-- Logs begin at Fri 2022-01-28 08:48:23 UTC, end at Fri 2022-01-28 11:17:22 UTC. -- Jan 28 09:24:10.372174 n-d-825178-2 systemd[1]: Started Devstack devstack@q-svc.service. Jan 28 09:24:12.688548 n-d-825178-2 neutron-server[87433]: INFO neutron.common.config [-] Logging enabled! Jan 28 09:24:12.689201 n-d-825178-2 neutron-server[87433]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev17 Jan 28 09:24:12.689320 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87433) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 09:24:12.692447 n-d-825178-2 neutron-server[87433]: INFO neutron.common.config [-] Logging enabled! Jan 28 09:24:12.692713 n-d-825178-2 neutron-server[87433]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev17 Jan 28 09:24:12.693028 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87433) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 28 09:24:12.693943 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 09:24:12.694170 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 09:24:12.694519 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 09:24:12.694760 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 09:24:12.694978 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 09:24:12.695287 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.695575 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.695865 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.696087 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.696374 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.696679 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.696955 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.697236 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.697523 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.697802 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.698075 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.698350 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.698576 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.698847 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.699711 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.699994 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.700215 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] debug = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.700491 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.700937 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.701346 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.701619 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.701899 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.702172 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.702437 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.702706 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.702986 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.703303 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] host = n-d-825178-2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.703575 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.703855 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.704137 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.704418 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.704709 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.704984 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.705263 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.705531 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.705798 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.706073 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.706355 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.706638 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.706925 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.707146 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.707363 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.707644 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.707922 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.708190 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.708458 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.708751 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.709021 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.709288 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.709551 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.709828 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.710106 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.710387 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.710655 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.710922 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.711186 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.711449 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.711727 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.711992 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.712258 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.712524 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.712836 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.713105 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.713373 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.713664 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.713942 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.714220 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.714498 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.714789 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.715066 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.715331 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.715597 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.715862 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] use_json = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.716129 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.716392 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.716677 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.716956 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.717223 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.717488 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.717752 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.718030 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:12.718319 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.718607 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.718900 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.719176 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.719462 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.719734 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.720016 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.720285 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.720568 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.720883 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.721166 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.721440 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.721719 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.721988 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.722274 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.722571 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.722861 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.723144 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.723416 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.723681 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.723947 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.724219 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.724499 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.724806 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.725093 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.725360 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.725633 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.725915 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.726186 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.726452 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.726723 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.727003 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.727274 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.727539 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.727810 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.728081 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.728345 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.728608 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.728904 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.729189 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.729458 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.729723 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.729987 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.730271 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.730539 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.730816 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.731082 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.731347 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.731611 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.731879 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.732145 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.732408 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.732693 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.732969 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.733238 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.733506 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.733769 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.734036 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.734302 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.734567 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.734831 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.735094 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.735362 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.735626 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.735889 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.736155 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.736419 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.736709 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.736996 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.737284 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.737554 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.737824 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.738095 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.738363 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.738632 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.738899 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.739169 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.739439 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.739703 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.739983 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.740261 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.740539 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.741113 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.741386 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.741671 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.741941 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.742215 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.742483 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.742750 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.743036 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.743312 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.743600 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.743882 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.744168 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.744452 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.744765 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.745040 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.745340 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.745612 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:12.745821 n-d-825178-2 neutron-server[87433]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 09:24:12.746568 n-d-825178-2 neutron-server[87433]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87433) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 28 09:24:13.127878 n-d-825178-2 neutron-server[87433]: INFO keyring.backend [-] Loading KWallet Jan 28 09:24:13.135070 n-d-825178-2 neutron-server[87433]: INFO keyring.backend [-] Loading SecretService Jan 28 09:24:13.139141 n-d-825178-2 neutron-server[87433]: INFO keyring.backend [-] Loading Windows Jan 28 09:24:13.140495 n-d-825178-2 neutron-server[87433]: INFO keyring.backend [-] Loading chainer Jan 28 09:24:13.141088 n-d-825178-2 neutron-server[87433]: INFO keyring.backend [-] Loading macOS Jan 28 09:24:13.175254 n-d-825178-2 neutron-server[87433]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 09:24:13.175522 n-d-825178-2 neutron-server[87433]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=87433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 09:24:13.175806 n-d-825178-2 neutron-server[87433]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jan 28 09:24:13.176135 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 28 09:24:13.485025 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.485236 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.485501 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.486703 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.486970 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.487229 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.607332 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.607590 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.607854 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.621332 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.621607 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.621870 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.650201 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.650472 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.650732 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.688594 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.688900 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.689418 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.923026 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.923306 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.923569 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.923831 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:13.924569 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.044714 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.045039 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.045317 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.045587 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.045852 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.046160 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.046420 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.046674 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.046925 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.047201 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.047455 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.047713 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.047970 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.048220 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.048481 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.048772 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.049029 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.049297 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.049545 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.049820 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.050162 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.050406 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.050646 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.050921 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.051163 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.051401 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.051788 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.052025 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.052258 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.052489 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.052743 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.052977 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.053337 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 28 09:24:14.056497 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 28 09:24:14.060976 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 28 09:24:14.064691 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jan 28 09:24:14.066338 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 28 09:24:14.066779 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 28 09:24:14.067106 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 28 09:24:14.067481 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 28 09:24:14.070481 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 28 09:24:14.070728 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 28 09:24:14.071064 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 09:24:14.098972 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 28 09:24:14.099402 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.099691 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87433) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jan 28 09:24:14.100046 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.101442 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87433) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 28 09:24:14.101717 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 28 09:24:14.101954 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 28 09:24:14.105156 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.105458 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.167743 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 28 09:24:14.167978 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 28 09:24:14.168210 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 28 09:24:14.168573 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 28 09:24:14.199042 n-d-825178-2 neutron-server[87433]: DEBUG oslo_db.sqlalchemy.engines [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87433) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 28 09:24:14.533820 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing driver for type 'gre' Jan 28 09:24:14.534412 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] gre ID ranges: [(1, 1000)] Jan 28 09:24:14.587321 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing driver for type 'local' Jan 28 09:24:14.587681 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing driver for type 'vlan' Jan 28 09:24:14.598526 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] VlanTypeDriver initialization complete Jan 28 09:24:14.598895 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing driver for type 'vxlan' Jan 28 09:24:14.599370 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] vxlan ID ranges: [(1, 1000)] Jan 28 09:24:14.649094 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing extension driver 'port_security' Jan 28 09:24:14.649426 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.extensions.port_security [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] PortSecurityExtensionDriver initialization complete Jan 28 09:24:14.649834 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing mechanism driver 'openvswitch' Jan 28 09:24:14.650156 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing mechanism driver 'hyperv' Jan 28 09:24:14.656603 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.plugin [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87433) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:24:14.657277 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.657640 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.657986 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.658493 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 09:24:14.658917 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.659264 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.659602 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.659987 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 09:24:14.660384 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.660752 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.661091 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.661467 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 09:24:14.661858 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > security_group after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.662197 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > security_group after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.662525 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > security_group after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.662905 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 09:24:14.663301 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.663637 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.663969 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.664474 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 09:24:14.664897 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > address_group after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.665239 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > address_group after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.665571 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > address_group after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.665952 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87433) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 28 09:24:14.666383 n-d-825178-2 neutron-server[87433]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] ML2 OVO RPC backend initialized. {{(pid=87433) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Jan 28 09:24:14.667075 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.667423 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.668362 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.668726 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > networks before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.669073 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.669406 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > ports before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.669741 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.670070 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnets before_response 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.670408 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.670742 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.671074 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.671401 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.671730 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.672055 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.672408 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.672763 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.673092 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > subnet after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.673735 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.plugin [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Modular L2 Plugin initialization complete Jan 28 09:24:14.674077 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading services supported by the core plugin {{(pid=87433) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 28 09:24:14.674377 n-d-825178-2 neutron-server[87433]: INFO neutron.plugins.ml2.managers [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Got port-security extension from driver 'port_security' Jan 28 09:24:14.674829 n-d-825178-2 neutron-server[87433]: INFO neutron.extensions.vlantransparent [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Disabled vlantransparent extension. Jan 28 09:24:14.675301 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87433) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 28 09:24:14.675607 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: router Jan 28 09:24:14.711296 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_interface before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.711838 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_create 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.712021 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router before_create 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.712377 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.712763 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.713111 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_delete 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.713457 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > floatingip after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.713810 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_create 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.714148 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_update 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.714486 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_update 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.714824 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.715170 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_update 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.715575 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_update 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.715934 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.716265 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.716594 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: subnet after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.716946 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.717284 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > port precommit_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.717621 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_create 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.717958 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.718293 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.718641 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router after_update 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.718976 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_delete 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.719315 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_create 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.719668 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router_interface after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.720002 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_update 55549900 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.720356 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > agent after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.720725 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > agent after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.721064 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > network after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.721894 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Tracking information for resource: router configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.722212 n-d-825178-2 neutron-server[87433]: DEBUG neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Tracking information for resource: floatingip configured {{(pid=87433) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 28 09:24:14.727098 n-d-825178-2 neutron-server[87433]: INFO neutron.db.l3_agentschedulers_db [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 28 09:24:14.727672 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.728029 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port after_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.728375 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port after_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.728745 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: port after_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.729627 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router before_create 55550100 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.729985 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_delete 55550100 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.730831 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_create 55550100 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.731179 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > router precommit_update 55550100 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.735561 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.provider_configuration [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service providers = [] {{(pid=87433) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 28 09:24:14.735914 n-d-825178-2 neutron-server[87433]: DEBUG neutron.db.servicetype_db [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87433) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 28 09:24:14.738853 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.service_base [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 09:24:14.739199 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.service_base [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 09:24:14.739534 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.service_base [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 09:24:14.740409 n-d-825178-2 neutron-server[87433]: DEBUG neutron.services.service_base [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87433) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 28 09:24:14.741074 n-d-825178-2 neutron-server[87433]: INFO neutron.services.service_base [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 28 09:24:14.741445 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.741758 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 28 09:24:14.752909 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.753240 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: auto_allocate Jan 28 09:24:14.759085 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: network precommit_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.759440 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: network precommit_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.759948 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.760261 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: tag Jan 28 09:24:14.766836 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.767162 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: timestamp Jan 28 09:24:14.771120 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.771439 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: network_ip_availability Jan 28 09:24:14.776697 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.777034 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.777905 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:14.778604 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.778914 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: flavors Jan 28 09:24:14.783635 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.783964 n-d-825178-2 neutron-server[87433]: INFO neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading Plugin: revisions Jan 28 09:24:14.788214 n-d-825178-2 neutron-server[87433]: DEBUG neutron.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87433) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 28 09:24:14.788593 n-d-825178-2 neutron-server[87433]: DEBUG oslo_concurrency.lockutils [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.613s {{(pid=87433) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jan 28 09:24:14.789347 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87433) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 28 09:24:14.789676 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Initializing extension manager. Jan 28 09:24:14.790173 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: __init__.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.790505 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: __pycache__ {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.790831 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.791156 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: address_group.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.791896 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.792444 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: address-group Jan 28 09:24:14.793325 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: address_scope.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.794036 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.794538 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: address-scope Jan 28 09:24:14.794852 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: admin_state_down_before_update.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.795766 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.796265 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: router-admin-state-down-before-update Jan 28 09:24:14.796577 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: agent.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.797304 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.797797 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: agent Jan 28 09:24:14.798108 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: agent_resources_synced.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.799003 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.799491 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: agent-resources-synced Jan 28 09:24:14.799800 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: allowedaddresspairs.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.801760 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.802265 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: allowed-address-pairs Jan 28 09:24:14.802584 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: auto_allocated_topology.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.803653 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.804157 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: auto-allocated-topology Jan 28 09:24:14.804475 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: availability_zone.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.805182 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.805677 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: availability_zone Jan 28 09:24:14.805991 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: availability_zone_filter.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.806896 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.807387 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: availability_zone_filter Jan 28 09:24:14.807700 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: data_plane_status.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.808618 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.809141 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension data-plane-status not supported by any of loaded plugins Jan 28 09:24:14.809455 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: default_subnetpools.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.810359 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.810851 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: default-subnetpools Jan 28 09:24:14.811166 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: dhcpagentscheduler.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.811960 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.812455 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: dhcp_agent_scheduler Jan 28 09:24:14.812808 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: dns.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.813704 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.814194 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension dns-integration not supported by any of loaded plugins Jan 28 09:24:14.814508 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: dns_domain_ports.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.815420 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.815910 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 28 09:24:14.816222 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: dvr.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.816924 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.817421 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: dvr Jan 28 09:24:14.817732 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: empty_string_filtering.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.818630 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.819132 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: empty-string-filtering Jan 28 09:24:14.819443 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.820335 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.820858 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 28 09:24:14.821171 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.822077 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.822561 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 28 09:24:14.822871 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: external_net.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.823759 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.824274 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: external-net Jan 28 09:24:14.824585 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: extra_dhcp_opt.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.825503 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.825993 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: extra_dhcp_opt Jan 28 09:24:14.826306 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: extraroute.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.827208 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.827696 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: extraroute Jan 28 09:24:14.828009 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: extraroute_atomic.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.829050 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.829547 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: extraroute-atomic Jan 28 09:24:14.829861 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: filter_validation.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.830517 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.831006 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: filter-validation Jan 28 09:24:14.831317 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: fip_pf_description.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.832209 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.832714 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 28 09:24:14.833028 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: fip_port_details.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.833933 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.834432 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: fip-port-details Jan 28 09:24:14.834745 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: flavors.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.835954 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.836456 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: flavors Jan 28 09:24:14.836813 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.838459 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.838958 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 28 09:24:14.839276 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: floatingip_pools.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.840525 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.841123 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: floatingip-pools Jan 28 09:24:14.841441 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: ip_allocation.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.842347 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.842838 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension ip_allocation not supported by any of loaded plugins Jan 28 09:24:14.843150 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.844052 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.844543 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: ip-substring-filtering Jan 28 09:24:14.844892 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l2_adjacency.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.845800 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.846286 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension l2_adjacency not supported by any of loaded plugins Jan 28 09:24:14.846595 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.847539 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.848038 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: router Jan 28 09:24:14.848355 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3_conntrack_helper.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.851909 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.852428 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 28 09:24:14.852791 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.853726 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.854229 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: ext-gw-mode Jan 28 09:24:14.854545 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.856034 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.856531 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: l3-ha Jan 28 09:24:14.856869 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3_flavors.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.857785 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.858284 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: l3-flavors Jan 28 09:24:14.858600 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.859514 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.860013 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: l3-port-ip-change-not-allowed Jan 28 09:24:14.860326 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: l3agentscheduler.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.861369 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.861870 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: l3_agent_scheduler Jan 28 09:24:14.862188 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: logging.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.863697 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.864208 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension logging not supported by any of loaded plugins Jan 28 09:24:14.864534 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: metering.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.865292 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.866115 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: metering Jan 28 09:24:14.866435 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.867531 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.868038 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: metering_source_and_destination_fields Jan 28 09:24:14.868359 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: multiprovidernet.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.869301 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.869799 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: multi-provider Jan 28 09:24:14.870115 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: netmtu.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.871807 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.871807 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: net-mtu Jan 28 09:24:14.871980 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: netmtu_writable.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.872758 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.873254 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: net-mtu-writable Jan 28 09:24:14.873567 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: network_availability_zone.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.874228 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.874717 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: network_availability_zone Jan 28 09:24:14.875032 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: network_ip_availability.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.876107 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.876605 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: network-ip-availability Jan 28 09:24:14.876948 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: network_segment_range.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.877709 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.878204 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension network-segment-range not supported by any of loaded plugins Jan 28 09:24:14.878520 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: pagination.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.879488 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.879811 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: pagination Jan 28 09:24:14.880125 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: port_device_profile.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.881043 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.881544 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: port-device-profile Jan 28 09:24:14.881857 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.882758 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.883249 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: port-mac-address-regenerate Jan 28 09:24:14.883562 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.884456 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.884970 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: port-numa-affinity-policy Jan 28 09:24:14.885284 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: port_resource_request.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.886175 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.886689 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension port-resource-request not supported by any of loaded plugins Jan 28 09:24:14.887000 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: portbindings.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.887913 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.888407 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: binding Jan 28 09:24:14.888753 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: portbindings_extended.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.890031 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.890537 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: binding-extended Jan 28 09:24:14.890856 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: portsecurity.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.891761 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.892260 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: port-security Jan 28 09:24:14.892575 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: project_id.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.893573 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.893895 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: project-id Jan 28 09:24:14.894209 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: providernet.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.895111 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.895608 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: provider Jan 28 09:24:14.895921 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.899647 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.900160 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos not supported by any of loaded plugins Jan 28 09:24:14.900487 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.901747 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.902769 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 28 09:24:14.903088 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.903999 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.904503 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 28 09:24:14.904859 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_default.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.905758 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.906257 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-default not supported by any of loaded plugins Jan 28 09:24:14.906571 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_fip.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.907210 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.907701 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-fip not supported by any of loaded plugins Jan 28 09:24:14.908019 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_gateway_ip.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.908951 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.909453 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 28 09:24:14.909766 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_port_network_policy.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.910665 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.911160 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 28 09:24:14.911474 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_rule_type_details.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.912377 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.912899 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 28 09:24:14.913216 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: qos_rules_alias.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.914247 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.914746 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 28 09:24:14.915065 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: quotasv2.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.915945 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.916265 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: quotas Jan 28 09:24:14.916576 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: quotasv2_detail.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.918793 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.919123 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: quota_details Jan 28 09:24:14.919441 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: rbac.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.920480 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.921027 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: rbac-policies Jan 28 09:24:14.921350 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: rbac_address_group.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.922271 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.922773 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: rbac-address-group Jan 28 09:24:14.923089 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: rbac_address_scope.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.924003 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.924502 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: rbac-address-scope Jan 28 09:24:14.924854 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: rbac_security_groups.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.925772 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.926271 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: rbac-security-groups Jan 28 09:24:14.926589 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: rbac_subnetpool.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.927511 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.928007 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: rbac-subnetpool Jan 28 09:24:14.928328 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: revisionifmatch.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.929656 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.930475 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: revision-if-match Jan 28 09:24:14.931002 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: revisions.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.932707 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.933588 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: standard-attr-revisions Jan 28 09:24:14.934100 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: router_availability_zone.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.934919 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.935427 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: router_availability_zone Jan 28 09:24:14.935749 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: routerservicetype.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.936681 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.937204 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension router-service-type not supported by any of loaded plugins Jan 28 09:24:14.937521 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.938443 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.938936 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: security-groups-normalized-cidr Jan 28 09:24:14.939251 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: security_groups_port_filtering.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.940162 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.940677 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: port-security-groups-filtering Jan 28 09:24:14.941005 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.942036 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.942539 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: security-groups-remote-address-group Jan 28 09:24:14.942859 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: securitygroup.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.952561 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.953107 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: security-group Jan 28 09:24:14.953432 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: segment.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.954207 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.954709 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension segment not supported by any of loaded plugins Jan 28 09:24:14.955029 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.955950 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.956453 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 28 09:24:14.956812 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: servicetype.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.957920 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.958437 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: service-type Jan 28 09:24:14.958758 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: sorting.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.959737 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.960062 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: sorting Jan 28 09:24:14.960381 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: standard_attr_segment.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.961313 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.961815 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 28 09:24:14.962132 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: standardattrdescription.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.962775 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.963269 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: standard-attr-description Jan 28 09:24:14.963584 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: stateful_security_group.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.964500 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.965549 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: stateful-security-group Jan 28 09:24:14.965866 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: stdattrs_common.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.966438 n-d-825178-2 neutron-server[87433]: WARNING neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 28 09:24:14.966749 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.967748 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.968251 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 28 09:24:14.968567 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: subnet_onboard.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.969659 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.970159 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: subnet_onboard Jan 28 09:24:14.970475 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.971391 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.971886 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 28 09:24:14.972197 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: subnet_service_types.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.973130 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.973658 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: subnet-service-types Jan 28 09:24:14.973973 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: subnetallocation.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.975043 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.975541 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: subnet_allocation Jan 28 09:24:14.975860 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.976514 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.977042 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: subnetpool-prefix-ops Jan 28 09:24:14.977358 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.978282 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.978787 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 28 09:24:14.979104 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: tagging.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.980122 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.981258 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: standard-attr-tag Jan 28 09:24:14.981577 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: timestamp.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.982757 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.983259 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loaded extension: standard-attr-timestamp Jan 28 09:24:14.983577 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: trunk.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.984596 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.985127 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension trunk not supported by any of loaded plugins Jan 28 09:24:14.985447 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: trunk_details.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.986359 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.986860 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension trunk-details not supported by any of loaded plugins Jan 28 09:24:14.987177 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: uplink_status_propagation.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.988086 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.988586 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 28 09:24:14.988935 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Loading extension file: vlantransparent.py {{(pid=87433) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 28 09:24:14.989600 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87433) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 28 09:24:14.990092 n-d-825178-2 neutron-server[87433]: INFO neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extension vlan-transparent not supported by any of loaded plugins Jan 28 09:24:14.992759 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:network Jan 28 09:24:14.993471 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:subnet Jan 28 09:24:14.994237 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 09:24:14.994836 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:port Jan 28 09:24:14.996162 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:14.996602 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service FLAVORS assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:14.997231 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:14.997644 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:14.997969 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:router Jan 28 09:24:14.998624 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:floatingip Jan 28 09:24:14.999326 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service METERING assigned prefix: /metering {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.000766 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:15.001130 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:15.001472 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87433) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:24:15.002588 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 09:24:15.003016 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:security_group Jan 28 09:24:15.003677 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 09:24:15.004390 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service CORE assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.004741 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 09:24:15.005075 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] subnetpool is already registered Jan 28 09:24:15.005670 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service CORE assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.006096 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 09:24:15.006411 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] subnetpool is already registered Jan 28 09:24:15.008954 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.009379 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service FLAVORS assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.009956 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.010365 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.010690 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:router Jan 28 09:24:15.011008 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] router is already registered Jan 28 09:24:15.011617 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:floatingip Jan 28 09:24:15.011939 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] floatingip is already registered Jan 28 09:24:15.012552 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service METERING assigned prefix: /metering {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.013243 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of CountableResource for resource:rbac_policy Jan 28 09:24:15.013566 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] rbac_policy is already registered Jan 28 09:24:15.014099 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:security_group Jan 28 09:24:15.014419 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] security_group is already registered Jan 28 09:24:15.014994 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:security_group_rule Jan 28 09:24:15.015315 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] security_group_rule is already registered Jan 28 09:24:15.015997 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service CORE assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.016319 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 09:24:15.016643 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] subnetpool is already registered Jan 28 09:24:15.017322 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.v2.resource_helper [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Service CORE assigned prefix: {{(pid=87433) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 28 09:24:15.017652 n-d-825178-2 neutron-server[87433]: INFO neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Creating instance of TrackedResource for resource:subnetpool Jan 28 09:24:15.017967 n-d-825178-2 neutron-server[87433]: WARNING neutron.quota.resource_registry [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] subnetpool is already registered Jan 28 09:24:15.018623 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: extensions {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.020045 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: address-groups {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.021664 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: address-scopes {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.022857 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: agents {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.024016 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: auto-allocated-topology {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.025266 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: availability_zones {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.026567 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: dhcp-networks {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.028537 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: dhcp-agents {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.029933 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: routers {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.031785 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: flavors {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.032948 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: service_profiles {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.034122 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: next_providers {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.036518 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: service_profiles {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.038021 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: floatingip-pools {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.039233 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: routers {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.041046 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: floatingips {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.042206 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: l3-routers {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.044135 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: l3-agents {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.045559 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: metering-labels {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.046890 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: metering-label-rules {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.048136 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: network-ip-availabilities {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.049417 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: bindings {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.051054 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: quotas {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.052465 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: quotas {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.053888 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: rbac-policies {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.055149 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: security-groups {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.056331 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: security-group-rules {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.057582 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: service-providers {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.058809 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: subnetpools {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.060200 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: subnetpools {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.061680 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.063324 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.065148 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.066899 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.068697 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.070512 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.072165 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.074106 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.075865 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.077713 n-d-825178-2 neutron-server[87433]: DEBUG neutron.api.extensions [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Extended resource: tags {{(pid=87433) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 28 09:24:15.083527 n-d-825178-2 neutron-server[87433]: WARNING keystonemiddleware.auth_token [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 28 09:24:15.088165 n-d-825178-2 neutron-server[87433]: WARNING keystonemiddleware.auth_token [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 28 09:24:15.096724 n-d-825178-2 neutron-server[87433]: DEBUG oslo_concurrency.lockutils [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Acquired lock "singleton_lock" {{(pid=87433) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 28 09:24:15.097192 n-d-825178-2 neutron-server[87433]: DEBUG oslo_concurrency.lockutils [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Releasing lock "singleton_lock" {{(pid=87433) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 28 09:24:15.097818 n-d-825178-2 neutron-server[87433]: INFO oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Starting 2 workers Jan 28 09:24:15.102380 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Started child 87540 {{(pid=87433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 09:24:15.107092 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Started child 87541 {{(pid=87433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 09:24:15.108154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:15.108646 n-d-825178-2 neutron-server[87433]: INFO neutron.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Neutron service started, listening on 0.0.0.0:9696 Jan 28 09:24:15.109272 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Notify callbacks [] for process, before_spawn {{(pid=87433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:15.109650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [-] (87540) wsgi starting up on http://0.0.0.0:9696 Jan 28 09:24:15.111643 n-d-825178-2 neutron-server[87433]: INFO oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Starting 1 workers Jan 28 09:24:15.111756 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:15.113034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [-] (87541) wsgi starting up on http://0.0.0.0:9696 Jan 28 09:24:15.116865 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Started child 87542 {{(pid=87433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 09:24:15.117441 n-d-825178-2 neutron-server[87433]: INFO oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Starting 1 workers Jan 28 09:24:15.120328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] calling RpcWorker wait() {{(pid=87542) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 28 09:24:15.120878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] returning from RpcWorker wait() {{(pid=87542) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 28 09:24:15.121691 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Started child 87543 {{(pid=87433) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jan 28 09:24:15.122146 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:15.122436 n-d-825178-2 neutron-server[87433]: DEBUG neutron_lib.callbacks.manager [None req-7468f291-aade-48f7-ac34-c56a1aafc90a None None] Notify callbacks [] for process, after_spawn {{(pid=87433) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:15.122586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:24:15.124226 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87433) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 28 09:24:15.124435 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 09:24:15.124613 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 09:24:15.124869 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 09:24:15.125206 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 09:24:15.125359 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 09:24:15.125857 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.126132 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.126404 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:15.126880 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.126880 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.127025 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.127252 n-d-825178-2 neutron-server[87543]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:24:15.127485 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.127723 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.127978 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.128262 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.128491 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.128649 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.128846 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.129096 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.129362 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.129662 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.129934 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.130167 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.130434 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.130602 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.130850 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.131117 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.131362 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.131636 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] debug = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.131876 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.132346 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.132583 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.132849 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.133083 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.133365 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.133586 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.133851 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.134093 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.134329 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.134556 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.134832 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.135069 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.135297 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.135512 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.135771 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.135982 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.136953 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] host = n-d-825178-2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.137213 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.137428 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.137652 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.137918 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.138170 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.138402 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.138664 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.138918 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.139171 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.139421 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.139674 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.139899 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.140126 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.140376 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.140540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_options = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.140792 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.141070 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.141338 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.141524 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.141708 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.141865 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.142104 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.142261 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.142509 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.142752 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.142961 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.143189 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.143441 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.143664 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.144317 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.144570 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.144827 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.145053 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.145295 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.145575 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.145892 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.146262 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.146517 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.146763 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.147032 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.147658 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.148146 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.148386 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.148602 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.149060 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.149255 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.149639 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.149758 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.150011 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.150390 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.150554 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.151019 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.151431 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.153474 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.153474 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.154824 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.154824 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.156572 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.157827 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.158100 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.158349 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_json = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.158595 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.158860 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.159161 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.159394 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.159655 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.159880 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.160115 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.160768 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.161239 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.161536 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.161854 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.162126 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.162373 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.162626 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.162865 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.163118 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.164716 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.164979 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.166970 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.167254 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.167587 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.167872 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.168124 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.168472 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.169678 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.169966 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.172502 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.174455 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.175104 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.175372 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.175723 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.176960 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.177265 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.177534 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.177801 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.178778 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.179386 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.179635 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.179869 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.180100 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.181194 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.181453 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.184209 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.184474 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.187258 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.187545 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.188793 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.189093 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.189367 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.189623 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.189868 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.190103 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.190338 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.190568 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.190818 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.191057 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.191283 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.191559 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.191810 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.192036 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.192254 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.192474 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.192975 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.193263 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.193517 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.193739 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.193955 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.194175 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.194407 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.194660 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.194879 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.195096 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.195333 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.195555 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.195794 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.196008 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.196228 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.196440 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.196674 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.197432 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.197739 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.197985 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.198210 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.198428 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.198799 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.199814 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.200193 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.200423 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.200644 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.200901 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.201124 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.201366 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.201654 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.201948 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.202764 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.203068 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.203329 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.203619 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.205106 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.205360 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.205619 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.205852 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.206283 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.206574 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.207330 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.207612 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.207859 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.208148 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.208396 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.208745 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.209019 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.209224 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.209480 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.209709 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.209998 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.210278 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.210530 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.210797 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.211060 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.211828 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.212063 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.212361 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.212585 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.212892 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.213190 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.213442 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.213714 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.213964 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.214212 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.214471 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.215443 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.215833 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.216093 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.216442 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.217066 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.217876 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.218154 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.218381 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.218618 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.219187 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.219649 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.220021 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.220265 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.220483 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.220782 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.221048 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.221388 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.221673 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.221924 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.222184 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.222451 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.222831 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.223103 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.223344 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.223603 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.223905 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.224146 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.224388 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.224648 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.224889 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.225094 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.225357 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.225648 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.225845 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.226229 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.226546 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.226773 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.227022 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.227257 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.227477 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.227728 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.228014 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.228241 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.228473 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.228687 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.228960 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.229242 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.229521 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.229776 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.229992 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.230263 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.230487 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.230744 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.230980 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.231279 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.231524 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.231758 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.231989 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.232207 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.232478 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.232745 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.232982 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.233181 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.233572 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.233702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:24:15.233832 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.234131 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.234381 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.234630 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.234864 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.235101 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.235317 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.235551 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.235768 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.235982 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.236217 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.237741 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.238287 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.238791 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.239136 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.239482 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.240389 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.240918 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.241177 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.241376 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.241672 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.241950 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.242195 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.242438 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.242689 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.242942 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.243156 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.243370 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.243585 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.243920 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.244170 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.244609 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.244856 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.245074 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.245306 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.245571 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.245851 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.246070 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.246501 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.246744 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.246979 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.247260 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.247593 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.247810 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.248077 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.248335 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.248564 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.248809 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.249096 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.249412 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.249775 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.250043 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.250300 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.250611 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.250896 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.251168 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.251388 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.251687 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.252926 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.253759 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.256446 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.256754 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.257051 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.257298 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.257553 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.257789 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.258040 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.258292 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.258542 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.258810 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.259065 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.259295 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.259565 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.259790 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.260018 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.260253 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.260478 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.260780 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.260983 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 09:24:15.262039 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87433) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jan 28 09:24:15.262208 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 28 09:24:15.262374 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 28 09:24:15.262556 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 28 09:24:15.262739 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 28 09:24:15.262902 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 28 09:24:15.263119 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.263288 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.263457 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.263624 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.263791 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.263980 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.264147 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.264311 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.264473 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.264637 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.264845 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.264983 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.265145 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.265310 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.265470 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.265634 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.265796 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.265956 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.266125 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.266285 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.266445 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.266608 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.268699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] debug = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.268699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.268699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.268699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.268699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.268699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269114 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] host = n-d-825178-2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269836 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269836 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.269954 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.270111 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.270275 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.270437 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.270592 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271020 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271020 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271182 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271182 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271355 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271678 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271839 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.271986 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_options = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.272150 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.272311 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.272473 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.272679 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.272845 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.273072 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.273240 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.273402 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.273565 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.273725 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.273887 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.274049 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.274209 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.274370 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.274532 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.274694 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.274856 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275018 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275179 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275341 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275501 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275662 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275823 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.275984 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.276145 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.276307 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.276467 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.276629 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.276831 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.276981 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.277201 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.277352 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.277508 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.277670 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.277831 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.277993 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.278153 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.278320 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.278482 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.278690 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.278806 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.278967 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.279127 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.279288 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.279450 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.279610 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_json = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.279771 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.279931 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.280091 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.280252 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.280429 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.280573 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.280755 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.280918 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 28 09:24:15.281097 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.281261 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.281439 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.281604 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.281792 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.281955 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.282117 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.282278 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.282440 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.282603 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.282775 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.282939 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.283111 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.283273 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.283434 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.283599 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.283761 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.283923 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.284085 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.284248 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.284410 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.284572 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.284773 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.284935 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.285099 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.285262 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.285425 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.285587 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.285749 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.285913 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.286077 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.286241 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.286402 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.286564 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.286727 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.286891 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.287053 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.287215 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.287376 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.287538 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.287701 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.287863 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.288026 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.288189 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.288352 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.288515 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.288747 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.288917 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.289080 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.289244 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.289416 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.289578 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.289740 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.289902 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.290064 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.290225 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.290387 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.290551 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.290712 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.290874 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.291035 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.291210 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.291376 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.291539 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.291701 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.291862 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.292023 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.292185 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.292347 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.292509 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.293197 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.293369 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.293533 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.293694 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.293856 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294020 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294182 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294344 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294505 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294666 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294828 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.294989 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.295152 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.295314 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.295484 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.295660 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.295822 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.295985 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.296150 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.296314 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.296476 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.296638 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.296825 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.296989 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.297152 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.297313 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.297474 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.297639 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.297802 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.297964 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.298126 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.298287 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.298448 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.298611 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.298773 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.298934 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.299097 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.299259 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.299420 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.299580 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.299742 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.299912 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.300074 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.300240 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.300400 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.300570 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.300764 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.300928 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.301090 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.301252 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.301414 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.301577 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.301738 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.301904 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.302067 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.302229 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.302390 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.302560 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.302734 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.302896 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.303059 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.303220 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.303405 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.303567 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.303728 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.303889 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.304052 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.304213 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.304377 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.304540 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.304722 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.304885 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.305048 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.305211 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.305374 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.305538 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.305699 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.305861 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306025 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306189 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306351 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306523 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306666 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306827 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.306990 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.307175 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.307315 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.307477 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.307639 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.307800 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.307965 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.308127 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.308309 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.309026 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.309193 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.309355 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.309518 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.309679 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.309934 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.310103 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.310266 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.310430 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.310592 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.310756 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.311113 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.311291 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.311460 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.311624 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.311788 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.311957 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.312120 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.312286 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.312449 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.312612 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.312801 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.312965 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.313128 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.313305 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.313468 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.313630 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.313793 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.313957 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.314120 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.314281 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.314444 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.314606 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.314768 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.314931 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.315096 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.315261 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.315426 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.315589 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.315752 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.315914 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.316076 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.316238 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.316436 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.316603 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.316801 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.316964 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.317126 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.317298 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.317460 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.317622 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.317785 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.317946 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.318117 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.318279 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.318441 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.318603 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.318765 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.318936 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.319101 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.319265 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.319435 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.319598 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.319760 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.319924 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.320100 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.320262 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.320429 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.320591 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.320774 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.320937 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.321102 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.321269 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.321442 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.321610 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.321776 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.321952 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.322123 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.322296 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.322459 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.322630 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.322806 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.322970 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.323132 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.323294 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.323455 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.323617 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.323774 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.323964 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.324129 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.324291 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.324454 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.324617 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.324804 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.324968 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.325129 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.325293 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.325455 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.325617 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.325779 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.325942 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 28 09:24:15.326097 n-d-825178-2 neutron-server[87433]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87433) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 28 09:24:15.539720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41884) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:15.549647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074735 Jan 28 09:24:25.800081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73540aec-11f7-4836-bf37-8cb3b8202cc0 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 09:24:25.868847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73540aec-11f7-4836-bf37-8cb3b8202cc0 None None] No non-hosted networks {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 28 09:24:25.881400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.agentschedulers_db [None req-73540aec-11f7-4836-bf37-8cb3b8202cc0 None None] DHCP Agent not found on host n-d-825178-2 {{(pid=87542) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 28 09:24:25.927674 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14210035-1ce2-40d0-90b7-d34f43ef808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:28.082714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bcf4502d-813c-4024-980a-be1fe2f910dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:28.195858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9beed1eb-c65e-4a14-bc94-3f7aeb291368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:29.231610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:29.276907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:29.277993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.278517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.281073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.281672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.282140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.282847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.286917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.290002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.292396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.293444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.295461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.297319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:29.298380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-825178-2', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:24:29.311224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-825178-2', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:24:30.607929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:32.246788 n-d-825178-2 neutron-server[87542]: INFO neutron.db.l3_hamode_db [None req-9ab7e036-6ef1-4231-9cc4-3f7473614815 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 28 09:24:32.330293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7e036-6ef1-4231-9cc4-3f7473614815 None None] Routers set() bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:24:32.330680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7e036-6ef1-4231-9cc4-3f7473614815 None None] Router IDs set() for agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Jan 28 09:24:32.355337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41976) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:32.921218 n-d-825178-2 neutron-server[87541]: WARNING oslo_policy.policy [None req-c560fd74-4793-4913-85e3-25983a5fbd7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:24:32.921851 n-d-825178-2 neutron-server[87541]: WARNING oslo_policy.policy [None req-c560fd74-4793-4913-85e3-25983a5fbd7f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:24:33.143298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-c560fd74-4793-4913-85e3-25983a5fbd7f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:24:33.144313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c560fd74-4793-4913-85e3-25983a5fbd7f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7881570 Jan 28 09:24:35.487541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:35.844843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:24:35.951362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.policy [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87541) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 09:24:35.995872 n-d-825178-2 neutron-server[87541]: WARNING oslo_policy.policy [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:24:35.996241 n-d-825178-2 neutron-server[87541]: WARNING oslo_policy.policy [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:24:36.004886 n-d-825178-2 neutron-server[87541]: INFO neutron.quota [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] Loaded quota_driver: . Jan 28 09:24:36.020582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:36.080174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738618877856', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738618874365', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738618929404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738618926302', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738618916520', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8738618910643', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3762135', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4130904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1013588', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948061'] for rbac-policy, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:36.150304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:36.151444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a1bad9cf-e3f2-4267-87b6-13c049a6e3d4 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6628902 Jan 28 09:24:38.712361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42004) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:39.050732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'name': 'private'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:24:39.055317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:39.060538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Usage tracker for resource:network and tenant:3293fe2fd0ab442caed5f14b0aac8152 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:24:39.065072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:24:39.071105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:24:39.081644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Made reservation on behalf of 3293fe2fd0ab442caed5f14b0aac8152 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:24:39.084444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.102027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.115643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:39.119483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Usage tracker for resource:security_group_rule and tenant:3293fe2fd0ab442caed5f14b0aac8152 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:24:39.124826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:24:39.130220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:24:39.224235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.228110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.250657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:24:39.275763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738620436493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.276328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Unsubscribe: segment precommit_create {{(pid=87541) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 09:24:39.276866 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Added segment bd379a79-830d-40a7-aab5-614e8e082ada of type vlan for network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 Jan 28 09:24:39.324633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2f968d-4874-4077-a3ee-e9d168ae396b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:39.344703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.344987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.345319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.345644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.345972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.346288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.346602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.346913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.347222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.347530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.347839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.348149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Tracked resource versions report: Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: pushed versions: Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: { 'AddressGroup': {'1.2'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'ConntrackHelper': {'1.0'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Log': {'1.0'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Network': {'1.1'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Port': {'1.7'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'PortForwarding': {'1.2'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'QosPolicy': {'1.8'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'SecurityGroup': {'1.4'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'SubPort': {'1.0'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Subnet': {'1.1'}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Trunk': {'1.1'}} Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: consumer versions: Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: L3 agent@n-d-825178-2: {}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: Metadata agent@n-d-825178-2: {}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: Metering agent@n-d-825178-2: {}, Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'ConntrackHelper': '1.0', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Log': '1.0', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Network': '1.1', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Port': '1.7', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'PortForwarding': '1.2', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'QosPolicy': '1.8', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'SecurityGroup': '1.4', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'SecurityGroupRule': '1.2', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'SubPort': '1.0', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Subnet': '1.1', Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: 'Trunk': '1.1'}} Jan 28 09:24:39.349221 n-d-825178-2 neutron-server[87541]: {{(pid=87541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:24:39.385163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.424775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.425823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:24:39.426502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:39.534575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8211277 Jan 28 09:24:39.535281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f92b5-05de-46ba-87dc-1372ec6ca610 admin admin] Pushing event updated for resources: {'Network': ['ID=ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:39.575771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:24:42.157960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:42.598306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888ab214-6f95-4ca0-8347-2ba9313dc472 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:24:42.599657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-888ab214-6f95-4ca0-8347-2ba9313dc472 admin admin] 10.222.0.42 "GET /v2.0/networks/ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 HTTP/1.1" status: 200 len: 825 time: 0.4407580 Jan 28 09:24:42.627193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8118cdc0-0f49-4537-91eb-0d02faa13035 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/d1d4d12f-1dc1-46b3-9c1e-06d4018c3616 HTTP/1.1" status: 200 len: 734 time: 0.0215538 Jan 28 09:24:42.635481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Request body: {'subnet': {'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'name': 'private-subnet', 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:24:42.639757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:42.643425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Usage tracker for resource:subnet and tenant:3293fe2fd0ab442caed5f14b0aac8152 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:24:42.646240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:24:42.652219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:24:42.661666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Made reservation on behalf of 3293fe2fd0ab442caed5f14b0aac8152 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:24:42.663908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:42.943622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:43.024429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Checking segment: {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:24:43.024837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Network hostable DHCP agents. Network: ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:24:43.030670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b307f0cc-5909-4f10-947e-15c0942655d8,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:43.048536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:24:43.058039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:24:43.062659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:24:43.063232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:43.068216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85fa2a0d-451d-44fd-90e5-37aa3c5a2b8d None None] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:24:43.082362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0f5e9166-d63c-4bf8-a1d9-48f1efca3d2c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4500685 Jan 28 09:24:43.460593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:24:43.461780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:43.642644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Allocated IP 172.20.0.2 (ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8/b307f0cc-5909-4f10-947e-15c0942655d8/7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:24:43.867002 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:43.880781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Transition to ACTIVE for port object 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:24:43.902858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Transition to ACTIVE for port object 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:24:43.909630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:43.973290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:24:43.976205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:24:43.983087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:24:43.986352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Pushing event updated for resources: {'Port': ['ID=7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:44.027952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.028293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.028630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.028981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.029303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.029621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.029939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.030254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.030564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.030876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.031188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.031515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Tracked resource versions report: Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: pushed versions: Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: { 'AddressGroup': {'1.2'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'ConntrackHelper': {'1.0'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Log': {'1.0'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Network': {'1.1'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Port': {'1.7'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'PortForwarding': {'1.2'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'QosPolicy': {'1.8'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'SecurityGroup': {'1.4'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'SubPort': {'1.0'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Subnet': {'1.1'}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Trunk': {'1.1'}} Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: consumer versions: Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: L3 agent@n-d-825178-2: {}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: Metadata agent@n-d-825178-2: {}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: Metering agent@n-d-825178-2: {}, Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'ConntrackHelper': '1.0', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Log': '1.0', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Network': '1.1', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Port': '1.7', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'PortForwarding': '1.2', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'QosPolicy': '1.8', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'SecurityGroup': '1.4', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'SecurityGroupRule': '1.2', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'SubPort': '1.0', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Subnet': '1.1', Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: 'Trunk': '1.1'}} Jan 28 09:24:44.032585 n-d-825178-2 neutron-server[87542]: {{(pid=87542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:24:44.084868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Attempting to bind port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:24:44.085432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Attempting to bind port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:24:44.085659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Attempting to bind port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 on network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:24:44.091204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:24:44.091600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Checking segment: {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:24:44.092122 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:44.092507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Bound using segment: {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:24:44.093024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Bound port: 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:24:44.093421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:44.178960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] For port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:24:44.182704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] For port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754,segment=NetworkSegment(bd379a79-830d-40a7-aab5-614e8e082ada),segment_id=bd379a79-830d-40a7-aab5-614e8e082ada)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:24:44.186983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:44.293141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e63397-2a6e-4c6d-b278-597eb7f70644 None None] Pushing event updated for resources: {'Port': ['ID=7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:45.458275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42030) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:46.038212 n-d-825178-2 neutron-server[87540]: WARNING oslo_policy.policy [None req-9f09ec03-6b69-49db-89a3-4e08461a1dbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:24:46.038800 n-d-825178-2 neutron-server[87540]: WARNING oslo_policy.policy [None req-9f09ec03-6b69-49db-89a3-4e08461a1dbb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:24:46.259891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-9f09ec03-6b69-49db-89a3-4e08461a1dbb admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:24:46.261657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9f09ec03-6b69-49db-89a3-4e08461a1dbb admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8013020 Jan 28 09:24:46.984791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:24:47.052310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:24:47.906836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e63ee4-8ee9-404b-8864-52d11c06b703 None None] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:24:48.061916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-68922841-3aec-4473-be4a-1fc12492207f None None] Provisioning for port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:24:48.072780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-68922841-3aec-4473-be4a-1fc12492207f None None] Provisioning complete for port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:24:48.073791 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68922841-3aec-4473-be4a-1fc12492207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:48.246870 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68922841-3aec-4473-be4a-1fc12492207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:48.281229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-68922841-3aec-4473-be4a-1fc12492207f None None] For port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754,segment=NetworkSegment(bd379a79-830d-40a7-aab5-614e8e082ada),segment_id=bd379a79-830d-40a7-aab5-614e8e082ada)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:24:48.285932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68922841-3aec-4473-be4a-1fc12492207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:48.356301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68922841-3aec-4473-be4a-1fc12492207f None None] Pushing event updated for resources: {'Port': ['ID=7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:48.510468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-580427ae-1bf8-46bb-9d93-f4f16464e099 None None] Provisioning complete for port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:24:48.510826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-580427ae-1bf8-46bb-9d93-f4f16464e099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:48.647976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:48.953574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:24:49.010250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-3b11826c-5603-4e37-8f3b-b085ea297b30 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:24:49.011216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3b11826c-5603-4e37-8f3b-b085ea297b30 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3623395 Jan 28 09:24:49.020772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:24:49.021149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:51.618425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42060) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:51.959295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:24:51.963754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:51.967383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Usage tracker for resource:router and tenant:3293fe2fd0ab442caed5f14b0aac8152 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:24:51.971114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:24:51.976586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:24:51.985960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:51.987511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:52.008487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:52.115225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:52.133916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:52.135202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ef54dae8-6e8b-4009-b04f-7218b230fa80 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5158134 Jan 28 09:24:54.456271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:54.812322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-6fad06d3-3c2b-4ae3-8640-510924383e4f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:24:54.813322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6fad06d3-3c2b-4ae3-8640-510924383e4f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3561020 Jan 28 09:24:55.768986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61267524-a067-4303-8660-d139abc4131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.146658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42080) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:24:57.164960 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:24:57.502489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:24:57.507285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:57.511101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Usage tracker for resource:network and tenant:df037b77f7754f8ebdf8b705e63c93d8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:24:57.513881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:24:57.519430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:24:57.530256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Made reservation on behalf of df037b77f7754f8ebdf8b705e63c93d8 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:24:57.532535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.544588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.558120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:24:57.561657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Usage tracker for resource:security_group_rule and tenant:df037b77f7754f8ebdf8b705e63c93d8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:24:57.564279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:24:57.569840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:24:57.652895 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.656355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.674011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Reserving flat network on physical network physnet1 {{(pid=87541) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 28 09:24:57.693806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a947a0a-09d7-475f-a65b-2ee4d1b516d5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:57.699762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.700090 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Added segment a1112c35-46dc-446d-843f-92d96c36a371 of type flat for network edf71238-fc0e-453d-b36b-c156b50b378d Jan 28 09:24:57.731641 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.765171 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.766087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:24:57.766653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:57.864500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] Pushing event updated for resources: {'Network': ['ID=edf71238-fc0e-453d-b36b-c156b50b378d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:24:57.867471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ed3fb80d-0b77-4129-b390-7e4a546ab957 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7198424 Jan 28 09:24:57.874160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network edf71238-fc0e-453d-b36b-c156b50b378d details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:24:58.087332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7666ae0-a34a-4bc3-88d3-0ca840a0d807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:59.185179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:24:59.270624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:00.201668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42100) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:25:00.410406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd20d5ca-da0f-4f4f-96c5-5f6aa3f69e5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:25:00.411693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dd20d5ca-da0f-4f4f-96c5-5f6aa3f69e5e admin admin] 10.222.0.42 "GET /v2.0/subnets/b307f0cc-5909-4f10-947e-15c0942655d8 HTTP/1.1" status: 200 len: 849 time: 0.2090960 Jan 28 09:25:00.553182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3454a445-128d-484b-bf1e-5297b4faf1e7 admin admin] 10.222.0.42 "GET /v2.0/routers/fdb91736-aa86-4a12-8506-e5dd2825b6cc HTTP/1.1" status: 200 len: 704 time: 0.1353872 Jan 28 09:25:00.566336 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:00.999701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:01.252406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Allocated IP 172.20.0.1 (ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8/b307f0cc-5909-4f10-947e-15c0942655d8/bb9a1798-b52a-49f1-aac7-ee1302f07776) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:25:01.400570 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:01.417276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Transition to ACTIVE for port object bb9a1798-b52a-49f1-aac7-ee1302f07776 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:25:01.468304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:01.536804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:25:01.539333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:25:01.542459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:25:01.542975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:01.674365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Pushing event updated for resources: {'Port': ['ID=bb9a1798-b52a-49f1-aac7-ee1302f07776,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:01.714820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-26d51ffd-1fb7-488b-b913-797ce34d6b73 None None] Provisioning for port bb9a1798-b52a-49f1-aac7-ee1302f07776 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:25:01.719755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-26d51ffd-1fb7-488b-b913-797ce34d6b73 None None] Provisioning complete for port bb9a1798-b52a-49f1-aac7-ee1302f07776 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:25:01.720273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26d51ffd-1fb7-488b-b913-797ce34d6b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:01.772018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-26d51ffd-1fb7-488b-b913-797ce34d6b73 None None] Port bb9a1798-b52a-49f1-aac7-ee1302f07776 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:25:01.804732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:02.020364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:02.024579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:02.025485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:02.158652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Pushing event updated for resources: {'Port': ['ID=bb9a1798-b52a-49f1-aac7-ee1302f07776,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:02.216863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:25:02.217893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:25:02.392590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8c319107-92f8-45b6-a654-70deefddb4f6 None None] Provisioning complete for port bb9a1798-b52a-49f1-aac7-ee1302f07776 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:25:02.392982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c319107-92f8-45b6-a654-70deefddb4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:02.404114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Router fdb91736-aa86-4a12-8506-e5dd2825b6cc is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:25:02.449871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8c319107-92f8-45b6-a654-70deefddb4f6 None None] Port bb9a1798-b52a-49f1-aac7-ee1302f07776 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:25:02.601452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:25:02.610318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-166438a7-5452-49e5-9823-f6667371966f admin admin] 10.222.0.42 "PUT /v2.0/routers/fdb91736-aa86-4a12-8506-e5dd2825b6cc/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0522156 Jan 28 09:25:02.611081 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Sync routers for ids ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:25:02.621919 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Routers {'fdb91736-aa86-4a12-8506-e5dd2825b6cc'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:25:02.622794 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:02.793171 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Set router fdb91736-aa86-4a12-8506-e5dd2825b6cc gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:25:03.159847 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:24:51Z', 'updated_at': '2022-01-28T09:25:01Z', 'revision_number': 2, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'gw_port_host': None, '_interfaces': [{'id': 'bb9a1798-b52a-49f1-aac7-ee1302f07776', 'name': '', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'mac_address': 'fa:16:3e:b1:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:01Z', 'updated_at': '2022-01-28T09:25:01Z', 'revision_number': 2, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'subnets': [{'id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:03.164869 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Checking router: fdb91736-aa86-4a12-8506-e5dd2825b6cc for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:25:03.165237 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Updating router fdb91736-aa86-4a12-8506-e5dd2825b6cc port bb9a1798-b52a-49f1-aac7-ee1302f07776 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:25:03.219186 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:03.590036 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:03.604708 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Transition to ACTIVE for port object bb9a1798-b52a-49f1-aac7-ee1302f07776 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:25:03.610817 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:03.833958 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Pushing event updated for resources: {'Port': ['ID=bb9a1798-b52a-49f1-aac7-ee1302f07776,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:03.850804 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.851142 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.851468 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.851793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.852110 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.852426 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.852760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.853076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.853387 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.853694 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.854529 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.854835 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Tracked resource versions report: Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: pushed versions: Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: { 'AddressGroup': {'1.2'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'ConntrackHelper': {'1.0'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Log': {'1.0'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Network': {'1.1'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Port': {'1.7'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'PortForwarding': {'1.2'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'QosPolicy': {'1.8'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'SecurityGroup': {'1.4'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'SubPort': {'1.0'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Subnet': {'1.1'}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Trunk': {'1.1'}} Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: consumer versions: Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: L3 agent@n-d-825178-2: {}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: Metadata agent@n-d-825178-2: {}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: Metering agent@n-d-825178-2: {}, Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'ConntrackHelper': '1.0', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Log': '1.0', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Network': '1.1', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Port': '1.7', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'PortForwarding': '1.2', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'QosPolicy': '1.8', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'SecurityGroup': '1.4', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'SecurityGroupRule': '1.2', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'SubPort': '1.0', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Subnet': '1.1', Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: 'Trunk': '1.1'}} Jan 28 09:25:03.855903 n-d-825178-2 neutron-server[87543]: {{(pid=87543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:25:03.861648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Attempting to bind port bb9a1798-b52a-49f1-aac7-ee1302f07776 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:25:03.862042 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Attempting to bind port bb9a1798-b52a-49f1-aac7-ee1302f07776 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:25:03.862446 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Attempting to bind port bb9a1798-b52a-49f1-aac7-ee1302f07776 on network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:25:03.871168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:25:03.871573 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Checking segment: {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:25:03.872054 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:03.872435 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Bound using segment: {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:25:03.872941 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Bound port: bb9a1798-b52a-49f1-aac7-ee1302f07776, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd379a79-830d-40a7-aab5-614e8e082ada', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:25:03.873336 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:03.962678 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] For port bb9a1798-b52a-49f1-aac7-ee1302f07776, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:25:03.966482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] For port bb9a1798-b52a-49f1-aac7-ee1302f07776, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bb9a1798-b52a-49f1-aac7-ee1302f07776,segment=NetworkSegment(bd379a79-830d-40a7-aab5-614e8e082ada),segment_id=bd379a79-830d-40a7-aab5-614e8e082ada)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:25:03.970191 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:04.044376 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Routers {'fdb91736-aa86-4a12-8506-e5dd2825b6cc'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:25:04.045014 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:04.186771 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727e0018-10be-4faf-af14-fac2675b5c25 None None] Pushing event updated for resources: {'Port': ['ID=bb9a1798-b52a-49f1-aac7-ee1302f07776,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:04.209687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] Set router fdb91736-aa86-4a12-8506-e5dd2825b6cc gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:25:04.530390 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:24:51Z', 'updated_at': '2022-01-28T09:25:01Z', 'revision_number': 2, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'gw_port_host': None, '_interfaces': [{'id': 'bb9a1798-b52a-49f1-aac7-ee1302f07776', 'name': '', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'mac_address': 'fa:16:3e:b1:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:01Z', 'updated_at': '2022-01-28T09:25:03Z', 'revision_number': 4, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'subnets': [{'id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:04.534187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11f34ff-935a-4510-b10f-fc40373e67ad None None] The sync data for ids ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'] in n-d-825178-2 is: [{'id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:24:51Z', 'updated_at': '2022-01-28T09:25:01Z', 'revision_number': 2, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'gw_port_host': None, '_interfaces': [{'id': 'bb9a1798-b52a-49f1-aac7-ee1302f07776', 'name': '', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'mac_address': 'fa:16:3e:b1:35:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:01Z', 'updated_at': '2022-01-28T09:25:03Z', 'revision_number': 4, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'subnets': [{'id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:25:04.785851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42122) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:25:04.937361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182e584d-e11e-4e8c-b0e1-6ab19a6523c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:25:04.937922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-182e584d-e11e-4e8c-b0e1-6ab19a6523c8 admin admin] Synchronizing usage tracker for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:25:04.955608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-182e584d-e11e-4e8c-b0e1-6ab19a6523c8 admin admin] Unset dirty status for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:25:04.956796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-182e584d-e11e-4e8c-b0e1-6ab19a6523c8 admin admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 842 time: 0.1699550 Jan 28 09:25:04.966108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.25.1.1', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'cidr': '172.25.1.0/24'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:25:04.970972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:25:04.974621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Usage tracker for resource:subnet and tenant:df037b77f7754f8ebdf8b705e63c93d8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:25:04.977368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:25:04.984166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:25:04.994149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Made reservation on behalf of df037b77f7754f8ebdf8b705e63c93d8 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:25:04.996963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:05.367571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:25:05.367916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:05.439413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36de4bf0-3a2e-4784-96fb-ab2de6ef2225,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:05.449227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:25:05.449617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Network hostable DHCP agents. Network: edf71238-fc0e-453d-b36b-c156b50b378d, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:25:05.467963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:25:05.483352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, edf71238-fc0e-453d-b36b-c156b50b378d) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:25:05.488213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:25:05.489147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:05.495068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2071a3-9932-4fc3-8174-f638f3f93dd2 None None] Network edf71238-fc0e-453d-b36b-c156b50b378d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:25:05.518895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4dd08fbd-0097-40be-bb19-e989f0557851 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5560722 Jan 28 09:25:05.731452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fac8dc-e60d-469a-8035-2d3e1b4465fa None None] Network edf71238-fc0e-453d-b36b-c156b50b378d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:25:06.985426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bb9a1798-b52a-49f1-aac7-ee1302f07776 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:25:07.050742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port bb9a1798-b52a-49f1-aac7-ee1302f07776 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:25:07.055246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bb9a1798-b52a-49f1-aac7-ee1302f07776 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:25:07.055615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:07.171782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:07.204022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port bb9a1798-b52a-49f1-aac7-ee1302f07776, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bb9a1798-b52a-49f1-aac7-ee1302f07776,segment=NetworkSegment(bd379a79-830d-40a7-aab5-614e8e082ada),segment_id=bd379a79-830d-40a7-aab5-614e8e082ada)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:25:07.207119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:07.274018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=bb9a1798-b52a-49f1-aac7-ee1302f07776,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:07.778068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42136) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:25:07.964344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-938d4dee-b145-4779-ba1b-e8d418155ad5 admin admin] 10.222.0.42 "GET /v2.0/routers/fdb91736-aa86-4a12-8506-e5dd2825b6cc HTTP/1.1" status: 200 len: 710 time: 0.1852331 Jan 28 09:25:08.086344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18bba13-07ea-4184-8a25-9c0e3073f2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:25:08.087571 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f18bba13-07ea-4184-8a25-9c0e3073f2dc admin admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 886 time: 0.1181531 Jan 28 09:25:08.096423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:25:08.566328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:08.875975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:08.931365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:08.962658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bb9a1798-b52a-49f1-aac7-ee1302f07776 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:25:09.028723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bb9a1798-b52a-49f1-aac7-ee1302f07776 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:25:09.029097 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:09.062450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Allocated IP 172.25.1.110 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/f7c9d8a7-76fc-4e41-88ee-d14895fac693) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:25:09.204205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:09.232541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:09.292848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:25:09.295516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:25:09.299169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:25:09.362400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Pushing event updated for resources: {'Port': ['ID=f7c9d8a7-76fc-4e41-88ee-d14895fac693,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:09.669998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:10.047954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:10.051165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:10.221806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Router fdb91736-aa86-4a12-8506-e5dd2825b6cc has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:25:10.395076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:25:10.403721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:10.404972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0043cf27-897b-4e8c-887e-1c8a87a2a2c7 admin admin] 10.222.0.42 "PUT /v2.0/routers/fdb91736-aa86-4a12-8506-e5dd2825b6cc HTTP/1.1" status: 200 len: 890 time: 2.3115103 Jan 28 09:25:10.405111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Sync routers for ids ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:25:10.414749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Routers {'fdb91736-aa86-4a12-8506-e5dd2825b6cc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:25:10.415412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:10.605762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Set router fdb91736-aa86-4a12-8506-e5dd2825b6cc gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:25:10.938484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f7c9d8a7-76fc-4e41-88ee-d14895fac693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:24:51Z', 'updated_at': '2022-01-28T09:25:09Z', 'revision_number': 4, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'gw_port': {'id': 'f7c9d8a7-76fc-4e41-88ee-d14895fac693', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:08Z', 'updated_at': '2022-01-28T09:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb9a1798-b52a-49f1-aac7-ee1302f07776', 'name': '', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'mac_address': 'fa:16:3e:b1:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:01Z', 'updated_at': '2022-01-28T09:25:07Z', 'revision_number': 5, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'subnets': [{'id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:10.943187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Checking router: fdb91736-aa86-4a12-8506-e5dd2825b6cc for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:25:10.943532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Updating router fdb91736-aa86-4a12-8506-e5dd2825b6cc port f7c9d8a7-76fc-4e41-88ee-d14895fac693 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:25:10.993900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:11.312129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:11.323113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Transition to ACTIVE for port object f7c9d8a7-76fc-4e41-88ee-d14895fac693 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:25:11.330388 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:11.432752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Attempting to bind port f7c9d8a7-76fc-4e41-88ee-d14895fac693 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:25:11.433361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Attempting to bind port f7c9d8a7-76fc-4e41-88ee-d14895fac693 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:25:11.433475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Attempting to bind port f7c9d8a7-76fc-4e41-88ee-d14895fac693 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:25:11.436640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4a5a2-9b37-4e78-b412-f978967b3c42 None None] Pushing event updated for resources: {'Port': ['ID=f7c9d8a7-76fc-4e41-88ee-d14895fac693,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:11.440878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:25:11.441247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:25:11.441642 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:11.442018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:25:11.442471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Bound port: f7c9d8a7-76fc-4e41-88ee-d14895fac693, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:25:11.442852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:11.514922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] For port f7c9d8a7-76fc-4e41-88ee-d14895fac693, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:25:11.518095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] For port f7c9d8a7-76fc-4e41-88ee-d14895fac693, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f7c9d8a7-76fc-4e41-88ee-d14895fac693,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:25:11.522166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:11.599320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Routers {'fdb91736-aa86-4a12-8506-e5dd2825b6cc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:25:11.599913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:11.653185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc4a5a2-9b37-4e78-b412-f978967b3c42 None None] Pushing event updated for resources: {'Port': ['ID=f7c9d8a7-76fc-4e41-88ee-d14895fac693,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:11.780873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] Set router fdb91736-aa86-4a12-8506-e5dd2825b6cc gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:25:12.098359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f7c9d8a7-76fc-4e41-88ee-d14895fac693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:24:51Z', 'updated_at': '2022-01-28T09:25:09Z', 'revision_number': 4, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'gw_port': {'id': 'f7c9d8a7-76fc-4e41-88ee-d14895fac693', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:08Z', 'updated_at': '2022-01-28T09:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb9a1798-b52a-49f1-aac7-ee1302f07776', 'name': '', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'mac_address': 'fa:16:3e:b1:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:01Z', 'updated_at': '2022-01-28T09:25:07Z', 'revision_number': 5, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'subnets': [{'id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:25:12.102291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a344a3-9741-474c-b2ef-2c0d432987dc None None] The sync data for ids ['fdb91736-aa86-4a12-8506-e5dd2825b6cc'] in n-d-825178-2 is: [{'id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'name': 'router1', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.110'}], 'enable_snat': True}, 'gw_port_id': 'f7c9d8a7-76fc-4e41-88ee-d14895fac693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:24:51Z', 'updated_at': '2022-01-28T09:25:09Z', 'revision_number': 4, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'gw_port': {'id': 'f7c9d8a7-76fc-4e41-88ee-d14895fac693', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:ea:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:08Z', 'updated_at': '2022-01-28T09:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb9a1798-b52a-49f1-aac7-ee1302f07776', 'name': '', 'network_id': 'ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8', 'tenant_id': '3293fe2fd0ab442caed5f14b0aac8152', 'mac_address': 'fa:16:3e:b1:35:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdb91736-aa86-4a12-8506-e5dd2825b6cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:25:01Z', 'updated_at': '2022-01-28T09:25:07Z', 'revision_number': 5, 'project_id': '3293fe2fd0ab442caed5f14b0aac8152', 'subnets': [{'id': 'b307f0cc-5909-4f10-947e-15c0942655d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'd1d4d12f-1dc1-46b3-9c1e-06d4018c3616'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:25:12.728050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42146) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:25:12.970232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.policy [None req-a123ea54-d45b-44c0-935f-8db3528472a3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87540) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 28 09:25:12.995020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f7c9d8a7-76fc-4e41-88ee-d14895fac693 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:25:13.016315 n-d-825178-2 neutron-server[87540]: WARNING oslo_policy.policy [None req-a123ea54-d45b-44c0-935f-8db3528472a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:25:13.016723 n-d-825178-2 neutron-server[87540]: WARNING oslo_policy.policy [None req-a123ea54-d45b-44c0-935f-8db3528472a3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 28 09:25:13.026201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a123ea54-d45b-44c0-935f-8db3528472a3 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.2971070 Jan 28 09:25:13.067730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f7c9d8a7-76fc-4e41-88ee-d14895fac693 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:25:13.073628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f7c9d8a7-76fc-4e41-88ee-d14895fac693 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:25:13.073992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:13.190187 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:13.207188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f7c9d8a7-76fc-4e41-88ee-d14895fac693, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f7c9d8a7-76fc-4e41-88ee-d14895fac693,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:25:13.211139 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:13.280243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f7c9d8a7-76fc-4e41-88ee-d14895fac693,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:25:14.969727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f7c9d8a7-76fc-4e41-88ee-d14895fac693 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:25:15.042974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f7c9d8a7-76fc-4e41-88ee-d14895fac693 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:25:15.043501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:25.771348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4486faf4-dc38-4044-8282-fb01121ebacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:28.088686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-282543d9-022f-48a1-b184-34aeb611e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:29.189654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:29.270648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:30.579149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:34.163693 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:25:55.774965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbf5bf4a-8451-4cbc-b72f-20d88d8a1226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:58.091680 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a271dddc-310f-4aea-81bb-32c81fdf9a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:59.195615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:25:59.276482 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:00.584622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:11.162905 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:26:25.782490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e71546a8-b520-439b-a432-0865eee9bdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:28.101938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e3520f6f-932b-49f0-b11e-e5d2bb9e0117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:29.206247 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:29.270211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:30.592895 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:48.162187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:26:55.803065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-da03d405-2eea-41c5-9e2b-25eecc40cc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:58.095503 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e24e5a3-5a57-4b1b-bc61-242ac14595cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:59.197247 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:26:59.272622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:00.588433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:16.463258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42752) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:16.538826 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a3a128b-6e5e-4a93-93bb-a35594f20b24 admin admin] GET failed (client error): The resource could not be found. Jan 28 09:27:16.540099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a3a128b-6e5e-4a93-93bb-a35594f20b24 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0758581 Jan 28 09:27:16.697412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd3f283-dfff-486b-9242-0322a29de6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:16.698782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bbd3f283-dfff-486b-9242-0322a29de6fa admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1543565 Jan 28 09:27:18.795018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42762) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:18.899477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef60b943-c6bc-48ff-8f8a-608d62afc64f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:18.900827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ef60b943-c6bc-48ff-8f8a-608d62afc64f admin admin] 10.222.0.42 "GET /v2.0/subnets/b307f0cc-5909-4f10-947e-15c0942655d8 HTTP/1.1" status: 200 len: 849 time: 0.1048989 Jan 28 09:27:18.909831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:27:19.026408 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:19.219039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738620389358'] for subnet, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:19.288166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7852cfcd-988c-4493-90d4-47b52212eae0 None None] Network ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:27:19.291433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:19.292096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:19.293420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] 10.222.0.42 "PUT /v2.0/subnets/b307f0cc-5909-4f10-947e-15c0942655d8 HTTP/1.1" status: 200 len: 868 time: 0.3872330 Jan 28 09:27:19.309916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b307f0cc-5909-4f10-947e-15c0942655d8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:27:19.318584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.318931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.319269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.319606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.319939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.320267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.320644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.321011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.321334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.321654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.321975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.322561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b93f63df-60f7-4b0c-ae39-c2064e25e863 admin admin] Tracked resource versions report: Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: pushed versions: Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: { 'AddressGroup': {'1.2'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'ConntrackHelper': {'1.0'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Log': {'1.0'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Network': {'1.1'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Port': {'1.7'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'PortForwarding': {'1.2'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'QosPolicy': {'1.8'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'SecurityGroup': {'1.4'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'SubPort': {'1.0'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Subnet': {'1.1'}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Trunk': {'1.1'}} Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: consumer versions: Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: L3 agent@n-d-825178-2: {}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: Metadata agent@n-d-825178-2: {}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: Metering agent@n-d-825178-2: {}, Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'ConntrackHelper': '1.0', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Log': '1.0', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Network': '1.1', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Port': '1.7', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'PortForwarding': '1.2', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'QosPolicy': '1.8', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'SecurityGroup': '1.4', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'SecurityGroupRule': '1.2', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'SubPort': '1.0', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Subnet': '1.1', Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: 'Trunk': '1.1'}} Jan 28 09:27:19.323684 n-d-825178-2 neutron-server[87540]: {{(pid=87540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:27:19.700497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4864f419-84c7-4b7c-a086-f077ddefb2e1 None None] Provisioning complete for port bb9a1798-b52a-49f1-aac7-ee1302f07776 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:27:19.700893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4864f419-84c7-4b7c-a086-f077ddefb2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:19.826889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4864f419-84c7-4b7c-a086-f077ddefb2e1 None None] Provisioning complete for port 7d03bf76-92ee-4d7b-be3f-9fa5b5c0b754 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:27:19.827106 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4864f419-84c7-4b7c-a086-f077ddefb2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:21.448089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42776) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:21.618375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b35bcd-cab8-46f2-9179-586b640835da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:21.618854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b35bcd-cab8-46f2-9179-586b640835da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:21.620986 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-88b35bcd-cab8-46f2-9179-586b640835da admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1718800 Jan 28 09:27:23.742706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42786) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:23.909636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149f751-2ef3-457d-bc14-e2169ee21631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:23.910110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1149f751-2ef3-457d-bc14-e2169ee21631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:23.911598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1149f751-2ef3-457d-bc14-e2169ee21631 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1679664 Jan 28 09:27:25.161076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:27:25.774658 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f4bb5d1d-3d9f-49b5-97b2-6b337cd549dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:26.015268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42796) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:26.195771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62437e01-3f6d-4d16-bd18-18f264b2aee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:26.197065 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62437e01-3f6d-4d16-bd18-18f264b2aee4 admin admin] 10.222.0.42 "GET /v2.0/networks/ce2d6ec6-b1bb-4fe3-836b-bdf8518f68e8 HTTP/1.1" status: 200 len: 869 time: 0.1808231 Jan 28 09:27:28.099525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76414c59-7fec-4a8a-8929-fca09e4111e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:28.303487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42806) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:28.477345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd2e00e-c2a6-45ed-a175-ca709b43a0a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:28.478807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2cd2e00e-c2a6-45ed-a175-ca709b43a0a9 admin admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 886 time: 0.1743188 Jan 28 09:27:29.199480 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:29.273623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:30.572530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42816) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:30.590776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:30.681795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc44d9-d6ef-459d-8ce0-73354c3e4561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:30.682258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc44d9-d6ef-459d-8ce0-73354c3e4561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:30.682963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c5dc44d9-d6ef-459d-8ce0-73354c3e4561 admin admin] Synchronizing usage tracker for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:27:30.698884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c5dc44d9-d6ef-459d-8ce0-73354c3e4561 admin admin] Unset dirty status for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:27:30.700152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c5dc44d9-d6ef-459d-8ce0-73354c3e4561 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1266780 Jan 28 09:27:32.802412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42826) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:32.909336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40920166-f0d5-4139-be13-ba86cbb4e78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:32.909797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40920166-f0d5-4139-be13-ba86cbb4e78e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:32.911275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-40920166-f0d5-4139-be13-ba86cbb4e78e admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1078537 Jan 28 09:27:35.013354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42836) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:35.111152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4219f-fca7-41e1-841b-33d43a93a5eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:35.112471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dbb4219f-fca7-41e1-841b-33d43a93a5eb admin admin] 10.222.0.42 "GET /v2.0/subnets/36de4bf0-3a2e-4784-96fb-ab2de6ef2225 HTTP/1.1" status: 200 len: 816 time: 0.0981619 Jan 28 09:27:37.212821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42846) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:37.319990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ec21d-7b1a-4761-b981-99793b0e5c34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:37.321349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f1ec21d-7b1a-4761-b981-99793b0e5c34 admin admin] 10.222.0.42 "GET /v2.0/subnets/b307f0cc-5909-4f10-947e-15c0942655d8 HTTP/1.1" status: 200 len: 868 time: 0.1075754 Jan 28 09:27:55.775956 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d88d95f5-96eb-46a1-b7a9-cfc8d390803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:56.193194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42892) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:56.239677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-2685deab-cbcf-4378-a18e-ada2bc35cae9 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:27:56.240638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2685deab-cbcf-4378-a18e-ada2bc35cae9 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465212 Jan 28 09:27:58.101064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ba32aa9-e7eb-4273-bce2-69e09c64bdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:58.411948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42902) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:27:58.480708 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-58017a56-8ba1-4e70-bd9c-5e17c7c9ca22 admin admin] GET failed (client error): The resource could not be found. Jan 28 09:27:58.481981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-58017a56-8ba1-4e70-bd9c-5e17c7c9ca22 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0691056 Jan 28 09:27:58.607919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6640244b-84bd-4354-a1d7-e781dfc28864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:27:58.609401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6640244b-84bd-4354-a1d7-e781dfc28864 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1235774 Jan 28 09:27:59.202697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:27:59.276949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:00.595755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:00.742875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42912) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:28:00.791240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:28:00.792574 n-d-825178-2 neutron-server[87540]: INFO neutron.quota [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Loaded quota_driver: . Jan 28 09:28:00.798759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:28:00.810975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:28:00.823317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Made reservation on behalf of df037b77f7754f8ebdf8b705e63c93d8 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:28:00.825794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:00.917848 n-d-825178-2 neutron-server[87540]: WARNING neutron.services.revisions.revision_plugin [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Could not find related network for resource to bump revision. Jan 28 09:28:00.932115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:28:00.943647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8738620436493', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:00.944193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Unsubscribe: segment precommit_create {{(pid=87540) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 28 09:28:00.944685 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Added segment 7d0405f1-79ce-4cbb-ab80-b7d421f61d6a of type vlan for network c98101aa-66b2-4380-a9dc-8db445f41eaf Jan 28 09:28:01.014973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:01.047892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:01.048837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:28:01.049409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:01.155766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4118161 Jan 28 09:28:01.156451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d8b7a-f3f6-4a4d-a041-3914f3191aed admin admin] Pushing event updated for resources: {'Network': ['ID=c98101aa-66b2-4380-a9dc-8db445f41eaf,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:28:01.168437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c98101aa-66b2-4380-a9dc-8db445f41eaf details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:28:02.160204 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:28:03.262516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42922) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:28:03.328440 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-24952731-35cb-47e8-8ce7-20c37df65500 admin admin] GET failed (client error): The resource could not be found. Jan 28 09:28:03.329113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-24952731-35cb-47e8-8ce7-20c37df65500 admin admin] Synchronizing usage tracker for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:28:03.344693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-24952731-35cb-47e8-8ce7-20c37df65500 admin admin] Unset dirty status for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:28:03.345787 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-24952731-35cb-47e8-8ce7-20c37df65500 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0823858 Jan 28 09:28:03.450327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177a5a8c-f555-4cce-aadb-e317cf8dfd2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:28:03.451728 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-177a5a8c-f555-4cce-aadb-e317cf8dfd2b admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1020396 Jan 28 09:28:03.461081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:28:03.466135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:28:03.475749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:28:03.485110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Made reservation on behalf of df037b77f7754f8ebdf8b705e63c93d8 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:28:03.487328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:03.700477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:03.775234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Pushing event updated for resources: {'Subnet': ['ID=863af9b9-d5f2-4f6f-bead-59e3dc25894f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:28:03.783001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:28:03.783423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Network hostable DHCP agents. Network: c98101aa-66b2-4380-a9dc-8db445f41eaf, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:28:03.803234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:28:03.813493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, c98101aa-66b2-4380-a9dc-8db445f41eaf) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:28:03.819345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:28:03.820030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:03.821788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3c6244-7db4-47bb-8ffa-62d45b48c390 None None] Network c98101aa-66b2-4380-a9dc-8db445f41eaf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:28:03.845370 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fac4dc6b-8bc7-41e0-a7d0-3a38425d4842 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3874865 Jan 28 09:28:04.041878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-c98101aa-66b2-4380-a9dc-8db445f41eaf', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'tenant_id': 'df037b77f7754f8ebdf8b705e63c93d8', 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:28:04.042710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:04.199403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Allocated IP 192.168.233.2 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/136d1d20-49ab-48bc-a082-dbd238633742) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:28:04.401626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:04.412126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Transition to ACTIVE for port object 136d1d20-49ab-48bc-a082-dbd238633742 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:28:04.431341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Transition to ACTIVE for port object 136d1d20-49ab-48bc-a082-dbd238633742 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:28:04.437828 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:04.529603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:28:04.537406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:28:04.539263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Pushing event updated for resources: {'Port': ['ID=136d1d20-49ab-48bc-a082-dbd238633742,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:28:04.541561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:28:04.550357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.550692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.551030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.551354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.551677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.552003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.552319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.552630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.552965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.553292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.553610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.553920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:28:04.638126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Attempting to bind port 136d1d20-49ab-48bc-a082-dbd238633742 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:28:04.638485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Attempting to bind port 136d1d20-49ab-48bc-a082-dbd238633742 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:28:04.638861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Attempting to bind port 136d1d20-49ab-48bc-a082-dbd238633742 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:28:04.644127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:28:04.644493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:28:04.644928 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:04.645302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:28:04.645751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Bound port: 136d1d20-49ab-48bc-a082-dbd238633742, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:28:04.646130 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:04.733917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] For port 136d1d20-49ab-48bc-a082-dbd238633742, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:28:04.737201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] For port 136d1d20-49ab-48bc-a082-dbd238633742, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=136d1d20-49ab-48bc-a082-dbd238633742,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:28:04.742282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:04.821585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48bd02-d911-456b-8504-2d67dd865a65 None None] Pushing event updated for resources: {'Port': ['ID=136d1d20-49ab-48bc-a082-dbd238633742,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:28:05.104965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 136d1d20-49ab-48bc-a082-dbd238633742 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:28:05.182007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 136d1d20-49ab-48bc-a082-dbd238633742 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:28:05.711020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a958e3-2221-455f-82bc-c431c7da8a56 None None] Network c98101aa-66b2-4380-a9dc-8db445f41eaf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:28:05.802350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] Provisioning for port 136d1d20-49ab-48bc-a082-dbd238633742 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:28:05.817984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] Provisioning complete for port 136d1d20-49ab-48bc-a082-dbd238633742 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:28:05.818351 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:06.045261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:06.084819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] For port 136d1d20-49ab-48bc-a082-dbd238633742, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=136d1d20-49ab-48bc-a082-dbd238633742,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:28:06.089012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:06.166261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d0428-821e-4da0-98d7-afcea98bdfbe None None] Pushing event updated for resources: {'Port': ['ID=136d1d20-49ab-48bc-a082-dbd238633742,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:28:06.309404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6786917c-4493-4e40-9a97-9eca3cc22099 None None] Provisioning complete for port 136d1d20-49ab-48bc-a082-dbd238633742 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:28:06.309771 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6786917c-4493-4e40-9a97-9eca3cc22099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:07.056430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 136d1d20-49ab-48bc-a082-dbd238633742 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:28:07.123489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 136d1d20-49ab-48bc-a082-dbd238633742 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:28:07.123850 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:25.777230 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9b380bc-54bf-43cf-bf81-40a730a13df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:28.102319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21279792-92e7-4e8b-acfc-5fb79a4f166c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:29.208743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:29.278317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:30.596258 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:39.159007 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:28:55.779088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-036ea0c0-e7fd-454e-9951-bfcff8278937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:58.103061 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01ad7d9b-3f45-44a7-aaf0-f7d498ccf06a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:59.212772 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:28:59.281625 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:00.600144 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:16.157601 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:29:18.534037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42972) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:29:18.540339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-9131fd60-d335-40f2-a941-76d164a9ca30 tempest-verify_tempest_config-1407582975 tempest-verify_tempest_config-1407582975-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:29:18.541339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9131fd60-d335-40f2-a941-76d164a9ca30 tempest-verify_tempest_config-1407582975 tempest-verify_tempest_config-1407582975-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063248 Jan 28 09:29:18.834131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:29:18.945690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:18.959635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:29:18.963290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Usage tracker for resource:security_group_rule and tenant:b7b952312bed4616a868449e3b344054 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:29:18.965971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:29:18.971548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:29:19.052054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:19.055607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:19.099946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Synchronizing usage tracker for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:29:19.102126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b0a7b7-c032-4ed2-9e69-27a284b1d1dd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:29:19.112005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.112339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.112674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.113007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.113320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.113631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.113939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.114245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.114577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.114883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.115190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.115493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:29:19.127334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] Unset dirty status for tenant:df037b77f7754f8ebdf8b705e63c93d8 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:29:19.128800 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c304a14-947d-41d4-9f29-e56f2c64f1ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7b952312bed4616a868449e3b344054&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2937098 Jan 28 09:29:19.131446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:29:19.188005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6725e9c-1ace-4208-969c-0908e836de4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:19.259187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6725e9c-1ace-4208-969c-0908e836de4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:19.348051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6725e9c-1ace-4208-969c-0908e836de4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:19.361336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6725e9c-1ace-4208-969c-0908e836de4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b0a7b7-c032-4ed2-9e69-27a284b1d1dd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:29:19.367931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6725e9c-1ace-4208-969c-0908e836de4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:19.371012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f6725e9c-1ace-4208-969c-0908e836de4d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/13b0a7b7-c032-4ed2-9e69-27a284b1d1dd HTTP/1.1" status: 204 len: 168 time: 0.2363689 Jan 28 09:29:25.781186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d0312cf-e426-4aa3-9ccb-ce4a44be3381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:28.104282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a96df4e-12c0-4017-94a1-3e2b21002bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:29.212880 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:29.282508 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:30.607681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:53.156047 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:29:55.781619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5169f663-b254-48a6-abdb-758ba603db97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:58.105719 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a37c73b6-f5c4-4336-906b-89e3e48f1f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:59.214913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:29:59.284133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:00.606220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:25.782601 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa66d426-7db4-496d-aa61-3a80c8502d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:28.107225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f35f375c-92d2-4484-b944-0089f53a81c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:29.218460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:29.287158 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:30.155085 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:30:30.609758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:55.783638 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c58fdb86-2f94-4757-b09e-851fd86255c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:58.107992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fefcd400-480a-450a-840c-128a18fcbea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:59.221462 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:30:59.289013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:00.612809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:07.153848 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:31:25.789029 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fb88d2f-b5a2-4d9e-970c-89e8706960d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:28.109559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-349a5b4c-eb8a-49be-941e-3c3eda3d2242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:29.245974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:29.291102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:30.614994 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:44.153010 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 5 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:31:55.790635 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bcf65cc5-6712-4d0b-ae2c-837ee762251d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:58.110854 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-253ad487-6e7a-4196-bdde-de3593c9bb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:59.226864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:31:59.291750 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:00.617914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:13.331867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:14.849066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-721574'] for agent, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:21.152606 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:32:25.791418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-239ac42f-8e1a-429d-82a3-bb5ba9fd9ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:28.111432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236a8bba-72f9-4af9-90b1-a7b023d4edd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:29.229860 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:29.291511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:30.620890 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:43.288251 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:44.839302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:55.792996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4345fd4b-19ac-4217-acde-a451ecf0b684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:58.112390 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7d469fb-29a3-4a30-97d9-119ba59bbec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:58.152117 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:32:59.231841 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:32:59.291866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:00.626788 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:06.528488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43060) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:33:06.637979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f32e128a-ab5c-40ba-9751-550b3d063772 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1084068 Jan 28 09:33:08.750092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:33:08.803178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a81be35-332e-4c27-81ba-004b4cd3a26a admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0520010 Jan 28 09:33:13.288925 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:14.854165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:25.794844 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f392ba53-7176-43db-b388-8cdb9397eda5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:28.114521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c07a0e5f-461f-4737-aeda-717b8ccbb446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:29.233782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:29.292258 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:30.627252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:35.150886 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:33:43.291454 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:44.869726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:55.796987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11083fa4-7589-4bb2-86e0-66506de00746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:58.120046 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b8412554-e0c9-46e1-a86f-f958a27994f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:59.237141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:33:59.295021 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:00.630427 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:12.150760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:34:13.311619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:14.883063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:25.800238 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-06975a53-3e3a-4918-8d45-8e44c7360a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:28.112786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-841fc344-e554-4632-b0c5-dd90ae37386e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:29.239974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:29.295965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:30.634533 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:43.317336 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:43.925480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:44.179999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.194021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:44.198272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Usage tracker for resource:security_group_rule and tenant:1ab11456a52949b0a902745cbf942f4f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:44.201050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:44.206645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:44.292092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.296418 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.349963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ab11456a52949b0a902745cbf942f4f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4232345 Jan 28 09:34:44.354046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43486) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:44.358119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=108cc638-c2c3-4d1f-aac3-7b8362619e96,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:44.374009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.374350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.374671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.375311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.375775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.376228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.376777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.377241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.377699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.378152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.378606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.379056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd490461-8446-41ca-a239-cde30b5db60c admin admin] Tracked resource versions report: Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: pushed versions: Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: { 'AddressGroup': {'1.2'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'ConntrackHelper': {'1.0'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Log': {'1.0'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Network': {'1.1'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Port': {'1.7'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'PortForwarding': {'1.2'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'QosPolicy': {'1.8'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'SecurityGroup': {'1.4'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'SubPort': {'1.0'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Subnet': {'1.1'}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Trunk': {'1.1'}} Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: consumer versions: Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: HyperV agent@n-h1-825178-2: {}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: HyperV agent@n-h2-825178-2: {}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: L3 agent@n-d-825178-2: {}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: Metadata agent@n-d-825178-2: {}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: Metering agent@n-d-825178-2: {}, Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'ConntrackHelper': '1.0', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Log': '1.0', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Network': '1.1', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Port': '1.7', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'PortForwarding': '1.2', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'QosPolicy': '1.8', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'SecurityGroup': '1.4', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'SecurityGroupRule': '1.2', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'SubPort': '1.0', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Subnet': '1.1', Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: 'Trunk': '1.1'}} Jan 28 09:34:44.380238 n-d-825178-2 neutron-server[87541]: {{(pid=87541) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:34:44.473993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.509966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.584164 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.593758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43506) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:44.596971 n-d-825178-2 neutron-server[87541]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 09:34:44.607282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108cc638-c2c3-4d1f-aac3-7b8362619e96,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:44.615503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:44.620553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/108cc638-c2c3-4d1f-aac3-7b8362619e96 HTTP/1.1" status: 204 len: 168 time: 0.2653151 Jan 28 09:34:44.622712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.623203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.623682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.624553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.625044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.625519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.625979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.626446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.626797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-2bbc4f87-f9be-4ac0-af9d-8a5c681f5f67 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318210 Jan 28 09:34:44.627092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.627415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.627799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.628046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-137a7c6b-832c-46a9-b3b8-954b17511cc8 admin admin] Tracked resource versions report: Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: pushed versions: Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: { 'AddressGroup': {'1.2'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'ConntrackHelper': {'1.0'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Log': {'1.0'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Network': {'1.1'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Port': {'1.7'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'PortForwarding': {'1.2'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'QosPolicy': {'1.8'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'SecurityGroup': {'1.4'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'SubPort': {'1.0'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Subnet': {'1.1'}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Trunk': {'1.1'}} Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: consumer versions: Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: HyperV agent@n-h1-825178-2: {}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: HyperV agent@n-h2-825178-2: {}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: L3 agent@n-d-825178-2: {}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: Metadata agent@n-d-825178-2: {}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: Metering agent@n-d-825178-2: {}, Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'ConntrackHelper': '1.0', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Log': '1.0', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Network': '1.1', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Port': '1.7', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'PortForwarding': '1.2', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'QosPolicy': '1.8', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'SecurityGroup': '1.4', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'SecurityGroupRule': '1.2', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'SubPort': '1.0', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Subnet': '1.1', Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: 'Trunk': '1.1'}} Jan 28 09:34:44.629150 n-d-825178-2 neutron-server[87540]: {{(pid=87540) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:34:44.698116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43516) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:44.804583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-3766ebea-b53c-4968-862b-87e5f875390c tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:44.806040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-3766ebea-b53c-4968-862b-87e5f875390c tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1652679 Jan 28 09:34:44.821887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-2672ea9e-9cb3-4759-bfd7-bcbf8b32b7d9 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/quotas/162bf2403dcc4e5285a3e576abb5a1b8 HTTP/1.1" status: 200 len: 375 time: 0.0098386 Jan 28 09:34:44.875706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-e218509f-b9e2-40db-b564-02345f6d74b5 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475516 Jan 28 09:34:44.895271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.094734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.117057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:45.123487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Usage tracker for resource:security_group_rule and tenant:a5c9d36ea2464759b6d748bb6e023d6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:45.128149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:45.134808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:45.141033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43550) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:45.159365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.174862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:45.178971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Usage tracker for resource:security_group_rule and tenant:a742ec8571814269939024f9d8873fac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:45.182214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:45.188149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:45.265379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.270160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.287624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.294319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.336566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2a8b3a-5c92-4900-a8af-1a14b9fece13,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:45.342151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a742ec8571814269939024f9d8873fac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1985111 Jan 28 09:34:45.346283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43560) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:45.366163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-01e06ccf-446e-49d5-b5b3-79458b786814 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5c9d36ea2464759b6d748bb6e023d6c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6662488 Jan 28 09:34:45.369602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43564) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:45.443269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1e31ba2-9748-42a1-85ee-a03c7d9c44ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.469093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0b0bd1c-008b-4f48-a3d6-9db6e1acceb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.477585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1e31ba2-9748-42a1-85ee-a03c7d9c44ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.494865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3288f-2614-44af-a701-259fc2ea5ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09384d01-da6e-4c8a-9d13-50ea6a94a655,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:45.498736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0b0bd1c-008b-4f48-a3d6-9db6e1acceb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.575752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1e31ba2-9748-42a1-85ee-a03c7d9c44ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.604303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e31ba2-9748-42a1-85ee-a03c7d9c44ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09384d01-da6e-4c8a-9d13-50ea6a94a655,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:45.622087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1e31ba2-9748-42a1-85ee-a03c7d9c44ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.623412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e1e31ba2-9748-42a1-85ee-a03c7d9c44ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/09384d01-da6e-4c8a-9d13-50ea6a94a655 HTTP/1.1" status: 204 len: 168 time: 0.2764115 Jan 28 09:34:45.640072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0b0bd1c-008b-4f48-a3d6-9db6e1acceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.662450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b0bd1c-008b-4f48-a3d6-9db6e1acceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2a8b3a-5c92-4900-a8af-1a14b9fece13,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:45.669791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0b0bd1c-008b-4f48-a3d6-9db6e1acceb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:45.674563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d0b0bd1c-008b-4f48-a3d6-9db6e1acceb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b2a8b3a-5c92-4900-a8af-1a14b9fece13 HTTP/1.1" status: 204 len: 168 time: 0.3032548 Jan 28 09:34:45.717621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43598) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:46.112728 n-d-825178-2 neutron-server[87540]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 28 09:34:46.169415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42c694b-a3b3-4a60-9148-cbb76798aa38 req-08dd9c36-3619-48e4-80bf-008b09611c06 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 210 time: 0.4504430 Jan 28 09:34:46.317967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43644) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:46.354885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.409317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:46.414954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Usage tracker for resource:security_group_rule and tenant:2bb62766dd904407b45c4c0669ab0045 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:46.418172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:46.425033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:46.674969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.689201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.748543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7ac8f5-51b4-4a84-8e64-9db7327487f7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:46.758257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43694) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:46.758757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c802e416-1513-4941-a738-5aeba7f52524 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2bb62766dd904407b45c4c0669ab0045&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4393864 Jan 28 09:34:46.854080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad1d-45f5-4cf5-8527-650feb212d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.886821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad1d-45f5-4cf5-8527-650feb212d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.952432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad1d-45f5-4cf5-8527-650feb212d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.964510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2ad1d-45f5-4cf5-8527-650feb212d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7ac8f5-51b4-4a84-8e64-9db7327487f7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:46.971011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2a2ad1d-45f5-4cf5-8527-650feb212d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:46.972118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2a2ad1d-45f5-4cf5-8527-650feb212d3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac7ac8f5-51b4-4a84-8e64-9db7327487f7 HTTP/1.1" status: 204 len: 168 time: 0.2128494 Jan 28 09:34:47.082815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:47.406240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01c2365f-fea0-4f25-8729-2c2984b1ee49 req-dec07bae-4202-496b-849d-f9cf5b0d9eba tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 210 time: 0.0590661 Jan 28 09:34:47.408400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:47.423836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:47.427814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Usage tracker for resource:security_group_rule and tenant:ee8931ecd98941d8bfa7f50be533a708 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:47.430861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:47.436508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:47.563768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:47.569569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:47.720818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.43', 61282) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:47.740096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee8931ecd98941d8bfa7f50be533a708&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6558306 Jan 28 09:34:47.741362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43774) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:47.742399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7291e5-ef8b-4213-94e3-bd06a2d2a2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33d162f-478e-4e31-97db-c44077b5b45a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:47.782021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-79d5f5f3-e265-4100-8751-4b98ccc16f2a tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597649 Jan 28 09:34:47.885451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43786) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:47.942233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0777974-a284-4714-8386-ffd9bcfc97b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.022531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0777974-a284-4714-8386-ffd9bcfc97b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.031818 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-e3e541b8-221e-4166-be8e-383a960073e9 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a6e8b5a711f64062ae75d4e69ad1e12e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423567 Jan 28 09:34:48.192190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0777974-a284-4714-8386-ffd9bcfc97b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.203192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.226647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:48.227139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-f79d5563-2f80-47b0-98d1-828dc25f733c tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:48.228852 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-f79d5563-2f80-47b0-98d1-828dc25f733c tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4399884 Jan 28 09:34:48.234533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Usage tracker for resource:security_group_rule and tenant:02f82dc069e84791b46c3bec03746f2a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:48.240261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:48.243912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0777974-a284-4714-8386-ffd9bcfc97b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.245057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b0777974-a284-4714-8386-ffd9bcfc97b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d33d162f-478e-4e31-97db-c44077b5b45a HTTP/1.1" status: 204 len: 168 time: 0.4946876 Jan 28 09:34:48.246070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0777974-a284-4714-8386-ffd9bcfc97b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33d162f-478e-4e31-97db-c44077b5b45a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:48.251686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:48.282837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-f3c190e6-5975-46aa-aab6-13aaf0e7f620 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:48.291329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-f3c190e6-5975-46aa-aab6-13aaf0e7f620 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556105 Jan 28 09:34:48.310409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-957efd8f-d0f2-499f-81ae-0978f7a2aa15 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/quotas/a6e8b5a711f64062ae75d4e69ad1e12e HTTP/1.1" status: 200 len: 375 time: 0.0179965 Jan 28 09:34:48.357000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.358365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Request body: {'port': {'device_id': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '162bf2403dcc4e5285a3e576abb5a1b8'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:34:48.362257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.384455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-29aedfdc-93d4-483c-9ace-8cb7454177b7 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a6e8b5a711f64062ae75d4e69ad1e12e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729971 Jan 28 09:34:48.430155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02f82dc069e84791b46c3bec03746f2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5220373 Jan 28 09:34:48.431653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d8e3d-6670-4bd3-b654-f5b5bacd39d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21b6144-4bc2-498d-9332-5dd8ae0be15e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:48.434274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43830) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:48.596219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56ebb05a-236b-4e5d-9c55-d44923b63006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.648976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:48.653650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Usage tracker for resource:port and tenant:162bf2403dcc4e5285a3e576abb5a1b8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:48.659153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:48.683280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:48.740414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56ebb05a-236b-4e5d-9c55-d44923b63006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.763482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c53372d9-ad90-40a0-8658-14338bd91ec3 req-f982fa00-ab97-4b74-90fa-34aae05445b3 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 210 time: 0.0736063 Jan 28 09:34:48.764701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Made reservation on behalf of 162bf2403dcc4e5285a3e576abb5a1b8 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:34:48.774095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.792434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.801808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-16282aa7-b307-40c7-82c1-4c187991a225 req-e603524d-2b50-4abf-a9b5-9eb765b6bfe8 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 210 time: 0.2077384 Jan 28 09:34:48.812840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56ebb05a-236b-4e5d-9c55-d44923b63006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.813014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:48.830796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Usage tracker for resource:security_group_rule and tenant:162bf2403dcc4e5285a3e576abb5a1b8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:48.836868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:48.843942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:48.859951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebb05a-236b-4e5d-9c55-d44923b63006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21b6144-4bc2-498d-9332-5dd8ae0be15e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:48.865682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56ebb05a-236b-4e5d-9c55-d44923b63006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.869961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-56ebb05a-236b-4e5d-9c55-d44923b63006 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d21b6144-4bc2-498d-9332-5dd8ae0be15e HTTP/1.1" status: 204 len: 168 time: 0.4339602 Jan 28 09:34:48.982850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:48.990104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:49.085522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf14296-79b2-45a0-80ac-35ffb7963889,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:49.092122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:49.122510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:49.153492 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:34:49.216082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Allocated IP 192.168.233.170 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/7766b4b9-78e4-4233-97f7-8b611f234fa2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:34:49.238533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:49.265224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Usage tracker for resource:security_group_rule and tenant:ac853b4bfde9477f9ef681c0a01c7f62 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:49.282466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:49.311860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:49.608972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:49.642819 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:49.740474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988bb1fa-69cd-4615-9253-9519fd1356b2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:50.133843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.159458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Transition to ACTIVE for port object 7766b4b9-78e4-4233-97f7-8b611f234fa2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:34:50.194171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35d96827-c598-481f-88ec-077e266f1cca req-925f8807-7572-4067-8ad7-293893bc98ac tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 210 time: 0.1026015 Jan 28 09:34:50.251747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b2775ca2-ec3d-46a9-a55e-5bc50881f350 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac853b4bfde9477f9ef681c0a01c7f62&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1584954 Jan 28 09:34:50.257610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43912) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:50.258167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43914) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:50.282502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.290486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73a1350b-52c3-41ed-b9b7-26f6fefdc6d0 req-47f0b965-75bc-49f7-8271-e435f3a663df tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 210 time: 0.1226199 Jan 28 09:34:50.328312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.422511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:50.461268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Usage tracker for resource:security_group_rule and tenant:926431be29614cc888ca54f9222f7821 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:50.480543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:50.516055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:50.521384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Pushing event updated for resources: {'Port': ['ID=7766b4b9-78e4-4233-97f7-8b611f234fa2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:50.541915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:34:50.541915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:34:50.547582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:34:50.563620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:50.566079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.582346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64366feb-e7f2-4a36-949c-f48c6e7157f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.647899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-09f8be4c-1095-4021-98a9-11baaefcc746 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2982423 Jan 28 09:34:50.661706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-f802636a-66f2-4245-bda9-e2d8fbb39469 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:34:50.665205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-f802636a-66f2-4245-bda9-e2d8fbb39469 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079088 Jan 28 09:34:50.711789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64366feb-e7f2-4a36-949c-f48c6e7157f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.914162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64366feb-e7f2-4a36-949c-f48c6e7157f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:50.951892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aec3da0d-5e07-4eda-8321-9d1e54c1b45e None None] Provisioning for port 7766b4b9-78e4-4233-97f7-8b611f234fa2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:34:50.957811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aec3da0d-5e07-4eda-8321-9d1e54c1b45e None None] Provisioning complete for port 7766b4b9-78e4-4233-97f7-8b611f234fa2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:34:50.958254 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aec3da0d-5e07-4eda-8321-9d1e54c1b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:51.017775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64366feb-e7f2-4a36-949c-f48c6e7157f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988bb1fa-69cd-4615-9253-9519fd1356b2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:51.019235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:51.036461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64366feb-e7f2-4a36-949c-f48c6e7157f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:51.042736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64366feb-e7f2-4a36-949c-f48c6e7157f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/988bb1fa-69cd-4615-9253-9519fd1356b2 HTTP/1.1" status: 204 len: 168 time: 0.7809017 Jan 28 09:34:51.043458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:51.078066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aec3da0d-5e07-4eda-8321-9d1e54c1b45e None None] Port 7766b4b9-78e4-4233-97f7-8b611f234fa2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:34:51.133805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e160c56-b0b3-406f-aa7e-8a0da12af33f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:51.179659 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f01c26f-7726-430a-b7a9-8ee745221070 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=926431be29614cc888ca54f9222f7821&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9172764 Jan 28 09:34:51.182625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43936) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:51.382770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-3b535db8-bd4c-41b4-bf94-071fcc4e88bd tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a6e8b5a711f64062ae75d4e69ad1e12e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1132751 Jan 28 09:34:51.477624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.43', 61287) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:51.804108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a731e13-124b-4b4f-bd1e-8de5f0ad6f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:51.896397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a731e13-124b-4b4f-bd1e-8de5f0ad6f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.001153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-d28de8d2-f0ae-446b-8f31-65f95050c6c0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:52.002297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-d28de8d2-f0ae-446b-8f31-65f95050c6c0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Synchronizing usage tracker for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:34:52.025403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-4409bead-7966-4dac-9ec1-c44507d4d81e tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:52.027266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-4409bead-7966-4dac-9ec1-c44507d4d81e tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6050293 Jan 28 09:34:52.052460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-d28de8d2-f0ae-446b-8f31-65f95050c6c0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Unset dirty status for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:34:52.063761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-d28de8d2-f0ae-446b-8f31-65f95050c6c0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 936 time: 0.5476127 Jan 28 09:34:52.066460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Request body: {'port': {'device_id': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:34:52.092754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Request body: {'port': {'device_id': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a6e8b5a711f64062ae75d4e69ad1e12e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:34:52.126521 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a731e13-124b-4b4f-bd1e-8de5f0ad6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.248826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-a7a63772-d67a-48ab-9ca5-9f841bff9aed tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Synchronizing usage tracker for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:34:52.257670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a731e13-124b-4b4f-bd1e-8de5f0ad6f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e160c56-b0b3-406f-aa7e-8a0da12af33f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:52.259910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a731e13-124b-4b4f-bd1e-8de5f0ad6f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.265016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6a731e13-124b-4b4f-bd1e-8de5f0ad6f16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e160c56-b0b3-406f-aa7e-8a0da12af33f HTTP/1.1" status: 204 len: 168 time: 1.0812459 Jan 28 09:34:52.301691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.305075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-a7a63772-d67a-48ab-9ca5-9f841bff9aed tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Unset dirty status for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:34:52.316052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-983e8cdb-f574-4359-b48f-664ef6f315e4 req-a7a63772-d67a-48ab-9ca5-9f841bff9aed tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501569 Jan 28 09:34:52.403803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:52.411717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Usage tracker for resource:port and tenant:a6e8b5a711f64062ae75d4e69ad1e12e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:52.418219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:52.431971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:52.453996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Made reservation on behalf of a6e8b5a711f64062ae75d4e69ad1e12e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:34:52.458263 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.485863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.557424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:52.576434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-137250ab-0c42-4d1f-897a-6b7ca467abcb req-ab74c92f-1211-472c-85f4-fae638b4beb9 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 210 time: 0.0605907 Jan 28 09:34:52.577851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Usage tracker for resource:security_group_rule and tenant:a6e8b5a711f64062ae75d4e69ad1e12e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:52.590740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:52.600903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:52.753701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.763207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:52.857467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b26d3c1-8b2a-4df0-936b-c02a20271f36,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:53.166886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7766b4b9-78e4-4233-97f7-8b611f234fa2 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:34:53.189618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:53.240963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Transition to ACTIVE for port object 7766b4b9-78e4-4233-97f7-8b611f234fa2 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:34:53.262690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:53.423853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Allocated IP 192.168.233.34 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/5b36aa28-1fe0-409d-81eb-2500d8202390) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:34:53.530479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Pushing event updated for resources: {'Port': ['ID=7766b4b9-78e4-4233-97f7-8b611f234fa2,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:53.673022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Attempting to bind port 7766b4b9-78e4-4233-97f7-8b611f234fa2 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:34:53.673868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Attempting to bind port 7766b4b9-78e4-4233-97f7-8b611f234fa2 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:34:53.674448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Attempting to bind port 7766b4b9-78e4-4233-97f7-8b611f234fa2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:34:53.681600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Port 7766b4b9-78e4-4233-97f7-8b611f234fa2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:34:53.682152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Attempting to bind port 7766b4b9-78e4-4233-97f7-8b611f234fa2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:34:53.692921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:34:53.693399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:34:53.694061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:34:53.695453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Bound port: 7766b4b9-78e4-4233-97f7-8b611f234fa2, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:34:53.696404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:53.966720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] For port 7766b4b9-78e4-4233-97f7-8b611f234fa2, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:34:53.977982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] For port 7766b4b9-78e4-4233-97f7-8b611f234fa2, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:34:53.995178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:54.042390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:54.103389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Transition to ACTIVE for port object 5b36aa28-1fe0-409d-81eb-2500d8202390 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:34:54.150029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693c47a-3f24-4f1b-84bc-e31f0227b7fb req-970f9a5b-9f63-4d7b-aa7f-282ca05faac2 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:54.154896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0693c47a-3f24-4f1b-84bc-e31f0227b7fb req-970f9a5b-9f63-4d7b-aa7f-282ca05faac2 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.2540550 Jan 28 09:34:54.279902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0693c47a-3f24-4f1b-84bc-e31f0227b7fb req-f119c340-dbc9-4012-a46a-c7c433fb282b tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162827 Jan 28 09:34:54.298933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:54.414781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:54.416541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:54.423695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] 10.222.0.43 "PUT /v2.0/ports/7766b4b9-78e4-4233-97f7-8b611f234fa2 HTTP/1.1" status: 200 len: 1096 time: 2.9286766 Jan 28 09:34:54.427741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'tag': '7766b4b9-78e4-4233-97f7-8b611f234fa2'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:34:54.447757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:34:54.469630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:34:54.476600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:34:54.493629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:54.494297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:54.573862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Pushing event updated for resources: {'Port': ['ID=5b36aa28-1fe0-409d-81eb-2500d8202390,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:54.602587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-5e4b98e3-e53e-4942-8ae5-3148082a7a44 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5160017 Jan 28 09:34:54.711979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Request body: {'port': {'device_id': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'device_owner': 'compute:tempest-test_az-340483213', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:34:55.014905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e051f-c3c8-4d9f-906e-b356455b6041 service neutron] Pushing event updated for resources: {'Port': ['ID=7766b4b9-78e4-4233-97f7-8b611f234fa2,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:55.045650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-f4f211bc-6f48-4f84-be86-86536f1aa43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:55.047794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-f4f211bc-6f48-4f84-be86-86536f1aa43d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 1099 time: 0.4109480 Jan 28 09:34:55.057970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5e42a-9a98-4eb4-8d79-b80c7d35ed7c req-fad818ad-02f2-4ab0-ab0a-c4f011783187 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:55.066527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5e42a-9a98-4eb4-8d79-b80c7d35ed7c req-fad818ad-02f2-4ab0-ab0a-c4f011783187 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 935 time: 1.0844107 Jan 28 09:34:55.120212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:55.198909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-5b4005c7-6baf-41bb-8f4b-d7a9319e1059 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2 HTTP/1.1" status: 200 len: 217 time: 0.1043842 Jan 28 09:34:55.219126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5e42a-9a98-4eb4-8d79-b80c7d35ed7c req-e5189eff-d7b1-412d-ad95-f85860ec0af7 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471896 Jan 28 09:34:55.299011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-352ba24d-6727-4316-9053-1d8e30aeb1ea None None] Provisioning for port 5b36aa28-1fe0-409d-81eb-2500d8202390 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:34:55.312672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-352ba24d-6727-4316-9053-1d8e30aeb1ea None None] Provisioning complete for port 5b36aa28-1fe0-409d-81eb-2500d8202390 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:34:55.313083 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-352ba24d-6727-4316-9053-1d8e30aeb1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:55.392491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-e74a9521-8589-4f21-aea0-ebb1263aae66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:55.394560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-e74a9521-8589-4f21-aea0-ebb1263aae66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1739960 Jan 28 09:34:55.476374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-352ba24d-6727-4316-9053-1d8e30aeb1ea None None] Port 5b36aa28-1fe0-409d-81eb-2500d8202390 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:34:55.607520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-162f6d74-5c77-4195-8fbb-e8f99e1bb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:55.610542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-162f6d74-5c77-4195-8fbb-e8f99e1bb6e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2064164 Jan 28 09:34:55.813860 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-388b26ba-c13e-40cb-8c79-f72cb3ce3b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:55.915836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b36aa28-1fe0-409d-81eb-2500d8202390 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:34:55.927400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:56.008771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Transition to ACTIVE for port object 5b36aa28-1fe0-409d-81eb-2500d8202390 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:34:56.023877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:56.039661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-46ce79b5-896b-4758-bb1b-eb67514a0bc0 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169802 Jan 28 09:34:56.094588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c19351-2714-45ca-b41a-858dc335c650 req-7ba5bb9b-4b4a-4536-8784-f31a899542f5 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:56.095836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2c19351-2714-45ca-b41a-858dc335c650 req-7ba5bb9b-4b4a-4536-8784-f31a899542f5 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.4590149 Jan 28 09:34:56.242149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2c19351-2714-45ca-b41a-858dc335c650 req-9f519ad7-7b18-4c7f-b784-8292bf8d5820 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170986 Jan 28 09:34:56.464693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Pushing event updated for resources: {'Port': ['ID=5b36aa28-1fe0-409d-81eb-2500d8202390,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:56.519149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Attempting to bind port 5b36aa28-1fe0-409d-81eb-2500d8202390 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:34:56.520051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Attempting to bind port 5b36aa28-1fe0-409d-81eb-2500d8202390 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:34:56.520642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Attempting to bind port 5b36aa28-1fe0-409d-81eb-2500d8202390 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:34:56.532454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Port 5b36aa28-1fe0-409d-81eb-2500d8202390 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:34:56.532614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Attempting to bind port 5b36aa28-1fe0-409d-81eb-2500d8202390 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:34:56.543977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:34:56.544627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:34:56.545696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:34:56.546777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Bound port: 5b36aa28-1fe0-409d-81eb-2500d8202390, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:34:56.547814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:56.702371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] For port 5b36aa28-1fe0-409d-81eb-2500d8202390, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:34:56.708229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] For port 5b36aa28-1fe0-409d-81eb-2500d8202390, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5b36aa28-1fe0-409d-81eb-2500d8202390,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:34:56.721947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:56.822333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0ce841b-e2e2-4287-a303-76b90bd8c876 req-9cc3f613-52f2-400e-9c2a-aa39df3e5bb0 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4012759 Jan 28 09:34:57.005940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:57.006554 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:57.008545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] 10.222.0.43 "PUT /v2.0/ports/5b36aa28-1fe0-409d-81eb-2500d8202390 HTTP/1.1" status: 200 len: 1116 time: 2.3035359 Jan 28 09:34:57.008999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'tag': '5b36aa28-1fe0-409d-81eb-2500d8202390'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:34:57.190971 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'tag': '7766b4b9-78e4-4233-97f7-8b611f234fa2', 'status': 'completed', 'code': 200} Jan 28 09:34:57.450571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411527dc-7bc5-4179-a694-0b293fc15d41 service neutron] Pushing event updated for resources: {'Port': ['ID=5b36aa28-1fe0-409d-81eb-2500d8202390,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:34:57.577859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-6d4a65a7-31e4-4c68-a4ad-4c79c2d9e979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:57.580112 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-6d4a65a7-31e4-4c68-a4ad-4c79c2d9e979 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6e8b5a711f64062ae75d4e69ad1e12e&device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 1119 time: 0.1873281 Jan 28 09:34:57.667146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-4c57fe5d-ba7c-40ab-99ec-b1eb6a0a2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:57.668620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-4c57fe5d-ba7c-40ab-99ec-b1eb6a0a2311 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 1099 time: 0.2856357 Jan 28 09:34:57.702873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-6bebb44c-677f-41a4-a1b2-e610abb533f6 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:57.703595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-6bebb44c-677f-41a4-a1b2-e610abb533f6 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Synchronizing usage tracker for tenant:a6e8b5a711f64062ae75d4e69ad1e12e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:34:57.711804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-4cefc7d1-106e-445f-8b2d-c1f61f0fbc5c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5b36aa28-1fe0-409d-81eb-2500d8202390 HTTP/1.1" status: 200 len: 217 time: 0.1118844 Jan 28 09:34:57.828391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-6bebb44c-677f-41a4-a1b2-e610abb533f6 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Unset dirty status for tenant:a6e8b5a711f64062ae75d4e69ad1e12e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:34:57.829836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-6bebb44c-677f-41a4-a1b2-e610abb533f6 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 968 time: 0.5364654 Jan 28 09:34:58.009168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-064e917f-8194-41e4-a3f8-65c8f42726fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:58.016227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-064e917f-8194-41e4-a3f8-65c8f42726fa service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2948074 Jan 28 09:34:58.045012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-59c5441e-74f3-4694-b3db-592cb97f7adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:58.050080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-59c5441e-74f3-4694-b3db-592cb97f7adc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1383810 Jan 28 09:34:58.130141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-176f5cfe-a053-419a-9b37-64bdd3fb566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:58.174601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-add282ea-a6c8-4770-ab91-c8e22b99e06d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2 HTTP/1.1" status: 200 len: 217 time: 0.1387072 Jan 28 09:34:58.203292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-1a0351c9-db50-4c1d-be01-f51feb4e8ad8 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Synchronizing usage tracker for tenant:a6e8b5a711f64062ae75d4e69ad1e12e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:34:58.259558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-1a0351c9-db50-4c1d-be01-f51feb4e8ad8 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Unset dirty status for tenant:a6e8b5a711f64062ae75d4e69ad1e12e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:34:58.260946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee255d18-b9fd-491a-af5d-56d8b1d38369 req-1a0351c9-db50-4c1d-be01-f51feb4e8ad8 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4139729 Jan 28 09:34:58.437034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-541911b7-74ee-4196-ae19-d325938bde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:58.441408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-541911b7-74ee-4196-ae19-d325938bde78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1739891 Jan 28 09:34:58.448856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f73ab-1fd5-4c26-9aa2-e10e269ec2c1 req-91ea10c1-15b4-4308-afc0-5f7d8505f73b tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:58.469352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-124f73ab-1fd5-4c26-9aa2-e10e269ec2c1 req-91ea10c1-15b4-4308-afc0-5f7d8505f73b tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.2758095 Jan 28 09:34:58.559352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f528c-34af-425c-9393-7c36525fa6f9 req-61950e21-58e3-4ab4-9695-ec51e8b063ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:58.563040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-61950e21-58e3-4ab4-9695-ec51e8b063ff service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3132610 Jan 28 09:34:58.607254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-f5a940c3-d58c-478e-8a2b-9ea29922abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:58.609173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-f5a940c3-d58c-478e-8a2b-9ea29922abbb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1342578 Jan 28 09:34:58.736622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-124f73ab-1fd5-4c26-9aa2-e10e269ec2c1 req-fbe30c37-4ffd-4c3d-bd4f-ae80879bb768 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663760 Jan 28 09:34:58.841256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-1c4460a7-148a-4231-bce8-89c6db22fde2 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508318 Jan 28 09:34:58.946389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44134) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:58.947054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:59.049151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200f528c-34af-425c-9393-7c36525fa6f9 req-e801b030-7e39-49a8-abb2-c1af161d874f service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945822 Jan 28 09:34:59.088813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-b1efbf2c-5f06-463d-87b3-ff03444a2130 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548800 Jan 28 09:34:59.255065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.271341 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'tag': '5b36aa28-1fe0-409d-81eb-2500d8202390', 'status': 'completed', 'code': 200} Jan 28 09:34:59.314999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.458016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.469324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.537177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:59.555665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Usage tracker for resource:security_group_rule and tenant:93a4da11ff874728a521e625b40ef758 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:59.558993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:59.562586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:59.571106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Usage tracker for resource:security_group_rule and tenant:b91fc54635ff412b841415290de7f4fb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:59.574165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:59.592073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:59.619408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:59.664767 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8fd0a8-a408-4245-aeaa-95c5745b47f3 req-74239c83-588d-4465-b271-404c0bdf7f02 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087318 Jan 28 09:34:59.668263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-c171311b-854c-403b-9ee7-51df23ebed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:59.669763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-c171311b-854c-403b-9ee7-51df23ebed3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a6e8b5a711f64062ae75d4e69ad1e12e&device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 1119 time: 0.2322123 Jan 28 09:34:59.684751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8052d-b0eb-47c0-8e6d-05a6fdb252a9 req-1495024d-5379-447e-88e5-c09942c10981 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:59.686282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88a8052d-b0eb-47c0-8e6d-05a6fdb252a9 req-1495024d-5379-447e-88e5-c09942c10981 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 968 time: 0.2231669 Jan 28 09:34:59.739742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44172) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:34:59.751412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88a8052d-b0eb-47c0-8e6d-05a6fdb252a9 req-ec20c524-2e81-4bcb-b1ea-0e18579b571b tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566561 Jan 28 09:34:59.894937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.895865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.912234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:34:59.917603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2af454e8d745c69fc5d0b007832d63 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:34:59.921133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:34:59.926964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:34:59.938518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:34:59.990892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-0525f28f-1526-4dfd-a81d-bdf315ea5d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:34:59.992423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-0525f28f-1526-4dfd-a81d-bdf315ea5d9c service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3125315 Jan 28 09:34:59.994604 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.042309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.047638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.067546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.089351 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93a4da11ff874728a521e625b40ef758&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1392636 Jan 28 09:35:00.092428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44194) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:00.096122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-bdfb8313-664e-4c82-b8b0-4b6e4017f3ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=5b36aa28-1fe0-409d-81eb-2500d8202390 HTTP/1.1" status: 200 len: 217 time: 0.0885589 Jan 28 09:35:00.108419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc9919a-ba13-4de3-8fbe-ba2f275ee1a2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:00.115476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-96fd54a2-a3b7-415b-a23a-bcc929cc1fa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a2af454e8d745c69fc5d0b007832d63&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3745625 Jan 28 09:35:00.116259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44198) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:00.170422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e8dedb-fffc-4f41-9c27-c5124e055b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea243b7-c203-4c72-8519-78b8e1acc3cb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:00.195377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b91fc54635ff412b841415290de7f4fb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2442133 Jan 28 09:35:00.199586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44204) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:00.216045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-74a7183b-e48a-41f0-8266-fab3b81dcad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.240845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0285741f-9f21-4828-9c13-3995cc5eefcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea3b174-d408-4e6c-866a-076d6f93f5d7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:00.244071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-ed057392-195f-4f39-b2de-b4901c93357f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:00.245533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-ed057392-195f-4f39-b2de-b4901c93357f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1230924 Jan 28 09:35:00.248762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae90a46-5924-45ae-b1a5-35d416b97fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.276901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae90a46-5924-45ae-b1a5-35d416b97fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.326389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-74a7183b-e48a-41f0-8266-fab3b81dcad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.327458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98537c08-79e6-4c62-8369-454e6c738eec req-461ddac2-68d7-446d-894c-161a37c2b4d0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:00.328969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98537c08-79e6-4c62-8369-454e6c738eec req-461ddac2-68d7-446d-894c-161a37c2b4d0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.4492369 Jan 28 09:35:00.346862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae90a46-5924-45ae-b1a5-35d416b97fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.358224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44208) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:00.376023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae90a46-5924-45ae-b1a5-35d416b97fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc9919a-ba13-4de3-8fbe-ba2f275ee1a2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:00.386342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae90a46-5924-45ae-b1a5-35d416b97fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.387847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bae90a46-5924-45ae-b1a5-35d416b97fee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cc9919a-ba13-4de3-8fbe-ba2f275ee1a2 HTTP/1.1" status: 204 len: 168 time: 0.2681847 Jan 28 09:35:00.396224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64b3334c-b6ff-48d4-b181-881749229424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.416069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-74a7183b-e48a-41f0-8266-fab3b81dcad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.434590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98537c08-79e6-4c62-8369-454e6c738eec req-181b43fa-ebd6-48e2-890c-28c246d7f6b2 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948348 Jan 28 09:35:00.440947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7183b-e48a-41f0-8266-fab3b81dcad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea243b7-c203-4c72-8519-78b8e1acc3cb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:00.445305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-74a7183b-e48a-41f0-8266-fab3b81dcad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.446077 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64b3334c-b6ff-48d4-b181-881749229424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.450140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-74a7183b-e48a-41f0-8266-fab3b81dcad2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ea243b7-c203-4c72-8519-78b8e1acc3cb HTTP/1.1" status: 204 len: 168 time: 0.3570147 Jan 28 09:35:00.454495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-dcb589c2-918c-49ad-9a5a-53f218601d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:00.455987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-dcb589c2-918c-49ad-9a5a-53f218601d7d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984391 Jan 28 09:35:00.639596 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-207724a4-4adf-472e-9667-9a1cac5c08ad service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550512 Jan 28 09:35:00.650385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.669594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64b3334c-b6ff-48d4-b181-881749229424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.751270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b3334c-b6ff-48d4-b181-881749229424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea3b174-d408-4e6c-866a-076d6f93f5d7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:00.778310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.818339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64b3334c-b6ff-48d4-b181-881749229424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.820498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64b3334c-b6ff-48d4-b181-881749229424 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ea3b174-d408-4e6c-866a-076d6f93f5d7 HTTP/1.1" status: 204 len: 168 time: 0.6189568 Jan 28 09:35:00.823021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:00.830867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Usage tracker for resource:security_group_rule and tenant:0c52c6cee48a4f5ba3f989d4fb84b2b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:00.843182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:00.852927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:00.884595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51c19821-af2c-4107-b6fc-20a6b4b75604 req-5eb7a6f6-7146-4417-8a1b-f4141cf51b62 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379098 Jan 28 09:35:00.936033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44226) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:00.956335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:00.981500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:00.995256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a1ccd08af44532aa145e9a08e3d506 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:00.997472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1941b73-b997-48e8-bbe1-92489a0f5d1d req-1b659e61-e5c5-4145-aebe-16c88bd7efc3 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:01.000042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:01.003667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.007280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1941b73-b997-48e8-bbe1-92489a0f5d1d req-1b659e61-e5c5-4145-aebe-16c88bd7efc3 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 968 time: 0.1029654 Jan 28 09:35:01.007675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:01.010938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.026315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44230) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.050050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4121729-c756-41b1-a982-9d9f6600459d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.058211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.083320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eca7abbb-a93e-48b5-9ae6-d548736efae1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c52c6cee48a4f5ba3f989d4fb84b2b7&name=default HTTP/1.1" status: 200 len: 2978 time: 0.7136128 Jan 28 09:35:01.083878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44234) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.089457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:01.103292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1941b73-b997-48e8-bbe1-92489a0f5d1d req-c05f7b01-cd31-461f-aa36-5a88fb038725 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947168 Jan 28 09:35:01.106694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Usage tracker for resource:security_group_rule and tenant:02e409e30e65487294955cdebfd8f296 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:01.112480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:01.126916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:01.161815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.167934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.185310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30c8ccae-9e57-43e3-a6f1-72ea59628d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.218572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8a1ccd08af44532aa145e9a08e3d506&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2789481 Jan 28 09:35:01.218572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650381ef-11e2-4649-bc61-e88ea4b30331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3256f9d3-48fc-4609-8dfc-43e3cd8b8c76,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.219585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.228831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30c8ccae-9e57-43e3-a6f1-72ea59628d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.286724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-497336c5-6c2c-4d09-b07d-766294203954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.317813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.318452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-497336c5-6c2c-4d09-b07d-766294203954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.319337 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30c8ccae-9e57-43e3-a6f1-72ea59628d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.335491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.344611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c8ccae-9e57-43e3-a6f1-72ea59628d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4121729-c756-41b1-a982-9d9f6600459d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.379614 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30c8ccae-9e57-43e3-a6f1-72ea59628d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.380002 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-497336c5-6c2c-4d09-b07d-766294203954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.380760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-30c8ccae-9e57-43e3-a6f1-72ea59628d73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4121729-c756-41b1-a982-9d9f6600459d HTTP/1.1" status: 204 len: 168 time: 0.2961426 Jan 28 09:35:01.391848 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02e409e30e65487294955cdebfd8f296&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3629158 Jan 28 09:35:01.395363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.412510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497336c5-6c2c-4d09-b07d-766294203954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3256f9d3-48fc-4609-8dfc-43e3cd8b8c76,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.416197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3908ce-0745-42f0-98a0-f3000bc23fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb6ff6c-bdc3-43a9-9b3a-2f45c6170b9e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.423350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-497336c5-6c2c-4d09-b07d-766294203954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.424762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-497336c5-6c2c-4d09-b07d-766294203954 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3256f9d3-48fc-4609-8dfc-43e3cd8b8c76 HTTP/1.1" status: 204 len: 168 time: 0.2042913 Jan 28 09:35:01.464247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44252) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.487823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.505257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0013153e-e7e6-44e9-a7e7-0e8bf2ea1e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.536996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0013153e-e7e6-44e9-a7e7-0e8bf2ea1e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.578397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:01.582476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Usage tracker for resource:security_group_rule and tenant:0388f4bcd6ac4858a1a917e48975b6f8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:01.586661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:01.593767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:01.625964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0013153e-e7e6-44e9-a7e7-0e8bf2ea1e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.645472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013153e-e7e6-44e9-a7e7-0e8bf2ea1e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb6ff6c-bdc3-43a9-9b3a-2f45c6170b9e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.666693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0013153e-e7e6-44e9-a7e7-0e8bf2ea1e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.667759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0013153e-e7e6-44e9-a7e7-0e8bf2ea1e01 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8bb6ff6c-bdc3-43a9-9b3a-2f45c6170b9e HTTP/1.1" status: 204 len: 168 time: 0.2715189 Jan 28 09:35:01.718969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d67c3-d3d0-4aa3-ab6e-c26e62407496 req-010440a0-e164-4a88-a366-ab42df1a39d0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:01.720996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a47d67c3-d3d0-4aa3-ab6e-c26e62407496 req-010440a0-e164-4a88-a366-ab42df1a39d0 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.1002159 Jan 28 09:35:01.725201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.730657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.782814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a47d67c3-d3d0-4aa3-ab6e-c26e62407496 req-f74f607c-59cb-40ac-b91a-c86833d7a4c3 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554221 Jan 28 09:35:01.790105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0388f4bcd6ac4858a1a917e48975b6f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3243980 Jan 28 09:35:01.791765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32884247-f031-412b-a876-81599b9f61ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea519228-07e5-4212-aa94-bff25e3287a4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:01.792747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44262) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.838443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:01.867210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.886701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:01.899438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Usage tracker for resource:security_group_rule and tenant:c9a853e6befd41878d05425d07d37fef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:01.903955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:01.910544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93364c8d-db03-437c-8459-6fb9c29b0e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:01.912375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:01.951754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93364c8d-db03-437c-8459-6fb9c29b0e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.050313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93364c8d-db03-437c-8459-6fb9c29b0e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.106697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.109723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93364c8d-db03-437c-8459-6fb9c29b0e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea519228-07e5-4212-aa94-bff25e3287a4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:02.119287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.141869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93364c8d-db03-437c-8459-6fb9c29b0e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.142988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-93364c8d-db03-437c-8459-6fb9c29b0e07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea519228-07e5-4212-aa94-bff25e3287a4 HTTP/1.1" status: 204 len: 168 time: 0.3483870 Jan 28 09:35:02.185325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9a853e6befd41878d05425d07d37fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3458025 Jan 28 09:35:02.185917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44286) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:02.188914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f85749-6d71-4dcc-ae78-d83785a4f56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0010ad-a492-42d9-bf2c-bfdac1af5226,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:02.264994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba839150-5a0a-4195-b308-337fa5e5f1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.292827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba839150-5a0a-4195-b308-337fa5e5f1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.341942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6429b56-8d31-40e9-8f01-431ae05bab29 req-7e3004d1-c217-45a0-9f71-94d4a16807e6 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:02.349592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6429b56-8d31-40e9-8f01-431ae05bab29 req-7e3004d1-c217-45a0-9f71-94d4a16807e6 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 968 time: 0.0946481 Jan 28 09:35:02.357559 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba839150-5a0a-4195-b308-337fa5e5f1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.382019 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba839150-5a0a-4195-b308-337fa5e5f1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:02.385644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ba839150-5a0a-4195-b308-337fa5e5f1d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d0010ad-a492-42d9-bf2c-bfdac1af5226 HTTP/1.1" status: 204 len: 168 time: 0.1964195 Jan 28 09:35:02.387045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba839150-5a0a-4195-b308-337fa5e5f1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0010ad-a492-42d9-bf2c-bfdac1af5226,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:02.408355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6429b56-8d31-40e9-8f01-431ae05bab29 req-35dddd1f-9759-4a31-b442-13c29f18d76d tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578456 Jan 28 09:35:02.996573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18fd01-0d87-4e6c-8140-b3a26abb7fd6 req-4525a58a-c5e9-4079-9e25-e78d6598ed58 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:02.998057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd18fd01-0d87-4e6c-8140-b3a26abb7fd6 req-4525a58a-c5e9-4079-9e25-e78d6598ed58 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.0972631 Jan 28 09:35:03.044448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd18fd01-0d87-4e6c-8140-b3a26abb7fd6 req-b4d6e93d-7a47-470f-9b63-b42a8d179bb4 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Jan 28 09:35:03.615546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d4429-96ed-4ae2-8aa4-0a9d2bb0c0dd req-0e67f48e-5621-4f1b-a2c9-c7bf46818b85 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:03.617080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-115d4429-96ed-4ae2-8aa4-0a9d2bb0c0dd req-0e67f48e-5621-4f1b-a2c9-c7bf46818b85 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 968 time: 0.1012912 Jan 28 09:35:03.665693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-115d4429-96ed-4ae2-8aa4-0a9d2bb0c0dd req-a061efb8-c417-4412-904f-bc40c0a09f8e tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418200 Jan 28 09:35:04.013175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5b36aa28-1fe0-409d-81eb-2500d8202390 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:04.165236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5b36aa28-1fe0-409d-81eb-2500d8202390, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5b36aa28-1fe0-409d-81eb-2500d8202390,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:04.182676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '5b36aa28-1fe0-409d-81eb-2500d8202390', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '5b36aa28-1fe0-409d-81eb-2500d8202390', 'mac_address': 'fa:16:3e:72:39:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:tempest-test_az-340483213', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:35:04.246132 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:04.265825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b36aa28-1fe0-409d-81eb-2500d8202390 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:04.294002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5b36aa28-1fe0-409d-81eb-2500d8202390, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5b36aa28-1fe0-409d-81eb-2500d8202390,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:04.298470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:04.299189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7766b4b9-78e4-4233-97f7-8b611f234fa2 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:04.302458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6d49ec-f6dd-4ac5-b1ad-044c5c53675b req-8106df02-b145-47ef-a1a3-2fb95873b5b5 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:04.304581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4d6d49ec-f6dd-4ac5-b1ad-044c5c53675b req-8106df02-b145-47ef-a1a3-2fb95873b5b5 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 948 time: 0.1136155 Jan 28 09:35:04.368173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4d6d49ec-f6dd-4ac5-b1ad-044c5c53675b req-a17c59c7-8ed0-4b2d-bb53-91296043ed74 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551836 Jan 28 09:35:04.383631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7766b4b9-78e4-4233-97f7-8b611f234fa2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:04.389469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5b36aa28-1fe0-409d-81eb-2500d8202390,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:04.398757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '7766b4b9-78e4-4233-97f7-8b611f234fa2', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '7766b4b9-78e4-4233-97f7-8b611f234fa2', 'mac_address': 'fa:16:3e:26:da:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:35:04.401018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.401445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.401782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.402116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.402438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.402759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.403079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.403393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.403710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.404024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.404341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.404651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Tracked resource versions report: Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: pushed versions: Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: { 'AddressGroup': {'1.2'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'ConntrackHelper': {'1.0'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Log': {'1.0'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Network': {'1.1'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Port': {'1.7'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'PortForwarding': {'1.2'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'QosPolicy': {'1.8'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'SecurityGroup': {'1.4'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'SubPort': {'1.0'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Subnet': {'1.1'}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Trunk': {'1.1'}} Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: consumer versions: Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: HyperV agent@n-h1-825178-2: {}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: HyperV agent@n-h2-825178-2: {}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: L3 agent@n-d-825178-2: {}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: Metadata agent@n-d-825178-2: {}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: Metering agent@n-d-825178-2: {}, Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'ConntrackHelper': '1.0', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Log': '1.0', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Network': '1.1', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Port': '1.7', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'PortForwarding': '1.2', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'QosPolicy': '1.8', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'SecurityGroup': '1.4', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'SecurityGroupRule': '1.2', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'SubPort': '1.0', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Subnet': '1.1', Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: 'Trunk': '1.1'}} Jan 28 09:35:04.405710 n-d-825178-2 neutron-server[87542]: {{(pid=87542) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:35:04.468452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:04.490674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7766b4b9-78e4-4233-97f7-8b611f234fa2 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:04.510736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7766b4b9-78e4-4233-97f7-8b611f234fa2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:04.518255 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:04.613043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7766b4b9-78e4-4233-97f7-8b611f234fa2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:04.827896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7766b4b9-78e4-4233-97f7-8b611f234fa2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:04.881294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5b36aa28-1fe0-409d-81eb-2500d8202390'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:05.101234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a690e95-e08c-4f79-955a-87a88f61a441 req-7f202b7f-08ea-435c-a4a7-c8fd9d39af71 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:05.109204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a690e95-e08c-4f79-955a-87a88f61a441 req-7f202b7f-08ea-435c-a4a7-c8fd9d39af71 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 969 time: 0.1435738 Jan 28 09:35:05.177745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a690e95-e08c-4f79-955a-87a88f61a441 req-205c54ee-1dce-4493-a4d7-e7c85165b3cc tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673156 Jan 28 09:35:05.409086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1318474773', 'description': 'tempest-description-2063898580'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:05.417321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:05.422647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Usage tracker for resource:security_group and tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:05.425575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:05.431421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:05.448244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.462153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.480888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:05.487026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Usage tracker for resource:security_group_rule and tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:05.492001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:05.498391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:05.592349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.597844 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.610746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:05.611825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cef65d-a44f-4d63-b32a-96084f7c8a4a req-cc3713d8-c7e3-47c5-8281-5e5eb005123d tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:05.613661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12cef65d-a44f-4d63-b32a-96084f7c8a4a req-cc3713d8-c7e3-47c5-8281-5e5eb005123d tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 949 time: 0.0843775 Jan 28 09:35:05.618733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Usage tracker for resource:security_group_rule and tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:05.627025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:05.637669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:05.641293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed74eaa-8700-4814-84f5-ed90af316f63,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:05.667053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44456) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:05.681116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12cef65d-a44f-4d63-b32a-96084f7c8a4a req-42d7c9ed-3257-4c88-8a27-8763e517a729 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607166 Jan 28 09:35:05.723767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.729407 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.780598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=163d44c7-74bf-42fa-8e1b-388e2e303ff2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:05.786197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.787497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25bf6160-b978-4880-bf54-f905434c0635 req-9a53aa98-5ec3-45ee-a8b9-28a765d21636 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3863597 Jan 28 09:35:05.816031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1252218709', 'description': 'tempest-description-791307310'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:05.820093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.831531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:05.838812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Usage tracker for resource:security_group and tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:05.842433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:05.845307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:05.851564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:05.853767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Usage tracker for resource:security_group_rule and tenant:adc6d22cf0554501bd7aaf6224586350 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:05.857245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:05.866110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:05.876127 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:05.917504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:05.923913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Usage tracker for resource:security_group_rule and tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:05.927842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:05.937249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:06.015813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44474) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:06.021260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.028274 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.030546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5b36aa28-1fe0-409d-81eb-2500d8202390 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:06.071721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44480) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:06.103063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.105771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=adc6d22cf0554501bd7aaf6224586350&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377699 Jan 28 09:35:06.106705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de86fa-ed98-4800-8166-f990e7b2d8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47666e4-1f84-4b3a-afa6-f751fc1cf63c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:06.109079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44486) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:06.121972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.145084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 5b36aa28-1fe0-409d-81eb-2500d8202390 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:06.152260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 5b36aa28-1fe0-409d-81eb-2500d8202390 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:06.153820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.210603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=636e8f71-704b-4bd2-92e4-2301d7e2d681,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:06.215141 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.220519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ab2e824-9786-499b-9982-54bf99332e71 req-3f05fc6e-7fd7-405f-b1ce-48bfaa486d3d tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4095590 Jan 28 09:35:06.237912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.266413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1caa55a-0f5c-4082-83aa-131480529def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.284406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:06.288771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Usage tracker for resource:security_group_rule and tenant:f914ef22c1eb42b29c7be770f5202ec9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:06.291839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:06.297880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:06.313484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1caa55a-0f5c-4082-83aa-131480529def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.323646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.358169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36aa28-1fe0-409d-81eb-2500d8202390'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:06.373172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1caa55a-0f5c-4082-83aa-131480529def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.385346 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.389721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1caa55a-0f5c-4082-83aa-131480529def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47666e4-1f84-4b3a-afa6-f751fc1cf63c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:06.402773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1caa55a-0f5c-4082-83aa-131480529def admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.404362 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d1caa55a-0f5c-4082-83aa-131480529def admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d47666e4-1f84-4b3a-afa6-f751fc1cf63c HTTP/1.1" status: 204 len: 168 time: 0.2943499 Jan 28 09:35:06.424430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:06.444932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Usage tracker for resource:security_group_rule and tenant:22ff93fcea2347ae8e762c6a450f0fd5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:06.447839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5b36aa28-1fe0-409d-81eb-2500d8202390, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5b36aa28-1fe0-409d-81eb-2500d8202390,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:06.450164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:06.457103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.459021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7766b4b9-78e4-4233-97f7-8b611f234fa2 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:06.463240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:06.538453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1331591539', 'description': 'tempest-description-1546653718'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:06.543081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:06.551199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Usage tracker for resource:security_group and tenant:e08ec18b787940baa96dc76cbce54d8e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:06.559558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:06.570391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:06.578654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14343ee-7d93-4345-af9e-b604f1a70b54 req-7ab13ede-5e10-46c2-91de-3bb32e07200d tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:06.580590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5b36aa28-1fe0-409d-81eb-2500d8202390,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:06.581817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a14343ee-7d93-4345-af9e-b604f1a70b54 req-7ab13ede-5e10-46c2-91de-3bb32e07200d tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 969 time: 0.2341471 Jan 28 09:35:06.638985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 7766b4b9-78e4-4233-97f7-8b611f234fa2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:06.646852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 7766b4b9-78e4-4233-97f7-8b611f234fa2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:06.648161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.659498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.674503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.678838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.697523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.728837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:06.730166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a14343ee-7d93-4345-af9e-b604f1a70b54 req-bbdf6ba9-b4fb-4541-a2e6-f3f8aa6dd6ee tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183393 Jan 28 09:35:06.741544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Usage tracker for resource:security_group_rule and tenant:e08ec18b787940baa96dc76cbce54d8e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:06.745865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:06.747656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f914ef22c1eb42b29c7be770f5202ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742980 Jan 28 09:35:06.758035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44506) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:06.761444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:06.805146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f99dc7-1577-41f9-ad95-e649405fad3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b367a7e3-8d56-44ff-9496-a2b3e51804af,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:06.824266 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.864447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f76bb74c-9494-44d4-97aa-702f4dfa3eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.876855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44512) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:06.879090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7766b4b9-78e4-4233-97f7-8b611f234fa2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:06.884758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.885033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.891182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.904093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.938247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f76bb74c-9494-44d4-97aa-702f4dfa3eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:06.949678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:06.959722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7766b4b9-78e4-4233-97f7-8b611f234fa2,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:06.961109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Usage tracker for resource:security_group_rule and tenant:1a599c3874354f8584d44017f1c3c19e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:06.974698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:06.988964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22ff93fcea2347ae8e762c6a450f0fd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9719224 Jan 28 09:35:06.992540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:06.994256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44516) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:07.000397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d4cecb-4b56-4bff-bba1-0e0af341b964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fda421-54a7-4b7b-90cb-e832f51283f4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.030276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ca41c-bf70-40de-9512-4a1516a741bc req-db053ce5-fc63-4774-9fe0-c460b568fc60 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:07.032422 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc5ca41c-bf70-40de-9512-4a1516a741bc req-db053ce5-fc63-4774-9fe0-c460b568fc60 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 950 time: 0.1321068 Jan 28 09:35:07.042022 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.059828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.071905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:07.078835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc5ca41c-bf70-40de-9512-4a1516a741bc req-dcdd8d67-ed2e-44cf-8a54-e7ef9c7850cc tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400527 Jan 28 09:35:07.095940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Usage tracker for resource:security_group_rule and tenant:e08ec18b787940baa96dc76cbce54d8e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:07.106469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:07.124058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:07.127096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f76bb74c-9494-44d4-97aa-702f4dfa3eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.155998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2797ef94-6fd3-4af7-a463-02d8016b8e4c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.190618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3010584a-b82a-4452-93d4-883a4117c76f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.205751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bb74c-9494-44d4-97aa-702f4dfa3eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b367a7e3-8d56-44ff-9496-a2b3e51804af,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.239307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f76bb74c-9494-44d4-97aa-702f4dfa3eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.243598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f76bb74c-9494-44d4-97aa-702f4dfa3eff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b367a7e3-8d56-44ff-9496-a2b3e51804af HTTP/1.1" status: 204 len: 168 time: 0.4812508 Jan 28 09:35:07.247255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3010584a-b82a-4452-93d4-883a4117c76f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.281209 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b36aa28-1fe0-409d-81eb-2500d8202390', 'code': 200} Jan 28 09:35:07.353068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.386369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.392762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.408089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.454963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3010584a-b82a-4452-93d4-883a4117c76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.487545 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a599c3874354f8584d44017f1c3c19e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6070797 Jan 28 09:35:07.488970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44528) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:07.490528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e5e7791-e807-40fb-93db-8384c6b23473,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.514379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.515569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3df5bb9a-72e0-44ad-869f-38c8b30b1656 req-2bc28595-a375-4018-a273-7c54ba10aa49 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9820242 Jan 28 09:35:07.527154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3010584a-b82a-4452-93d4-883a4117c76f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.528261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3010584a-b82a-4452-93d4-883a4117c76f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07fda421-54a7-4b7b-90cb-e832f51283f4 HTTP/1.1" status: 204 len: 168 time: 0.5240505 Jan 28 09:35:07.535649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badb0ee-9704-4528-ae15-cece140f1c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5a34f0-1ab1-4801-aa25-03be36d8c41a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.550917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010584a-b82a-4452-93d4-883a4117c76f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fda421-54a7-4b7b-90cb-e832f51283f4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.557158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-2c445759-f0aa-4c7e-9df0-9ef2dc1c78a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:07.558843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-2c445759-f0aa-4c7e-9df0-9ef2dc1c78a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 1121 time: 0.2110701 Jan 28 09:35:07.577494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1115582038', 'description': 'tempest-description-155087064'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:07.589964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:07.602152 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.607421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Usage tracker for resource:security_group and tenant:e08ec18b787940baa96dc76cbce54d8e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:07.612294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:07.620832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:07.626847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:07.632790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Usage tracker for resource:security_group_rule and tenant:e875ad706cd74c7d8be60ff6fe9cdf77 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:07.635774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:07.642145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:07.642923 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d7d22e5-7eaf-498a-977b-233f8ed0a3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.659061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.677623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44536) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:07.691968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d7d22e5-7eaf-498a-977b-233f8ed0a3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.702661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:07.703036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.713668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Usage tracker for resource:security_group_rule and tenant:e08ec18b787940baa96dc76cbce54d8e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:07.719059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:07.729373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:07.737325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:07.747349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Usage tracker for resource:security_group_rule and tenant:9ee63b7bc30c4580be9993b2a691f6f4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:07.752267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:07.767865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:07.787028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d7d22e5-7eaf-498a-977b-233f8ed0a3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.793313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.812770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7d22e5-7eaf-498a-977b-233f8ed0a3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5a34f0-1ab1-4801-aa25-03be36d8c41a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.874492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.884831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.886030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d7d22e5-7eaf-498a-977b-233f8ed0a3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.887296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d7d22e5-7eaf-498a-977b-233f8ed0a3fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf5a34f0-1ab1-4801-aa25-03be36d8c41a HTTP/1.1" status: 204 len: 168 time: 0.3961680 Jan 28 09:35:07.892801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.940877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.942232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76a8220a-d849-43e8-b4e0-18567a321e5f req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3775325 Jan 28 09:35:07.943664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c5ec5e-0d6e-4630-8f31-767bd99fca5c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45aa929-2bca-4c27-bdcc-7e34745070da,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:07.972770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:07.995821 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3366983-8dc5-440b-b2a2-00de59835b62 req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4300079 Jan 28 09:35:07.996588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.005071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44548) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:08.035435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.036301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a3425-464f-40b6-ac21-c2be6e23be3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=189efb79-fecd-4a65-9136-1c0dbc796cbc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:08.058881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9ee63b7bc30c4580be9993b2a691f6f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3799109 Jan 28 09:35:08.060917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:08.062689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44552) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:08.073155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Usage tracker for resource:security_group_rule and tenant:b0a39d5611d8402eb54ead15621df4c3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:08.078429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:08.095308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:08.095457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce0daf7-dbcb-4cad-a1b9-fba3ea4e3d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9ab34-00e3-49d6-8ec6-fad76dfea36a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:08.138775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa651ea-bc5d-4494-8c9a-0dcfb35af2d1 req-e3055fc7-af76-4c63-9a60-e118ebfc982f tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:08.140338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fa651ea-bc5d-4494-8c9a-0dcfb35af2d1 req-e3055fc7-af76-4c63-9a60-e118ebfc982f tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 970 time: 0.2569880 Jan 28 09:35:08.178033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d9c666d-9379-4e99-9c7f-dc57f0646645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.258707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fa651ea-bc5d-4494-8c9a-0dcfb35af2d1 req-2ca2445c-8d8d-4bfb-a10f-0b6ab0cd72d0 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037295 Jan 28 09:35:08.260687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d9c666d-9379-4e99-9c7f-dc57f0646645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.316387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d9c666d-9379-4e99-9c7f-dc57f0646645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.329799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.334194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9c666d-9379-4e99-9c7f-dc57f0646645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9ab34-00e3-49d6-8ec6-fad76dfea36a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:08.350587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d9c666d-9379-4e99-9c7f-dc57f0646645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.351687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6d9c666d-9379-4e99-9c7f-dc57f0646645 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9c9ab34-00e3-49d6-8ec6-fad76dfea36a HTTP/1.1" status: 204 len: 168 time: 0.2804043 Jan 28 09:35:08.353566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-8dd64e82-8c85-4628-b37a-1b834a1d3fd0 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Synchronizing usage tracker for tenant:e08ec18b787940baa96dc76cbce54d8e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:08.357723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.412013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae410e2-89d6-44d1-aa36-b0c23c9655c7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:08.421413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-01f739da-fd4b-45c4-b768-d4e78b6768dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0a39d5611d8402eb54ead15621df4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153316 Jan 28 09:35:08.424651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44566) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:08.441552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-8dd64e82-8c85-4628-b37a-1b834a1d3fd0 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Unset dirty status for tenant:e08ec18b787940baa96dc76cbce54d8e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:08.444640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-8dd64e82-8c85-4628-b37a-1b834a1d3fd0 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28544 time: 0.4791691 Jan 28 09:35:08.497317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2826bcac-40a7-47a2-9459-4d1b261328eb req-995378d6-0d29-4bfe-81fe-9f4bd9aeefa9 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:08.498869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2826bcac-40a7-47a2-9459-4d1b261328eb req-995378d6-0d29-4bfe-81fe-9f4bd9aeefa9 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 950 time: 0.1068296 Jan 28 09:35:08.532533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ec2c-8e49-4a43-833d-d04e64b14451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.543996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-56a8c55d-2ca8-4c0e-a643-28646668b506 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/189efb79-fecd-4a65-9136-1c0dbc796cbc HTTP/1.1" status: 200 len: 2981 time: 0.0896525 Jan 28 09:35:08.571746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2826bcac-40a7-47a2-9459-4d1b261328eb req-e3db8dc2-d157-4ecb-9821-295b8d562401 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608089 Jan 28 09:35:08.656717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ec2c-8e49-4a43-833d-d04e64b14451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.702883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-f25f38ce-4009-4b8c-92a2-bdd5f4030de6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/189efb79-fecd-4a65-9136-1c0dbc796cbc HTTP/1.1" status: 200 len: 2981 time: 0.1575634 Jan 28 09:35:08.797807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-225e4bcb-42d8-42d1-9f6a-5d496dbaf32c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/1a947a0a-09d7-475f-a65b-2ee4d1b516d5 HTTP/1.1" status: 200 len: 2977 time: 0.0781832 Jan 28 09:35:08.828388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ec2c-8e49-4a43-833d-d04e64b14451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.873289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1ec2c-8e49-4a43-833d-d04e64b14451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae410e2-89d6-44d1-aa36-b0c23c9655c7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:08.914339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-125013bf-5b5e-477b-971a-18f7948c4d9c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/1a947a0a-09d7-475f-a65b-2ee4d1b516d5 HTTP/1.1" status: 200 len: 2977 time: 0.1100981 Jan 28 09:35:08.915372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6cb1ec2c-8e49-4a43-833d-d04e64b14451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:08.919363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6cb1ec2c-8e49-4a43-833d-d04e64b14451 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eae410e2-89d6-44d1-aa36-b0c23c9655c7 HTTP/1.1" status: 204 len: 168 time: 0.4908700 Jan 28 09:35:08.993424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-a930dd82-383c-4532-a1df-375cc887dd3b tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2797ef94-6fd3-4af7-a463-02d8016b8e4c HTTP/1.1" status: 200 len: 2981 time: 0.0713041 Jan 28 09:35:09.067856 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-00801e05-1f99-48d9-a41e-3f1ef0600ca7 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/2797ef94-6fd3-4af7-a463-02d8016b8e4c HTTP/1.1" status: 200 len: 2981 time: 0.0707910 Jan 28 09:35:09.117396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-642c2845-8018-4f1c-9283-e51c3121b4b5 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7b26d3c1-8b2a-4df0-936b-c02a20271f36 HTTP/1.1" status: 200 len: 2977 time: 0.0436268 Jan 28 09:35:09.177983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-4ec7b8b8-dcdc-45f3-832f-8634523fa16c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/7b26d3c1-8b2a-4df0-936b-c02a20271f36 HTTP/1.1" status: 200 len: 2977 time: 0.0541341 Jan 28 09:35:09.221436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-e9c91bb8-8835-4ac8-9f4d-7202b14b6284 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8ed74eaa-8700-4814-84f5-ed90af316f63 HTTP/1.1" status: 200 len: 2981 time: 0.0424638 Jan 28 09:35:09.276391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-87f1b094-e94c-4329-baf2-37da60d94cff tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/8ed74eaa-8700-4814-84f5-ed90af316f63 HTTP/1.1" status: 200 len: 2981 time: 0.0487571 Jan 28 09:35:09.283541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7766b4b9-78e4-4233-97f7-8b611f234fa2'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:09.297959 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-54535063-5e7d-4b0b-a2e2-6f826714e865 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] show failed (client error): The resource could not be found. Jan 28 09:35:09.299043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-54535063-5e7d-4b0b-a2e2-6f826714e865 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/e9c9ab34-00e3-49d6-8ec6-fad76dfea36a HTTP/1.1" status: 404 len: 352 time: 0.0166550 Jan 28 09:35:09.324370 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-664cb98a-d0ff-4fdf-9c04-99766cdabe6d tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] show failed (client error): The resource could not be found. Jan 28 09:35:09.325614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-664cb98a-d0ff-4fdf-9c04-99766cdabe6d tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/e9c9ab34-00e3-49d6-8ec6-fad76dfea36a HTTP/1.1" status: 404 len: 352 time: 0.0184135 Jan 28 09:35:09.382993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-48fd64e0-e539-4523-b698-256dd976deda tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ebf14296-79b2-45a0-80ac-35ffb7963889 HTTP/1.1" status: 200 len: 2977 time: 0.0491819 Jan 28 09:35:09.455170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-d1b805c4-0195-4cc1-9a1b-c3c02e08b1a1 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ebf14296-79b2-45a0-80ac-35ffb7963889 HTTP/1.1" status: 200 len: 2977 time: 0.0616491 Jan 28 09:35:09.469343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceb1984-e4cd-4635-ad5f-1d5b5d2fad0b req-b84adc2c-182f-41aa-861e-716cd2f341b3 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:09.476680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ceb1984-e4cd-4635-ad5f-1d5b5d2fad0b req-b84adc2c-182f-41aa-861e-716cd2f341b3 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 970 time: 0.0979898 Jan 28 09:35:09.513862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-d75ac7eb-5938-43db-a840-380c3204e466 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ec2f968d-4874-4077-a3ee-e9d168ae396b HTTP/1.1" status: 200 len: 2973 time: 0.0524960 Jan 28 09:35:09.532194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ceb1984-e4cd-4635-ad5f-1d5b5d2fad0b req-b0b9a34c-25d9-4eac-abdb-82e09106cbaf tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544813 Jan 28 09:35:09.586563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adf18c9f-62f4-4a71-ab7d-bc6d3f7fd682 req-087dbd9e-aae4-4074-a7ff-6abb740bcd2e tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ec2f968d-4874-4077-a3ee-e9d168ae396b HTTP/1.1" status: 200 len: 2973 time: 0.0708177 Jan 28 09:35:09.600943 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7766b4b9-78e4-4233-97f7-8b611f234fa2', 'code': 200} Jan 28 09:35:09.785922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3fad3f24-007e-4d5b-b789-a4b0f9b7d32d req-2b12e846-b24c-4280-bef3-ae4d153a55c4 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Synchronizing usage tracker for tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:09.822831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90003f84-b02f-442d-acc4-52a53c7e2bbb req-19e8bcee-5dc8-4a5a-b028-2f2ab2e7a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:09.824441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90003f84-b02f-442d-acc4-52a53c7e2bbb req-19e8bcee-5dc8-4a5a-b028-2f2ab2e7a75c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 1101 time: 0.1505954 Jan 28 09:35:09.825827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3fad3f24-007e-4d5b-b789-a4b0f9b7d32d req-2b12e846-b24c-4280-bef3-ae4d153a55c4 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Unset dirty status for tenant:a55cacfcbb674f8ca6fb9bbd24a1bc04 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:09.833957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fad3f24-007e-4d5b-b789-a4b0f9b7d32d req-2b12e846-b24c-4280-bef3-ae4d153a55c4 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a55cacfcbb674f8ca6fb9bbd24a1bc04 HTTP/1.1" status: 200 len: 6103 time: 0.2070210 Jan 28 09:35:09.854935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1414ad99-b878-43e6-a5e7-8f830bc2ceb8 req-d810e145-eca4-4ab2-8fd7-643d7f8b8dec tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:09.859391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1414ad99-b878-43e6-a5e7-8f830bc2ceb8 req-d810e145-eca4-4ab2-8fd7-643d7f8b8dec tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 950 time: 0.1302633 Jan 28 09:35:09.954035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1414ad99-b878-43e6-a5e7-8f830bc2ceb8 req-73116f74-ee79-4d1d-a0db-eee56c77f9b4 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883877 Jan 28 09:35:09.961972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-90003f84-b02f-442d-acc4-52a53c7e2bbb req-7cdbc4b5-1e75-4495-98df-efe07a46b907 service neutron] Synchronizing usage tracker for tenant:e875ad706cd74c7d8be60ff6fe9cdf77 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:09.985556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fad3f24-007e-4d5b-b789-a4b0f9b7d32d req-0776970c-ce69-4776-ad0d-7f4fd09b6b85 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "GET /v2.0/security-groups/8ed74eaa-8700-4814-84f5-ed90af316f63 HTTP/1.1" status: 200 len: 2981 time: 0.1503510 Jan 28 09:35:10.012551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-90003f84-b02f-442d-acc4-52a53c7e2bbb req-7cdbc4b5-1e75-4495-98df-efe07a46b907 service neutron] Unset dirty status for tenant:e875ad706cd74c7d8be60ff6fe9cdf77 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:10.013722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90003f84-b02f-442d-acc4-52a53c7e2bbb req-7cdbc4b5-1e75-4495-98df-efe07a46b907 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637433 Jan 28 09:35:10.051489 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fad3f24-007e-4d5b-b789-a4b0f9b7d32d req-d3443008-5b81-484e-a034-b1ff1e29bdce tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "GET /v2.0/security-groups/8ed74eaa-8700-4814-84f5-ed90af316f63 HTTP/1.1" status: 200 len: 2981 time: 0.0551748 Jan 28 09:35:10.118292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64f1e1e2-f93f-4d2b-b66a-2985b9552cb5 req-52412865-b831-43ca-bdf3-56a70e0cfb6c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/d45aa929-2bca-4c27-bdcc-7e34745070da HTTP/1.1" status: 200 len: 1777 time: 0.0443647 Jan 28 09:35:10.178124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-64f1e1e2-f93f-4d2b-b66a-2985b9552cb5 req-2d67d472-8672-4f3b-989e-9b81ffa60d2c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.209996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-64f1e1e2-f93f-4d2b-b66a-2985b9552cb5 req-2d67d472-8672-4f3b-989e-9b81ffa60d2c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.258176 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-64f1e1e2-f93f-4d2b-b66a-2985b9552cb5 req-2d67d472-8672-4f3b-989e-9b81ffa60d2c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.283300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67d472-8672-4f3b-989e-9b81ffa60d2c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45aa929-2bca-4c27-bdcc-7e34745070da,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:10.298144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-64f1e1e2-f93f-4d2b-b66a-2985b9552cb5 req-2d67d472-8672-4f3b-989e-9b81ffa60d2c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.299658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64f1e1e2-f93f-4d2b-b66a-2985b9552cb5 req-2d67d472-8672-4f3b-989e-9b81ffa60d2c tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/d45aa929-2bca-4c27-bdcc-7e34745070da HTTP/1.1" status: 204 len: 173 time: 0.1754050 Jan 28 09:35:10.363893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cd2808-d9f7-49c5-bf6c-15c5e86f544e req-34db2c45-78a9-4397-b908-3d8f11c6f875 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "GET /v2.0/security-groups/1e5e7791-e807-40fb-93db-8384c6b23473 HTTP/1.1" status: 200 len: 1778 time: 0.0457652 Jan 28 09:35:10.432762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-24cd2808-d9f7-49c5-bf6c-15c5e86f544e req-0a1175b5-4fd0-4d8f-a009-3b5aec8d17b6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.462303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-24cd2808-d9f7-49c5-bf6c-15c5e86f544e req-0a1175b5-4fd0-4d8f-a009-3b5aec8d17b6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.510345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-24cd2808-d9f7-49c5-bf6c-15c5e86f544e req-0a1175b5-4fd0-4d8f-a009-3b5aec8d17b6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.533548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1175b5-4fd0-4d8f-a009-3b5aec8d17b6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e5e7791-e807-40fb-93db-8384c6b23473,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:10.537214 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-24cd2808-d9f7-49c5-bf6c-15c5e86f544e req-0a1175b5-4fd0-4d8f-a009-3b5aec8d17b6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.555644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cd2808-d9f7-49c5-bf6c-15c5e86f544e req-0a1175b5-4fd0-4d8f-a009-3b5aec8d17b6 tempest-SecurityGroupsTestAdminJSON-753102722 tempest-SecurityGroupsTestAdminJSON-753102722-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e5e7791-e807-40fb-93db-8384c6b23473 HTTP/1.1" status: 204 len: 173 time: 0.1854753 Jan 28 09:35:10.610474 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b2ff3e9d-5f7a-4b30-a148-750b5f715041 req-42da4790-3e84-4343-bd79-03f9488a18bc tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "GET /v2.0/security-groups/636e8f71-704b-4bd2-92e4-2301d7e2d681 HTTP/1.1" status: 200 len: 1777 time: 0.0496793 Jan 28 09:35:10.688317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b2ff3e9d-5f7a-4b30-a148-750b5f715041 req-4ad18bdb-e0fa-461a-9461-c05dcaed4235 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.715621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b2ff3e9d-5f7a-4b30-a148-750b5f715041 req-4ad18bdb-e0fa-461a-9461-c05dcaed4235 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.768397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b2ff3e9d-5f7a-4b30-a148-750b5f715041 req-4ad18bdb-e0fa-461a-9461-c05dcaed4235 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.792320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad18bdb-e0fa-461a-9461-c05dcaed4235 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=636e8f71-704b-4bd2-92e4-2301d7e2d681,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:10.823043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b2ff3e9d-5f7a-4b30-a148-750b5f715041 req-4ad18bdb-e0fa-461a-9461-c05dcaed4235 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:10.824209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b2ff3e9d-5f7a-4b30-a148-750b5f715041 req-4ad18bdb-e0fa-461a-9461-c05dcaed4235 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "DELETE /v2.0/security-groups/636e8f71-704b-4bd2-92e4-2301d7e2d681 HTTP/1.1" status: 204 len: 173 time: 0.2068384 Jan 28 09:35:10.933939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb31a1a-818e-410a-821b-95b05e73f722 req-385e6dac-0681-48b5-a219-e74218822c91 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:10.935419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fb31a1a-818e-410a-821b-95b05e73f722 req-385e6dac-0681-48b5-a219-e74218822c91 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 970 time: 0.0991607 Jan 28 09:35:10.944561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c3e915a1-f2a7-44a7-981b-d1717eb1bc1a req-7de9eca3-68d9-42be-a06b-06597603cdb6 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "GET /v2.0/security-groups/163d44c7-74bf-42fa-8e1b-388e2e303ff2 HTTP/1.1" status: 200 len: 1778 time: 0.0549800 Jan 28 09:35:10.983369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fb31a1a-818e-410a-821b-95b05e73f722 req-c0571a08-b0f7-4681-9568-0edecca3cc2b tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Jan 28 09:35:11.023868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c3e915a1-f2a7-44a7-981b-d1717eb1bc1a req-368d693b-85f5-4ab2-a150-1583601ac3b9 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.053853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c3e915a1-f2a7-44a7-981b-d1717eb1bc1a req-368d693b-85f5-4ab2-a150-1583601ac3b9 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.111549 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c3e915a1-f2a7-44a7-981b-d1717eb1bc1a req-368d693b-85f5-4ab2-a150-1583601ac3b9 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.131699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d693b-85f5-4ab2-a150-1583601ac3b9 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=163d44c7-74bf-42fa-8e1b-388e2e303ff2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:11.138456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c3e915a1-f2a7-44a7-981b-d1717eb1bc1a req-368d693b-85f5-4ab2-a150-1583601ac3b9 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.139454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c3e915a1-f2a7-44a7-981b-d1717eb1bc1a req-368d693b-85f5-4ab2-a150-1583601ac3b9 tempest-SecurityGroupsTestAdminJSON-1784307376 tempest-SecurityGroupsTestAdminJSON-1784307376-project] 10.222.0.42 "DELETE /v2.0/security-groups/163d44c7-74bf-42fa-8e1b-388e2e303ff2 HTTP/1.1" status: 204 len: 173 time: 0.1938601 Jan 28 09:35:11.337939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db68b8c2-4320-4e5f-a3e6-3c75c847d562 req-a7f2459b-67ac-4029-a124-91e54293b688 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:11.339415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db68b8c2-4320-4e5f-a3e6-3c75c847d562 req-a7f2459b-67ac-4029-a124-91e54293b688 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 950 time: 0.0830274 Jan 28 09:35:11.385702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db68b8c2-4320-4e5f-a3e6-3c75c847d562 req-4244eaca-3a7c-4547-a60b-4de7f5ac6939 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400052 Jan 28 09:35:11.537462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44702) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:11.571229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:11.589230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-5372777c-7868-4b87-9ee3-2f8c5db75609 tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:11.590720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-5372777c-7868-4b87-9ee3-2f8c5db75609 tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 1121 time: 0.1001277 Jan 28 09:35:11.613289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.627989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:11.634971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Usage tracker for resource:security_group_rule and tenant:0dd7370a6c1b49fc981fecc46a544358 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:11.637837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:11.643723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:11.727767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.731928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.757716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f987b3-9f61-47f8-b564-bff222627ae8 req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606278 Jan 28 09:35:11.770514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc5eff2-e2bb-4d04-9468-d4ec25cc118b tempest-AggregatesAdminTestJSON-38141166 tempest-AggregatesAdminTestJSON-38141166-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349c385-e294-4013-bcbf-48b5f1a24b7d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:11.830063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:11.848349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:11.853284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Usage tracker for resource:security_group_rule and tenant:0436d093d70d483b8b85448710f969d1 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:11.857146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:11.877421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:11.936195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33fd4150-1322-46dd-b584-e7629f1a49be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a55cacfcbb674f8ca6fb9bbd24a1bc04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3637459 Jan 28 09:35:11.938839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:12.068322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5906e03b-3920-4371-8b70-9819cddc0349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.122023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.132023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5906e03b-3920-4371-8b70-9819cddc0349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.140436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.265280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0436d093d70d483b8b85448710f969d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7240829 Jan 28 09:35:12.265938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44736) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:12.270695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eeb6d9-2b4c-4fca-b0fb-322d327d5dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01beb049-d3c1-4536-90f5-77090dc997c3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:12.321255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cbea0a-c352-4c8e-8a94-4934cb64dd12 req-f439be97-8eee-49a0-920f-e486e1d9c03a tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:12.323328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6cbea0a-c352-4c8e-8a94-4934cb64dd12 req-f439be97-8eee-49a0-920f-e486e1d9c03a tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 950 time: 0.1549506 Jan 28 09:35:12.324389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5906e03b-3920-4371-8b70-9819cddc0349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.350905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d098f44-5722-41e9-8436-0d905005a758 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.359196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5906e03b-3920-4371-8b70-9819cddc0349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed74eaa-8700-4814-84f5-ed90af316f63,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:12.393709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d098f44-5722-41e9-8436-0d905005a758 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.400991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5906e03b-3920-4371-8b70-9819cddc0349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.402186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5906e03b-3920-4371-8b70-9819cddc0349 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ed74eaa-8700-4814-84f5-ed90af316f63 HTTP/1.1" status: 204 len: 168 time: 0.4622853 Jan 28 09:35:12.418766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6cbea0a-c352-4c8e-8a94-4934cb64dd12 req-123fbccb-01e8-4133-93b8-50fb16b98104 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776389 Jan 28 09:35:12.422103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44748) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:12.455288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d098f44-5722-41e9-8436-0d905005a758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.483560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d098f44-5722-41e9-8436-0d905005a758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01beb049-d3c1-4536-90f5-77090dc997c3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:12.506692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d098f44-5722-41e9-8436-0d905005a758 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.508478 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8d098f44-5722-41e9-8436-0d905005a758 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/01beb049-d3c1-4536-90f5-77090dc997c3 HTTP/1.1" status: 204 len: 168 time: 0.2414556 Jan 28 09:35:12.654059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7073d-acfd-48ae-925d-98138f91d9fb req-801c39f8-a3e1-4c3c-b45e-e8144a76d646 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:12.661605 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73f7073d-acfd-48ae-925d-98138f91d9fb req-801c39f8-a3e1-4c3c-b45e-e8144a76d646 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 970 time: 0.1005583 Jan 28 09:35:12.704263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73f7073d-acfd-48ae-925d-98138f91d9fb req-5d740448-587e-463b-8888-0f822dceef1d tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418222 Jan 28 09:35:12.774912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.790118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:12.794032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Usage tracker for resource:security_group_rule and tenant:f61aa4cd6a26411fb4258704f414d965 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:12.799747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:12.805438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:12.888313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.892668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:12.945032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f61aa4cd6a26411fb4258704f414d965&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218613 Jan 28 09:35:12.945880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1416dfff-aa4a-4290-8559-38e9ba81b8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8c98fc7-6514-4ee2-956e-d301cc2cf6f4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:12.949402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44768) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:12.951589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44770) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:13.004527 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fcee2596-e0ce-4d61-9b1b-a01e55c8d2b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e08ec18b787940baa96dc76cbce54d8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516710 Jan 28 09:35:13.007670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44776) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:13.035149 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-463a7024-3fb8-499a-8447-77680ecf7dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.066442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-463a7024-3fb8-499a-8447-77680ecf7dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.093705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f341c127-b89f-40cf-be45-90cee8c08296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.129087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f341c127-b89f-40cf-be45-90cee8c08296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.132260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-463a7024-3fb8-499a-8447-77680ecf7dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.146527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463a7024-3fb8-499a-8447-77680ecf7dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8c98fc7-6514-4ee2-956e-d301cc2cf6f4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:13.163502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-463a7024-3fb8-499a-8447-77680ecf7dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.167271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-463a7024-3fb8-499a-8447-77680ecf7dbd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8c98fc7-6514-4ee2-956e-d301cc2cf6f4 HTTP/1.1" status: 204 len: 168 time: 0.2166998 Jan 28 09:35:13.200084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44794) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:13.208112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f341c127-b89f-40cf-be45-90cee8c08296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.230541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.235194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f341c127-b89f-40cf-be45-90cee8c08296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2797ef94-6fd3-4af7-a463-02d8016b8e4c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:13.246918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f341c127-b89f-40cf-be45-90cee8c08296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.248125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f341c127-b89f-40cf-be45-90cee8c08296 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2797ef94-6fd3-4af7-a463-02d8016b8e4c HTTP/1.1" status: 204 len: 168 time: 0.2379189 Jan 28 09:35:13.251479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:13.256813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Usage tracker for resource:security_group_rule and tenant:60eb9d05fb5b44418385b0e49522fcfd is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:13.266874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:13.274002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:13.326812 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.371906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.377705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.432402 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60eb9d05fb5b44418385b0e49522fcfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309773 Jan 28 09:35:13.433217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136dae49-819e-4168-b4c1-fc9597c38b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7c9293-d5f8-48a9-90a5-5935ad770efe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:13.434978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44804) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:13.515499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7048-d7ca-49c8-b63f-7686dbcbc1e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.577339 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7048-d7ca-49c8-b63f-7686dbcbc1e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.645977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7048-d7ca-49c8-b63f-7686dbcbc1e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.666315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa7048-d7ca-49c8-b63f-7686dbcbc1e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7c9293-d5f8-48a9-90a5-5935ad770efe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:13.675173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6ffa7048-d7ca-49c8-b63f-7686dbcbc1e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.680044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6ffa7048-d7ca-49c8-b63f-7686dbcbc1e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf7c9293-d5f8-48a9-90a5-5935ad770efe HTTP/1.1" status: 204 len: 168 time: 0.2423375 Jan 28 09:35:13.692570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44814) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:13.711776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:13.747464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:13.755558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Usage tracker for resource:security_group_rule and tenant:95f851c9f6284b8f99c8b1fcf7dbe1c3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:13.763556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:13.778818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5172d9bc-283b-422c-820c-556be5f838d9 req-c6e9193b-3ad5-4874-8637-24f53ea44d08 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:13.780396 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5172d9bc-283b-422c-820c-556be5f838d9 req-c6e9193b-3ad5-4874-8637-24f53ea44d08 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 950 time: 0.2006314 Jan 28 09:35:13.804690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-06b2da71-5446-4eba-b7d6-e3bd5163bcec tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:13.806245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-06b2da71-5446-4eba-b7d6-e3bd5163bcec tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 1101 time: 0.1254222 Jan 28 09:35:13.859324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:13.907537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5172d9bc-283b-422c-820c-556be5f838d9 req-046c14cb-145f-4fd5-9c7a-e501dffcf5df tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210907 Jan 28 09:35:13.920121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:13.936250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Deleting port 7766b4b9-78e4-4233-97f7-8b611f234fa2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:35:13.936722 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.080835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7a30b-a0d3-4582-afb8-679473580383 req-c54bc7c6-78e3-49f4-a5ac-3d4fcb50bdf7 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:14.082302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e7a30b-a0d3-4582-afb8-679473580383 req-c54bc7c6-78e3-49f4-a5ac-3d4fcb50bdf7 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.43 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 970 time: 0.3132653 Jan 28 09:35:14.141469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e9fdab-219c-42e9-895c-7bbdf9677e4b req-c67f3559-6c47-45a6-abb8-f40e26b81c85 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:14.148923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5e9fdab-219c-42e9-895c-7bbdf9677e4b req-c67f3559-6c47-45a6-abb8-f40e26b81c85 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 970 time: 0.2243819 Jan 28 09:35:14.198519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.213224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.214066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.241609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:14.258600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Usage tracker for resource:security_group_rule and tenant:9d98840c5aab49afbb5bd56734aa0e12 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:14.262914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:14.264519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5e9fdab-219c-42e9-895c-7bbdf9677e4b req-92a8c96b-1e17-4cbd-96b2-9bae2470ec6d tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/security-groups?id=7b26d3c1-8b2a-4df0-936b-c02a20271f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147065 Jan 28 09:35:14.273013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Deleting port 5b36aa28-1fe0-409d-81eb-2500d8202390 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:35:14.273367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.278655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:14.305309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] For port 7766b4b9-78e4-4233-97f7-8b611f234fa2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7766b4b9-78e4-4233-97f7-8b611f234fa2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:14.305540 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.329920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95f851c9f6284b8f99c8b1fcf7dbe1c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6358364 Jan 28 09:35:14.339675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44846) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:14.365948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbe77a-a62e-403b-8430-ac8437109dd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a03158-9bd7-4e0f-aba5-8c35786e9d2b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:14.447186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Calling delete_port for 7766b4b9-78e4-4233-97f7-8b611f234fa2 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:35:14.550153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e510ae-4b48-4614-8854-8fe8969ad17f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.594446 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e510ae-4b48-4614-8854-8fe8969ad17f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.697292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.702953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] For port 5b36aa28-1fe0-409d-81eb-2500d8202390, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5b36aa28-1fe0-409d-81eb-2500d8202390,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:14.703359 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.710749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.735867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.757542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7766b4b9-78e4-4233-97f7-8b611f234fa2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:14.821127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9d98840c5aab49afbb5bd56734aa0e12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9596398 Jan 28 09:35:14.821530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Pushing event deleted for resources: {'Port': ['ID=7766b4b9-78e4-4233-97f7-8b611f234fa2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:14.824174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44862) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:14.831733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e9dd90-08d7-4849-a324-5bb562172cd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30669f5-39f7-4c00-b9f3-6ac87f8e0ad8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:14.885629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e510ae-4b48-4614-8854-8fe8969ad17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:14.918863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.082269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31e6229d-2f6f-4846-9d25-995c53f8cbb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.086328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] No DVR routers for this DVR port 7766b4b9-78e4-4233-97f7-8b611f234fa2 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:35:15.092782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Calling delete_port for 5b36aa28-1fe0-409d-81eb-2500d8202390 owned by compute:tempest-test_az-340483213 {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:35:15.099461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.106546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'name': 'network-vif-deleted', 'tag': '7766b4b9-78e4-4233-97f7-8b611f234fa2'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:15.152834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31e6229d-2f6f-4846-9d25-995c53f8cbb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.212457 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17d39ea0-48fb-410b-bf7f-12a17cb6e6ec', 'name': 'network-vif-deleted', 'tag': '7766b4b9-78e4-4233-97f7-8b611f234fa2', 'status': 'completed', 'code': 200} Jan 28 09:35:15.226229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23cc72c7-dd9c-45a0-ae86-25db69f2662e req-515b5f3b-12c7-4461-8582-98a6cfd46f13 tempest-DeleteServersAdminTestJSON-970618508 tempest-DeleteServersAdminTestJSON-970618508-project-admin] 10.222.0.43 "DELETE /v2.0/ports/7766b4b9-78e4-4233-97f7-8b611f234fa2 HTTP/1.1" status: 204 len: 173 time: 1.4137983 Jan 28 09:35:15.294151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5612452c-a597-418a-9dd0-a15fac4bc6d5 req-3f5085d3-57ef-4e50-b93d-35214ddb8540 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Synchronizing usage tracker for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:15.320483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5612452c-a597-418a-9dd0-a15fac4bc6d5 req-3f5085d3-57ef-4e50-b93d-35214ddb8540 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Unset dirty status for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:15.321761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5612452c-a597-418a-9dd0-a15fac4bc6d5 req-3f5085d3-57ef-4e50-b93d-35214ddb8540 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=17d39ea0-48fb-410b-bf7f-12a17cb6e6ec HTTP/1.1" status: 200 len: 210 time: 0.1125255 Jan 28 09:35:15.336494 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31e6229d-2f6f-4846-9d25-995c53f8cbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.347154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44888) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:15.380701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e6229d-2f6f-4846-9d25-995c53f8cbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30669f5-39f7-4c00-b9f3-6ac87f8e0ad8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:15.398746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31e6229d-2f6f-4846-9d25-995c53f8cbb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.399901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-31e6229d-2f6f-4846-9d25-995c53f8cbb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e30669f5-39f7-4c00-b9f3-6ac87f8e0ad8 HTTP/1.1" status: 204 len: 168 time: 0.5722284 Jan 28 09:35:15.404983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.407520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e510ae-4b48-4614-8854-8fe8969ad17f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a03158-9bd7-4e0f-aba5-8c35786e9d2b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:15.417202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5b36aa28-1fe0-409d-81eb-2500d8202390'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:15.479915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Pushing event deleted for resources: {'Port': ['ID=5b36aa28-1fe0-409d-81eb-2500d8202390,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:15.578033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e510ae-4b48-4614-8854-8fe8969ad17f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.581815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43e510ae-4b48-4614-8854-8fe8969ad17f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4a03158-9bd7-4e0f-aba5-8c35786e9d2b HTTP/1.1" status: 204 len: 168 time: 1.2368104 Jan 28 09:35:15.590471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb578ba2-0f4c-41a5-9ba8-1d274b6cc95c req-424a0bb4-7ba9-4c87-8ede-c48036264497 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbebec69-3911-45b9-8b66-ec93953e5345 HTTP/1.1" status: 200 len: 210 time: 0.1123030 Jan 28 09:35:15.655003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] No DVR routers for this DVR port 5b36aa28-1fe0-409d-81eb-2500d8202390 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:35:15.659322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.662881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'name': 'network-vif-deleted', 'tag': '5b36aa28-1fe0-409d-81eb-2500d8202390'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:15.663689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1743232979-network', 'tenant_id': 'f17cd3fd1306411782080e6608f6256c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:15.668693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:15.673942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Usage tracker for resource:network and tenant:f17cd3fd1306411782080e6608f6256c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:15.678547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:15.694571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:15.712926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e7a30b-a0d3-4582-afb8-679473580383 req-e446fb84-603f-4589-ac3d-99b4e08f2932 tempest-AggregatesAdminTestJSON-766939812 tempest-AggregatesAdminTestJSON-766939812-project] 10.222.0.43 "DELETE /v2.0/ports/5b36aa28-1fe0-409d-81eb-2500d8202390 HTTP/1.1" status: 204 len: 173 time: 1.6176705 Jan 28 09:35:15.718172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Made reservation on behalf of f17cd3fd1306411782080e6608f6256c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:15.720783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.742628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.761792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:15.770959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Usage tracker for resource:security_group_rule and tenant:f17cd3fd1306411782080e6608f6256c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:15.778952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:15.792326 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbebec69-3911-45b9-8b66-ec93953e5345', 'name': 'network-vif-deleted', 'tag': '5b36aa28-1fe0-409d-81eb-2500d8202390', 'status': 'completed', 'code': 200} Jan 28 09:35:15.792716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:15.909046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.914972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.949115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:35:15.963226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdfea99-1eb1-4965-b7ee-1f0a772da22f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:15.967765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:15.968112 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Added segment 5ca4083e-0816-4c16-bae1-5e5c1f3affde of type vlan for network d408f57a-595b-4c2f-baed-a38efd3c87fb Jan 28 09:35:15.997314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.045512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.047497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:16.048480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.165471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] Pushing event updated for resources: {'Network': ['ID=d408f57a-595b-4c2f-baed-a38efd3c87fb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:16.169716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee804644-5c4a-4fb6-8247-9ca40ab46374 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8202326 Jan 28 09:35:16.172516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44916) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:16.178154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Request body: {'subnet': {'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1743232979-subnet', 'tenant_id': 'f17cd3fd1306411782080e6608f6256c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:16.179198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d408f57a-595b-4c2f-baed-a38efd3c87fb details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:35:16.182760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:16.186564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Usage tracker for resource:subnet and tenant:f17cd3fd1306411782080e6608f6256c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:16.189645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:16.198226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:16.211375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Made reservation on behalf of f17cd3fd1306411782080e6608f6256c for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:16.214249 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.246415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44922) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:16.275267 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.294928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:16.298753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Usage tracker for resource:security_group_rule and tenant:3f1f75f1977447b79b682c8eaf36094a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:16.301639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:16.308684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:16.422257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.428512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.558608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f1f75f1977447b79b682c8eaf36094a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3111248 Jan 28 09:35:16.564829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44936) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:16.565606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddfbcd5-4380-4545-a3ff-ba5d21e8706d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79fe2ae6-2eb0-4f26-8058-aa0af6b4b396,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:16.621042 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.700897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c21e3a54-6924-4e35-bbe4-9677745c8d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.727190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19d850a5-bb63-4588-9c86-e001c9f47a91,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:16.741606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:16.741967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Network hostable DHCP agents. Network: d408f57a-595b-4c2f-baed-a38efd3c87fb, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:35:16.752216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c21e3a54-6924-4e35-bbe4-9677745c8d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.766676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Network d408f57a-595b-4c2f-baed-a38efd3c87fb is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:35:16.779954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d408f57a-595b-4c2f-baed-a38efd3c87fb) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:16.796874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:16.797520 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.800309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f5271-1094-4cff-966c-a36e95659e9e None None] Network d408f57a-595b-4c2f-baed-a38efd3c87fb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:16.834168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c21e3a54-6924-4e35-bbe4-9677745c8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.842081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91cbac32-4368-4d69-96eb-157fa0022664 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6671901 Jan 28 09:35:16.866405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e3a54-6924-4e35-bbe4-9677745c8d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79fe2ae6-2eb0-4f26-8058-aa0af6b4b396,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:16.877236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-1ca34cef-9d5f-4972-8886-fb7d0f0a1f60 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4b6f760919d9446f871d7e79b7fa0e40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394778 Jan 28 09:35:16.883568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c21e3a54-6924-4e35-bbe4-9677745c8d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:16.885505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c21e3a54-6924-4e35-bbe4-9677745c8d14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79fe2ae6-2eb0-4f26-8058-aa0af6b4b396 HTTP/1.1" status: 204 len: 168 time: 0.3134716 Jan 28 09:35:16.987701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-13c6e385-60d1-4af2-94da-8c974921b506 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648155 Jan 28 09:35:17.149832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-d05df546-cd7c-4738-b0c9-7ef0cd9a71a8 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:17.157205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-d05df546-cd7c-4738-b0c9-7ef0cd9a71a8 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735589 Jan 28 09:35:17.162824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beabb16b-8a1c-4a96-9680-0926287bede2 None None] Network d408f57a-595b-4c2f-baed-a38efd3c87fb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:17.168599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-da29cf6c-2b3a-4fc2-b699-cf3a08f34709 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:17.176166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-da29cf6c-2b3a-4fc2-b699-cf3a08f34709 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848724 Jan 28 09:35:17.180692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-c21eb6bd-2ce8-4c52-ac50-dfa7d47a6bc7 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/quotas/4b6f760919d9446f871d7e79b7fa0e40 HTTP/1.1" status: 200 len: 375 time: 0.0225604 Jan 28 09:35:17.193354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-d325714f-c609-490a-80da-86782df8edc6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/quotas/162bf2403dcc4e5285a3e576abb5a1b8 HTTP/1.1" status: 200 len: 375 time: 0.0160024 Jan 28 09:35:17.293866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-f0ec123a-7071-4c1e-85bc-ef462e38e08d tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4b6f760919d9446f871d7e79b7fa0e40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1073918 Jan 28 09:35:17.320650 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-00a667e1-cf5c-4b08-94c4-1852bd948d26 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1264153 Jan 28 09:35:17.634072 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7fc5bb7e-6374-4b9b-bbd2-98c40ef57569 req-18da24e3-d1b4-48de-9560-ea4cf2b843d3 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 210 time: 0.0956943 Jan 28 09:35:17.813330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a0d25d4-9264-485f-baa2-4ef9f2786888 req-8a562427-ef7d-4ad4-a90b-8c7d6d83fb59 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.0792668 Jan 28 09:35:18.114607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5b36aa28-1fe0-409d-81eb-2500d8202390 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:35:18.169015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 5b36aa28-1fe0-409d-81eb-2500d8202390 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:35:18.169643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5b36aa28-1fe0-409d-81eb-2500d8202390 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:35:18.170300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7766b4b9-78e4-4233-97f7-8b611f234fa2 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:35:18.212967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 7766b4b9-78e4-4233-97f7-8b611f234fa2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:35:18.213627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7766b4b9-78e4-4233-97f7-8b611f234fa2 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:35:18.473044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45068) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:18.484132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-592106940-network', 'tenant_id': '5085c788ed1d493cb5b4fe1646950f9d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:18.493683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:18.504053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Usage tracker for resource:network and tenant:5085c788ed1d493cb5b4fe1646950f9d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:18.508716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:18.516596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:18.537985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Made reservation on behalf of 5085c788ed1d493cb5b4fe1646950f9d for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:18.542508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.560265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.577392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:18.581547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Usage tracker for resource:security_group_rule and tenant:5085c788ed1d493cb5b4fe1646950f9d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:18.584812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:18.590581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:18.699404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.709180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.754602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:35:18.764382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf3577b-c173-47f5-bcbd-42a2885bcba7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:18.769771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.770117 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Added segment deac73d8-579e-472b-a4bb-187289180a6d of type vlan for network c42eabde-abde-43c1-975d-26fb3ab1795b Jan 28 09:35:18.851839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb7480d-c683-4ebf-a773-5f7f6db68359 req-523a2142-b6a7-43d5-9b5d-373050a45552 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 210 time: 0.0514390 Jan 28 09:35:18.862843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.932849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:18.935318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:18.937515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:19.020569 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6acb0b-c180-41c4-bc7f-3194bf3a2264 req-5e9cdd55-95a8-413a-94e3-ecbd7f0cf9fb tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.0600975 Jan 28 09:35:19.128336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] Pushing event updated for resources: {'Network': ['ID=c42eabde-abde-43c1-975d-26fb3ab1795b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:19.143961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c42eabde-abde-43c1-975d-26fb3ab1795b details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:35:19.156986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-354bbf4c-cf7e-46dd-abc1-10be63e63f2f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6775451 Jan 28 09:35:19.156986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45114) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:19.158337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Request body: {'subnet': {'network_id': 'c42eabde-abde-43c1-975d-26fb3ab1795b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-592106940-subnet', 'tenant_id': '5085c788ed1d493cb5b4fe1646950f9d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:19.163155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:19.168705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Usage tracker for resource:subnet and tenant:5085c788ed1d493cb5b4fe1646950f9d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:19.172208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:19.178465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:19.199859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Made reservation on behalf of 5085c788ed1d493cb5b4fe1646950f9d for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:19.203787 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:19.484440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:19.658413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=178cc413-4081-48c8-86bb-f3525fd80050,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:19.665672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.25', 56081) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:19.666353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Checking segment: {'id': 'deac73d8-579e-472b-a4bb-187289180a6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'c42eabde-abde-43c1-975d-26fb3ab1795b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:19.666721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Network hostable DHCP agents. Network: c42eabde-abde-43c1-975d-26fb3ab1795b, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:35:19.734079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Network c42eabde-abde-43c1-975d-26fb3ab1795b is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:35:19.748686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-4f3a0e22-cabf-448e-925d-ca0789770e3c tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0764289 Jan 28 09:35:19.762135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, c42eabde-abde-43c1-975d-26fb3ab1795b) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:19.772289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a2a433-f54b-48a0-8193-e02d1bd506d7 None None] Network c42eabde-abde-43c1-975d-26fb3ab1795b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:19.772582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:19.778277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:19.828313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-42eaff74-2c54-4db2-862b-d718d6eee5bf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.6745787 Jan 28 09:35:20.117475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-79258c26-b612-4183-904f-2b9d884aba3a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659218 Jan 28 09:35:20.126883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-c22c7d53-81d6-41a3-848a-a7ff2c084f14 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:20.128281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-c22c7d53-81d6-41a3-848a-a7ff2c084f14 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3744969 Jan 28 09:35:20.182467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e245b5-a020-4e6d-a12a-a3cf109e4614 None None] Network c42eabde-abde-43c1-975d-26fb3ab1795b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:20.219006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Request body: {'port': {'device_id': '2478f478-84e7-4969-af14-d3362d836373', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '162bf2403dcc4e5285a3e576abb5a1b8'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:20.255569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.25', 56082) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:20.299210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-58f24a69-d217-44a6-8a43-3ab86b59d951 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:20.300930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-58f24a69-d217-44a6-8a43-3ab86b59d951 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756039 Jan 28 09:35:20.322443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-dbcd25c3-57cd-4e1d-8af8-1f2d5e3d8357 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/quotas/a1f2a4a4588a4d5e8bdfbb87e5e22a6e HTTP/1.1" status: 200 len: 375 time: 0.0149760 Jan 28 09:35:20.404356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-8cb49f44-5a40-4f6d-8157-abfa21434f71 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757079 Jan 28 09:35:20.513078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-79fc8e62-0e2f-485c-b2c3-0a005f91ea60 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4b6f760919d9446f871d7e79b7fa0e40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2524111 Jan 28 09:35:20.573704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:20.589150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:20.614575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Made reservation on behalf of 162bf2403dcc4e5285a3e576abb5a1b8 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:20.621254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:20.832559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cab970c-68c0-4a60-8af5-b706d7331db8 req-bdac838e-dc57-455e-937a-de8db6ff89a6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 210 time: 0.0688331 Jan 28 09:35:20.895029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Allocated IP 192.168.233.99 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/77951161-f545-441d-8c71-a92f42b113e2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:20.948886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-795f1045-ead4-4852-9661-3c01f3aae204 req-723b0239-db01-4806-94a6-19a6e47c1fa5 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.0551918 Jan 28 09:35:21.132496 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb5314a7-616f-4f0f-b122-6f5b2f080493 req-5c9f670e-3b05-407a-ad4d-64ea1ed95710 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 210 time: 0.1038549 Jan 28 09:35:21.233666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:21.235733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-a9afe7e4-571a-494f-8081-be2c63a509a2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:21.236561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-88652218-939c-420f-96f7-6b5af7cc75ec req-a9afe7e4-571a-494f-8081-be2c63a509a2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:21.261888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Transition to ACTIVE for port object 77951161-f545-441d-8c71-a92f42b113e2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:21.264513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-88652218-939c-420f-96f7-6b5af7cc75ec req-a9afe7e4-571a-494f-8081-be2c63a509a2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:21.266595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-a9afe7e4-571a-494f-8081-be2c63a509a2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.2629845 Jan 28 09:35:21.290510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-d2d6a650-b968-4209-ada1-db3052f49ecd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/quotas/f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 375 time: 0.0163305 Jan 28 09:35:21.303153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:21.354116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-127c791b-0542-4943-8971-605e677a6c41 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552003 Jan 28 09:35:21.393241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:21.397408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:21.403819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:21.410295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:21.411033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:21.426243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Pushing event updated for resources: {'Port': ['ID=77951161-f545-441d-8c71-a92f42b113e2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:21.458016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-e5331b84-7fd1-4f7a-bf5f-4c0b5e45d6c6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2436666 Jan 28 09:35:21.663504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-95c4a7f2-f8f0-45fe-88a7-55af76d66f04 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:35:21.670791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-95c4a7f2-f8f0-45fe-88a7-55af76d66f04 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0665965 Jan 28 09:35:21.683988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4db18b52-d08d-4c4a-aced-2f30e72210ef None None] Provisioning for port 77951161-f545-441d-8c71-a92f42b113e2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:21.689322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4db18b52-d08d-4c4a-aced-2f30e72210ef None None] Provisioning complete for port 77951161-f545-441d-8c71-a92f42b113e2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:21.689690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4db18b52-d08d-4c4a-aced-2f30e72210ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:21.753375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4db18b52-d08d-4c4a-aced-2f30e72210ef None None] Port 77951161-f545-441d-8c71-a92f42b113e2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:21.841706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-4dcbc44d-0544-47cd-8989-6d5156942660 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700966 Jan 28 09:35:21.923563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-cdfea5b6-4447-4e3c-b23c-a716ea701675 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292897 Jan 28 09:35:22.000582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-a1cd86d6-f187-47d5-8f0e-3a3082de8941 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527185 Jan 28 09:35:22.161386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-fbeac655-9432-42c1-a983-cd59f12fe09b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:22.163388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-fbeac655-9432-42c1-a983-cd59f12fe09b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2347870 Jan 28 09:35:22.182804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:22.361335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:22.366602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Usage tracker for resource:port and tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:22.368756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:22.380232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:22.385771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c23b31-ba73-4ea5-bdfa-4ed1dc91b469 req-5efec55f-90de-492b-b7af-7855600fc103 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:22.387605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26c23b31-ba73-4ea5-bdfa-4ed1dc91b469 req-5efec55f-90de-492b-b7af-7855600fc103 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 935 time: 0.1147766 Jan 28 09:35:22.399210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:22.403321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:22.440131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26c23b31-ba73-4ea5-bdfa-4ed1dc91b469 req-ef808b9e-ef3f-4ad4-8839-bf9533495f3f tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444343 Jan 28 09:35:22.477586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:22.497251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f55d162-781b-4770-ad09-b3a90c2eeddc req-3bbda607-98d5-4879-839f-0173447f6758 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.0992603 Jan 28 09:35:22.501189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:22.505144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Usage tracker for resource:security_group_rule and tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:22.508782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:22.518730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:22.679190 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-652f2e0f-3e07-4b36-a1a0-d795a765d022 req-e1686bc7-4798-44a2-b70e-f3181e557ad2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 210 time: 0.1496272 Jan 28 09:35:22.704280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec31fdc-2454-4d0f-ba7e-5479c74489eb req-27790f75-145e-469a-afcb-0c6a95619057 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 210 time: 0.0648148 Jan 28 09:35:22.737159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:22.742353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:22.838928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:22.961291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.242 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/434296a2-6860-4694-bba2-5fbfe5861efd) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:23.428716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:23.450241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object 434296a2-6860-4694-bba2-5fbfe5861efd will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:23.550071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:23.581662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45330) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:23.722984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:23.728152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:23.734470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:23.740812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:23.741458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:23.826048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45342) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:23.844786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=434296a2-6860-4694-bba2-5fbfe5861efd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:23.919289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-06597705-b15a-471b-984b-f8905ee25762 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7414584 Jan 28 09:35:23.954062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Request body: {'port': {'device_id': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:24.029404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-aa2834be-37c7-4f14-ab6b-9e80186b0a49 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:24.031283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-aa2834be-37c7-4f14-ab6b-9e80186b0a49 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.3132622 Jan 28 09:35:24.089491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1e00a9c-7065-4756-8634-8ef2459eb413 req-85f86c6d-1d23-4d53-8e04-ce5aff28b7f4 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.0679414 Jan 28 09:35:24.103010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Request body: {'port': {'device_id': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'admin_state_up': True, 'tenant_id': 'f17cd3fd1306411782080e6608f6256c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:24.110623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eb05fdbe-565e-42f4-bf8c-92167856ba05 None None] Provisioning for port 434296a2-6860-4694-bba2-5fbfe5861efd completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:24.119730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eb05fdbe-565e-42f4-bf8c-92167856ba05 None None] Provisioning complete for port 434296a2-6860-4694-bba2-5fbfe5861efd triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:24.120348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb05fdbe-565e-42f4-bf8c-92167856ba05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.133990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5d6fa-ea7b-48da-8584-898b82501299 req-65022a92-ae95-4ba4-8221-4a695136cd76 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:24.134730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3af5d6fa-ea7b-48da-8584-898b82501299 req-65022a92-ae95-4ba4-8221-4a695136cd76 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Synchronizing usage tracker for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:24.188172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eb05fdbe-565e-42f4-bf8c-92167856ba05 None None] Port 434296a2-6860-4694-bba2-5fbfe5861efd cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:24.194126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.218697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3af5d6fa-ea7b-48da-8584-898b82501299 req-65022a92-ae95-4ba4-8221-4a695136cd76 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Unset dirty status for tenant:162bf2403dcc4e5285a3e576abb5a1b8 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:24.219895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3af5d6fa-ea7b-48da-8584-898b82501299 req-65022a92-ae95-4ba4-8221-4a695136cd76 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 935 time: 0.4956341 Jan 28 09:35:24.335569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45356) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:24.336492 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5a124c-6fdc-4feb-94ef-56243cc364bc req-9fe6705e-a86d-4bb2-b4c8-8faffdff15be tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 210 time: 0.0591862 Jan 28 09:35:24.352965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.371721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.395930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:24.400131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:cb18c3605ccd4b8884fa361395893344 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:24.403165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:24.408895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:24.415835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:24.457550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:24.482826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Usage tracker for resource:security_group_rule and tenant:f8db164f0c6b4ffcb3e21bc13ee03fa5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:24.487340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:24.500577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Usage tracker for resource:port and tenant:f17cd3fd1306411782080e6608f6256c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:24.513070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:24.527154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:24.528603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:24.530316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3af5d6fa-ea7b-48da-8584-898b82501299 req-2038e579-c58b-4bdf-b2d2-dab62eb2e89d tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357895 Jan 28 09:35:24.543943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.573344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Made reservation on behalf of f17cd3fd1306411782080e6608f6256c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:24.576994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.639108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:24.677260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.691101 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.707208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Usage tracker for resource:security_group_rule and tenant:bdc638edf79342f4940a7d5ef2aea4bb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:24.717385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:24.720492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976c6024-ecae-45d2-8269-45daba6f5fac req-5bbeb919-2e33-4e26-9223-d996678051b0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:24.728877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-976c6024-ecae-45d2-8269-45daba6f5fac req-5bbeb919-2e33-4e26-9223-d996678051b0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 936 time: 0.2688768 Jan 28 09:35:24.738624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:24.811056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78135f8a-e4c7-4712-855c-66ce47140777,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:24.823091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8c5f189-2fd8-408e-ba24-209c7cae4ad6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb18c3605ccd4b8884fa361395893344&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2368886 Jan 28 09:35:24.823428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45370) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:24.865363 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-976c6024-ecae-45d2-8269-45daba6f5fac req-4048ecfc-f08b-4abb-a1f2-5c7a0a9f32b2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354687 Jan 28 09:35:24.881129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.902505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:24.913517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Allocated IP 172.20.0.7 (d408f57a-595b-4c2f-baed-a38efd3c87fb/19d850a5-bb63-4588-9c86-e001c9f47a91/5751d955-e4bf-46b6-bccc-4eb28aec598a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:25.039934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8db164f0c6b4ffcb3e21bc13ee03fa5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2103984 Jan 28 09:35:25.052057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45384) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:25.085703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e4bd-685e-4437-81e1-7d2107cb7829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db68d324-439f-40fb-9101-b59d2d06fb4a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:25.103155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.128087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ab50ec-c22e-435a-ae41-fa280b71feb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.131544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434296a2-6860-4694-bba2-5fbfe5861efd {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:25.141680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45392) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:25.150201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-d19f5cf0-9582-4b72-9163-ac3bde5968a6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:35:25.151314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-d19f5cf0-9582-4b72-9163-ac3bde5968a6 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0261340 Jan 28 09:35:25.152032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.172763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.195929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.286868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fc8a68b-3892-4d03-9dc9-829533225579 req-ec76da50-27d4-44cc-ba17-6d84319fe36e tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.0644820 Jan 28 09:35:25.305317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.372715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Transition to ACTIVE for port object 434296a2-6860-4694-bba2-5fbfe5861efd will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:25.376969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ab50ec-c22e-435a-ae41-fa280b71feb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.385681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41244b6-49a3-49d5-a20c-b2089e2fd312,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:25.389586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-baf93d93-06ca-4e70-9206-ccabda15fcee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdc638edf79342f4940a7d5ef2aea4bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0476334 Jan 28 09:35:25.396284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:25.401984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c9e13b-1316-4876-a519-92fbd4142c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.407811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.414333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Network d408f57a-595b-4c2f-baed-a38efd3c87fb is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:25.428782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:25.437813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:25.443784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:25.444387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.467578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:25.489542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e2d41059-d64d-4880-b0ba-9eb01788c5a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6e8b5a711f64062ae75d4e69ad1e12e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3467569 Jan 28 09:35:25.495753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45410) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:25.505573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Request body: {'port': {'device_id': '2478f478-84e7-4969-af14-d3362d836373', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:25.531077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-b08d9d67-d8c3-4ce0-82e7-4f1e48e24045 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4375575 Jan 28 09:35:25.544278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Request body: {'port': {'device_id': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:25.623929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc56d-7266-4d03-a5bc-1bbc37ff4b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.764586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc56d-7266-4d03-a5bc-1bbc37ff4b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.771462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aafcb70-4d7d-4742-a1a9-23d85f4a4426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.773484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c9e13b-1316-4876-a519-92fbd4142c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.820599 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd13ef91-6d82-4b02-9343-539f0376c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.821674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.824330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-8b049ec6-61b7-4d79-84dc-bce9fbe88fd7 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:25.825773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-8b049ec6-61b7-4d79-84dc-bce9fbe88fd7 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7020330 Jan 28 09:35:25.854234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aafcb70-4d7d-4742-a1a9-23d85f4a4426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:25.855032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Pushing event updated for resources: {'Port': ['ID=434296a2-6860-4694-bba2-5fbfe5861efd,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:25.908722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Request body: {'port': {'device_id': '23fe282e-2201-4384-9079-b8057376942f', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '4b6f760919d9446f871d7e79b7fa0e40'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:26.033590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34de67fd-aa9d-4bd5-8b65-25cd373a3ada req-1f8a4249-8032-498f-ad10-7245b05b2886 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:26.035046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34de67fd-aa9d-4bd5-8b65-25cd373a3ada req-1f8a4249-8032-498f-ad10-7245b05b2886 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 935 time: 0.3382330 Jan 28 09:35:26.047150 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ab50ec-c22e-435a-ae41-fa280b71feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.069197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.087637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Attempting to bind port 434296a2-6860-4694-bba2-5fbfe5861efd on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:26.087903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Attempting to bind port 434296a2-6860-4694-bba2-5fbfe5861efd by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:26.088220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Attempting to bind port 434296a2-6860-4694-bba2-5fbfe5861efd on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:26.103887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab50ec-c22e-435a-ae41-fa280b71feb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78135f8a-e4c7-4712-855c-66ce47140777,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:26.110759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc56d-7266-4d03-a5bc-1bbc37ff4b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.119355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Port 434296a2-6860-4694-bba2-5fbfe5861efd on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:26.119677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Attempting to bind port 434296a2-6860-4694-bba2-5fbfe5861efd on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:26.150379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aafcb70-4d7d-4742-a1a9-23d85f4a4426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.153805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1bc56d-7266-4d03-a5bc-1bbc37ff4b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41244b6-49a3-49d5-a20c-b2089e2fd312,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:26.154033 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:35:26.176831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:26.177133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:26.177651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:26.178299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Bound port: 434296a2-6860-4694-bba2-5fbfe5861efd, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:26.178779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.206087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8a8182-d33e-43be-a4ad-a97ab80e27ef req-1b76068f-9196-4e56-99fe-bfb56d889702 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:26.207508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e8a8182-d33e-43be-a4ad-a97ab80e27ef req-1b76068f-9196-4e56-99fe-bfb56d889702 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 931 time: 0.6424630 Jan 28 09:35:26.209819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34de67fd-aa9d-4bd5-8b65-25cd373a3ada req-540be180-b6e9-4999-be6f-eafaf74d3415 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683946 Jan 28 09:35:26.210519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafcb70-4d7d-4742-a1a9-23d85f4a4426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b26d3c1-8b2a-4df0-936b-c02a20271f36,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:26.238741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c9e13b-1316-4876-a519-92fbd4142c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.255896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ab50ec-c22e-435a-ae41-fa280b71feb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.259401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7ab50ec-c22e-435a-ae41-fa280b71feb6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78135f8a-e4c7-4712-855c-66ce47140777 HTTP/1.1" status: 204 len: 168 time: 1.4337940 Jan 28 09:35:26.285495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef1bc56d-7266-4d03-a5bc-1bbc37ff4b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.289929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ef1bc56d-7266-4d03-a5bc-1bbc37ff4b46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d41244b6-49a3-49d5-a20c-b2089e2fd312 HTTP/1.1" status: 204 len: 168 time: 0.8887908 Jan 28 09:35:26.291473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aafcb70-4d7d-4742-a1a9-23d85f4a4426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.295036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1aafcb70-4d7d-4742-a1a9-23d85f4a4426 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7b26d3c1-8b2a-4df0-936b-c02a20271f36 HTTP/1.1" status: 204 len: 168 time: 0.7983577 Jan 28 09:35:26.327841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c9e13b-1316-4876-a519-92fbd4142c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db68d324-439f-40fb-9101-b59d2d06fb4a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:26.331448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:26.342875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c9e13b-1316-4876-a519-92fbd4142c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.346459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-75c9e13b-1316-4876-a519-92fbd4142c89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db68d324-439f-40fb-9101-b59d2d06fb4a HTTP/1.1" status: 204 len: 168 time: 1.2872999 Jan 28 09:35:26.357921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Usage tracker for resource:port and tenant:4b6f760919d9446f871d7e79b7fa0e40 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:26.370172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:26.422464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:26.469520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e8a8182-d33e-43be-a4ad-a97ab80e27ef req-930ba3cb-6f47-4b1c-ae70-c19ea1e391bf tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381580 Jan 28 09:35:26.481602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Made reservation on behalf of 4b6f760919d9446f871d7e79b7fa0e40 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:26.485046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.496980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] For port 434296a2-6860-4694-bba2-5fbfe5861efd, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:26.526091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.562055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5751d955-e4bf-46b6-bccc-4eb28aec598a {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:26.581079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.591562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] For port 434296a2-6860-4694-bba2-5fbfe5861efd, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=434296a2-6860-4694-bba2-5fbfe5861efd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:26.635038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8a0cc-3c3b-492c-b324-37b58496a5ec req-4428dd8c-9d7a-4104-bcbf-3f60c84d5f87 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:26.636966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13f8a0cc-3c3b-492c-b324-37b58496a5ec req-4428dd8c-9d7a-4104-bcbf-3f60c84d5f87 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 948 time: 0.1727262 Jan 28 09:35:26.687139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Transition to ACTIVE for port object 5751d955-e4bf-46b6-bccc-4eb28aec598a will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:26.698674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.712760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.719136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:26.805092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Usage tracker for resource:security_group_rule and tenant:4b6f760919d9446f871d7e79b7fa0e40 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:26.823535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:35:26.831933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13f8a0cc-3c3b-492c-b324-37b58496a5ec req-570bb608-2688-4c75-8172-711f76868c97 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836927 Jan 28 09:35:26.842360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:26.855835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61453d5c-8b3b-4c77-81ca-68bbe2a35b6a req-a9f77712-db70-400b-85a3-90d325d890db tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.1459234 Jan 28 09:35:26.858203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:26.914144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:26.915048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:26.916568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] 10.222.0.43 "PUT /v2.0/ports/434296a2-6860-4694-bba2-5fbfe5861efd HTTP/1.1" status: 200 len: 1096 time: 2.9868367 Jan 28 09:35:26.918857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:26.929424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'tag': '434296a2-6860-4694-bba2-5fbfe5861efd'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:26.936652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:26.937136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:26.937459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:26.943504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:26.943929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:26.949934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:26.950362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:26.950808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:26.951358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Bound port: 5751d955-e4bf-46b6-bccc-4eb28aec598a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:26.951762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.028907 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'tag': '434296a2-6860-4694-bba2-5fbfe5861efd', 'status': 'completed', 'code': 200} Jan 28 09:35:27.040951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c3c705-34f1-4be9-ab25-1289776701ca service neutron] Pushing event updated for resources: {'Port': ['ID=434296a2-6860-4694-bba2-5fbfe5861efd,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:27.052232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77951161-f545-441d-8c71-a92f42b113e2 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:27.075714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.115931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:27.121492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:27.121848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Transition to ACTIVE for port object 77951161-f545-441d-8c71-a92f42b113e2 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:27.131502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.132693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.174091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:27.210673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:27.211245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.214139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] 10.222.0.43 "PUT /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 1091 time: 1.6746206 Jan 28 09:35:27.231762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:27.245338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45444) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:27.298600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.391210 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'status': 'completed', 'code': 200} Jan 28 09:35:27.401970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-50e41011-49a9-4062-b627-76fe1ba8420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:27.403444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-50e41011-49a9-4062-b627-76fe1ba8420d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 1099 time: 0.4257243 Jan 28 09:35:27.409656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.430079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:27.434261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Pushing event updated for resources: {'Port': ['ID=77951161-f545-441d-8c71-a92f42b113e2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:27.435180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Usage tracker for resource:security_group_rule and tenant:3b358eae96f148d491c6284c131cf64a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:27.455091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:27.558662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:27.588964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45454) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:27.589614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45456) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:27.602306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.623244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-22a3919f-8adb-48ba-b19c-ec31a142feaf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=434296a2-6860-4694-bba2-5fbfe5861efd HTTP/1.1" status: 200 len: 217 time: 0.1914957 Jan 28 09:35:27.624190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:27.628709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.639812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.667709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff30cae3-fe9a-4ad6-b084-2589396aac40 service neutron] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:27.677859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Usage tracker for resource:security_group_rule and tenant:c304ae5f48d743a79055ae46590015b5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:27.700254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:27.718116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Usage tracker for resource:security_group_rule and tenant:68342e867d1b45fd8fc4ef3724c3307a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:27.722330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Attempting to bind port 77951161-f545-441d-8c71-a92f42b113e2 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:27.722656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Attempting to bind port 77951161-f545-441d-8c71-a92f42b113e2 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:27.723346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Attempting to bind port 77951161-f545-441d-8c71-a92f42b113e2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:27.726262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:27.726404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:27.739144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:27.761339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-0b746ce8-40ed-4165-b1c8-14e990622cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:27.762762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-0b746ce8-40ed-4165-b1c8-14e990622cbf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1094 time: 0.4365005 Jan 28 09:35:27.795720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:27.796184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Port 77951161-f545-441d-8c71-a92f42b113e2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:27.796515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Attempting to bind port 77951161-f545-441d-8c71-a92f42b113e2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:27.828584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-35f4b1e1-c473-4b7f-ae53-c5a2804b2d2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0dd7370a6c1b49fc981fecc46a544358&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218857 Jan 28 09:35:27.832989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:27.833323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:27.833727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:27.834148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Bound port: 77951161-f545-441d-8c71-a92f42b113e2, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:27.834482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:27.842901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f12facf9-fe70-4046-a780-f1fc8574ed9d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:27.846621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45462) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:27.848337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86365eb9-c06b-46b1-96e1-861223f69f75 req-0f125534-e307-45da-9839-478bee5a9125 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:27.850006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86365eb9-c06b-46b1-96e1-861223f69f75 req-0f125534-e307-45da-9839-478bee5a9125 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 947 time: 0.3878274 Jan 28 09:35:27.864079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-50cb0f72-ac4a-4da6-9dd1-1a0b01b1ad1d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.0911341 Jan 28 09:35:27.899397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-82a02ae1-79b3-4c2d-9841-20ef8d98b226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:27.900832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-82a02ae1-79b3-4c2d-9841-20ef8d98b226 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2669380 Jan 28 09:35:28.020032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86365eb9-c06b-46b1-96e1-861223f69f75 req-67064f9b-a6aa-4f94-ae88-13c418ced586 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597581 Jan 28 09:35:28.021381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ecca272e-8273-4ec3-b02f-19e7ed80eb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:28.022742 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-ecca272e-8273-4ec3-b02f-19e7ed80eb5a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1500726 Jan 28 09:35:28.092545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.097588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-a01572ee-df60-4189-a1c7-5c368dc61b1c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680387 Jan 28 09:35:28.100853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.128595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbd009c5-5160-43bd-9ee8-e0364061dee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.157959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.255555 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.261443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Allocated IP 192.168.233.143 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/45cadbb8-882d-4831-b6f1-2fa740da1ae6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:28.264229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c76f22-a50c-4652-931a-b26615e9aa2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.267947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] For port 77951161-f545-441d-8c71-a92f42b113e2, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:28.294570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f2f08c7-6eb0-40e6-a3e3-bf37c756e1cf req-44100601-efba-463d-9529-a98fa504d3c1 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.1385391 Jan 28 09:35:28.299349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfb7c46-f592-4975-a007-be7e718932fd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:28.310801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16437a21-f274-4f73-b65c-31d16fd7abcc req-8045a6c1-2336-48e4-94c8-ebd6401f4bbe tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:28.311533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc041f7b-ca00-4e5f-9a68-67925a75b53c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3b358eae96f148d491c6284c131cf64a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1365757 Jan 28 09:35:28.315286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16437a21-f274-4f73-b65c-31d16fd7abcc req-8045a6c1-2336-48e4-94c8-ebd6401f4bbe tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 943 time: 0.6346791 Jan 28 09:35:28.320894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45470) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:28.324456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] For port 77951161-f545-441d-8c71-a92f42b113e2, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=77951161-f545-441d-8c71-a92f42b113e2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:28.339070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68342e867d1b45fd8fc4ef3724c3307a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7343869 Jan 28 09:35:28.355485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45474) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:28.395080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.403455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c76f22-a50c-4652-931a-b26615e9aa2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.433473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb53f65-8171-4f73-b892-aa5439c9ee32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29324e43-47d5-4310-bf93-851da48942ac,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:28.486295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.515148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-00275bbf-e28f-49d8-aa78-5ffdd266dded service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076462 Jan 28 09:35:28.524942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-8ae2916b-e96c-454f-9c4a-1168b173ee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:28.526398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-8ae2916b-e96c-454f-9c4a-1168b173ee62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5126562 Jan 28 09:35:28.556400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.567357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:28.568057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.569593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] 10.222.0.25 "PUT /v2.0/ports/77951161-f545-441d-8c71-a92f42b113e2 HTTP/1.1" status: 200 len: 1095 time: 3.2304571 Jan 28 09:35:28.631012 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66b39017-f218-40e2-9b57-4228b90e7243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.699938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66b39017-f218-40e2-9b57-4228b90e7243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.719016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c2005-efe9-4e04-bea4-2ac028fe0909 req-d1530adf-2788-49b8-a0b7-e9e5528c638f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:28.720538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-073c2005-efe9-4e04-bea4-2ac028fe0909 req-d1530adf-2788-49b8-a0b7-e9e5528c638f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 948 time: 0.2910635 Jan 28 09:35:28.773176 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16437a21-f274-4f73-b65c-31d16fd7abcc req-05b6dca6-43df-4422-aaf6-5a424e9bddf1 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4288819 Jan 28 09:35:28.786097 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88652218-939c-420f-96f7-6b5af7cc75ec req-0b9df0fa-591d-4edf-8198-b0953cb753f1 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574923 Jan 28 09:35:28.811203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-073c2005-efe9-4e04-bea4-2ac028fe0909 req-bad1fa55-6173-42b7-9e1c-33c0d278d8d5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791311 Jan 28 09:35:28.828628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66b39017-f218-40e2-9b57-4228b90e7243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.855614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b39017-f218-40e2-9b57-4228b90e7243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29324e43-47d5-4310-bf93-851da48942ac,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:28.893247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66b39017-f218-40e2-9b57-4228b90e7243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.897705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-66b39017-f218-40e2-9b57-4228b90e7243 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/29324e43-47d5-4310-bf93-851da48942ac HTTP/1.1" status: 204 len: 168 time: 0.5355420 Jan 28 09:35:28.897844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ee3607-d633-4457-bb4e-3cb2c60f43ab,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:28.902544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0498de86-393a-41cd-92d7-c37d769e9702 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c304ae5f48d743a79055ae46590015b5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6527448 Jan 28 09:35:28.906227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45484) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:28.910827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8bf04c-85ef-48eb-8604-c8199dad7902 service neutron] Pushing event updated for resources: {'Port': ['ID=77951161-f545-441d-8c71-a92f42b113e2,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:28.933929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a6c0dd30-b976-46da-a27b-9fd7b12af4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.986536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c76f22-a50c-4652-931a-b26615e9aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:28.989986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-7265c936-1e28-4aa2-8bcb-01b96a0b67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:28.991467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-7265c936-1e28-4aa2-8bcb-01b96a0b67b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1094 time: 0.1338515 Jan 28 09:35:28.993891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17ca9d2f-faca-47f4-9f2c-1b308aa6cb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.027672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a6c0dd30-b976-46da-a27b-9fd7b12af4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.039465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2478f478-84e7-4969-af14-d3362d836373', 'tag': '77951161-f545-441d-8c71-a92f42b113e2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:29.057811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c76f22-a50c-4652-931a-b26615e9aa2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349c385-e294-4013-bcbf-48b5f1a24b7d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:29.100070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17ca9d2f-faca-47f4-9f2c-1b308aa6cb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.153468 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2478f478-84e7-4969-af14-d3362d836373', 'tag': '77951161-f545-441d-8c71-a92f42b113e2', 'status': 'completed', 'code': 200} Jan 28 09:35:29.158752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.176478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-be94b2b9-85fa-4a3f-8cf2-4973dc02eebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.178785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-be94b2b9-85fa-4a3f-8cf2-4973dc02eebe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 1098 time: 0.5291598 Jan 28 09:35:29.184103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-fbd98217-d682-4b83-ab0f-0953f1d2e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.185891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-b7f0bba0-957b-4025-99d0-2da915272e1f service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219962 Jan 28 09:35:29.186050 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-fbd98217-d682-4b83-ab0f-0953f1d2e73c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.1829667 Jan 28 09:35:29.253879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17ca9d2f-faca-47f4-9f2c-1b308aa6cb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.256826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.294236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-b839cf40-6835-499c-8ac0-27cfeee8b5ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.0961320 Jan 28 09:35:29.300349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.301772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ca9d2f-faca-47f4-9f2c-1b308aa6cb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ee3607-d633-4457-bb4e-3cb2c60f43ab,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:29.360757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17ca9d2f-faca-47f4-9f2c-1b308aa6cb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.362113 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17ca9d2f-faca-47f4-9f2c-1b308aa6cb16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08ee3607-d633-4457-bb4e-3cb2c60f43ab HTTP/1.1" status: 204 len: 168 time: 0.4550564 Jan 28 09:35:29.387822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-e878284f-34eb-41fd-adc1-358afea3d7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.390054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-e878284f-34eb-41fd-adc1-358afea3d7e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0894115 Jan 28 09:35:29.406643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c76f22-a50c-4652-931a-b26615e9aa2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.406643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-95c76f22-a50c-4652-931a-b26615e9aa2c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c349c385-e294-4013-bcbf-48b5f1a24b7d HTTP/1.1" status: 204 len: 168 time: 1.5481791 Jan 28 09:35:29.408608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-6790f5f4-0ae2-46d6-ad21-e18b69e6c44b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=77951161-f545-441d-8c71-a92f42b113e2 HTTP/1.1" status: 200 len: 217 time: 0.2160656 Jan 28 09:35:29.430963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Transition to ACTIVE for port object 45cadbb8-882d-4831-b6f1-2fa740da1ae6 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:29.466788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a6c0dd30-b976-46da-a27b-9fd7b12af4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.470749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-bff9e48c-2909-4565-9701-b59600a02bcc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728192 Jan 28 09:35:29.517408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a6c0dd30-b976-46da-a27b-9fd7b12af4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.518512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a6c0dd30-b976-46da-a27b-9fd7b12af4b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7dfb7c46-f592-4975-a007-be7e718932fd HTTP/1.1" status: 204 len: 168 time: 1.1962938 Jan 28 09:35:29.524002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0dd30-b976-46da-a27b-9fd7b12af4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfb7c46-f592-4975-a007-be7e718932fd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:29.537752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e1a2218-0125-4fee-af63-1e42f36bca62 req-19ef5926-8c89-46ae-bc25-cc3645f27e19 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378935 Jan 28 09:35:29.549897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-542db904-941d-4aad-96ea-d358b9291519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.551249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-542db904-941d-4aad-96ea-d358b9291519 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1322763 Jan 28 09:35:29.619814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b3a76b-16ac-4234-b9de-4c81a36468ba req-ce297a48-0d89-4a65-870f-b26f2ca4cd2f tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.621806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9e1ec39-8351-4380-badd-9dd8ce923934 req-61384d67-3e0c-4f91-aabc-770e12ca7812 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.1498196 Jan 28 09:35:29.626679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6b3a76b-16ac-4234-b9de-4c81a36468ba req-ce297a48-0d89-4a65-870f-b26f2ca4cd2f tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 947 time: 0.4354150 Jan 28 09:35:29.694379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.749890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-d1a4e984-5b2b-484e-a3ba-d900bf8ff2ed service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340367 Jan 28 09:35:29.829327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6b3a76b-16ac-4234-b9de-4c81a36468ba req-d376942f-f0a0-43ef-9166-e63756e841c8 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885374 Jan 28 09:35:29.835508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:29.840091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:29.842981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:29.859143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.862652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:29.883746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Pushing event updated for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:29.960210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-160b0b1f-02d4-47f9-a238-5b42690b0439 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0519352 Jan 28 09:35:29.962837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-4755c4f7-0f90-4464-895f-d4147f6f8d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:29.964328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-4755c4f7-0f90-4464-895f-d4147f6f8d47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4057145 Jan 28 09:35:29.964680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea449623-7eb6-46c2-8de4-99e08d8a1ba1 req-e2f55926-5240-4ebc-822a-55f473b52e41 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082372 Jan 28 09:35:29.979213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Request body: {'port': {'device_id': '23fe282e-2201-4384-9079-b8057376942f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:30.031036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-bfcf60d7-9efd-48c3-a2aa-656860cc41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:30.032907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-bfcf60d7-9efd-48c3-a2aa-656860cc41f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 1099 time: 0.4228947 Jan 28 09:35:30.107985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-73bee9d9-6bcd-486f-a490-b66af6f8bd10 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:30.108864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-73bee9d9-6bcd-486f-a490-b66af6f8bd10 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:30.157911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-73bee9d9-6bcd-486f-a490-b66af6f8bd10 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:30.159569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-73bee9d9-6bcd-486f-a490-b66af6f8bd10 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 943 time: 0.1635423 Jan 28 09:35:30.221000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-03e0b985-d9e6-45c7-b5f1-46325d1e6830 None None] Provisioning for port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:30.230706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:30.234885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-c0e4625a-4847-4bc1-87a3-f840e904146e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:30.252133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-03e0b985-d9e6-45c7-b5f1-46325d1e6830 None None] Provisioning complete for port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:30.254625 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-03e0b985-d9e6-45c7-b5f1-46325d1e6830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:30.260917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-c0e4625a-4847-4bc1-87a3-f840e904146e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:30.275153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d97e4d1-22cc-4c35-9dce-783bef6e4f7f req-c0e4625a-4847-4bc1-87a3-f840e904146e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084158 Jan 28 09:35:30.509244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-03e0b985-d9e6-45c7-b5f1-46325d1e6830 None None] Port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:30.579309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:30.594916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'port_id': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'mac_address': 'fa:16:3e:85:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d850a5-bb63-4588-9c86-e001c9f47a91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:35:30.690950 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:30.718732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5751d955-e4bf-46b6-bccc-4eb28aec598a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:30.725220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:30.746371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:30.757760 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:30.762931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-e5443696-810c-48d1-924f-2dbad31111ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:30.764530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-e5443696-810c-48d1-924f-2dbad31111ce service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7022924 Jan 28 09:35:30.765043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:30.775281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-a335a52e-1c1a-41ca-8f0a-a254809c33f4 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8000152 Jan 28 09:35:30.849103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:30.882787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-ae2eda95-ab39-4e38-8d54-62a7a58f3f47 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:30.883571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-ae2eda95-ab39-4e38-8d54-62a7a58f3f47 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:30.921754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b37b3-1122-4ad2-8be5-94b9ccb1e5fc req-8b97f73e-43c6-40c8-9008-b86ec1162f65 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:30.924263 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d2b37b3-1122-4ad2-8be5-94b9ccb1e5fc req-8b97f73e-43c6-40c8-9008-b86ec1162f65 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 936 time: 0.1121929 Jan 28 09:35:30.924647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-07c3fdcd-b735-4fbf-a2ed-00e53fe607c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=434296a2-6860-4694-bba2-5fbfe5861efd HTTP/1.1" status: 200 len: 217 time: 0.1482301 Jan 28 09:35:30.947978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5751d955-e4bf-46b6-bccc-4eb28aec598a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:31.018877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d2b37b3-1122-4ad2-8be5-94b9ccb1e5fc req-a43c7af6-ab52-4aaa-88c5-497562540649 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881815 Jan 28 09:35:31.179875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-ae2eda95-ab39-4e38-8d54-62a7a58f3f47 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:31.181004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-ae2eda95-ab39-4e38-8d54-62a7a58f3f47 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 948 time: 1.1275709 Jan 28 09:35:31.256950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a00d1-6b2b-47aa-9653-f93b2e28eb5f req-e0b11032-cb11-4008-83cc-69b0a54ff027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:31.258722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6a00d1-6b2b-47aa-9653-f93b2e28eb5f req-e0b11032-cb11-4008-83cc-69b0a54ff027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 947 time: 0.1051650 Jan 28 09:35:31.309845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-3e493e5e-fa54-408f-a29d-478d21906223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:31.311252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-3e493e5e-fa54-408f-a29d-478d21906223 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2670302 Jan 28 09:35:31.342883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6a00d1-6b2b-47aa-9653-f93b2e28eb5f req-d09e351d-e6f3-48d8-a0c1-09fe0c5595cf tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778396 Jan 28 09:35:31.409239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6714bb56-773f-47bc-a7ff-9ab4c722177d req-ba7e88e4-22e4-4bef-9612-365fb643899f service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409741 Jan 28 09:35:31.414108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-9307e73e-556e-48c5-a412-4ff84ef7ae76 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:31.472980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-9307e73e-556e-48c5-a412-4ff84ef7ae76 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:31.474718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96d46a95-e990-48c4-89cf-bc5b3bc8e87b req-9307e73e-556e-48c5-a412-4ff84ef7ae76 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2721033 Jan 28 09:35:31.565175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45582) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:31.596903 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:35:31.632731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3a5e72-6a05-4db1-a3e6-2e3832d120dd req-03401096-ee0e-49d8-bdd7-498909913ba3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:31.634685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b3a5e72-6a05-4db1-a3e6-2e3832d120dd req-03401096-ee0e-49d8-bdd7-498909913ba3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 944 time: 0.1773279 Jan 28 09:35:31.680410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-ab5d8278-095e-4407-98c6-85b9dab72ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:31.682053 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-ab5d8278-095e-4407-98c6-85b9dab72ef0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3584850 Jan 28 09:35:31.695893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b3a5e72-6a05-4db1-a3e6-2e3832d120dd req-baa8b802-cc8f-4c59-af52-fcfee965db6e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518098 Jan 28 09:35:31.783007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45cadbb8-882d-4831-b6f1-2fa740da1ae6 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:31.796896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-81169430-d896-42e2-a7c2-675e4b8e4736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:31.798445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-81169430-d896-42e2-a7c2-675e4b8e4736 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 1098 time: 0.3228970 Jan 28 09:35:31.807667 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:31.812563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-144456386-network', 'tenant_id': '70785ca986914bcea46abdc6600e2d5c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:31.824386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:31.854548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Usage tracker for resource:network and tenant:70785ca986914bcea46abdc6600e2d5c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:31.860386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:31.866924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Transition to ACTIVE for port object 45cadbb8-882d-4831-b6f1-2fa740da1ae6 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:31.873029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:31.929118 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.009559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:32.199750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Made reservation on behalf of 70785ca986914bcea46abdc6600e2d5c for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:32.201873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.248408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-826981a1-9f37-44a4-84ed-0ed59a758356 tempest-AutoAllocateNetworkTest-1177463233 tempest-AutoAllocateNetworkTest-1177463233-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=da0c494b4ce644ad90f26f0740cb44dc&shared=False HTTP/1.1" status: 200 len: 208 time: 0.2374356 Jan 28 09:35:32.250955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:32.252492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 434296a2-6860-4694-bba2-5fbfe5861efd details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:32.277418 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.347663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-5789073d-9aa8-4fb6-a1f6-c9eefa98b9fd service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569505 Jan 28 09:35:32.458229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Pushing event updated for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:32.482329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:32.513201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:32.532934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Attempting to bind port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:32.533697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Attempting to bind port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:32.534752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Attempting to bind port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:32.582579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Usage tracker for resource:security_group_rule and tenant:70785ca986914bcea46abdc6600e2d5c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:32.608619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-202f7dcf-2f4b-4493-a85d-ee0f48464131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:32.614169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-202f7dcf-2f4b-4493-a85d-ee0f48464131 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7977688 Jan 28 09:35:32.617226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:32.640616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:32.640940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Attempting to bind port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:32.643356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:32.683083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 434296a2-6860-4694-bba2-5fbfe5861efd, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=434296a2-6860-4694-bba2-5fbfe5861efd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:32.691244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 5751d955-e4bf-46b6-bccc-4eb28aec598a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:32.702101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 5751d955-e4bf-46b6-bccc-4eb28aec598a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:32.702465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.725604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eefc529-1297-478b-86f6-dc19ef8c6352 tempest-AutoAllocateNetworkTest-1177463233 tempest-AutoAllocateNetworkTest-1177463233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:32.733963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1eefc529-1297-478b-86f6-dc19ef8c6352 tempest-AutoAllocateNetworkTest-1177463233 tempest-AutoAllocateNetworkTest-1177463233-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4814315 Jan 28 09:35:32.735566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45640) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:32.740055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '434296a2-6860-4694-bba2-5fbfe5861efd', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '434296a2-6860-4694-bba2-5fbfe5861efd', 'mac_address': 'fa:16:3e:c1:fb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:35:32.812536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21210fb3-d9d5-4068-b520-fb4eb8653c69 req-4930f709-eb1f-4f34-bc4d-a6ca89c8b478 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:32.819299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21210fb3-d9d5-4068-b520-fb4eb8653c69 req-4930f709-eb1f-4f34-bc4d-a6ca89c8b478 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 947 time: 0.3039780 Jan 28 09:35:32.829421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.836334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-71a3c697-b6a6-4743-a956-d427d6237e87 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=77951161-f545-441d-8c71-a92f42b113e2 HTTP/1.1" status: 200 len: 217 time: 0.1997395 Jan 28 09:35:32.850642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d8839af7-8939-4c7a-8cca-84bad9ee03db tempest-AutoAllocateNetworkTest-1177463233 tempest-AutoAllocateNetworkTest-1177463233-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139925 Jan 28 09:35:32.851294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45646) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:32.880425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434296a2-6860-4694-bba2-5fbfe5861efd {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:32.907198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-af9cc844-0fc1-46bd-b2a0-960116f7a1e5 tempest-AutoAllocateNetworkTest-1177463233 tempest-AutoAllocateNetworkTest-1177463233-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=da0c494b4ce644ad90f26f0740cb44dc HTTP/1.1" status: 200 len: 208 time: 0.0428205 Jan 28 09:35:32.918487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 434296a2-6860-4694-bba2-5fbfe5861efd, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=434296a2-6860-4694-bba2-5fbfe5861efd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:32.925410 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.927641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21210fb3-d9d5-4068-b520-fb4eb8653c69 req-f7258a3e-2c68-4971-939b-8b8aa678b38a tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072648 Jan 28 09:35:32.928248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:32.929990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:32.930583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:32.930839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Bound port: 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:32.931175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:32.960912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.031171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-d8edc427-d7a6-4582-a428-a63730d6ced2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.032608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-d8edc427-d7a6-4582-a428-a63730d6ced2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1501172 Jan 28 09:35:33.034395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ff6215d-0f9f-4910-aeaa-3e29c4ed3350 req-e2c92502-a248-464f-9f47-8f7aab9cb6af service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6581821 Jan 28 09:35:33.080720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:33.099857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:33.112322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.117300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=434296a2-6860-4694-bba2-5fbfe5861efd,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:33.150167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-04e7ae0f-4e52-48ec-ae66-c6b69ede675f tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.151628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-04e7ae0f-4e52-48ec-ae66-c6b69ede675f tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Synchronizing usage tracker for tenant:4b6f760919d9446f871d7e79b7fa0e40 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:33.171140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6cde9-eae5-4f90-93df-bb9ba31e1059 req-7e3d7e36-f655-413d-a62e-145acf0ec696 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.174055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcb6cde9-eae5-4f90-93df-bb9ba31e1059 req-7e3d7e36-f655-413d-a62e-145acf0ec696 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 949 time: 0.1202888 Jan 28 09:35:33.174467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:33.245323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcb6cde9-eae5-4f90-93df-bb9ba31e1059 req-7f0bd0ee-e5cf-4471-ac84-e2e733594aca tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625651 Jan 28 09:35:33.246785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:33.261672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:33.262578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:33.269035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.329376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45660) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:33.354622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.355227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.357295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] 10.222.0.25 "PUT /v2.0/ports/45cadbb8-882d-4831-b6f1-2fa740da1ae6 HTTP/1.1" status: 200 len: 1096 time: 3.3831713 Jan 28 09:35:33.364932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-0bfb5532-5ff2-4562-a60e-60771ebd011b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.366405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-0bfb5532-5ff2-4562-a60e-60771ebd011b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3077025 Jan 28 09:35:33.366859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:33.390471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.469778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8309c50c-1938-4b4d-8461-0dc63d3c6c2b req-2bce3381-5c94-487e-8e01-f564b7f7e86a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.485389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8309c50c-1938-4b4d-8461-0dc63d3c6c2b req-2bce3381-5c94-487e-8e01-f564b7f7e86a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 945 time: 0.1014659 Jan 28 09:35:33.505567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-04e7ae0f-4e52-48ec-ae66-c6b69ede675f tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Unset dirty status for tenant:4b6f760919d9446f871d7e79b7fa0e40 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:33.506713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-04e7ae0f-4e52-48ec-ae66-c6b69ede675f tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 948 time: 1.2828889 Jan 28 09:35:33.507277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.536448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.571653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34bde8-d684-414a-b944-e32736381e85 service neutron] Pushing event updated for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:33.578928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:33.583959 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8309c50c-1938-4b4d-8461-0dc63d3c6c2b req-baa67b43-365c-4883-8e43-d9252a45f9e1 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Jan 28 09:35:33.586920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Usage tracker for resource:security_group_rule and tenant:da0c494b4ce644ad90f26f0740cb44dc is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:33.590307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:33.599188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:33.638982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:35:33.658887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54931e8a-bad0-4704-a2e0-973e6a5e1422,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:33.695157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.695494 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Added segment ff95fea9-eb24-4c1f-9dfc-f3ca84506126 of type vlan for network 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5 Jan 28 09:35:33.712546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-7f53ee91-993e-4bfa-a0c1-97c0d4204443 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Synchronizing usage tracker for tenant:4b6f760919d9446f871d7e79b7fa0e40 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:33.725995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.734987 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.747869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-b605eb2d-28f3-4d5a-8a3e-e6df5443a3f8 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691232 Jan 28 09:35:33.778683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da0c494b4ce644ad90f26f0740cb44dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4482186 Jan 28 09:35:33.781867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45674) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:33.799669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.818511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afbe928-c8c0-4004-8d6e-77537536845a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87125dfe-927d-4fef-aa1e-63f86c164601,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:33.859926 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc0fd462-9958-4a92-bc7a-99ec135baa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.863593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-9d7fae82-0de2-426f-86b4-88aa439dbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:33.865221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-9d7fae82-0de2-426f-86b4-88aa439dbeae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b6f760919d9446f871d7e79b7fa0e40&device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 1099 time: 0.4277749 Jan 28 09:35:33.870885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-7f53ee91-993e-4bfa-a0c1-97c0d4204443 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Unset dirty status for tenant:4b6f760919d9446f871d7e79b7fa0e40 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:33.879016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-203f54c4-1291-40dd-aea4-a0517eec2b8e req-7f53ee91-993e-4bfa-a0c1-97c0d4204443 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097961 Jan 28 09:35:33.891449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc0fd462-9958-4a92-bc7a-99ec135baa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.951687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45682) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:33.958821 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'code': 200} Jan 28 09:35:33.988718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:35:33.990741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc0fd462-9958-4a92-bc7a-99ec135baa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:33.996926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-8b26d6c4-b65e-4468-8700-a0685c3ba3d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6 HTTP/1.1" status: 200 len: 217 time: 0.1154680 Jan 28 09:35:34.027633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fd462-9958-4a92-bc7a-99ec135baa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87125dfe-927d-4fef-aa1e-63f86c164601,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:34.033586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc0fd462-9958-4a92-bc7a-99ec135baa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.036345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc0fd462-9958-4a92-bc7a-99ec135baa89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87125dfe-927d-4fef-aa1e-63f86c164601 HTTP/1.1" status: 204 len: 168 time: 0.2528834 Jan 28 09:35:34.063553 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6', 'status': 'completed', 'code': 200} Jan 28 09:35:34.142486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.143561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:34.144831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.148937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.168466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:34.173154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Usage tracker for resource:security_group_rule and tenant:ceb87746768b43bdb278419f91aec7a1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:34.176720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:34.182344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:34.242693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b6a37fa-7240-4c4c-a0cb-c9c10a081477 req-b2d2b8ac-0ba3-47a4-9eb3-e21c48bba33e service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830463 Jan 28 09:35:34.264427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 434296a2-6860-4694-bba2-5fbfe5861efd up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:34.286719 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.291018 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.355940 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ceb87746768b43bdb278419f91aec7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4006946 Jan 28 09:35:34.355940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9899846-a2bf-4af7-8fd0-b0689d73a5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d3f3fd-c976-41a3-9464-94815ab3c641,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:34.357480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45698) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:34.406349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 434296a2-6860-4694-bba2-5fbfe5861efd completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:34.412027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 434296a2-6860-4694-bba2-5fbfe5861efd triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:34.412613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.484615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-523bb8b9-3f83-4b5a-9c3d-e77fb26356ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.516938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-54ca6ca9-7017-4161-af41-910f296c5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:34.518723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-54ca6ca9-7017-4161-af41-910f296c5a32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.5136242 Jan 28 09:35:34.580586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] Pushing event updated for resources: {'Network': ['ID=5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:34.598051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2e0048dc-5665-44c3-8d4d-a97c80d94458 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0080652 Jan 28 09:35:34.604302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45710) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:34.608784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:35:34.612677 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-523bb8b9-3f83-4b5a-9c3d-e77fb26356ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.617613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Request body: {'subnet': {'network_id': '5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-144456386-subnet', 'tenant_id': '70785ca986914bcea46abdc6600e2d5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:34.623849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:34.629837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Usage tracker for resource:subnet and tenant:70785ca986914bcea46abdc6600e2d5c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:34.635008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:34.642498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:34.678144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b633bd-4e0a-4ef6-88a9-b1312d3d52ee req-ccccccf7-eece-4b04-84c4-1f0c09ff8f7e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:34.679403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdb79e-8c6f-41bb-80c9-71d1f55fee1e req-83198f57-f1af-4168-a655-c097dd7ec0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:34.681306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cbdb79e-8c6f-41bb-80c9-71d1f55fee1e req-83198f57-f1af-4168-a655-c097dd7ec0d5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1096 time: 0.6158676 Jan 28 09:35:34.685404 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94b633bd-4e0a-4ef6-88a9-b1312d3d52ee req-ccccccf7-eece-4b04-84c4-1f0c09ff8f7e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 949 time: 0.1700675 Jan 28 09:35:34.715383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.722113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Made reservation on behalf of 70785ca986914bcea46abdc6600e2d5c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:34.725241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-523bb8b9-3f83-4b5a-9c3d-e77fb26356ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.725871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Notify callbacks [] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.767621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94b633bd-4e0a-4ef6-88a9-b1312d3d52ee req-ee1a1790-23fa-4b19-80de-a0eca8c8433c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811465 Jan 28 09:35:34.769878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-523bb8b9-3f83-4b5a-9c3d-e77fb26356ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.772434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-523bb8b9-3f83-4b5a-9c3d-e77fb26356ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24d3f3fd-c976-41a3-9464-94815ab3c641 HTTP/1.1" status: 204 len: 168 time: 0.4009609 Jan 28 09:35:34.773057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523bb8b9-3f83-4b5a-9c3d-e77fb26356ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d3f3fd-c976-41a3-9464-94815ab3c641,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:34.776038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 434296a2-6860-4694-bba2-5fbfe5861efd, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=434296a2-6860-4694-bba2-5fbfe5861efd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:34.781897 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:34.871476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e0499-8768-419f-a583-ec2c98f2697a req-fd3247de-7b85-4d60-988d-37d1a21e254f tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:34.877610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=434296a2-6860-4694-bba2-5fbfe5861efd,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:34.878866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-749e0499-8768-419f-a583-ec2c98f2697a req-fd3247de-7b85-4d60-988d-37d1a21e254f tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 947 time: 0.7502658 Jan 28 09:35:34.927916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cbdb79e-8c6f-41bb-80c9-71d1f55fee1e req-9a5219c2-3361-4ffc-aef4-cd3d536db60b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294469 Jan 28 09:35:34.965120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-749e0499-8768-419f-a583-ec2c98f2697a req-915551bc-bb32-4528-99ac-dfe0b6d0d54b tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851674 Jan 28 09:35:34.986191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-22ea7e50-0ba1-4860-9ae0-9487363d5e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:34.987682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-22ea7e50-0ba1-4860-9ae0-9487363d5e8c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4538882 Jan 28 09:35:35.119218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6e63f1-17a0-452f-92ee-d8bf0de0e5f1 req-0502688f-6f1d-49ad-be62-6d0a4a89ca15 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:35.120625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca6e63f1-17a0-452f-92ee-d8bf0de0e5f1 req-0502688f-6f1d-49ad-be62-6d0a4a89ca15 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 945 time: 0.1471512 Jan 28 09:35:35.174829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca6e63f1-17a0-452f-92ee-d8bf0de0e5f1 req-a9786031-a13d-485e-a93c-60e7e7e9eb62 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455656 Jan 28 09:35:35.224574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45736) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:35.312498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45746) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:35.341143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.360922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:35.367251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Usage tracker for resource:security_group_rule and tenant:340e894ccb694e8ebae54b6aa0c35730 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:35.371211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-4b01b5cb-7132-460c-94d2-5c3d858ad5b0 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657546 Jan 28 09:35:35.373417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:35.382573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:35.382964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f63b5-6cd4-4046-a31d-39b2ddff8143 req-7f559aac-f9dc-400b-a74c-92149b925933 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:35.384516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e0f63b5-6cd4-4046-a31d-39b2ddff8143 req-7f559aac-f9dc-400b-a74c-92149b925933 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 948 time: 0.2534823 Jan 28 09:35:35.422737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.482820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-network', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:35.488089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:35.493067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Usage tracker for resource:network and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:35.496213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:35.502183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:35.522291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.531879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.556427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Made reservation on behalf of fd64331139ba4ecea6accf08d508a10d for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:35.559915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.567128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78e34fc-92b5-4062-b156-bbd6cb002774,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:35.577553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.580579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e0f63b5-6cd4-4046-a31d-39b2ddff8143 req-148cfa45-335d-4f8f-8996-0f0440a21018 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754119 Jan 28 09:35:35.625196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:35.632828 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=340e894ccb694e8ebae54b6aa0c35730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3158212 Jan 28 09:35:35.634032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Checking segment: {'id': 'ff95fea9-eb24-4c1f-9dfc-f3ca84506126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:35.634512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Network hostable DHCP agents. Network: 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:35:35.637444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45754) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:35.638569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c3c99-1caf-4ace-80ae-3d4b945961c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed0a061-d2fb-485a-80a1-95d447a6558e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:35.646900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6918cf6e-da31-4e5f-8a97-ab0a52166628 req-05679115-ae7e-4631-ae79-a6cbb8c5e922 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613361 Jan 28 09:35:35.657778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Usage tracker for resource:security_group_rule and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:35.662541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:35.667644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Network 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:35:35.672432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:35.682170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:35.687408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:35.687980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.694061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45758) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:35.697902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33541c5b-aad0-4b72-ba74-d34406a29253 None None] Network 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:35.750868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9cb999b-89f1-41a3-a6d4-56040a7f4622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.769879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ea2921b4-ba3b-47be-b123-215c3b8c448e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1549640 Jan 28 09:35:35.780103 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9cb999b-89f1-41a3-a6d4-56040a7f4622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.792026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a55d5-176c-4275-b4be-538f100817a7 req-bc519d5b-7d87-4df4-b073-b27de8169faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:35.793645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-bc519d5b-7d87-4df4-b073-b27de8169faf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4b6f760919d9446f871d7e79b7fa0e40&device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 1099 time: 0.0844102 Jan 28 09:35:35.814129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 77951161-f545-441d-8c71-a92f42b113e2 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:35.841849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9cb999b-89f1-41a3-a6d4-56040a7f4622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.868303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cb999b-89f1-41a3-a6d4-56040a7f4622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed0a061-d2fb-485a-80a1-95d447a6558e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:35.892816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9cb999b-89f1-41a3-a6d4-56040a7f4622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.894034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b9cb999b-89f1-41a3-a6d4-56040a7f4622 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ed0a061-d2fb-485a-80a1-95d447a6558e HTTP/1.1" status: 204 len: 168 time: 0.2512698 Jan 28 09:35:35.963582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:35.973723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.039513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552187e6-df5e-470e-a81b-186b1340592d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:36.079624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.090289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434296a2-6860-4694-bba2-5fbfe5861efd'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:36.123013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:36.133754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:35:36.140112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a8b05c794ea04d1e902ee30e573b206d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:36.164280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:36.192052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.192420 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Added segment a35be95b-21c6-44e5-bd76-533f1d572b69 of type vlan for network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 Jan 28 09:35:36.202476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:36.239219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33081687-990a-4704-82a8-737954529788 None None] Network 5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:36.266612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 77951161-f545-441d-8c71-a92f42b113e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=77951161-f545-441d-8c71-a92f42b113e2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:36.280751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.329438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a55d5-176c-4275-b4be-538f100817a7 req-0685cc4c-151b-46b6-8164-3bdf7609b01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:36.330781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.331427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-0685cc4c-151b-46b6-8164-3bdf7609b01f service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5302660 Jan 28 09:35:36.331848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:36.333976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.382596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '77951161-f545-441d-8c71-a92f42b113e2', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '77951161-f545-441d-8c71-a92f42b113e2', 'mac_address': 'fa:16:3e:34:a1:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:35:36.438297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-f8e3ab5d-76e8-4914-87a9-f93c4bb45832 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6 HTTP/1.1" status: 200 len: 217 time: 0.0948722 Jan 28 09:35:36.483507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] Pushing event updated for resources: {'Network': ['ID=3e23aa42-ac20-4f80-b78a-1efe812b7eb6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:36.497335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f9d5c-50fc-455b-a179-34481f3866dd req-7a47a80c-88ee-41d7-93a5-6170298a8ef0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:36.498992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f3f9d5c-50fc-455b-a179-34481f3866dd req-7a47a80c-88ee-41d7-93a5-6170298a8ef0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 950 time: 0.4378228 Jan 28 09:35:36.503174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9d1ac6c2-0b58-498e-8b49-007c7ac27edc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.2746744 Jan 28 09:35:36.503325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45784) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:36.509892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Request body: {'subnet': {'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-subnet', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:36.517783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:36.523706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Usage tracker for resource:subnet and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:36.527341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:36.535051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:36.569564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a55d5-176c-4275-b4be-538f100817a7 req-f6bd0294-699b-4144-9bd8-c1c76a114dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:36.571404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-f6bd0294-699b-4144-9bd8-c1c76a114dfa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1222589 Jan 28 09:35:36.634057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:35:36.644150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe584c-2b69-4aea-a093-0d889a4d169a req-b2f695d0-5893-4458-b828-2886205e2b29 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:36.646991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ebe584c-2b69-4aea-a093-0d889a4d169a req-b2f695d0-5893-4458-b828-2886205e2b29 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 947 time: 0.4114316 Jan 28 09:35:36.681977 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f3f9d5c-50fc-455b-a179-34481f3866dd req-25610480-3695-472c-9863-b0a0e4e76da7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311078 Jan 28 09:35:36.682555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Made reservation on behalf of fd64331139ba4ecea6accf08d508a10d for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:36.685693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.723747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.763124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.856583 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434296a2-6860-4694-bba2-5fbfe5861efd', 'code': 200} Jan 28 09:35:36.861148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:36.916873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77951161-f545-441d-8c71-a92f42b113e2 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:36.937745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 77951161-f545-441d-8c71-a92f42b113e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=77951161-f545-441d-8c71-a92f42b113e2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:36.999908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ebe584c-2b69-4aea-a093-0d889a4d169a req-3ffd84d3-19bf-4390-b021-bcc8bdc6a00b tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405414 Jan 28 09:35:37.004443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8b05c794ea04d1e902ee30e573b206d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3070917 Jan 28 09:35:37.005659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083304d0-36f4-47d0-8055-378b5d90f0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd988d91-0d77-4dd9-8281-33bf01420d8e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:37.008081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45808) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:37.074923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942a55d5-176c-4275-b4be-538f100817a7 req-6233352b-ff57-4d38-91fe-f69bfc956f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:37.076401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-6233352b-ff57-4d38-91fe-f69bfc956f00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4946921 Jan 28 09:35:37.111027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.124183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daad612c-c9d7-4a6c-bd4c-8fff3a8551a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.158878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.225960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45814) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:37.228887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88fa8cce-562b-4483-9016-cb3ac337f6f4,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:37.238742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-496139066-network', 'tenant_id': '313ee432c38148ccabc1f439b7d6c381'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:37.249780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:37.263458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Usage tracker for resource:network and tenant:313ee432c38148ccabc1f439b7d6c381 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:37.269477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf557fd0-6312-450d-ba57-7712a7bef9e8 req-1803de1e-3df9-418a-9b27-1c04a4d25ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:37.271777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf557fd0-6312-450d-ba57-7712a7bef9e8 req-1803de1e-3df9-418a-9b27-1c04a4d25ebd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 1101 time: 0.3987453 Jan 28 09:35:37.275230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:37.280704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=77951161-f545-441d-8c71-a92f42b113e2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:37.290812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:37.322081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c794f-1704-4324-8372-4f6c8fbf012c req-507c6e6d-49d8-4f72-8eb3-c856296bc854 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:37.323749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c8c794f-1704-4324-8372-4f6c8fbf012c req-507c6e6d-49d8-4f72-8eb3-c856296bc854 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 945 time: 0.3385835 Jan 28 09:35:37.329042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Checking segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:37.329506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Network hostable DHCP agents. Network: 3e23aa42-ac20-4f80-b78a-1efe812b7eb6, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:35:37.339721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Made reservation on behalf of 313ee432c38148ccabc1f439b7d6c381 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:37.342035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.378767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.381685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daad612c-c9d7-4a6c-bd4c-8fff3a8551a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.411621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:37.413701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:35:37.420554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Usage tracker for resource:security_group_rule and tenant:313ee432c38148ccabc1f439b7d6c381 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:37.425025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:37.435895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:37.440547 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c8c794f-1704-4324-8372-4f6c8fbf012c req-e3364cce-c4bf-4f70-9e6e-4c247f015cb9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032834 Jan 28 09:35:37.444144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 3e23aa42-ac20-4f80-b78a-1efe812b7eb6) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:37.452419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:37.453058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.471447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf557fd0-6312-450d-ba57-7712a7bef9e8 req-be17fe38-1ff8-4687-b81e-5155740c838b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784935 Jan 28 09:35:37.477680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-8523202f-a9ba-4b54-a998-dfc6f580964e service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934362 Jan 28 09:35:37.479004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2cb17-ae15-440d-9878-9629a27c5a48 None None] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:37.536451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e9986f41-d68a-4e69-867e-b96a10a9d166 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0291965 Jan 28 09:35:37.537513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45824) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:37.541952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:37.553090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:37.567165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Usage tracker for resource:router and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:37.573343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:37.581517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:37.606162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc5f124-b154-4280-9cf1-09db172aef1c req-a4beb7b9-c508-4a01-9d12-3b185dbc7f6e tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:37.607718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcc5f124-b154-4280-9cf1-09db172aef1c req-a4beb7b9-c508-4a01-9d12-3b185dbc7f6e tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 948 time: 0.3138015 Jan 28 09:35:37.613259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.615289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.617057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['77951161-f545-441d-8c71-a92f42b113e2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:37.654483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.665778 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daad612c-c9d7-4a6c-bd4c-8fff3a8551a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.687698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daad612c-c9d7-4a6c-bd4c-8fff3a8551a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd988d91-0d77-4dd9-8281-33bf01420d8e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:37.734366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daad612c-c9d7-4a6c-bd4c-8fff3a8551a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:37.735884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-daad612c-c9d7-4a6c-bd4c-8fff3a8551a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd988d91-0d77-4dd9-8281-33bf01420d8e HTTP/1.1" status: 204 len: 168 time: 0.7250507 Jan 28 09:35:37.748545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcc5f124-b154-4280-9cf1-09db172aef1c req-377cb87f-1ef3-4b18-8e53-51bb112e5c8b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194525 Jan 28 09:35:37.789938 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-942a55d5-176c-4275-b4be-538f100817a7 req-8eaf6cd7-8bb3-4ea0-9249-a27c6ea8f73c service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042467 Jan 28 09:35:37.954990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:35:37.956164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.081905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474041b5-2ddb-4af2-b455-ab54a3fb310a req-15b9478a-2865-49b4-88b9-1754c121eff2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:38.084162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-474041b5-2ddb-4af2-b455-ab54a3fb310a req-15b9478a-2865-49b4-88b9-1754c121eff2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 950 time: 0.1519766 Jan 28 09:35:38.149737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-474041b5-2ddb-4af2-b455-ab54a3fb310a req-a56b0e70-5782-4815-93e2-a6b2b203b2de tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594578 Jan 28 09:35:38.255910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.301400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.334026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.347521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:35:38.351956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Allocated IP 172.20.0.2 (3e23aa42-ac20-4f80-b78a-1efe812b7eb6/88fa8cce-562b-4483-9016-cb3ac337f6f4/f69b75eb-ba6a-408c-9d8e-4307dcdff6ac) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:38.403407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ed065-4766-41cd-bde4-c40b13c49a88 req-c3f7d24e-5350-4417-87b6-f168939b6f05 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:38.407871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1b3ed065-4766-41cd-bde4-c40b13c49a88 req-c3f7d24e-5350-4417-87b6-f168939b6f05 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 948 time: 0.1447868 Jan 28 09:35:38.503338 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1b3ed065-4766-41cd-bde4-c40b13c49a88 req-20116756-98bd-4e0a-8f8b-2c59d975b4bd tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818458 Jan 28 09:35:38.544995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.546114 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Added segment 1c9dd6ed-dab7-4866-9fd1-1c27460b01ca of type vlan for network 738ada29-720b-4208-8217-7cf89817f7ea Jan 28 09:35:38.598791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ec5c5b-f334-4290-ba68-a035cd2e82b4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:38.601830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45856) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:38.662393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.677781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:38.680647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.681976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Usage tracker for resource:security_group_rule and tenant:4e5558dd7c7840d78fb8689522331d65 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:38.684965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:38.687687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e194f-8d5e-44aa-888d-bcd87836d4e2 req-4b3cc7f0-ecb3-4cbd-88d0-a07b41677a20 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:38.689983 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-266e194f-8d5e-44aa-888d-bcd87836d4e2 req-4b3cc7f0-ecb3-4cbd-88d0-a07b41677a20 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1096 time: 0.4260459 Jan 28 09:35:38.691703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:38.749415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.762671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Transition to ACTIVE for port object f69b75eb-ba6a-408c-9d8e-4307dcdff6ac will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:38.769989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-266e194f-8d5e-44aa-888d-bcd87836d4e2 req-f61fbc38-7f37-4c58-84ef-9474583d45e2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Synchronizing usage tracker for tenant:5085c788ed1d493cb5b4fe1646950f9d on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:38.772896 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.773826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:38.774404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.787160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Transition to ACTIVE for port object f69b75eb-ba6a-408c-9d8e-4307dcdff6ac will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:38.794895 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.814503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.820993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:38.866949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:38.870692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:38.874978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:38.886465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e5558dd7c7840d78fb8689522331d65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832913 Jan 28 09:35:38.887453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba49d0-9bb9-48f6-af0a-baa79ca456b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88883cb-cc6c-4572-a2e9-ae666df3c552,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:38.890797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45862) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:38.925718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6939306 Jan 28 09:35:38.929344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45870) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:38.931448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-266e194f-8d5e-44aa-888d-bcd87836d4e2 req-f61fbc38-7f37-4c58-84ef-9474583d45e2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Unset dirty status for tenant:5085c788ed1d493cb5b4fe1646950f9d on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:38.932508 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-266e194f-8d5e-44aa-888d-bcd87836d4e2 req-f61fbc38-7f37-4c58-84ef-9474583d45e2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332861 Jan 28 09:35:38.936032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Request body: {'subnet': {'network_id': '738ada29-720b-4208-8217-7cf89817f7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-496139066-subnet', 'tenant_id': '313ee432c38148ccabc1f439b7d6c381', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:38.954317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:38.961556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Usage tracker for resource:subnet and tenant:313ee432c38148ccabc1f439b7d6c381 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:38.969580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:38.985377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:39.007948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded069ea-e600-432c-99f2-4c516570b9aa admin admin] Pushing event updated for resources: {'Network': ['ID=738ada29-720b-4208-8217-7cf89817f7ea,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:39.010165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Made reservation on behalf of 313ee432c38148ccabc1f439b7d6c381 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:39.013357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Pushing event updated for resources: {'Port': ['ID=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:39.013827 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.022906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 738ada29-720b-4208-8217-7cf89817f7ea details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:35:39.057474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Attempting to bind port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:39.057849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Attempting to bind port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:39.058183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Attempting to bind port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:39.135478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:39.135803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Checking segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:39.136163 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.136545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Bound using segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:39.137339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Bound port: f69b75eb-ba6a-408c-9d8e-4307dcdff6ac, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:39.137709 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.233376 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3f0a785-c429-4c7a-9e6b-94da7f79b92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.263624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.285746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c379f8-0b90-44b1-b3e6-7887bf5c590d req-b28e88e6-e5ea-4831-887f-f2504eb96cda tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:39.293878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40c379f8-0b90-44b1-b3e6-7887bf5c590d req-b28e88e6-e5ea-4831-887f-f2504eb96cda tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 948 time: 0.1594701 Jan 28 09:35:39.309319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.315713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3f0a785-c429-4c7a-9e6b-94da7f79b92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.315883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] For port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:39.322942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] For port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:39.335740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.400341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40c379f8-0b90-44b1-b3e6-7887bf5c590d req-055e8182-19a4-4315-a50a-f5e0c57c1a61 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055131 Jan 28 09:35:39.444361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b64112-0d4a-48c4-a566-e19f0f65edfb None None] Pushing event updated for resources: {'Port': ['ID=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:39.486964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.584417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a87ef4f0-71d8-486a-8e94-f78a0164b2ce,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:39.594847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Checking segment: {'id': '1c9dd6ed-dab7-4866-9fd1-1c27460b01ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '738ada29-720b-4208-8217-7cf89817f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:39.595461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Network hostable DHCP agents. Network: 738ada29-720b-4208-8217-7cf89817f7ea, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:35:39.600846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3f0a785-c429-4c7a-9e6b-94da7f79b92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.619153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Network 738ada29-720b-4208-8217-7cf89817f7ea is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:35:39.632244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f0a785-c429-4c7a-9e6b-94da7f79b92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88883cb-cc6c-4572-a2e9-ae666df3c552,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:39.633000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 738ada29-720b-4208-8217-7cf89817f7ea) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:39.634697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Allocated IP 172.25.1.15 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/6c574a02-19f7-44c3-97fc-b17e70cffee1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:39.638442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b5b90-2de7-47a1-8ed4-310b04c63ff4 req-c169ee8f-6b9d-4846-82eb-bcfbb0ec9ca2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:39.640165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e18b5b90-2de7-47a1-8ed4-310b04c63ff4 req-c169ee8f-6b9d-4846-82eb-bcfbb0ec9ca2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1096 time: 0.2732687 Jan 28 09:35:39.645271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984f9a3-d183-4675-bd53-8235e7058488 None None] Network 738ada29-720b-4208-8217-7cf89817f7ea requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:39.653555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:39.655172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.694680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b1cfde16-6676-41d1-8045-ecba28e67a1c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7641258 Jan 28 09:35:39.707629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3f0a785-c429-4c7a-9e6b-94da7f79b92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.708825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b3f0a785-c429-4c7a-9e6b-94da7f79b92a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f88883cb-cc6c-4572-a2e9-ae666df3c552 HTTP/1.1" status: 204 len: 168 time: 0.8050740 Jan 28 09:35:39.805812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e18b5b90-2de7-47a1-8ed4-310b04c63ff4 req-ab9f5b43-e87b-4623-a9df-097704e5f450 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492124 Jan 28 09:35:39.841381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 45cadbb8-882d-4831-b6f1-2fa740da1ae6 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:39.844079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 77951161-f545-441d-8c71-a92f42b113e2 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:39.896476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:39.952989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.017049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630270ed-8a67-4a3e-aa96-53f42eebc417 req-725dc1e4-3721-4543-9e85-e22e7443739f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:40.025537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45894) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:40.026759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-630270ed-8a67-4a3e-aa96-53f42eebc417 req-725dc1e4-3721-4543-9e85-e22e7443739f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 950 time: 0.2760971 Jan 28 09:35:40.095382 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-630270ed-8a67-4a3e-aa96-53f42eebc417 req-4ffeb50e-5e8b-4e29-aa5d-2fea7bed4906 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674407 Jan 28 09:35:40.193048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:40.199917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:40.206692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:40.212533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '45cadbb8-882d-4831-b6f1-2fa740da1ae6', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '45cadbb8-882d-4831-b6f1-2fa740da1ae6', 'mac_address': 'fa:16:3e:95:ad:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:35:40.215221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:40.305773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a86a5d-87c4-41c1-ab52-b3b38ef73768 req-a5c87521-a53b-4a04-a9e2-b763b0870c42 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:40.310545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.315493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4a86a5d-87c4-41c1-ab52-b3b38ef73768 req-a5c87521-a53b-4a04-a9e2-b763b0870c42 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 948 time: 0.1220367 Jan 28 09:35:40.343527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 77951161-f545-441d-8c71-a92f42b113e2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:40.371097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 77951161-f545-441d-8c71-a92f42b113e2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:40.374853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.400042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4a86a5d-87c4-41c1-ab52-b3b38ef73768 req-6283b5b4-d043-4080-9221-0572eb2fcb74 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773244 Jan 28 09:35:40.462619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Pushing event updated for resources: {'Port': ['ID=6c574a02-19f7-44c3-97fc-b17e70cffee1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:40.517458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Deleting subnet f78e34fc-92b5-4062-b156-bbd6cb002774 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:35:40.523793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63a5d18a-478a-4bac-8c43-711f692d95f5 req-aa083e83-07d6-4608-a952-eebff7c183aa tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0544748 Jan 28 09:35:40.524573 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.537380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45cadbb8-882d-4831-b6f1-2fa740da1ae6 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:40.582094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:40.625040 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.776103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.800266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37c9a8b-f710-465e-ade5-3f5579f85431 None None] Network 738ada29-720b-4208-8217-7cf89817f7ea requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:40.810674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.820325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:40.974356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['45cadbb8-882d-4831-b6f1-2fa740da1ae6'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:40.986654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.039339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a5d18a-478a-4bac-8c43-711f692d95f5 req-5f43a015-fa0b-4be5-b8ae-dc4ac4371d43 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:41.040838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63a5d18a-478a-4bac-8c43-711f692d95f5 req-5f43a015-fa0b-4be5-b8ae-dc4ac4371d43 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4747655 Jan 28 09:35:41.049958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6aca347-d82e-4611-a7e6-6742f8664ec8 None None] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:41.053212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f78e34fc-92b5-4062-b156-bbd6cb002774,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:41.072715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:41.080354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-26490f40-05ba-4a57-9e1e-01ebeeea96ec tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:41.082011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-26490f40-05ba-4a57-9e1e-01ebeeea96ec tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 1101 time: 0.1042037 Jan 28 09:35:41.105603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2478f478-84e7-4969-af14-d3362d836373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77951161-f545-441d-8c71-a92f42b113e2'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:41.109428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.121451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.144896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:41.151646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Usage tracker for resource:security_group_rule and tenant:65adb2d07cf246fcb87093510fc71c79 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:41.156444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:41.165032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:41.220890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63a5d18a-478a-4bac-8c43-711f692d95f5 req-7e8eb429-361b-4ec8-a9f7-4bc31a0355a7 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/quotas/1592ee96a0404fdb93e3c9d3fd046059 HTTP/1.1" status: 200 len: 375 time: 0.1712062 Jan 28 09:35:41.225217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c586a02f-9e96-4d05-9f3a-febaff968c44 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f78e34fc-92b5-4062-b156-bbd6cb002774 HTTP/1.1" status: 204 len: 168 time: 1.1806748 Jan 28 09:35:41.230002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45948) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:41.259596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 77951161-f545-441d-8c71-a92f42b113e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=77951161-f545-441d-8c71-a92f42b113e2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:41.311141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63a5d18a-478a-4bac-8c43-711f692d95f5 req-f1a5986a-5907-4a16-b224-06c6284560fe tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0824885 Jan 28 09:35:41.314822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.372033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.381705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.437136 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.455925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cdc789c7-8d98-4da2-af85-dc38734b9818 req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3672726 Jan 28 09:35:41.458366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765f6f06-61ec-4dcb-9f54-3c1a74af426d tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38cd9550-72c1-4d89-b592-cf34f623fa64,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:41.478480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f69b75eb-ba6a-408c-9d8e-4307dcdff6ac up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:41.624415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-16567da0-37aa-437d-b3b6-b8c2d6bb0ca9 None None] Provisioning for port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:41.681857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.808261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=77951161-f545-441d-8c71-a92f42b113e2,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:41.834196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:41.892835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:41.893070 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.938269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:41.961499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e9178-195c-4a3e-a9ca-3b6daf9a5bde req-91068c37-0431-437d-b52f-ab5dee8ce7a4 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:41.963017 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a5e9178-195c-4a3e-a9ca-3b6daf9a5bde req-91068c37-0431-437d-b52f-ab5dee8ce7a4 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 949 time: 0.4017198 Jan 28 09:35:42.060720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.061082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.061771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.062111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > port after_create 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.062428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.063109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > port after_update 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.065894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.066339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.066755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.067193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.100408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.137803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:42.144959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.223658 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.224004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.224472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.225005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87540) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:42.225391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:42.268089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff95fea9-eb24-4c1f-9dfc-f3ca84506126') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:42.268376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff95fea9-eb24-4c1f-9dfc-f3ca84506126') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:42.271423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-001ea59e-0624-4909-a715-aea11975855d None None] Provisioning complete for port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:42.271956 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-001ea59e-0624-4909-a715-aea11975855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.293970 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.313432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a5e9178-195c-4a3e-a9ca-3b6daf9a5bde req-c82975ca-bd95-4cd3-b32c-c5555fede8b2 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874799 Jan 28 09:35:42.315177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:42.323119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.331145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:35:42.331797 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.417878 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2478f478-84e7-4969-af14-d3362d836373', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77951161-f545-441d-8c71-a92f42b113e2', 'code': 200} Jan 28 09:35:42.430699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: from cryptography.utils import int_from_bytes Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: from cryptography.utils import int_from_bytes Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: util.warn_limited( Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:35:42.435722 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:35:42.438911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.531524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.546797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5 HTTP/1.1" status: 204 len: 168 time: 1.3154643 Jan 28 09:35:42.547838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4468a19-289d-47fd-9719-645da170e9f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ed2d28b-6e0b-47f1-bdd2-9ef85268beb5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:42.549821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:42.568433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ef27c6-ac9c-4865-8115-d7e508ac4b15 req-1a95a9f1-a2d7-43ee-8f02-c9d9c62ded22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:42.570914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99ef27c6-ac9c-4865-8115-d7e508ac4b15 req-1a95a9f1-a2d7-43ee-8f02-c9d9c62ded22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 1100 time: 0.1179917 Jan 28 09:35:42.620034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99ef27c6-ac9c-4865-8115-d7e508ac4b15 req-1c00dd9c-1489-48ea-93d0-4580434a7b3c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425029 Jan 28 09:35:42.689086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Deleting subnet a87ef4f0-71d8-486a-8e94-f78a0164b2ce {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:35:42.693532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.762895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:42.833318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:35:42.835403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.175326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.224438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a87ef4f0-71d8-486a-8e94-f78a0164b2ce,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:43.239166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7422fa-f684-4201-9532-cd534f84aa9d req-ec3d49d9-f862-4eb9-83a6-a19b6c1154b2 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:43.240633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df7422fa-f684-4201-9532-cd534f84aa9d req-ec3d49d9-f862-4eb9-83a6-a19b6c1154b2 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 949 time: 0.3664923 Jan 28 09:35:43.243382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.246383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:35:43.247721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46014) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:43.256293 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:35:43.271072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:35:43.271072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:43.280521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4adca7e6-0f19-40df-a381-7bb91b72b969 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a87ef4f0-71d8-486a-8e94-f78a0164b2ce HTTP/1.1" status: 204 len: 168 time: 0.7250173 Jan 28 09:35:43.281070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:43.307661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.309578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f69b75eb-ba6a-408c-9d8e-4307dcdff6ac up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:43.312023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cfb726a7-03cf-4f92-94d5-186a299dfc53 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.7738810 Jan 28 09:35:43.312781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46024) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:43.329740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df7422fa-f684-4201-9532-cd534f84aa9d req-04cf1a06-0deb-440e-b565-f71612225135 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798373 Jan 28 09:35:43.465356 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.512647 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:35:43.517039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-9bdd5bcc-9371-4530-a35d-1a105ff2cbdf tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:35:43.518375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-9bdd5bcc-9371-4530-a35d-1a105ff2cbdf tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2673025 Jan 28 09:35:43.519310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:43.521425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.729184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Request body: {'binding': {'host': 'n-h1-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:43.729691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Unknown quota resources ['binding']. {{(pid=87540) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:35:43.797652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.830630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 45cadbb8-882d-4831-b6f1-2fa740da1ae6 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:43.920074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:43.925620 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:40Z', 'revision_number': 3, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:43.927664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:43.928231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:43.930965 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:35:43.931893 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Updating router 371fa442-0148-41a7-a4c3-e332678bf9d0 port 6c574a02-19f7-44c3-97fc-b17e70cffee1 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:35:44.003366 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.057787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deddf82-bbde-46cf-aa38-1f57fbf8e2de req-5ea9d731-6e85-45c9-9eb0-1b07ec038639 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:44.059756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2deddf82-bbde-46cf-aa38-1f57fbf8e2de req-5ea9d731-6e85-45c9-9eb0-1b07ec038639 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 949 time: 0.1447060 Jan 28 09:35:44.069113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on host n-h1-825178-2 for vnic_type normal with profile None {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:44.069826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:44.070499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:44.089885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.092101 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.094929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:44.095449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:44.104066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:44.104690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:44.105296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:44.105925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Bound port: 5751d955-e4bf-46b6-bccc-4eb28aec598a, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:44.136555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:44.142368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.189444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.189686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.190372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.190694 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > port after_create 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.191005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.191343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > port after_update 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.191655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.192037 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.192881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.193187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.203824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:44.207938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2deddf82-bbde-46cf-aa38-1f57fbf8e2de req-6a270ae5-f7d5-4413-a3bf-b35e3e755b12 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406178 Jan 28 09:35:44.217237 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.218688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-8697610c-6a28-4816-8b32-d843c115fbb2 service neutron] 10.222.0.42 "POST /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a/bindings HTTP/1.1" status: 201 len: 389 time: 0.5773158 Jan 28 09:35:44.238233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:44.274316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.274715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.274896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.275238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87541) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 28 09:35:44.275601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738ada29-720b-4208-8217-7cf89817f7ea']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:44.307384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9dd6ed-dab7-4866-9fd1-1c27460b01ca') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:44.307704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9dd6ed-dab7-4866-9fd1-1c27460b01ca') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:44.382261 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.419442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:44.430440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.440983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:35:44.441357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.661375 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.662827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-2856aafc-b79d-464a-a4a2-e1e32166ead2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0728562 Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: from cryptography.utils import int_from_bytes Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: from cryptography.utils import int_from_bytes Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: util.warn_limited( Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:35:44.669207 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:35:44.687248 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Transition to ACTIVE for port object 6c574a02-19f7-44c3-97fc-b17e70cffee1 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:44.701360 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.750742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.829600 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Attempting to bind port 6c574a02-19f7-44c3-97fc-b17e70cffee1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:44.829962 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Attempting to bind port 6c574a02-19f7-44c3-97fc-b17e70cffee1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:44.830386 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Attempting to bind port 6c574a02-19f7-44c3-97fc-b17e70cffee1 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:44.838159 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Pushing event updated for resources: {'Port': ['ID=6c574a02-19f7-44c3-97fc-b17e70cffee1,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:44.840530 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:44.840929 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:44.841291 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.841747 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:44.842212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Bound port: 6c574a02-19f7-44c3-97fc-b17e70cffee1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:44.842582 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.866653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Pushing event deleted for resources: {'Network': ['ID=738ada29-720b-4208-8217-7cf89817f7ea,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:44.873245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.884842 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.885179 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.885511 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.885830 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.886253 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.886459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.886770 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.887649 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.887649 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.887649 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.888000 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.888269 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Tracked resource versions report: Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: pushed versions: Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: { 'AddressGroup': {'1.2'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'ConntrackHelper': {'1.0'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Log': {'1.0'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Network': {'1.1'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Port': {'1.7'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'PortForwarding': {'1.2'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'QosPolicy': {'1.8'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'SecurityGroup': {'1.4'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'SecurityGroupRule': {'1.2'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'SubPort': {'1.0'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Subnet': {'1.1'}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Trunk': {'1.1'}} Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: consumer versions: Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: { DHCP agent@n-d-825178-2: {}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: HyperV agent@n-h1-825178-2: {}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: HyperV agent@n-h2-825178-2: {}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: L3 agent@n-d-825178-2: {}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: Metadata agent@n-d-825178-2: {}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: Metering agent@n-d-825178-2: {}, Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: Open vSwitch agent@n-d-825178-2: { 'AddressGroup': '1.2', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'ConntrackHelper': '1.0', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Log': '1.0', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Network': '1.1', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Port': '1.7', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'PortForwarding': '1.2', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'QosPolicy': '1.8', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'SecurityGroup': '1.4', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'SecurityGroupRule': '1.2', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'SubPort': '1.0', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Subnet': '1.1', Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: 'Trunk': '1.1'}} Jan 28 09:35:44.889328 n-d-825178-2 neutron-server[87543]: {{(pid=87543) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 28 09:35:44.906662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.906997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.907503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.908244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.908577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.908927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.909245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.909558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.910084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.910401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.910741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.911056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:44.921208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:44.929236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-e24c0905-513f-40fb-888a-d58574d0caf0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:44.930851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-e24c0905-513f-40fb-888a-d58574d0caf0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2672503 Jan 28 09:35:44.940085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-003cf517-bb1e-420d-b3e2-6dbc45fe8443 admin admin] 10.222.0.42 "DELETE /v2.0/networks/738ada29-720b-4208-8217-7cf89817f7ea HTTP/1.1" status: 204 len: 168 time: 1.6578102 Jan 28 09:35:44.952878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-42ded84a-41c1-4841-89b8-128693b7598e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/quotas/a1f2a4a4588a4d5e8bdfbb87e5e22a6e HTTP/1.1" status: 200 len: 375 time: 0.0156453 Jan 28 09:35:44.955722 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] For port 6c574a02-19f7-44c3-97fc-b17e70cffee1, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:44.959722 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] For port 6c574a02-19f7-44c3-97fc-b17e70cffee1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6c574a02-19f7-44c3-97fc-b17e70cffee1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:44.966500 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:45.012548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-c89a144a-3be4-4863-9de9-7a5cc936b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:45.014062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-c89a144a-3be4-4863-9de9-7a5cc936b5a6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1096 time: 0.3440282 Jan 28 09:35:45.054069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-eed44a8c-33d9-4577-b595-40f76b07fb8b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0948169 Jan 28 09:35:45.057777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48950310-ff0c-47e1-85e4-977d8efa475e req-8f091f32-cb24-4594-9047-d89f0969ff79 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:45.059252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48950310-ff0c-47e1-85e4-977d8efa475e req-8f091f32-cb24-4594-9047-d89f0969ff79 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 945 time: 0.2884035 Jan 28 09:35:45.085337 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:35:45.086260 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:45.158749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead76bd9-0e4d-4c94-998b-f84cda4d1304 None None] Pushing event updated for resources: {'Port': ['ID=6c574a02-19f7-44c3-97fc-b17e70cffee1,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:45.211307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48950310-ff0c-47e1-85e4-977d8efa475e req-24a3141f-0ef7-4d6e-b133-e1fa74de5f4f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747709 Jan 28 09:35:45.227772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:45.243802 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:45.323902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-57c3b1c4-9e76-4a6e-839d-a842548adadd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70785ca986914bcea46abdc6600e2d5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0942979 Jan 28 09:35:45.324620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-0b1946f7-d724-4d20-bc57-0647bbb7c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:45.326104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-0b1946f7-d724-4d20-bc57-0647bbb7c7f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.3048375 Jan 28 09:35:45.326655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:45.356288 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:35:45.517619 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6', 'code': 200} Jan 28 09:35:45.553349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-66f654fb-128d-474d-9d58-a7eda690e740 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.2118409 Jan 28 09:35:45.727009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70acc598-94d6-4e90-a12b-704ca962ced6 req-c373ccf3-e4a7-4428-b885-74eff288e06c tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415115 Jan 28 09:35:45.737289 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:40Z', 'revision_number': 3, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:45.745434 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f19e27-ada3-4325-8d35-197c05621b95 None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:40Z', 'revision_number': 3, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:35:45.827471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1e79fb70-82e5-4383-9035-6b5580b9a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:45.829612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1e79fb70-82e5-4383-9035-6b5580b9a80a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.2563124 Jan 28 09:35:45.900316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70acc598-94d6-4e90-a12b-704ca962ced6 req-e393d56c-9f3f-4650-a1b5-ddb479f04dc6 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:45.901920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70acc598-94d6-4e90-a12b-704ca962ced6 req-e393d56c-9f3f-4650-a1b5-ddb479f04dc6 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1728389 Jan 28 09:35:45.921191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70acc598-94d6-4e90-a12b-704ca962ced6 req-5ea67ac4-bef5-4efa-b3b3-b27420f393e7 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/quotas/1592ee96a0404fdb93e3c9d3fd046059 HTTP/1.1" status: 200 len: 375 time: 0.0110533 Jan 28 09:35:45.947276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-69ce7639-b608-4f0e-a419-f0b8720ac05c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024063 Jan 28 09:35:45.955914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c30e5782-bded-45c8-bbaa-a59dcea89321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:45.980440 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70acc598-94d6-4e90-a12b-704ca962ced6 req-2c81cae0-6ec0-492e-a684-90a5aeb75762 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539966 Jan 28 09:35:46.087681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b28f075-2563-4403-8840-e21cfea682f0 req-7cc0d627-ac1e-4c84-84de-4645660a1fd3 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:46.092330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b28f075-2563-4403-8840-e21cfea682f0 req-7cc0d627-ac1e-4c84-84de-4645660a1fd3 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 949 time: 0.6131420 Jan 28 09:35:46.172529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c30e5782-bded-45c8-bbaa-a59dcea89321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:46.189241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Allocated IP 172.20.0.1 (3e23aa42-ac20-4f80-b78a-1efe812b7eb6/88fa8cce-562b-4483-9016-cb3ac337f6f4/1ae12a1e-cedf-48fb-959c-9b1369a02a14) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:46.214098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0877afa-03c2-4d39-9686-eab9801aed9a req-faa7edba-8d5f-4a25-bbd1-77c5a63ceb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:46.215562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0877afa-03c2-4d39-9686-eab9801aed9a req-faa7edba-8d5f-4a25-bbd1-77c5a63ceb79 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 1101 time: 0.5830061 Jan 28 09:35:46.233625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b28f075-2563-4403-8840-e21cfea682f0 req-81d43cd6-b2d4-4873-a82e-9847181d7ff1 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078281 Jan 28 09:35:46.303946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c65eb8-9300-4bfd-8bf6-cbd012162d7c req-8b6da06f-38f9-4ecd-9d6c-42fb29404718 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:46.306365 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64c65eb8-9300-4bfd-8bf6-cbd012162d7c req-8b6da06f-38f9-4ecd-9d6c-42fb29404718 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 950 time: 0.1246660 Jan 28 09:35:46.388444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64c65eb8-9300-4bfd-8bf6-cbd012162d7c req-d4c6b203-79a5-4ea1-b28b-d034b7fa086b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Jan 28 09:35:46.490004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-a4fa25ea-e507-4e25-a381-170f53d8d6d0 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277269 Jan 28 09:35:46.647440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0877afa-03c2-4d39-9686-eab9801aed9a req-69c0d1b2-9dfe-4783-b90a-340af9450917 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051099 Jan 28 09:35:46.653942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:46.681603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Transition to ACTIVE for port object 1ae12a1e-cedf-48fb-959c-9b1369a02a14 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:46.703098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c30e5782-bded-45c8-bbaa-a59dcea89321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:46.727056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e5782-bded-45c8-bbaa-a59dcea89321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54931e8a-bad0-4704-a2e0-973e6a5e1422,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:46.801199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-84fb9250-9352-464d-adaf-1c1d8d4a7d5b service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940550 Jan 28 09:35:46.824201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c30e5782-bded-45c8-bbaa-a59dcea89321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:46.825459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c30e5782-bded-45c8-bbaa-a59dcea89321 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54931e8a-bad0-4704-a2e0-973e6a5e1422 HTTP/1.1" status: 204 len: 168 time: 1.4979095 Jan 28 09:35:46.852303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:46.943302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a83606-0e41-4f61-834e-b652f39f54b5 req-8234b917-eefc-4d2a-8eef-2ddaac50f5e6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:46.944844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8a83606-0e41-4f61-834e-b652f39f54b5 req-8234b917-eefc-4d2a-8eef-2ddaac50f5e6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 945 time: 0.2267730 Jan 28 09:35:46.948646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:46.951421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:46.957661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:47.005381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Pushing event updated for resources: {'Port': ['ID=1ae12a1e-cedf-48fb-959c-9b1369a02a14,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:47.120069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8a83606-0e41-4f61-834e-b652f39f54b5 req-4c4b046c-4550-4084-b26a-b211fd0ca6b6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640768 Jan 28 09:35:47.120806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.176264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-984aeae3-38f0-43e8-9560-a4ae870e5aa4 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:47.177757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-984aeae3-38f0-43e8-9560-a4ae870e5aa4 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.1735420 Jan 28 09:35:47.198327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-2'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:47.289780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-72d37912-fc81-41f1-8ee2-ac8573358c49 None None] Provisioning for port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:47.335661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-72d37912-fc81-41f1-8ee2-ac8573358c49 None None] Provisioning complete for port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:47.349736 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72d37912-fc81-41f1-8ee2-ac8573358c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.452896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-72d37912-fc81-41f1-8ee2-ac8573358c49 None None] Port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:47.454962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c574a02-19f7-44c3-97fc-b17e70cffee1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:47.474225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46158) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:47.551006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.581311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6c574a02-19f7-44c3-97fc-b17e70cffee1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:47.589539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6c574a02-19f7-44c3-97fc-b17e70cffee1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:47.590167 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.592475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-331dacfb-90ed-42b8-8c0a-1fd527b5fa5d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=313ee432c38148ccabc1f439b7d6c381&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1170454 Jan 28 09:35:47.598147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46162) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:47.601040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-80a775c8-8ad2-4ba6-9b8c-be5fcdcba7ff req-8685462e-ba6c-47de-95a4-ffaea8b6ec8b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 210 time: 0.1851957 Jan 28 09:35:47.735207 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.757155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6c574a02-19f7-44c3-97fc-b17e70cffee1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6c574a02-19f7-44c3-97fc-b17e70cffee1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:47.762405 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.762578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.827823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.884432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6c574a02-19f7-44c3-97fc-b17e70cffee1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:47.950497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-43a7a62b-78eb-4c36-ac7a-0d6efb8de535 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3558226 Jan 28 09:35:47.956690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:47.993324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ec5c5b-f334-4290-ba68-a035cd2e82b4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:48.002474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.006544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.007132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.007682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.008210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.008816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.009359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.010872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.011510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.013864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.014438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.014981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:35:48.091353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:48.093178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5922e92-c354-46ff-b436-10a4db64fdcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9ec5c5b-f334-4290-ba68-a035cd2e82b4 HTTP/1.1" status: 204 len: 168 time: 0.4903574 Jan 28 09:35:48.156707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408ab966-ce5f-469d-af03-c6cb7fd995b7 req-6534c161-40bb-43c9-8aab-725aa3fa9b1a tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:48.159638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-408ab966-ce5f-469d-af03-c6cb7fd995b7 req-6534c161-40bb-43c9-8aab-725aa3fa9b1a tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 950 time: 0.1391132 Jan 28 09:35:48.221022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-408ab966-ce5f-469d-af03-c6cb7fd995b7 req-794b36c8-c90b-4500-ab70-2fe6042ad9b2 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513356 Jan 28 09:35:48.240077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:48.317861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.25', 56098) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:48.366547 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-56812189-ff4f-4ba0-9015-1317ea7df44a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348997 Jan 28 09:35:48.564245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-96a70269-31ac-4ff3-9a71-9e1c4de4f1eb tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:48.566099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-96a70269-31ac-4ff3-9a71-9e1c4de4f1eb tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5341771 Jan 28 09:35:48.603283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:48.700589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-facaf4e1-16f9-457e-bf39-3b76132acc1b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:48.702181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-facaf4e1-16f9-457e-bf39-3b76132acc1b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290732 Jan 28 09:35:48.717837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:48.741940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba6973-6a7f-49ca-afa6-e1ad341f68d6 req-48242e6a-e114-443c-8726-1f0823836d6e tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:48.748836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03ba6973-6a7f-49ca-afa6-e1ad341f68d6 req-48242e6a-e114-443c-8726-1f0823836d6e tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 949 time: 0.7000325 Jan 28 09:35:48.776861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46196) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:48.889012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:48.900907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:48.907764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:48.915962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:48.921190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:48.947661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03ba6973-6a7f-49ca-afa6-e1ad341f68d6 req-78bd3bb5-8493-435d-9e9f-be0c12375a52 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980741 Jan 28 09:35:49.077959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:49.117268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:49.131967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:49.185358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.106 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/9b8ff59b-3015-46c8-a158-3b3d88ccb420) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:49.220049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:49.223637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.263481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4a32db-e1b4-46fd-8dee-be09554b7f2a req-2e00b3b5-eebc-45e0-b6f9-25a19e512b89 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 210 time: 0.1019273 Jan 28 09:35:49.273015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.295141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:35:49.320460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0537bebd-9c5d-42c8-857e-44c92b3e8b28 req-7cbc1b63-b09a-4b95-a9dd-812e52eca61a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:49.327353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0537bebd-9c5d-42c8-857e-44c92b3e8b28 req-7cbc1b63-b09a-4b95-a9dd-812e52eca61a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 945 time: 0.2138860 Jan 28 09:35:49.353420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:49.363537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.366343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:49.371949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.380690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Usage tracker for resource:security_group_rule and tenant:78a6679caf3f45ca87a6e651491d4182 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:49.381102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c574a02-19f7-44c3-97fc-b17e70cffee1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:49.415113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:49.417902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.487061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0537bebd-9c5d-42c8-857e-44c92b3e8b28 req-b0938f49-ae9f-4c72-aedd-b1530a927780 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587813 Jan 28 09:35:49.555358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6c574a02-19f7-44c3-97fc-b17e70cffee1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:49.557194 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.577130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.679942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.707695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:49.721556 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.736978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2155c05b-5d73-479e-a130-22893de3a63b req-4b4db85e-8dfd-488c-9693-3ffedcad12b4 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502415 Jan 28 09:35:49.779637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Pushing event updated for resources: {'Port': ['ID=1ae12a1e-cedf-48fb-959c-9b1369a02a14,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:49.828522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object 9b8ff59b-3015-46c8-a158-3b3d88ccb420 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:49.871065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:49.918379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155c05b-5d73-479e-a130-22893de3a63b req-675693a8-45a0-4ce8-bd2d-603f6296d973 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:49.925644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2155c05b-5d73-479e-a130-22893de3a63b req-675693a8-45a0-4ce8-bd2d-603f6296d973 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1873329 Jan 28 09:35:49.938269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:49.955214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:50.006948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2155c05b-5d73-479e-a130-22893de3a63b req-5181a9b3-7fbc-4067-a24f-45b8831ca9e1 tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/quotas/1592ee96a0404fdb93e3c9d3fd046059 HTTP/1.1" status: 200 len: 375 time: 0.0801754 Jan 28 09:35:50.093736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:50.104551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2155c05b-5d73-479e-a130-22893de3a63b req-a5e93115-7801-48a6-8f63-4edbc60bd25a tempest-QuotasAdminNegativeTest-608188523 tempest-QuotasAdminNegativeTest-608188523-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0858347 Jan 28 09:35:50.105458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:50.129354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:50.191746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=9b8ff59b-3015-46c8-a158-3b3d88ccb420,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:50.270949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:50.271607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:50.347110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cde9c384-70ab-4ce7-9873-088457956cfd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6347821 Jan 28 09:35:50.359835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Request body: {'port': {'device_id': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:50.389761 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'code': 200} Jan 28 09:35:50.468035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:50.502497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:50.505836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f07e5d2-1de8-471b-9b8a-d30859bdc980 None None] Provisioning for port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:50.514212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f07e5d2-1de8-471b-9b8a-d30859bdc980 None None] Provisioning complete for port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:50.514751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f07e5d2-1de8-471b-9b8a-d30859bdc980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:50.628836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3f07e5d2-1de8-471b-9b8a-d30859bdc980 None None] Port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:50.712696 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:50.716890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:50.717426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:50.717938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:50.761795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:50.762363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Attempting to bind port 5751d955-e4bf-46b6-bccc-4eb28aec598a on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:50.810125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610ff7d-0496-4fe5-8187-3932c44b26d7 req-553d9dc6-9781-46d6-882c-5e5f6305085d tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:50.811606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4610ff7d-0496-4fe5-8187-3932c44b26d7 req-553d9dc6-9781-46d6-882c-5e5f6305085d tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 950 time: 1.0468869 Jan 28 09:35:50.820106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c96c4f8-1ab2-4d5c-88c0-62f404661107 req-9c36965e-aaeb-47be-8dca-4c2f11b61aab tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:50.821600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:50.821899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:50.822265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:50.822823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Bound port: 5751d955-e4bf-46b6-bccc-4eb28aec598a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:50.823572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:50.827106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c96c4f8-1ab2-4d5c-88c0-62f404661107 req-9c36965e-aaeb-47be-8dca-4c2f11b61aab tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 949 time: 0.2481067 Jan 28 09:35:50.837621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.254 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/8aebfedf-3fd5-46ce-8010-10eea9d82e24) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:50.866889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8c9bb25e-b67b-4afb-b4fc-fe6fd0f277f7 None None] Provisioning complete for port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:50.867253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c9bb25e-b67b-4afb-b4fc-fe6fd0f277f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:50.937202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c96c4f8-1ab2-4d5c-88c0-62f404661107 req-1c16d493-c751-4f8c-a8e2-0137fd68194b tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf14296-79b2-45a0-80ac-35ffb7963889&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092031 Jan 28 09:35:50.940069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8c9bb25e-b67b-4afb-b4fc-fe6fd0f277f7 None None] Port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:50.945977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.25', 56099) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:51.036380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d277afd-800b-498b-9f6e-b462eaff691f req-ee1bc1f5-13fb-40b9-855f-dd41ce90ebef tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:51.038653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d277afd-800b-498b-9f6e-b462eaff691f req-ee1bc1f5-13fb-40b9-855f-dd41ce90ebef tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.25 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 949 time: 0.0917306 Jan 28 09:35:51.113272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4610ff7d-0496-4fe5-8187-3932c44b26d7 req-3cba15f8-03e5-4dd6-b67e-b07eb3b5869b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679186 Jan 28 09:35:51.127852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Deleting port 77951161-f545-441d-8c71-a92f42b113e2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:35:51.128422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.141341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.169606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:51.173031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:51.229302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.302634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.428938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:35:51.517454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78a6679caf3f45ca87a6e651491d4182&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7180867 Jan 28 09:35:51.521868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] For port 77951161-f545-441d-8c71-a92f42b113e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=77951161-f545-441d-8c71-a92f42b113e2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:51.522223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.531214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46266) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:51.537065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd2fcd-992a-4471-898f-8308849ae56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebc39f8-75b6-44c8-9fef-211d46436128,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:51.611359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6784d7cf-e6bf-4f76-a460-d10d7440c20e req-78a46a36-4507-49ff-a6b9-eda5abba59c9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:51.613085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6784d7cf-e6bf-4f76-a460-d10d7440c20e req-78a46a36-4507-49ff-a6b9-eda5abba59c9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 943 time: 0.2676368 Jan 28 09:35:51.668152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:51.674535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Calling delete_port for 77951161-f545-441d-8c71-a92f42b113e2 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:35:51.718094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:51.718690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.720126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bfcd37d4-2c24-4341-a9fb-c122f8d1184b service neutron] 10.222.0.25 "PUT /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 1121 time: 4.5282686 Jan 28 09:35:51.787641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5751d955-e4bf-46b6-bccc-4eb28aec598a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:51.812407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.820343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6784d7cf-e6bf-4f76-a460-d10d7440c20e req-685b1062-ca68-4f0b-afc7-96a73088f2db tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154506 Jan 28 09:35:51.834760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e649c4-377a-446f-b03f-34eccfbf7b75 req-a1b9ab47-4b63-4b9e-947f-d0fa4ef8c4b6 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:51.836349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-98e649c4-377a-446f-b03f-34eccfbf7b75 req-a1b9ab47-4b63-4b9e-947f-d0fa4ef8c4b6 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 936 time: 0.6096950 Jan 28 09:35:51.839368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7387373f-bac8-470c-bbf5-99128d8d8d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.880855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object 8aebfedf-3fd5-46ce-8010-10eea9d82e24 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:51.891916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:35:51.923660 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7387373f-bac8-470c-bbf5-99128d8d8d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:51.929087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-98e649c4-377a-446f-b03f-34eccfbf7b75 req-466a0f11-9df4-4827-a4cb-89ab41a4ecee tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841584 Jan 28 09:35:51.942746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-deebba28-3bd8-462e-acea-b2948d6c019c admin admin] 10.222.0.42 "PUT /v2.0/routers/371fa442-0148-41a7-a4c3-e332678bf9d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6267529 Jan 28 09:35:51.951529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:35:51.969248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:52.017484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:35:52.018344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:52.060385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:35:52.063851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:52.080901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:35:52.140560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=8aebfedf-3fd5-46ce-8010-10eea9d82e24,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:52.249890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b8ff59b-3015-46c8-a158-3b3d88ccb420 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:52.259585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:52.262482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:52.267956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:52.276085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Transition to ACTIVE for port object 9b8ff59b-3015-46c8-a158-3b3d88ccb420 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:52.303897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:52.342796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-87a51d5b-b8c8-47f8-8b89-2fc2d410d051 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7586491 Jan 28 09:35:52.356529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Request body: {'port': {'device_id': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:52.358467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:52.392523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-c9812e71-da94-4bf6-85e6-6ce1f75e7810 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1141195 Jan 28 09:35:52.422967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:52.554231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ef6dbc1a-86e4-4d81-bf56-04735a382140 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:52.561465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e8d7b74e-293d-4a1e-b022-8ba0c8baeb78 req-361e7b9d-1c3d-45ec-bd6c-990ce0bfa80d tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.42 "GET /v2.0/ports?device_id=2478f478-84e7-4969-af14-d3362d836373 HTTP/1.1" status: 200 len: 210 time: 0.1187682 Jan 28 09:35:52.564135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ef6dbc1a-86e4-4d81-bf56-04735a382140 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1703160 Jan 28 09:35:52.574029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['77951161-f545-441d-8c71-a92f42b113e2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:52.576073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Pushing event deleted for resources: {'Port': ['ID=77951161-f545-441d-8c71-a92f42b113e2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:52.624914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:35:52.782199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dc52652e-8bb8-4749-8523-37d433e97696 None None] Provisioning for port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:52.803037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:35:52.877468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:52.969503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46306) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:52.969720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46308) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:52.998042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-network', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:52.999543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8ff59b-3015-46c8-a158-3b3d88ccb420,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:53.013600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:53.014670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dc52652e-8bb8-4749-8523-37d433e97696 None None] Provisioning complete for port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:53.014940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dc52652e-8bb8-4749-8523-37d433e97696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.021715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Usage tracker for resource:network and tenant:82dd9fa6ae94442ebc1fea396e01a1cb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:53.026389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:53.040079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:53.069856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-6d86775e-682d-491a-bdaf-a63aa53624b3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/quotas/0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 375 time: 0.5041411 Jan 28 09:35:53.070115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Made reservation on behalf of 82dd9fa6ae94442ebc1fea396e01a1cb for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:53.071959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.088143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.099702 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'status': 'completed', 'code': 200} Jan 28 09:35:53.110966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dc52652e-8bb8-4749-8523-37d433e97696 None None] Port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:35:53.219378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-368f7a42-ba23-43b1-b95f-819138a9cb82 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1468332 Jan 28 09:35:53.237369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] No DVR routers for this DVR port 77951161-f545-441d-8c71-a92f42b113e2 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:35:53.248327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.265518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:53.271947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2478f478-84e7-4969-af14-d3362d836373', 'name': 'network-vif-deleted', 'tag': '77951161-f545-441d-8c71-a92f42b113e2'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:53.303978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Usage tracker for resource:security_group_rule and tenant:82dd9fa6ae94442ebc1fea396e01a1cb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:53.306347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:53.327024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:53.503129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7387373f-bac8-470c-bbf5-99128d8d8d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.534952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387373f-bac8-470c-bbf5-99128d8d8d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebc39f8-75b6-44c8-9fef-211d46436128,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:53.552386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d277afd-800b-498b-9f6e-b462eaff691f req-42b17337-4793-4f76-99ad-e5392b93f027 tempest-DeleteServersAdminTestJSON-1608019635 tempest-DeleteServersAdminTestJSON-1608019635-project] 10.222.0.25 "DELETE /v2.0/ports/77951161-f545-441d-8c71-a92f42b113e2 HTTP/1.1" status: 204 len: 173 time: 2.5087285 Jan 28 09:35:53.562336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7387373f-bac8-470c-bbf5-99128d8d8d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.571173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7387373f-bac8-470c-bbf5-99128d8d8d6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cebc39f8-75b6-44c8-9fef-211d46436128 HTTP/1.1" status: 204 len: 168 time: 2.0364182 Jan 28 09:35:53.645111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Attempting to bind port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:53.645451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Attempting to bind port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:53.645574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-402871ac-e7cf-4724-b4fd-6d2bedecf6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:53.646005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Attempting to bind port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:53.647044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-402871ac-e7cf-4724-b4fd-6d2bedecf6a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1124 time: 0.5498426 Jan 28 09:35:53.647762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.697258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:53.697666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:53.697993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Attempting to bind port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:53.699820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:48Z', 'revision_number': 2, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:53.706252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:53.706586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:53.706969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:53.707442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Bound port: 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:53.707778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.709382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Usage tracker for resource:security_group_rule and tenant:1592ee96a0404fdb93e3c9d3fd046059 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:53.734456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:53.743036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:35:53.746405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Updating router 371fa442-0148-41a7-a4c3-e332678bf9d0 port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:35:53.850966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:53.852241 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.872884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a841e-10e8-4a1a-b3fe-ddaf855d770f req-5fcfadb0-c26c-4361-8fa6-fda5ec1485a8 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:53.873544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-668a841e-10e8-4a1a-b3fe-ddaf855d770f req-5fcfadb0-c26c-4361-8fa6-fda5ec1485a8 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:53.892413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] For port 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:53.897453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] For port 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:53.908094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:35:53.908754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:53.959481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdbbe0-532b-4cbc-8087-1da7d2de4587 req-0b28451f-7cff-4d53-9545-30b8cecf2a62 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:53.964038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-668a841e-10e8-4a1a-b3fe-ddaf855d770f req-5fcfadb0-c26c-4361-8fa6-fda5ec1485a8 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:53.967845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47cdbbe0-532b-4cbc-8087-1da7d2de4587 req-0b28451f-7cff-4d53-9545-30b8cecf2a62 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 943 time: 0.6330957 Jan 28 09:35:53.970536 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-668a841e-10e8-4a1a-b3fe-ddaf855d770f req-5fcfadb0-c26c-4361-8fa6-fda5ec1485a8 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 948 time: 0.3203688 Jan 28 09:35:54.015215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:54.015911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.017327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b8ff59b-3015-46c8-a158-3b3d88ccb420 HTTP/1.1" status: 200 len: 1096 time: 3.6620984 Jan 28 09:35:54.065052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4e98c-483a-4b2d-80ab-9390958beb58 service neutron] Pushing event updated for resources: {'Port': ['ID=9b8ff59b-3015-46c8-a158-3b3d88ccb420,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:54.179044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-668a841e-10e8-4a1a-b3fe-ddaf855d770f req-a4b08f3b-10a1-4e91-be94-8e908d39b9f0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074440 Jan 28 09:35:54.209400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-e8434000-02eb-4b65-ae4c-e33eec5a7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:54.210574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-e8434000-02eb-4b65-ae4c-e33eec5a7fce service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.5450063 Jan 28 09:35:54.237780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:54.239350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.296108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.321221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cfd7fe99-3637-4191-9f5b-4f9d28c1b0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:54.323277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-cfd7fe99-3637-4191-9f5b-4f9d28c1b0ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 1099 time: 0.2453122 Jan 28 09:35:54.328258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:54.333223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aebfedf-3fd5-46ce-8010-10eea9d82e24 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:54.335626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Usage tracker for resource:security_group_rule and tenant:8f0bbc41cc47499cbcc96c8673acd1b0 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:54.341430 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.341787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:54.349390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:54.358588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Transition to ACTIVE for port object 8aebfedf-3fd5-46ce-8010-10eea9d82e24 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:54.450794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:54.459883 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.475797 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.481387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a has no active binding in host n-h1-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:35:54.485786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47cdbbe0-532b-4cbc-8087-1da7d2de4587 req-cd494a92-05e7-43fc-95fd-d140b9fb24dc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5169029 Jan 28 09:35:54.554787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.656314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.688873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Transition to ACTIVE for port object 1ae12a1e-cedf-48fb-959c-9b1369a02a14 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:54.702874 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2478f478-84e7-4969-af14-d3362d836373', 'name': 'network-vif-deleted', 'tag': '77951161-f545-441d-8c71-a92f42b113e2', 'status': 'completed', 'code': 200} Jan 28 09:35:54.724123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-84272b30-5ef8-4bb4-975a-72ebcb7aa578 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.3628345 Jan 28 09:35:54.749359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.798005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7c8fdc44-f94f-4133-aa9c-f19959236158 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420 HTTP/1.1" status: 200 len: 217 time: 0.3169501 Jan 28 09:35:54.805908 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:54.847790 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f0bbc41cc47499cbcc96c8673acd1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6055503 Jan 28 09:35:54.857451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:54.916791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:35:54.923799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-13bc733a-74f8-4bd9-898b-37c7ef068009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:54.925270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-13bc733a-74f8-4bd9-898b-37c7ef068009 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0849891 Jan 28 09:35:54.925452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-f487243a-6ee8-4765-994c-05b9d9cf3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:54.927573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-f487243a-6ee8-4765-994c-05b9d9cf3fdf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1223638 Jan 28 09:35:54.940489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8aee14-3067-40f0-8fcd-cad7099d4ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38657ab5-d5c0-42cd-8ecf-e9873243ad25,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:55.018235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201eb2-c82d-4d98-b8c2-5cb038b5c5c1 None None] Pushing event updated for resources: {'Port': ['ID=1ae12a1e-cedf-48fb-959c-9b1369a02a14,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:55.021194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.084133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7408e8ee-ef37-427b-8237-f263a123213d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:55.084359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6b7d4-c19e-44f3-9f8b-002155051eea req-08c03472-b5ff-4715-8f90-7a2c040d9010 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:55.085782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17e6b7d4-c19e-44f3-9f8b-002155051eea req-08c03472-b5ff-4715-8f90-7a2c040d9010 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 950 time: 0.6068175 Jan 28 09:35:55.130236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-9b9148e9-e545-4a29-ac3f-434cce3c1e27 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:55.131756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-9b9148e9-e545-4a29-ac3f-434cce3c1e27 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.25 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 950 time: 0.6540730 Jan 28 09:35:55.142900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-570344e2-704e-4f71-8c62-f3e8d8686a2e req-dac6a0bf-8884-4099-a9ba-e2c328065925 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 210 time: 0.3057566 Jan 28 09:35:55.183320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-da21bfe3-528b-4e1d-965a-6f8f1ac7eab5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1934299 Jan 28 09:35:55.191139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.202018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.203281 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Added segment b34c391e-7c82-446c-816f-bfb1dd49aac6 of type vlan for network d5f1a833-f939-4fdf-aa26-d11606c1947a Jan 28 09:35:55.213988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Attempting to bind port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:55.214479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Attempting to bind port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:55.214988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Attempting to bind port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:55.236311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8aebfedf-3fd5-46ce-8010-10eea9d82e24,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:55.342520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-6095d6d4-871f-474b-be15-a6ceb0e741fd tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0798137 Jan 28 09:35:55.343277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c2eb84-fb99-454e-b757-be66a12c34c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.343785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:55.344274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Checking segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:55.344983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.346171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Bound using segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:55.347588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Bound port: 1ae12a1e-cedf-48fb-959c-9b1369a02a14, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:55.348783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.355249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Attempting to bind port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:35:55.355583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Attempting to bind port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:35:55.356225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Attempting to bind port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:55.376239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1592ee96a0404fdb93e3c9d3fd046059&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4055040 Jan 28 09:35:55.384205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46358) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:55.387329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.394312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:35:55.395197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Attempting to bind port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:35:55.400075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17e6b7d4-c19e-44f3-9f8b-002155051eea req-8e42ba3d-ece3-4601-b5c0-a57a6d3b5f3c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957137 Jan 28 09:35:55.435023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Deleting port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:35:55.435359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.505774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] For port 1ae12a1e-cedf-48fb-959c-9b1369a02a14, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:55.510538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] For port 1ae12a1e-cedf-48fb-959c-9b1369a02a14, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ae12a1e-cedf-48fb-959c-9b1369a02a14,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:55.524924 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.541888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:35:55.542220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:55.542603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:35:55.543167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Bound port: 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:35:55.543376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.560762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68074cb-c1bb-4695-8624-170c6a7206c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90e36c8-50b5-4b90-9790-d27f55e4bfdc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:55.607314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c2eb84-fb99-454e-b757-be66a12c34c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.628250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201eb2-c82d-4d98-b8c2-5cb038b5c5c1 None None] Pushing event updated for resources: {'Port': ['ID=1ae12a1e-cedf-48fb-959c-9b1369a02a14,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:55.672749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-2a3a6b84-7204-4574-abe4-95c4be64bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:55.674644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-2a3a6b84-7204-4574-abe4-95c4be64bdef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7274485 Jan 28 09:35:55.696370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:35:55.697108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:55.751234 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:35:55.810287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-f958b005-9ae7-433e-8299-c76a9a43099f service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6050208 Jan 28 09:35:55.893516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be8e2c9-ecb5-4995-971d-becfd5da98e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.894326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 77951161-f545-441d-8c71-a92f42b113e2 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:35:55.895626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.896548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:55.897288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:55.949848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 77951161-f545-441d-8c71-a92f42b113e2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:35:55.950170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 77951161-f545-441d-8c71-a92f42b113e2 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:35:55.950500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 45cadbb8-882d-4831-b6f1-2fa740da1ae6 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:35:56.011482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:35:56.011708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] For port 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:56.060779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-521ddf20-a99d-4e6b-8f65-b47b9591e98c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.073854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-c380c358-2cbf-4a65-833d-384d5bdb3377 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:56.075302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-c380c358-2cbf-4a65-833d-384d5bdb3377 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7186053 Jan 28 09:35:56.109330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be8e2c9-ecb5-4995-971d-becfd5da98e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.132752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] For port 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:35:56.145229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Request body: {'port': {'device_id': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '0870c669a5064700a6245dd1fb963cc7'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:56.159976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.1872442 Jan 28 09:35:56.165775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:56.166400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa2f0c3-f986-4c38-b7a5-65c2c82a6811 admin admin] Pushing event updated for resources: {'Network': ['ID=d5f1a833-f939-4fdf-aa26-d11606c1947a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:56.171012 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.200539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d5f1a833-f939-4fdf-aa26-d11606c1947a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:35:56.239523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Request body: {'subnet': {'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-subnet', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:35:56.253440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c2eb84-fb99-454e-b757-be66a12c34c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.261880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:56.268523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11330470-ae1c-4c44-80eb-eb9535e10a7b req-9a0d6928-892f-40c4-b9b4-6f7e1853f16d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:56.269423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-11330470-ae1c-4c44-80eb-eb9535e10a7b req-9a0d6928-892f-40c4-b9b4-6f7e1853f16d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:35:56.282671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-dee430d6-6e81-4437-b3e8-6b7d07b523d5 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5962250 Jan 28 09:35:56.287618 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6495e9d-732f-4a67-a7b0-b53603f9e413 req-20e9d125-c743-4f7c-924b-888e61d40c5d service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634159 Jan 28 09:35:56.288520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:56.296553 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.296885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2eb84-fb99-454e-b757-be66a12c34c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38657ab5-d5c0-42cd-8ecf-e9873243ad25,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:56.298791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] 10.222.0.25 "PUT /v2.0/ports/8aebfedf-3fd5-46ce-8010-10eea9d82e24 HTTP/1.1" status: 200 len: 1096 time: 3.9468079 Jan 28 09:35:56.300534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Usage tracker for resource:subnet and tenant:82dd9fa6ae94442ebc1fea396e01a1cb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:56.303141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'tag': '8aebfedf-3fd5-46ce-8010-10eea9d82e24'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:56.339455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-11330470-ae1c-4c44-80eb-eb9535e10a7b req-9a0d6928-892f-40c4-b9b4-6f7e1853f16d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:35:56.347430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11330470-ae1c-4c44-80eb-eb9535e10a7b req-9a0d6928-892f-40c4-b9b4-6f7e1853f16d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 948 time: 0.7753170 Jan 28 09:35:56.371848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63ef26-4868-442c-b986-3811192255d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8aebfedf-3fd5-46ce-8010-10eea9d82e24,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:56.407552 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.415843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be8e2c9-ecb5-4995-971d-becfd5da98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.426460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:56.449765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be8e2c9-ecb5-4995-971d-becfd5da98e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90e36c8-50b5-4b90-9790-d27f55e4bfdc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:56.480728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be8e2c9-ecb5-4995-971d-becfd5da98e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.481903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4be8e2c9-ecb5-4995-971d-becfd5da98e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f90e36c8-50b5-4b90-9790-d27f55e4bfdc HTTP/1.1" status: 204 len: 168 time: 1.0967038 Jan 28 09:35:56.494018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11330470-ae1c-4c44-80eb-eb9535e10a7b req-13317c3f-c3c5-47c7-8c2f-d599fb6df51b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453037 Jan 28 09:35:56.509303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:56.531535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:56.544144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7e96249a-a6e6-4e54-b8f3-d3d80d91a5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:56.547630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7e96249a-a6e6-4e54-b8f3-d3d80d91a5ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 1099 time: 0.1693404 Jan 28 09:35:56.548466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.611470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c2eb84-fb99-454e-b757-be66a12c34c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.615847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17c2eb84-fb99-454e-b757-be66a12c34c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38657ab5-d5c0-42cd-8ecf-e9873243ad25 HTTP/1.1" status: 204 len: 168 time: 1.7438803 Jan 28 09:35:56.632922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-b8a5416e-6840-4e7d-b99d-b17ecfe7bf84 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339133 Jan 28 09:35:56.647481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:56.686394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-052f5ae5-3fcb-4c4b-8c4b-91f0a51bf1f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24 HTTP/1.1" status: 200 len: 217 time: 0.1313102 Jan 28 09:35:56.693757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42ae2e-c274-454c-bc78-76008eaea874 req-0553b9be-994c-45f5-b50a-deaef8f5f9d2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:56.699282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a42ae2e-c274-454c-bc78-76008eaea874 req-0553b9be-994c-45f5-b50a-deaef8f5f9d2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 943 time: 1.0092151 Jan 28 09:35:56.710845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:56.720163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'tag': '9b8ff59b-3015-46c8-a158-3b3d88ccb420'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:35:56.741332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:55Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:35:56.745619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90198962-1a19-42df-bf4e-7c15a726775a None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:55Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:35:56.913356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:56.913707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.923060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Made reservation on behalf of 82dd9fa6ae94442ebc1fea396e01a1cb for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:56.926332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:56.933289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-363c954b-5d6c-497d-8468-ddd2088bfa82 req-9ca26e5a-b32a-4fec-a5ed-e132fa57a511 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 210 time: 0.1357081 Jan 28 09:35:56.934882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-9220e000-3b6f-4ac2-b217-d0c99b84d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:56.936902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-9220e000-3b6f-4ac2-b217-d0c99b84d156 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2434566 Jan 28 09:35:57.019100 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'tag': '8aebfedf-3fd5-46ce-8010-10eea9d82e24', 'status': 'completed', 'code': 200} Jan 28 09:35:57.045594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1bf72b7a-fe34-465c-99b1-c85b879254c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:57.048630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-1bf72b7a-fe34-465c-99b1-c85b879254c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994012 Jan 28 09:35:57.171850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:57.180749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Calling delete_port for 45cadbb8-882d-4831-b6f1-2fa740da1ae6 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:35:57.241009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Usage tracker for resource:port and tenant:0870c669a5064700a6245dd1fb963cc7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:57.261288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:57.276411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:57.346650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a42ae2e-c274-454c-bc78-76008eaea874 req-1296d72e-6d2b-4366-a7dc-4a1970400e07 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5133212 Jan 28 09:35:57.365859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Made reservation on behalf of 0870c669a5064700a6245dd1fb963cc7 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:35:57.391134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:57.406612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-7688e368-cc12-49f1-82c4-b144995c12ba service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499765 Jan 28 09:35:57.431257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:57.437324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ae12a1e-cedf-48fb-959c-9b1369a02a14 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:57.477648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:57.495464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46402) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:57.497569 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6', 'code': 200} Jan 28 09:35:57.532304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Usage tracker for resource:security_group_rule and tenant:0870c669a5064700a6245dd1fb963cc7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:57.584920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:57.611837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:57.623648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:57.649516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:35:57.650935 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'tag': '9b8ff59b-3015-46c8-a158-3b3d88ccb420', 'status': 'completed', 'code': 200} Jan 28 09:35:57.665845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:57.666217 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:57.666487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:35:57.675443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Usage tracker for resource:security_group_rule and tenant:0d4981040c0144ae8dca63beb4d597a6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:35:57.685260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:35:57.692026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:35:57.697915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b0959-f304-422e-91e1-940279733b24 req-b7c36e3d-613e-43b1-b5e4-b30476ba49b3 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:57.706120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a6b0959-f304-422e-91e1-940279733b24 req-b7c36e3d-613e-43b1-b5e4-b30476ba49b3 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 948 time: 0.5255513 Jan 28 09:35:57.839285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a6b0959-f304-422e-91e1-940279733b24 req-ce42b2f4-8451-44e1-9705-af9210dbc58b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318085 Jan 28 09:35:57.866868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8282efcc-352f-4b16-b019-9121dfae2200 req-716dbadf-2654-4953-962b-b59b0df2a2a1 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474378 Jan 28 09:35:57.881845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:57.935279 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-855731ce-982b-4762-a5fe-449a80d88a38 service neutron] 10.222.0.43 "GET /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.2231109 Jan 28 09:35:57.975051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 1ae12a1e-cedf-48fb-959c-9b1369a02a14, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ae12a1e-cedf-48fb-959c-9b1369a02a14,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:57.982761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.053966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:35:58.054317 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:35:58.146603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.221116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=1ae12a1e-cedf-48fb-959c-9b1369a02a14,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:58.246926 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ae2a708-4f69-45c0-9fce-361d839ba906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.273285 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.395038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:58.413584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.429648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56dcf6b6-6247-4aff-a950-c260e2b80a87 req-4e35d3b0-60f6-452f-ac5a-27fff8fedf0f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 210 time: 0.2037795 Jan 28 09:35:58.557436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-6d6ad05b-b691-4ca6-99f7-3591d268d4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:58.559184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-6d6ad05b-b691-4ca6-99f7-3591d268d4d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 1099 time: 0.6220691 Jan 28 09:35:58.673700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.708429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Deleting port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:35:58.709040 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.745091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72b0dc5-4903-4e3e-870e-a4ea87a42993,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:58.769222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d4981040c0144ae8dca63beb4d597a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2505686 Jan 28 09:35:58.770941 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:58.779727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46444) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:58.824249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:58.851656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a430ce4-9d39-4ae5-ac3b-98caa2980b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223430b3-44cf-4c93-827f-ee8f560994e7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:58.894040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-5cd46a00-5eac-46ab-b960-b97687c5df62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:58.896151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-5cd46a00-5eac-46ab-b960-b97687c5df62 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 1099 time: 1.1297464 Jan 28 09:35:58.896372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:35:58.915018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340debe-541e-4473-b1aa-d7cacb01ca1d req-161df586-57b3-4a15-9bdb-667f59a225a3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:58.916466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c340debe-541e-4473-b1aa-d7cacb01ca1d req-161df586-57b3-4a15-9bdb-667f59a225a3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 948 time: 0.9346159 Jan 28 09:35:58.935158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:58.984446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432d0ab2-588e-4e39-841e-e2258b11c30d req-2c55f74b-3d3b-4d65-8684-5c79d9d8f527 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:58.989637 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-432d0ab2-588e-4e39-841e-e2258b11c30d req-2c55f74b-3d3b-4d65-8684-5c79d9d8f527 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 943 time: 0.3734205 Jan 28 09:35:58.998278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-a29a85c1-c8d2-46fa-b896-daf259d3acd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:59.000137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-a29a85c1-c8d2-46fa-b896-daf259d3acd6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.4168062 Jan 28 09:35:59.008623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5751d955-e4bf-46b6-bccc-4eb28aec598a {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:35:59.013773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ffd0-6dbd-49ad-ae68-b7108f686351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.086767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Allocated IP 192.168.233.108 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/d307c408-1359-452f-a3e0-c961b163fc33) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:35:59.109419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-8c684a9f-6302-4a5e-9aed-714ccd8bcadf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24 HTTP/1.1" status: 200 len: 217 time: 0.0809531 Jan 28 09:35:59.115127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:59.188058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ffd0-6dbd-49ad-ae68-b7108f686351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.209300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.232632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-432d0ab2-588e-4e39-841e-e2258b11c30d req-03264ddf-c607-420f-ab9c-4befae7a6709 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293847 Jan 28 09:35:59.251536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Checking segment: {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:35:59.251916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Network hostable DHCP agents. Network: d5f1a833-f939-4fdf-aa26-d11606c1947a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:35:59.266776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c340debe-541e-4473-b1aa-d7cacb01ca1d req-3d5a6fcb-0ff2-4a4b-b613-77f5a389cc39 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048670 Jan 28 09:35:59.271750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b8cb999-a865-4401-ad6b-2deb9d878a87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=162bf2403dcc4e5285a3e576abb5a1b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8667510 Jan 28 09:35:59.278962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46462) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:35:59.281746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.328340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.385745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] Transition to ACTIVE for port object 5751d955-e4bf-46b6-bccc-4eb28aec598a will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:35:59.393536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-b922c40a-968c-41b7-be0c-212f0a3b8c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:59.402580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-b922c40a-968c-41b7-be0c-212f0a3b8c64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2709236 Jan 28 09:35:59.404829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.412040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ae12a1e-cedf-48fb-959c-9b1369a02a14 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:35:59.508758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Network d5f1a833-f939-4fdf-aa26-d11606c1947a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:35:59.546349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:35:59.546988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.667223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] For port 45cadbb8-882d-4831-b6f1-2fa740da1ae6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=45cadbb8-882d-4831-b6f1-2fa740da1ae6,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:35:59.667588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.708837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] No DVR routers for this DVR port 5751d955-e4bf-46b6-bccc-4eb28aec598a on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:35:59.741261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-1c5a300e-9b17-4f59-a837-b3affe848ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:59.742725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-1c5a300e-9b17-4f59-a837-b3affe848ca0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.8086047 Jan 28 09:35:59.760491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ffd0-6dbd-49ad-ae68-b7108f686351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.787947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] Pushing event updated for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:59.797431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4ffd0-6dbd-49ad-ae68-b7108f686351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223430b3-44cf-4c93-827f-ee8f560994e7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:35:59.813644 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3f4ffd0-6dbd-49ad-ae68-b7108f686351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.817126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f3f4ffd0-6dbd-49ad-ae68-b7108f686351 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/223430b3-44cf-4c93-827f-ee8f560994e7 HTTP/1.1" status: 204 len: 168 time: 1.0221691 Jan 28 09:35:59.820810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1f8eca5a-cda9-41ac-8def-a211134f7553 service neutron] 10.222.0.43 "PUT /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a/bindings/n-h1-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 1.8033929 Jan 28 09:35:59.823258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d5f1a833-f939-4fdf-aa26-d11606c1947a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:35:59.827951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:59.829502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:35:59.838369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5672d590-9732-42ac-8a0b-61c44066e441 req-67f2ddab-dba0-496c-a1c6-0ea96c1098a2 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:59.839236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be954a36-fae7-404a-bbb8-f3f0e80c5ced None None] Network d5f1a833-f939-4fdf-aa26-d11606c1947a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:35:59.845230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5672d590-9732-42ac-8a0b-61c44066e441 req-67f2ddab-dba0-496c-a1c6-0ea96c1098a2 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 948 time: 0.3580685 Jan 28 09:35:59.848950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-7a07c51d-4592-4644-8f17-6914dfc1b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:35:59.850376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-7a07c51d-4592-4644-8f17-6914dfc1b5b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4383523 Jan 28 09:35:59.916406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b8ff59b-3015-46c8-a158-3b3d88ccb420 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:00.011341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-891673b1-399d-45b1-8843-ba169edecaa3 req-2902b78c-68e6-46ca-bc31-ac622c048caa tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 210 time: 0.2621946 Jan 28 09:36:00.012026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb74b-953f-486e-9ea7-ba2ca20de13b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.026157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Calling delete_port for 45cadbb8-882d-4831-b6f1-2fa740da1ae6 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:36:00.041313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5672d590-9732-42ac-8a0b-61c44066e441 req-f558921a-5c59-44e1-a429-acd489c73ac3 tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/security-groups?id=f12facf9-fe70-4046-a780-f1fc8574ed9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951284 Jan 28 09:36:00.093278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-58986de0-26a0-493f-98b1-8177229210c5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420 HTTP/1.1" status: 200 len: 217 time: 0.2708828 Jan 28 09:36:00.104970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:00.119854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-56945ca0-b875-4107-b254-7239a9bd832e tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:00.121673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-56945ca0-b875-4107-b254-7239a9bd832e tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.2200708 Jan 28 09:36:00.125085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '9b8ff59b-3015-46c8-a158-3b3d88ccb420', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '9b8ff59b-3015-46c8-a158-3b3d88ccb420', 'mac_address': 'fa:16:3e:fd:61:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:00.128372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-41045a0a-093f-4e73-9b90-4fdbd5f4c60e service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523832 Jan 28 09:36:00.198822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.220694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b8ff59b-3015-46c8-a158-3b3d88ccb420 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:00.222370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb74b-953f-486e-9ea7-ba2ca20de13b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.259233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:00.271986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.362890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.386820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Transition to ACTIVE for port object d307c408-1359-452f-a3e0-c961b163fc33 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:00.412076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9b8ff59b-3015-46c8-a158-3b3d88ccb420,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:00.450467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a7eb09e-ce0f-45d5-9c68-23cf044bcfe8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 4.2706702 Jan 28 09:36:00.451979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46494) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:00.463991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-a298c93b-5bd4-49ea-a956-040cbf3e4105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:00.471618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-a298c93b-5bd4-49ea-a956-040cbf3e4105 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.3560026 Jan 28 09:36:00.472937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.484042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d5f1a833-f939-4fdf-aa26-d11606c1947a', 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'fixed_ips': [{'subnet_id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:36:00.485300 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.486742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:00.533178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:00.634229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:00.636603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb74b-953f-486e-9ea7-ba2ca20de13b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.699852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Usage tracker for resource:router and tenant:82dd9fa6ae94442ebc1fea396e01a1cb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:00.704078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1a3ebd13-2507-48f2-9cc1-2d61dc099ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:00.705752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-1a3ebd13-2507-48f2-9cc1-2d61dc099ec4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&tenant_id=f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 1095 time: 0.5761402 Jan 28 09:36:00.714665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eb74b-953f-486e-9ea7-ba2ca20de13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf14296-79b2-45a0-80ac-35ffb7963889,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:00.723696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:00.747288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c42c73d-47d4-45f6-99ea-8695dd4e4c0a req-e491152d-ab19-4ce6-ac8b-a46b534a139f service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4844334 Jan 28 09:36:00.748460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:00.773800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:00.780968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:00.786525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:00.808342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:00.851906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa47109-f80c-4002-91c0-9adb478100f4 req-1ac27256-c767-4d84-99d6-15eddf8155df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:00.859309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afa47109-f80c-4002-91c0-9adb478100f4 req-1ac27256-c767-4d84-99d6-15eddf8155df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 944 time: 0.3773084 Jan 28 09:36:00.927047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Allocated IP 172.20.0.2 (d5f1a833-f939-4fdf-aa26-d11606c1947a/bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9/5b2c98c9-bf91-4195-8d0e-cfd8117e230e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:00.943611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afa47109-f80c-4002-91c0-9adb478100f4 req-8f1c03d7-fa82-4117-a112-85559d224d39 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831463 Jan 28 09:36:00.975512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-0d095372-4a90-464d-b471-4c960d368bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:00.977012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-0d095372-4a90-464d-b471-4c960d368bbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1095 time: 0.2323763 Jan 28 09:36:01.057955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:01.062236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.138138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4eb74b-953f-486e-9ea7-ba2ca20de13b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.140273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b4eb74b-953f-486e-9ea7-ba2ca20de13b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebf14296-79b2-45a0-80ac-35ffb7963889 HTTP/1.1" status: 204 len: 168 time: 1.8604217 Jan 28 09:36:01.154135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0303278 Jan 28 09:36:01.155125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded8384e-3115-4cf2-a39d-92a8f88a6878 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:01.169410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-09de800a-00e2-467d-aedb-274c2d4d4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:01.170921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-09de800a-00e2-467d-aedb-274c2d4d4ea6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6954792 Jan 28 09:36:01.183544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Request body: {'port': {'device_id': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:01.192526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-3fac9705-1ca8-427d-83b7-9c29bbbc1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:01.195658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-3fac9705-1ca8-427d-83b7-9c29bbbc1097 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.2112544 Jan 28 09:36:01.311051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-bdcc1614-740e-4f3b-a868-07cb4afdb631 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.1084886 Jan 28 09:36:01.312234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd4f23d0-3d3f-4ffc-bd92-8faab7461202 None None] Provisioning for port d307c408-1359-452f-a3e0-c961b163fc33 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:01.338246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd4f23d0-3d3f-4ffc-bd92-8faab7461202 None None] Provisioning complete for port d307c408-1359-452f-a3e0-c961b163fc33 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:01.338522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd4f23d0-3d3f-4ffc-bd92-8faab7461202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.384355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-a35a296f-722a-4998-9961-e368b0cc18c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:01.386114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-a35a296f-722a-4998-9961-e368b0cc18c7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0676172 Jan 28 09:36:01.387735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.388816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.414450 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.432493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Transition to ACTIVE for port object 5b2c98c9-bf91-4195-8d0e-cfd8117e230e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:01.444511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dd4f23d0-3d3f-4ffc-bd92-8faab7461202 None None] Port d307c408-1359-452f-a3e0-c961b163fc33 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:01.452296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-13d885e7-a3bf-41ca-b529-c64356aaa4fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594609 Jan 28 09:36:01.457404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Transition to ACTIVE for port object 5b2c98c9-bf91-4195-8d0e-cfd8117e230e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:01.464676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.526578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-76028e63-6a8b-49af-9b66-e1e0a6ba40ac service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826765 Jan 28 09:36:01.527138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.598624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Network d5f1a833-f939-4fdf-aa26-d11606c1947a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:01.610286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:01.639700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:01.778238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Pushing event updated for resources: {'Port': ['ID=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:01.805174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Attempting to bind port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:01.805607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Attempting to bind port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:01.805955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Attempting to bind port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e on network d5f1a833-f939-4fdf-aa26-d11606c1947a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:01.820330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.826157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:01.826530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Checking segment: {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:01.826921 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.827358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Bound using segment: {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:01.827833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Bound port: 5b2c98c9-bf91-4195-8d0e-cfd8117e230e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:01.828200 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:01.839580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46532) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:01.858163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432ecfe-0904-4c31-8f33-4c05599ca11d req-be54ea9c-769d-423d-998a-4986bdb18646 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:01.863896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-e9b9f3a2-b21a-4b5e-9262-f13788678939 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018853 Jan 28 09:36:01.865746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0432ecfe-0904-4c31-8f33-4c05599ca11d req-be54ea9c-769d-423d-998a-4986bdb18646 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 949 time: 1.1004524 Jan 28 09:36:01.943397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8aebfedf-3fd5-46ce-8010-10eea9d82e24 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:01.952467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b8ff59b-3015-46c8-a158-3b3d88ccb420 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:01.970395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Pushing event deleted for resources: {'Port': ['ID=45cadbb8-882d-4831-b6f1-2fa740da1ae6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:02.128682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd13ff98-6c26-4e6d-9c43-7549d7257d86 req-05a286da-7705-4d59-b08c-61ae7f12749a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:02.136113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd13ff98-6c26-4e6d-9c43-7549d7257d86 req-05a286da-7705-4d59-b08c-61ae7f12749a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 936 time: 0.4112842 Jan 28 09:36:02.136575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.166500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-9680b4c4-b54c-4e52-bd04-b8787900bc84 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873280 Jan 28 09:36:02.186563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0432ecfe-0904-4c31-8f33-4c05599ca11d req-38e8e8ea-b499-4877-9763-81b938aa6bee tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198869 Jan 28 09:36:02.196287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.200995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd13ff98-6c26-4e6d-9c43-7549d7257d86 req-1ce75122-62da-4032-9790-de3c78f9bab6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639875 Jan 28 09:36:02.243318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] For port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:02.264163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] For port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:02.278234 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.302139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:02.312816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Usage tracker for resource:security_group_rule and tenant:25ace90eb70444ff902d3612db108b5d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:02.316547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:02.323159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:02.353590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:02.404448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236e556e-f981-43fb-b42f-bd50091ff5ad None None] Pushing event updated for resources: {'Port': ['ID=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:02.429863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:02.430548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.495968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d307c408-1359-452f-a3e0-c961b163fc33 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:02.531826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:36:02.564327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db0053e6-f065-4b09-ac23-f5b9f7f8f0c3 req-dc2b4aeb-cfa4-4e74-a8a4-ce6a571f06f0 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0196376 Jan 28 09:36:02.581083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.585268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] No DVR routers for this DVR port 45cadbb8-882d-4831-b6f1-2fa740da1ae6 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:36:02.589330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.640649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'name': 'network-vif-deleted', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:02.647720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-33ca7c06-10ea-4e13-aea6-dec21c67dd3f req-6ae9298a-3a71-4ad9-865a-17d8a5cf262b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Synchronizing usage tracker for tenant:4b6f760919d9446f871d7e79b7fa0e40 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:02.649423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a7c153-5824-4911-939a-3c054d005f1b req-78373b53-51c7-49c2-9056-685e10febf91 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:02.655018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-78373b53-51c7-49c2-9056-685e10febf91 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.1707587 Jan 28 09:36:02.685683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:02.696761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Transition to ACTIVE for port object d307c408-1359-452f-a3e0-c961b163fc33 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:02.698672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cdbaa812-9625-4f4f-83db-32102cb335f0 req-8a4e20b9-35e0-4fab-b12c-e6ea1f665d8c tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.25 "DELETE /v2.0/ports/45cadbb8-882d-4831-b6f1-2fa740da1ae6 HTTP/1.1" status: 204 len: 173 time: 7.5480821 Jan 28 09:36:02.704926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-33ca7c06-10ea-4e13-aea6-dec21c67dd3f req-6ae9298a-3a71-4ad9-865a-17d8a5cf262b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] Unset dirty status for tenant:4b6f760919d9446f871d7e79b7fa0e40 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:02.715181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33ca7c06-10ea-4e13-aea6-dec21c67dd3f req-6ae9298a-3a71-4ad9-865a-17d8a5cf262b tempest-ServerDiagnosticsNegativeTest-768486135 tempest-ServerDiagnosticsNegativeTest-768486135-project] 10.222.0.42 "GET /v2.0/ports?device_id=23fe282e-2201-4384-9079-b8057376942f HTTP/1.1" status: 200 len: 210 time: 0.1410623 Jan 28 09:36:02.795965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '8aebfedf-3fd5-46ce-8010-10eea9d82e24', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '8aebfedf-3fd5-46ce-8010-10eea9d82e24', 'mac_address': 'fa:16:3e:9b:11:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:02.842706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:36:02.887522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.891950 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fe282e-2201-4384-9079-b8057376942f', 'name': 'network-vif-deleted', 'tag': '45cadbb8-882d-4831-b6f1-2fa740da1ae6', 'status': 'completed', 'code': 200} Jan 28 09:36:02.937879 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:02.983933 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:03.005412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aebfedf-3fd5-46ce-8010-10eea9d82e24 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:03.039225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8ff59b-3015-46c8-a158-3b3d88ccb420'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:03.051879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:03.053691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:03.057944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:03.101358 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:03.145170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9b8ff59b-3015-46c8-a158-3b3d88ccb420,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:03.147253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a7c153-5824-4911-939a-3c054d005f1b req-b3808e48-b427-4367-9afb-40994d2257f7 service neutron] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:03.159612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a7c153-5824-4911-939a-3c054d005f1b req-b3808e48-b427-4367-9afb-40994d2257f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:03.162438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a7c153-5824-4911-939a-3c054d005f1b req-b3808e48-b427-4367-9afb-40994d2257f7 service neutron] 10.222.0.25 "DELETE /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a/bindings/n-h2-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.5007458 Jan 28 09:36:03.165879 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:36:03.212256 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b8ff59b-3015-46c8-a158-3b3d88ccb420', 'code': 200} Jan 28 09:36:03.326815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8aebfedf-3fd5-46ce-8010-10eea9d82e24,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:03.359507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['8aebfedf-3fd5-46ce-8010-10eea9d82e24'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:03.534844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:03.575784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b2c98c9-bf91-4195-8d0e-cfd8117e230e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:03.709002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80db5e9-3009-4bfa-a09c-94a413b95889 req-9866b693-776f-46d4-baed-51a97fe044f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:03.710789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b80db5e9-3009-4bfa-a09c-94a413b95889 req-9866b693-776f-46d4-baed-51a97fe044f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 950 time: 0.1733036 Jan 28 09:36:03.739014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c83f2-8df2-4ac1-aeba-8b486bc18e52 req-3e50b00e-626d-427f-860d-92ba81518dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:03.741024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f0c83f2-8df2-4ac1-aeba-8b486bc18e52 req-3e50b00e-626d-427f-860d-92ba81518dbf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 1101 time: 0.4757555 Jan 28 09:36:03.854139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b80db5e9-3009-4bfa-a09c-94a413b95889 req-80d121a5-556d-4e23-b017-168ef4a3de84 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372068 Jan 28 09:36:03.855210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:03.871926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:03.878314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:03.884910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f0c83f2-8df2-4ac1-aeba-8b486bc18e52 req-5732406d-1021-4af4-9d7c-513e1732682a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361876 Jan 28 09:36:03.885848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Usage tracker for resource:security_group_rule and tenant:cb5beb2e6e824156bbbb39d873e1e957 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:03.889646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:03.901610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:03.912613 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:03.929717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:04.056257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.079179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44dc4a4-2dd1-4d3d-9cc2-66354c34edca req-cc5d7596-8afc-4cea-a44b-25b1ab2e6e4d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:04.080644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d44dc4a4-2dd1-4d3d-9cc2-66354c34edca req-cc5d7596-8afc-4cea-a44b-25b1ab2e6e4d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 948 time: 0.0970161 Jan 28 09:36:04.120879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.218314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d44dc4a4-2dd1-4d3d-9cc2-66354c34edca req-2018b050-f991-443a-b14d-0ef2b7b410ed tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281071 Jan 28 09:36:04.224204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=25ace90eb70444ff902d3612db108b5d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3728852 Jan 28 09:36:04.224499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46584) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:04.231223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe33bd-e5da-420d-a470-3d72b6784e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac00b2-5230-4df2-b5c9-441fd630f974,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:04.234610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:04.234950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:04.235271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:04.246371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb436c-1978-47a7-a663-953abda02e7b req-8fc18134-e36f-4204-9197-bcb52cbd72b4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:04.247916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3adb436c-1978-47a7-a663-953abda02e7b req-8fc18134-e36f-4204-9197-bcb52cbd72b4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 944 time: 1.1033525 Jan 28 09:36:04.251754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Port d307c408-1359-452f-a3e0-c961b163fc33 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:04.252071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:04.275489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:04.275828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:04.276214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:04.276698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Bound port: d307c408-1359-452f-a3e0-c961b163fc33, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:04.277052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.318105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa99bc93-30dd-4a56-bab4-3ed1a32cae6a None None] Network d5f1a833-f939-4fdf-aa26-d11606c1947a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:04.351047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.353692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60721a0c-3f89-4321-90b5-43d56d81fed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.364806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.385241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3adb436c-1978-47a7-a663-953abda02e7b req-3df54815-2a13-4fa5-aae8-70217a8c3ef8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288636 Jan 28 09:36:04.403486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb5beb2e6e824156bbbb39d873e1e957&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8635731 Jan 28 09:36:04.407771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46592) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:04.440908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Provisioning for port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:04.451585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Provisioning complete for port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:04.452008 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.453407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60721a0c-3f89-4321-90b5-43d56d81fed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.470276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:04.482272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:04.514327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcaf6c-f962-4fbe-81dc-9e4035c2845b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6512ed1-c7e5-44b3-89a8-9f9ac9a1b2cd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:04.592686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.692114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60721a0c-3f89-4321-90b5-43d56d81fed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.748361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28c99a3f-43b2-41e4-89a2-aff308cb4826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.752297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60721a0c-3f89-4321-90b5-43d56d81fed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac00b2-5230-4df2-b5c9-441fd630f974,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:04.754730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:04.755600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.760610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 1096 time: 3.5867312 Jan 28 09:36:04.812852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.833278 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60721a0c-3f89-4321-90b5-43d56d81fed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.836704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60721a0c-3f89-4321-90b5-43d56d81fed8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbac00b2-5230-4df2-b5c9-441fd630f974 HTTP/1.1" status: 204 len: 168 time: 0.6090417 Jan 28 09:36:04.869971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28c99a3f-43b2-41e4-89a2-aff308cb4826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.873965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] For port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:04.885641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:04.923793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:04.930207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34edea-b1ec-43c2-951d-0adf4c4ec0c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:05.023878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28c99a3f-43b2-41e4-89a2-aff308cb4826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.024409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Pushing event updated for resources: {'Port': ['ID=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:05.042892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.047847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.048372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.048869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.049522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.051239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.051733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.052376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.053422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.054487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.056370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.056873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-529fdd16-f427-461f-8c3f-5fa237bea35c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:05.068465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46616) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:05.080487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c99a3f-43b2-41e4-89a2-aff308cb4826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6512ed1-c7e5-44b3-89a8-9f9ac9a1b2cd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:05.083387 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28c99a3f-43b2-41e4-89a2-aff308cb4826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.087513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-28c99a3f-43b2-41e4-89a2-aff308cb4826 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6512ed1-c7e5-44b3-89a8-9f9ac9a1b2cd HTTP/1.1" status: 204 len: 168 time: 0.6701989 Jan 28 09:36:05.095964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.245697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.357400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b2c98c9-bf91-4195-8d0e-cfd8117e230e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:05.408407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c337394-5eec-4bcc-87d9-d3a95439e17f req-b3118df6-8962-48e1-a177-3e60dc92f27c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:05.410773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c337394-5eec-4bcc-87d9-d3a95439e17f req-b3118df6-8962-48e1-a177-3e60dc92f27c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 950 time: 0.1591737 Jan 28 09:36:05.426935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d0d83166-cbe4-4151-b96a-4123bf980dc5 None None] Provisioning complete for port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:05.427543 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d0d83166-cbe4-4151-b96a-4123bf980dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.484108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-8041d615-814b-4b5d-aad5-8b1115c261c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:05.485577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-8041d615-814b-4b5d-aad5-8b1115c261c6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1099 time: 0.5635619 Jan 28 09:36:05.496205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Allocated IP 172.25.1.10 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/643f97a3-c6b8-499a-92a1-2a9233b12e34) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:05.564583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c337394-5eec-4bcc-87d9-d3a95439e17f req-71d126a5-4b58-402e-92d2-171d9d3f64b4 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429634 Jan 28 09:36:05.627040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:05.627412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.643298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c507b171-e44b-46ff-ac88-489c943caef5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4b6f760919d9446f871d7e79b7fa0e40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5719128 Jan 28 09:36:05.646628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46632) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:05.671235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-55cb61f7-c306-4da6-aabe-7a2b69a9888d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.1727936 Jan 28 09:36:05.682283 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33', 'status': 'completed', 'code': 200} Jan 28 09:36:05.788870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-054cf6e6-f176-450c-b17d-abeb5055d5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.865538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-054cf6e6-f176-450c-b17d-abeb5055d5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.913488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b065dda-c621-4fde-a6dc-89d08882d19e req-f26e57ce-eceb-48b4-b060-80ae0d88dfc0 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:05.920747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b065dda-c621-4fde-a6dc-89d08882d19e req-f26e57ce-eceb-48b4-b060-80ae0d88dfc0 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1095 time: 1.0180929 Jan 28 09:36:05.922474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46646) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:05.944592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8aebfedf-3fd5-46ce-8010-10eea9d82e24 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:05.968732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:05.998891 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-054cf6e6-f176-450c-b17d-abeb5055d5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.010225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:06.015585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:06.021113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:06.021482 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.026140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054cf6e6-f176-450c-b17d-abeb5055d5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f12facf9-fe70-4046-a780-f1fc8574ed9d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:06.034246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-e5400e34-258d-428e-9d1d-5451f3e98bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:06.035743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-e5400e34-258d-428e-9d1d-5451f3e98bfc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1588883 Jan 28 09:36:06.038343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Usage tracker for resource:security_group_rule and tenant:48260c7ee5614fd98428c3162a15f143 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:06.044109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:06.048618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733f06a3-6916-4281-9c9f-d9a4763cac42 req-f7edb97b-b374-4f54-97cc-237e143a5a06 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:06.049997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-733f06a3-6916-4281-9c9f-d9a4763cac42 req-f7edb97b-b374-4f54-97cc-237e143a5a06 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 948 time: 0.1281471 Jan 28 09:36:06.055407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b065dda-c621-4fde-a6dc-89d08882d19e req-7151d5a2-6395-4ea0-8880-5db99cf6bcd7 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336296 Jan 28 09:36:06.057115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-054cf6e6-f176-450c-b17d-abeb5055d5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.062003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-054cf6e6-f176-450c-b17d-abeb5055d5b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f12facf9-fe70-4046-a780-f1fc8574ed9d HTTP/1.1" status: 204 len: 168 time: 0.4118481 Jan 28 09:36:06.110990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-733f06a3-6916-4281-9c9f-d9a4763cac42 req-aefc7263-5c15-4537-92f3-97fb0fd56ef8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464425 Jan 28 09:36:06.132341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:06.215767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.237296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.268308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aebfedf-3fd5-46ce-8010-10eea9d82e24'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:06.277281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-8e82fe20-797f-423c-a095-84c354d26542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:06.278892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-8e82fe20-797f-423c-a095-84c354d26542 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2358932 Jan 28 09:36:06.279205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:06.286799 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.366387 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aebfedf-3fd5-46ce-8010-10eea9d82e24', 'code': 200} Jan 28 09:36:06.367348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8aebfedf-3fd5-46ce-8010-10eea9d82e24,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:06.528443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.551809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.604152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c75b9-9788-42e0-ba78-b356f871e3c6 req-25721c44-2dcc-4b0e-9900-a803a3f3f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:06.609457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-011c75b9-9788-42e0-ba78-b356f871e3c6 req-25721c44-2dcc-4b0e-9900-a803a3f3f454 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 1101 time: 0.1598940 Jan 28 09:36:06.609581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46680) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:06.624421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.673539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.695217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-011c75b9-9788-42e0-ba78-b356f871e3c6 req-2342daf1-d1bb-400b-89bc-9128d6226142 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622859 Jan 28 09:36:06.699224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:06.708774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Usage tracker for resource:security_group_rule and tenant:463637d4817a44eea5a517b71768d630 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:06.711924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:06.723574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:06.728049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbdc55fe-09f3-4d8b-9303-fa40dedc716b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:06.775914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:06.786532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:06.793262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:06.823600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-5f4ce2d0-d428-4fe5-a067-735b8ccdd200 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364838 Jan 28 09:36:06.833736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5ec91141-e720-4b21-bf45-eab90d529c44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48260c7ee5614fd98428c3162a15f143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9048405 Jan 28 09:36:06.835308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.836614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46688) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:06.842382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Pushing event updated for resources: {'Port': ['ID=643f97a3-c6b8-499a-92a1-2a9233b12e34,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:06.857648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:06.946938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb3dc58-7520-48a7-9d29-919235d7c9af,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:06.957993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b1595f3d-5320-4b8a-ac65-ef4f74a36756 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=463637d4817a44eea5a517b71768d630&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3441467 Jan 28 09:36:06.959234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46696) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:07.024989 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-258b579a-5396-4d3d-b443-736d2a0efc62 req-27fda0f1-40ef-4faf-be88-8804c6317126 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834948 Jan 28 09:36:07.062385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453aa11-9c75-4823-af20-1f5761d1a47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.108751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-373605e3-edd2-4552-a931-994653fba258 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:07.110328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-373605e3-edd2-4552-a931-994653fba258 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.5854812 Jan 28 09:36:07.115210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9356f167-41dc-4d2f-87fc-d5752499fd8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.118836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453aa11-9c75-4823-af20-1f5761d1a47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.180691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9356f167-41dc-4d2f-87fc-d5752499fd8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.216033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a4b12-6f6d-4c0d-8fb6-3717a31950d3 req-4b4adc0d-009c-43f7-aa82-c125a02c067b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:07.217522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd6a4b12-6f6d-4c0d-8fb6-3717a31950d3 req-4b4adc0d-009c-43f7-aa82-c125a02c067b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 950 time: 0.2190413 Jan 28 09:36:07.235162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-71f9e965-f200-4f8a-b9b2-5d6e99bc3eff tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/quotas/f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 375 time: 0.0876849 Jan 28 09:36:07.261580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453aa11-9c75-4823-af20-1f5761d1a47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.292189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453aa11-9c75-4823-af20-1f5761d1a47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbdc55fe-09f3-4d8b-9303-fa40dedc716b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:07.323712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd6a4b12-6f6d-4c0d-8fb6-3717a31950d3 req-66960b26-2cfb-478b-b097-f8adf69ddb8a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829329 Jan 28 09:36:07.324866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453aa11-9c75-4823-af20-1f5761d1a47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.325944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d453aa11-9c75-4823-af20-1f5761d1a47c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bbdc55fe-09f3-4d8b-9303-fa40dedc716b HTTP/1.1" status: 204 len: 168 time: 0.4880443 Jan 28 09:36:07.326725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9356f167-41dc-4d2f-87fc-d5752499fd8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.337935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9356f167-41dc-4d2f-87fc-d5752499fd8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:07.341444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9356f167-41dc-4d2f-87fc-d5752499fd8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1cb3dc58-7520-48a7-9d29-919235d7c9af HTTP/1.1" status: 204 len: 168 time: 0.3812232 Jan 28 09:36:07.359400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356f167-41dc-4d2f-87fc-d5752499fd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb3dc58-7520-48a7-9d29-919235d7c9af,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:07.467411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-7ff978b5-50a3-4d86-8222-016ea402e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:07.468974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-7ff978b5-50a3-4d86-8222-016ea402e460 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1099 time: 0.3724177 Jan 28 09:36:07.632880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-c774e4b4-8619-459b-a27e-eb53052b6002 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3968534 Jan 28 09:36:07.782579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:08.053638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-8390fed8-cbe4-442f-891c-19303198aad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:08.055130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-8390fed8-cbe4-442f-891c-19303198aad7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5782270 Jan 28 09:36:08.133368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-0a2edfde-6055-4a17-b27f-6fc088eabed3 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886162 Jan 28 09:36:08.202745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4e6abe-44ab-42a6-85d9-4852866fd61d req-7002a39f-b848-4175-8108-63f4139a024a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:08.204519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab4e6abe-44ab-42a6-85d9-4852866fd61d req-7002a39f-b848-4175-8108-63f4139a024a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 948 time: 0.1029351 Jan 28 09:36:08.218000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-ebb611a8-b321-497b-b526-de1fc0aec5f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.1549492 Jan 28 09:36:08.268392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab4e6abe-44ab-42a6-85d9-4852866fd61d req-23770990-3745-4d9c-91a8-4e3d9e71bf78 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578380 Jan 28 09:36:08.459382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf69dce-6ae1-49d4-bbc4-82a386cd2720 req-46f8ffa5-f34e-4cfd-987d-e9eb5710f54b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:08.461381 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf69dce-6ae1-49d4-bbc4-82a386cd2720 req-46f8ffa5-f34e-4cfd-987d-e9eb5710f54b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 950 time: 0.0974231 Jan 28 09:36:08.466755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d307c408-1359-452f-a3e0-c961b163fc33 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:08.517539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-75204d89-fa3f-42a8-9db4-ee899aa6c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:08.519100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-75204d89-fa3f-42a8-9db4-ee899aa6c5be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2899544 Jan 28 09:36:08.556134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf69dce-6ae1-49d4-bbc4-82a386cd2720 req-484f7b65-f605-4f6a-812c-d0db36c35a90 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851939 Jan 28 09:36:08.648251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:08.681558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'd307c408-1359-452f-a3e0-c961b163fc33', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'd307c408-1359-452f-a3e0-c961b163fc33', 'mac_address': 'fa:16:3e:d3:55:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:08.775746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-93cebb2c-f719-4c75-8cde-2601a238a9fc service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6415086 Jan 28 09:36:08.806341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:08.820033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:08.858746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d307c408-1359-452f-a3e0-c961b163fc33 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:08.878225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:08.885731 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:08.990441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:08.992372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1603b4-ee2a-442e-bab2-b10292d82baa req-dc3c807b-80b5-4608-baec-90706bb2d73c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:08.999622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1603b4-ee2a-442e-bab2-b10292d82baa req-dc3c807b-80b5-4608-baec-90706bb2d73c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:09.007584 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c1603b4-ee2a-442e-bab2-b10292d82baa req-dc3c807b-80b5-4608-baec-90706bb2d73c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c&device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 1691 time: 0.1203351 Jan 28 09:36:09.055765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c1603b4-ee2a-442e-bab2-b10292d82baa req-dd754767-a7a5-45d6-a47b-5ce6edcaabc7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471501 Jan 28 09:36:09.093607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-866a4824-417f-4c1f-a35e-6ea8dde4bb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:09.095484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-866a4824-417f-4c1f-a35e-6ea8dde4bb5b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5566061 Jan 28 09:36:09.108088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46780) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:09.111109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:09.292641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-bb486f9e-1526-4486-9c98-19cc065fed0d service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888576 Jan 28 09:36:09.296118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Router e240c6f8-82f9-4736-b740-267d6e33e8d3 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:36:09.388540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-8511838-network', 'tenant_id': '8b8d123d2a484aeb93f5bf505600eb18'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:09.400344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:09.411019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Usage tracker for resource:network and tenant:8b8d123d2a484aeb93f5bf505600eb18 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:09.417980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:09.434032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:09.476398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Made reservation on behalf of 8b8d123d2a484aeb93f5bf505600eb18 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:09.482095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:09.525930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:09.576700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:09.587369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b8d123d2a484aeb93f5bf505600eb18 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:09.596579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:09.599570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:36:09.609802 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Sync routers for ids ['e240c6f8-82f9-4736-b740-267d6e33e8d3'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:36:09.612702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:09.624830 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Routers {'e240c6f8-82f9-4736-b740-267d6e33e8d3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:09.626760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e240c6f8-82f9-4736-b740-267d6e33e8d3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:09.690143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a3e11ee-25b9-434a-af3f-c83df6e4f385 req-dcb91ee3-e5a6-4e0a-9b73-307df515be43 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 210 time: 0.0955751 Jan 28 09:36:09.691175 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:09.693131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9a636a39-9ca6-41e0-937e-bb01bbec02c6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 9.2367134 Jan 28 09:36:09.696437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:09.845126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:09.862021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:09.929992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:36:09.964401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f2f62f-01d1-4c35-80ec-a61889d7b9bc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:09.976496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:09.977854 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Added segment 0661d64d-4f19-435a-b07c-9cfe33498de3 of type vlan for network c4b72eb0-72ba-4a53-94bb-1cea93642303 Jan 28 09:36:10.042344 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:10.063517 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Set router e240c6f8-82f9-4736-b740-267d6e33e8d3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:10.107692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:10.108873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:10.109507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:10.156284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fcbb06-5cd0-4765-a39f-ee39b57b9d14 req-b4eae4fd-750e-47e2-ae7a-9b9820a8390b service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8565669 Jan 28 09:36:10.307216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-8fd8d15f-ac4d-40a5-8eaa-0d445b739555 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:10.307939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-8fd8d15f-ac4d-40a5-8eaa-0d445b739555 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:10.345858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] Pushing event updated for resources: {'Network': ['ID=c4b72eb0-72ba-4a53-94bb-1cea93642303,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:10.355517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-450a38d9-1f78-4ef5-a271-b24b3f4fd0b2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2459049 Jan 28 09:36:10.359209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c4b72eb0-72ba-4a53-94bb-1cea93642303 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:36:10.370966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:10.382897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Request body: {'subnet': {'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-8511838-subnet', 'tenant_id': '8b8d123d2a484aeb93f5bf505600eb18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:10.396695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:10.402017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Usage tracker for resource:subnet and tenant:8b8d123d2a484aeb93f5bf505600eb18 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:10.408215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:10.424615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:10.449248 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:36:07Z', 'revision_number': 3, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:10.453749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Made reservation on behalf of 8b8d123d2a484aeb93f5bf505600eb18 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:10.455470 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Checking router: e240c6f8-82f9-4736-b740-267d6e33e8d3 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:36:10.456182 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Updating router e240c6f8-82f9-4736-b740-267d6e33e8d3 port 643f97a3-c6b8-499a-92a1-2a9233b12e34 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:36:10.458461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:10.577770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d307c408-1359-452f-a3e0-c961b163fc33 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:10.596245 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:10.617416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-8fd8d15f-ac4d-40a5-8eaa-0d445b739555 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:10.618811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-8fd8d15f-ac4d-40a5-8eaa-0d445b739555 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 949 time: 0.5773940 Jan 28 09:36:10.809874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port d307c408-1359-452f-a3e0-c961b163fc33 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:10.816832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port d307c408-1359-452f-a3e0-c961b163fc33 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:10.817651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:10.880914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-e10821e8-b777-4b2b-ab29-58faeac2ab66 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:10.973457 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.007524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:11.011255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.019337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:11.023881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.024760 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.038465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Transition to ACTIVE for port object 643f97a3-c6b8-499a-92a1-2a9233b12e34 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:11.048926 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.078737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99a41757-30ca-4f89-ab6d-18ac94675033,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:11.094646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-e10821e8-b777-4b2b-ab29-58faeac2ab66 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:11.105180 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f276f9d1-d72b-4c1d-9e8c-9e1ad0019dd7 req-e10821e8-b777-4b2b-ab29-58faeac2ab66 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4704456 Jan 28 09:36:11.106475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:11.137192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Checking segment: {'id': '0661d64d-4f19-435a-b07c-9cfe33498de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:11.137588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Network hostable DHCP agents. Network: c4b72eb0-72ba-4a53-94bb-1cea93642303, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:36:11.149953 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e9131-be1d-4cb6-9a4a-0079551fab9c None None] Pushing event updated for resources: {'Port': ['ID=643f97a3-c6b8-499a-92a1-2a9233b12e34,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:11.158457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b639a-80d7-4cb2-892c-b6aae57c341a req-9c39be13-16c1-41ce-aa5d-0bbecd846d27 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:11.165879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-626b639a-80d7-4cb2-892c-b6aae57c341a req-9c39be13-16c1-41ce-aa5d-0bbecd846d27 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 1101 time: 0.1959639 Jan 28 09:36:11.173892 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Attempting to bind port 643f97a3-c6b8-499a-92a1-2a9233b12e34 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:11.174252 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Attempting to bind port 643f97a3-c6b8-499a-92a1-2a9233b12e34 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:11.174601 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Attempting to bind port 643f97a3-c6b8-499a-92a1-2a9233b12e34 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:11.181608 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:11.181920 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:11.182344 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.182772 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:11.183291 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Bound port: 643f97a3-c6b8-499a-92a1-2a9233b12e34, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:11.183844 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.220735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Network c4b72eb0-72ba-4a53-94bb-1cea93642303 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:36:11.229865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-0cefbe82-c4ad-4c94-b24b-332024987b78 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:11.231389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-0cefbe82-c4ad-4c94-b24b-332024987b78 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.5403929 Jan 28 09:36:11.235099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-626b639a-80d7-4cb2-892c-b6aae57c341a req-ee3d1f9e-d0a5-4ecf-a878-5e2f02486f6e tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Synchronizing usage tracker for tenant:65adb2d07cf246fcb87093510fc71c79 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:11.242853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, c4b72eb0-72ba-4a53-94bb-1cea93642303) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:11.249357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:11.250719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.250844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Request body: {'port': {'device_id': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'admin_state_up': True, 'tenant_id': 'f17cd3fd1306411782080e6608f6256c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:11.252143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180b57cd-d73c-42fc-afe5-028effc68e9d None None] Network c4b72eb0-72ba-4a53-94bb-1cea93642303 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:11.287795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-626b639a-80d7-4cb2-892c-b6aae57c341a req-ee3d1f9e-d0a5-4ecf-a878-5e2f02486f6e tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Unset dirty status for tenant:65adb2d07cf246fcb87093510fc71c79 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:11.299124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-626b639a-80d7-4cb2-892c-b6aae57c341a req-ee3d1f9e-d0a5-4ecf-a878-5e2f02486f6e tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323488 Jan 28 09:36:11.309110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-68469cda-3fcf-4293-8d5b-1c35214f1ea6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9368789 Jan 28 09:36:11.318544 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] For port 643f97a3-c6b8-499a-92a1-2a9233b12e34, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:11.331211 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] For port 643f97a3-c6b8-499a-92a1-2a9233b12e34, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=643f97a3-c6b8-499a-92a1-2a9233b12e34,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:11.338610 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.452885 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Routers {'e240c6f8-82f9-4736-b740-267d6e33e8d3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:11.453749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e240c6f8-82f9-4736-b740-267d6e33e8d3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:11.517761 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e9131-be1d-4cb6-9a4a-0079551fab9c None None] Pushing event updated for resources: {'Port': ['ID=643f97a3-c6b8-499a-92a1-2a9233b12e34,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:11.545070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6deddfbd-5dd1-4287-b872-7c2ca97a6975 req-4dc5c2bb-6771-4e7d-a9b2-36dc87e91497 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 210 time: 0.1105928 Jan 28 09:36:11.658202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22e9ff-b2b6-42f0-b2ac-00b94e7fb618 None None] Network c4b72eb0-72ba-4a53-94bb-1cea93642303 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:11.754200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:11.764918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:11.783570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Made reservation on behalf of f17cd3fd1306411782080e6608f6256c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:11.787760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.793122 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33', 'code': 200} Jan 28 09:36:11.815305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:11.817973 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] Set router e240c6f8-82f9-4736-b740-267d6e33e8d3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:12.017825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc73c80-2051-4e23-9298-3c81cc86d0b1 req-47b2070c-42c8-44d0-8a58-b584e8dffd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:12.020005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dfc73c80-2051-4e23-9298-3c81cc86d0b1 req-47b2070c-42c8-44d0-8a58-b584e8dffd12 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1101 time: 0.1515408 Jan 28 09:36:12.228367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dfc73c80-2051-4e23-9298-3c81cc86d0b1 req-822cf75f-96f9-4142-af22-b625615c6341 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015300 Jan 28 09:36:12.298653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcea39-7e16-4ed6-8dc4-7a1f18a5a130 req-50afc30d-7907-4e79-b792-45fce3a59c8a tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:12.303717 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-32fcea39-7e16-4ed6-8dc4-7a1f18a5a130 req-50afc30d-7907-4e79-b792-45fce3a59c8a tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 1101 time: 0.2138848 Jan 28 09:36:12.367697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-32fcea39-7e16-4ed6-8dc4-7a1f18a5a130 req-ca74d750-a3c7-425e-875d-ccf2f7641cc4 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578947 Jan 28 09:36:12.373484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Allocated IP 172.20.0.10 (d408f57a-595b-4c2f-baed-a38efd3c87fb/19d850a5-bb63-4588-9c86-e001c9f47a91/52d3ad49-329f-4007-b72b-6405ffe64e9f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:12.387311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:36:07Z', 'revision_number': 3, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:12.391739 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9b08a-0a54-4539-8388-6fb88da3106f None None] The sync data for ids ['e240c6f8-82f9-4736-b740-267d6e33e8d3'] in n-d-825178-2 is: [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:36:07Z', 'revision_number': 3, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:36:12.413668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46878) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:12.420594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2141720820-network', 'tenant_id': 'bade65fac18f42a88eefab868bffc0e5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:12.430196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Allocated IP 172.20.0.1 (d5f1a833-f939-4fdf-aa26-d11606c1947a/bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9/4949477a-7dfc-4165-8372-918d710a63fc) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:12.435835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:12.450455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Usage tracker for resource:network and tenant:bade65fac18f42a88eefab868bffc0e5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:12.459906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:12.474427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:12.486464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Made reservation on behalf of bade65fac18f42a88eefab868bffc0e5 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:12.489760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:12.510306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:12.557766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:12.569931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Usage tracker for resource:security_group_rule and tenant:bade65fac18f42a88eefab868bffc0e5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:12.576939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:12.592891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:12.750439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46892) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:12.782135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:12.787605 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:12.897496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:36:12.900374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccec2e-bb18-47ab-94db-39a58b8ff2f5 req-ba823c11-cf22-41de-97be-533179326a9b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:12.907151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74ccec2e-bb18-47ab-94db-39a58b8ff2f5 req-ba823c11-cf22-41de-97be-533179326a9b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.4639847 Jan 28 09:36:12.920969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa85151-1b78-40da-952a-20d6745fd61b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:12.932614 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:12.933347 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Added segment 41ec401f-7a32-4ec4-b355-c0a702a29465 of type vlan for network 82ad9d3f-47ec-4a23-a569-51992f738d88 Jan 28 09:36:12.970651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.051132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74ccec2e-bb18-47ab-94db-39a58b8ff2f5 req-8ab07b0a-acad-4597-a856-5d46c1123a75 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430523 Jan 28 09:36:13.074470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.083058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.095522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.097331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:13.098508 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.104619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.115655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Transition to ACTIVE for port object 4949477a-7dfc-4165-8372-918d710a63fc will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:13.117686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8158c297-aaf1-48e6-9ef7-7440cf600f7e req-2c4c380a-e68c-4301-84da-ea05e6285ad2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 210 time: 0.1058176 Jan 28 09:36:13.152268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:13.164130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.265755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Usage tracker for resource:security_group_rule and tenant:1eeda710be3a4d40824349a318bef573 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:13.286337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:13.292856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Network d408f57a-595b-4c2f-baed-a38efd3c87fb is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:13.300549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:13.303444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:13.343675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:13.355290 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.360257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9452872 Jan 28 09:36:13.361361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:13.367699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46928) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:13.383231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Request body: {'subnet': {'network_id': '82ad9d3f-47ec-4a23-a569-51992f738d88', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2141720820-subnet', 'tenant_id': 'bade65fac18f42a88eefab868bffc0e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:13.392319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c158bb6d-9df5-400e-946b-823eddfa1f72 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1368489 Jan 28 09:36:13.424279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:13.428102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.435650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:13.444063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.446488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaf5b4f-fbc3-4c76-8766-efb41d35203d admin admin] Pushing event updated for resources: {'Network': ['ID=82ad9d3f-47ec-4a23-a569-51992f738d88,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:13.461604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 82ad9d3f-47ec-4a23-a569-51992f738d88 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:36:13.520988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 643f97a3-c6b8-499a-92a1-2a9233b12e34 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:13.533999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Usage tracker for resource:subnet and tenant:bade65fac18f42a88eefab868bffc0e5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:13.559835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:13.590055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Network d5f1a833-f939-4fdf-aa26-d11606c1947a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:13.616185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:13.618757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:13.624648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:13.667449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-d483396a-e738-4774-ada3-6a67938096c3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:13.674446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-d483396a-e738-4774-ada3-6a67938096c3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2811105 Jan 28 09:36:13.711377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-d268e6b0-f060-4a06-9b39-6acbe89bc5b1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/quotas/a1f2a4a4588a4d5e8bdfbb87e5e22a6e HTTP/1.1" status: 200 len: 375 time: 0.0360408 Jan 28 09:36:13.746166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.791978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.808631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 643f97a3-c6b8-499a-92a1-2a9233b12e34 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:13.812111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.820520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 643f97a3-c6b8-499a-92a1-2a9233b12e34 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:13.820912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:13.876593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1eeda710be3a4d40824349a318bef573&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1241508 Jan 28 09:36:13.888070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46948) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:13.947416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b48ba-06c4-4502-abc2-b0c605992c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e75625a9-5936-4bf5-b38b-e11be31eeca6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:14.010938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.037831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b04de5d4-2691-4aa7-843f-6e87c8a33259 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3255153 Jan 28 09:36:14.039258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 643f97a3-c6b8-499a-92a1-2a9233b12e34, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=643f97a3-c6b8-499a-92a1-2a9233b12e34,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:14.043407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-1dd164a5-d305-4987-a9ad-a0600bacedba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8016829 Jan 28 09:36:14.044459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b6405134-6360-4837-b855-537276e4a05f None None] Provisioning for port 4949477a-7dfc-4165-8372-918d710a63fc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:14.047216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Pushing event updated for resources: {'Port': ['ID=4949477a-7dfc-4165-8372-918d710a63fc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:14.051962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b6405134-6360-4837-b855-537276e4a05f None None] Provisioning complete for port 4949477a-7dfc-4165-8372-918d710a63fc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:14.052332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6405134-6360-4837-b855-537276e4a05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.060190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Request body: {'port': {'device_id': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:14.087184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Made reservation on behalf of bade65fac18f42a88eefab868bffc0e5 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:14.094302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67338d66-67e9-465c-bf1a-ddac794d1e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.095326 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.099409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.130643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67338d66-67e9-465c-bf1a-ddac794d1e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.218985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b6405134-6360-4837-b855-537276e4a05f None None] Port 4949477a-7dfc-4165-8372-918d710a63fc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:14.231238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=643f97a3-c6b8-499a-92a1-2a9233b12e34,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:14.241074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67338d66-67e9-465c-bf1a-ddac794d1e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.297260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67338d66-67e9-465c-bf1a-ddac794d1e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e75625a9-5936-4bf5-b38b-e11be31eeca6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:14.312089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67338d66-67e9-465c-bf1a-ddac794d1e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.322049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-67338d66-67e9-465c-bf1a-ddac794d1e10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e75625a9-5936-4bf5-b38b-e11be31eeca6 HTTP/1.1" status: 204 len: 168 time: 0.4309864 Jan 28 09:36:14.475222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.562536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:14.845367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46980) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:14.846139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.885680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.897330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:14.909823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Usage tracker for resource:security_group_rule and tenant:b349d1c0a42e4e4586b4d7b3ecb9bdea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:14.911055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:14.914673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:14.918156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:14.929344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Usage tracker for resource:security_group_rule and tenant:b57da166fa814a42b80d5dbd7f785252 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:14.931613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:14.933685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:14.949103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:14.999097 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.013152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf726db7-f377-41a6-b0be-7fd94ac5ac17 req-9b84598a-98c0-4b92-ab04-ba1842cb579a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:15.014729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf726db7-f377-41a6-b0be-7fd94ac5ac17 req-9b84598a-98c0-4b92-ab04-ba1842cb579a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 932 time: 0.2294712 Jan 28 09:36:15.034656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03069251-6290-4fe1-a526-9cacfda3c463 req-5ea72003-6b8a-48e4-bcfa-316619a382e8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:15.036184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03069251-6290-4fe1-a526-9cacfda3c463 req-5ea72003-6b8a-48e4-bcfa-316619a382e8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.5739534 Jan 28 09:36:15.067221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.116383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf726db7-f377-41a6-b0be-7fd94ac5ac17 req-fd5aff93-1436-4bae-af8d-24e929ae8891 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945046 Jan 28 09:36:15.166923 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.174647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.176555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.195314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.264625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b349d1c0a42e4e4586b4d7b3ecb9bdea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7005050 Jan 28 09:36:15.270742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b57da166fa814a42b80d5dbd7f785252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4125929 Jan 28 09:36:15.270742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:15.270742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaacc7-537b-438a-8720-16cea4cee9a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6294c976-49f2-4e22-9d2e-55bea3dd7a70,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:15.277164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46998) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:15.331991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5677d8-daca-4423-96d0-cb86b36e4c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066adadb-3572-4c52-a419-fb63f3852417,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:15.391334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e5dd02-6826-4dff-a843-a6f82ed59c66,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:15.397925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-305ac908-1ab4-478b-b80b-327ed17cf573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.411581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 643f97a3-c6b8-499a-92a1-2a9233b12e34 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:15.420093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03069251-6290-4fe1-a526-9cacfda3c463 req-e2b799f3-a235-43eb-8226-ba53a713df88 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592830 Jan 28 09:36:15.450670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-305ac908-1ab4-478b-b80b-327ed17cf573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.540458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 643f97a3-c6b8-499a-92a1-2a9233b12e34 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:15.541210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.559994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-305ac908-1ab4-478b-b80b-327ed17cf573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.682607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-266e94f2-7dbf-4f27-82d6-10706ec0700b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.719496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-266e94f2-7dbf-4f27-82d6-10706ec0700b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.748905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Checking segment: {'id': '41ec401f-7a32-4ec4-b355-c0a702a29465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '82ad9d3f-47ec-4a23-a569-51992f738d88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:15.749442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Network hostable DHCP agents. Network: 82ad9d3f-47ec-4a23-a569-51992f738d88, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:36:15.794265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ac908-1ab4-478b-b80b-327ed17cf573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6294c976-49f2-4e22-9d2e-55bea3dd7a70,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:15.814473 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-305ac908-1ab4-478b-b80b-327ed17cf573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.817965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-305ac908-1ab4-478b-b80b-327ed17cf573 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6294c976-49f2-4e22-9d2e-55bea3dd7a70 HTTP/1.1" status: 204 len: 168 time: 0.5380692 Jan 28 09:36:15.829518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Network 82ad9d3f-47ec-4a23-a569-51992f738d88 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:36:15.867900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 82ad9d3f-47ec-4a23-a569-51992f738d88) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:15.887546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d5db6b-9f88-41f8-b36d-92f96bfc73ae None None] Network 82ad9d3f-47ec-4a23-a569-51992f738d88 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:15.919339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:15.920272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:15.939659 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97332cec-9784-47a8-9c4f-57c456447b72 req-fb8d256b-c9ac-4fa9-abb4-acc3928e9244 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 210 time: 0.0952177 Jan 28 09:36:15.958834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-266e94f2-7dbf-4f27-82d6-10706ec0700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.010563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-266e94f2-7dbf-4f27-82d6-10706ec0700b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.014726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-266e94f2-7dbf-4f27-82d6-10706ec0700b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/066adadb-3572-4c52-a419-fb63f3852417 HTTP/1.1" status: 204 len: 168 time: 0.7306964 Jan 28 09:36:16.015897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266e94f2-7dbf-4f27-82d6-10706ec0700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066adadb-3572-4c52-a419-fb63f3852417,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:16.025068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3892e4eb-32f6-48b9-9b48-5b6ac6c25222 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6563089 Jan 28 09:36:16.029096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d3ad49-329f-4007-b72b-6405ffe64e9f {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:16.049376 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.058074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.071988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.102989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Transition to ACTIVE for port object 52d3ad49-329f-4007-b72b-6405ffe64e9f will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:16.186664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Pushing event updated for resources: {'Port': ['ID=4949477a-7dfc-4165-8372-918d710a63fc,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:16.196279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.345975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.354969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9162d3b-a356-4a1d-84be-015999b2e817 None None] Network 82ad9d3f-47ec-4a23-a569-51992f738d88 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:16.443630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:16.783324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47038) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:16.794992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:16.795592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:16.795715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:16.806269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Network d5f1a833-f939-4fdf-aa26-d11606c1947a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:16.807440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:16.807758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:16.811620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-281ecee3-a84b-4a3c-8ebb-d04a86f8523a tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:16.830525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-281ecee3-a84b-4a3c-8ebb-d04a86f8523a tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1101 time: 0.4932714 Jan 28 09:36:16.832787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:16.873022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:16.873613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:16.874155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:16.875463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Bound port: 52d3ad49-329f-4007-b72b-6405ffe64e9f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:16.877504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.903130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:16.926366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.039358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-11559a21-95af-46e3-882a-59e7f79129a2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876865 Jan 28 09:36:17.049813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:17.080133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Usage tracker for resource:security_group_rule and tenant:07c3e0d8025645dda08333f053db41dc is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:17.088142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:17.099131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:17.108249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Usage tracker for resource:security_group_rule and tenant:0a70e38a2c524e6f97ae41ed249a1702 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:17.118689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:17.127591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:17.173354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:17.246076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:17.254452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:17.273720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.282557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-de9534c0-e3a2-4be8-8b28-05d58458df45 None None] Provisioning complete for port 4949477a-7dfc-4165-8372-918d710a63fc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:17.283268 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-de9534c0-e3a2-4be8-8b28-05d58458df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.286079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.335967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.415575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-de9534c0-e3a2-4be8-8b28-05d58458df45 None None] Port 4949477a-7dfc-4165-8372-918d710a63fc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:17.436403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-62bd02c9-7363-403c-b060-b2e38ed7f75b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1420548 Jan 28 09:36:17.457603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Router e240c6f8-82f9-4736-b740-267d6e33e8d3 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:36:17.482130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:17.482860 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.488727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] 10.222.0.43 "PUT /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 1092 time: 3.4289479 Jan 28 09:36:17.488727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:17.629814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf165c75-afae-41ef-a735-d8bb108fd26b req-864c91c3-b687-4b7d-ab00-a4c0d955c297 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:17.631803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf165c75-afae-41ef-a735-d8bb108fd26b req-864c91c3-b687-4b7d-ab00-a4c0d955c297 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 944 time: 0.8020518 Jan 28 09:36:17.640101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e0ae95-7d78-4973-8455-0002eca76331,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:17.653028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ece26-9760-41f7-bff1-0c6a30551969 service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:17.658039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-823a427d-d523-43b7-b48f-c65657a73c3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a70e38a2c524e6f97ae41ed249a1702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8726566 Jan 28 09:36:17.673594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:17.746130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf165c75-afae-41ef-a735-d8bb108fd26b req-3b786623-06ac-4d6c-8f55-d1c257a57334 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995703 Jan 28 09:36:17.774412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.779543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-5709a17c-acd6-47f2-af86-8c7fbf073067 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:17.781076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-5709a17c-acd6-47f2-af86-8c7fbf073067 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7261319 Jan 28 09:36:17.810063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:17.819667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': '729cc753-59f9-4a91-ba78-071103fc544b', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:17.848352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-16137a36-88f8-4aee-b86f-8a0c445224e3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:17.850185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-16137a36-88f8-4aee-b86f-8a0c445224e3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3962605 Jan 28 09:36:17.876494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c7359c5-02a6-4b71-864e-dd9e76968af8 req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0450017 Jan 28 09:36:17.898704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:36:17.911605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Sync routers for ids ['e240c6f8-82f9-4736-b740-267d6e33e8d3'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:36:17.927147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Routers {'e240c6f8-82f9-4736-b740-267d6e33e8d3'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:17.928198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e240c6f8-82f9-4736-b740-267d6e33e8d3'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:17.944589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:17.951887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467f9a84-eef9-489c-921a-36937c3e5cef tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4368e4-d518-49ed-b6ff-f2de8eb6317e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:17.972350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-b7a15e74-4ea8-43e3-ba66-0db39e8a2c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:17.978252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-b7a15e74-4ea8-43e3-ba66-0db39e8a2c2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1095 time: 0.4101713 Jan 28 09:36:18.078938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d5b7-4734-42be-b582-b58b9e069a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:18.105772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-938639d5-bd62-467b-a6d4-4ae28c85830b admin admin] 10.222.0.42 "PUT /v2.0/routers/e240c6f8-82f9-4736-b740-267d6e33e8d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4004967 Jan 28 09:36:18.133205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:18.140372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-2b53bc16-f8e2-4303-9910-829fc80dc224 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 217 time: 0.1515443 Jan 28 09:36:18.149780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:18.151915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:18.176522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:18.181733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:18.204221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86855305-9760-4139-b33a-da16b6333439 req-9c95a1b7-28e2-483e-bfb0-6d13a2bf9f26 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 210 time: 0.1165218 Jan 28 09:36:18.210287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:18.218389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Set router e240c6f8-82f9-4736-b740-267d6e33e8d3 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:18.227194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d5b7-4734-42be-b582-b58b9e069a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:18.275906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:18.279811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:18.302823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-505508fe-63bf-4546-8843-0c57d93fa6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:18.313058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-505508fe-63bf-4546-8843-0c57d93fa6bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1507804 Jan 28 09:36:18.316524 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'status': 'completed', 'code': 200} Jan 28 09:36:18.403243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-6afaed2d-cf6c-4238-95de-10e240444ef6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890467 Jan 28 09:36:18.594269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d5b7-4734-42be-b582-b58b9e069a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:18.629844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4d5b7-4734-42be-b582-b58b9e069a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e0ae95-7d78-4973-8455-0002eca76331,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:18.644430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ba4d5b7-4734-42be-b582-b58b9e069a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:18.645938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1ba4d5b7-4734-42be-b582-b58b9e069a36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0e0ae95-7d78-4973-8455-0002eca76331 HTTP/1.1" status: 204 len: 168 time: 0.9669569 Jan 28 09:36:18.649404 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-9b857e5c-dcb7-4707-82b4-0cb844675a84 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290912 Jan 28 09:36:18.744793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.43', 61331) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:18.755821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.230 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/185f9af1-3f91-4d98-b706-c64849e8d108) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:18.859096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '4949477a-7dfc-4165-8372-918d710a63fc', 'name': '', 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'mac_address': 'fa:16:3e:2c:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:11Z', 'updated_at': '2022-01-28T09:36:15Z', 'revision_number': 2, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'subnets': [{'id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:18.860722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-682220fb-cd72-4f0f-a833-c0e6c7bf5649 req-5beff6f8-40b6-47c2-892e-39f5e4e1628b service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051806 Jan 28 09:36:18.873325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Checking router: e240c6f8-82f9-4736-b740-267d6e33e8d3 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:36:18.874565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Updating router e240c6f8-82f9-4736-b740-267d6e33e8d3 port 4949477a-7dfc-4165-8372-918d710a63fc binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:36:18.930483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-96da13f0-b15f-4b11-87ee-2bb75b7c85f8 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:18.930483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-96da13f0-b15f-4b11-87ee-2bb75b7c85f8 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Synchronizing usage tracker for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:18.951153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:19.028027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-c57c4077-be8f-4874-b9b9-88e6262ad686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:19.031677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-c57c4077-be8f-4874-b9b9-88e6262ad686 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1095 time: 0.1093655 Jan 28 09:36:19.275781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:19.294164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-de6998e6-fcd4-48cf-ab77-15ed165903cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5431190 Jan 28 09:36:19.299183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-96da13f0-b15f-4b11-87ee-2bb75b7c85f8 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Unset dirty status for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:19.305482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-992890c4-19e4-4104-91d2-be7e59c268b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:19.307579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-992890c4-19e4-4104-91d2-be7e59c268b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.2696333 Jan 28 09:36:19.311159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-96da13f0-b15f-4b11-87ee-2bb75b7c85f8 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/networks?id=c4b72eb0-72ba-4a53-94bb-1cea93642303 HTTP/1.1" status: 200 len: 812 time: 0.8292608 Jan 28 09:36:19.329842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object 185f9af1-3f91-4d98-b706-c64849e8d108 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:19.345529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-2850fb59-93c0-46c6-9def-84114ae462c8 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/quotas/8b8d123d2a484aeb93f5bf505600eb18 HTTP/1.1" status: 200 len: 375 time: 0.0330243 Jan 28 09:36:19.427792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-8de8b5fd-5564-4812-aba0-c27503b4141f tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8b8d123d2a484aeb93f5bf505600eb18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0809431 Jan 28 09:36:19.446564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-c58d9680-5451-4eb0-91a0-023559a4afee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 217 time: 0.1328361 Jan 28 09:36:19.537367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:19.580004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-1812eb15-252a-434b-b217-d92f0a0fa15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:19.583397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-1812eb15-252a-434b-b217-d92f0a0fa15f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1295090 Jan 28 09:36:19.598522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:19.651301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:19.670250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=185f9af1-3f91-4d98-b706-c64849e8d108,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:19.699688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-968af859-1bf0-4812-9f54-30ce87cb9a63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085532 Jan 28 09:36:19.726901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:19.748882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:19.770303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.216 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/d2b51560-ac0b-409b-a4a5-c7c2d0da5b46) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:19.772694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:19.957787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47154) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:19.987004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.053960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Transition to ACTIVE for port object 4949477a-7dfc-4165-8372-918d710a63fc will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:20.104274 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.108369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-9d94dab2-c1be-46f9-8d3b-e1e0139d3702 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:36:20.116153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-9d94dab2-c1be-46f9-8d3b-e1e0139d3702 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1542726 Jan 28 09:36:20.194217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-4f630516-4803-41de-9055-c3c1ec366c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:20.195832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-4f630516-4803-41de-9055-c3c1ec366c72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 1101 time: 0.6565981 Jan 28 09:36:20.224637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:20.225295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.238133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-a88ad3ad-7008-4318-9414-efbef94014a0 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304801 Jan 28 09:36:20.382190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:20.394795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4d58e-f148-4da9-9b55-fad5c64a5076 req-0a7d6476-42e3-4069-996c-5cc55510a12d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:20.395528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-bed4d58e-f148-4da9-9b55-fad5c64a5076 req-0a7d6476-42e3-4069-996c-5cc55510a12d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:20.423413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe3d94-b2d2-4339-ac8d-c508ddc5805b None None] Pushing event updated for resources: {'Port': ['ID=4949477a-7dfc-4165-8372-918d710a63fc,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:20.494880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-384d2bac-e493-483c-bfe4-d62d130eaa1a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6833982 Jan 28 09:36:20.521981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Request body: {'port': {'device_id': '729cc753-59f9-4a91-ba78-071103fc544b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:20.553759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c80b77f-e83c-4967-8b1c-fb4dfe4ac2f3 req-5640ea47-94d0-46a2-a09e-969576fbee2b service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067605 Jan 28 09:36:20.567453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-bed4d58e-f148-4da9-9b55-fad5c64a5076 req-0a7d6476-42e3-4069-996c-5cc55510a12d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:20.567719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f019e157-4cd1-4fcc-95e7-a05c18de27c4 None None] Provisioning for port 185f9af1-3f91-4d98-b706-c64849e8d108 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:20.568652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bed4d58e-f148-4da9-9b55-fad5c64a5076 req-0a7d6476-42e3-4069-996c-5cc55510a12d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 944 time: 0.5614769 Jan 28 09:36:20.585931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f019e157-4cd1-4fcc-95e7-a05c18de27c4 None None] Provisioning complete for port 185f9af1-3f91-4d98-b706-c64849e8d108 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:20.586660 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f019e157-4cd1-4fcc-95e7-a05c18de27c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.632118 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.646652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bed4d58e-f148-4da9-9b55-fad5c64a5076 req-1f2fc309-7a6c-43c3-aaac-518c5cbd128e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713301 Jan 28 09:36:20.649917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-430384673-network', 'tenant_id': '66931b843a4447f59d82994c722663c6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:20.656715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:20.664131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Usage tracker for resource:network and tenant:66931b843a4447f59d82994c722663c6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:20.670774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:20.678469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Attempting to bind port 4949477a-7dfc-4165-8372-918d710a63fc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:20.678963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:20.680868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Attempting to bind port 4949477a-7dfc-4165-8372-918d710a63fc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:20.681398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Attempting to bind port 4949477a-7dfc-4165-8372-918d710a63fc on network d5f1a833-f939-4fdf-aa26-d11606c1947a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:20.691396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Made reservation on behalf of 66931b843a4447f59d82994c722663c6 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:20.694905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.710423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:20.726224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.730850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:20.731298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Checking segment: {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:20.732312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.732797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Bound using segment: {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:20.733343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Bound port: 4949477a-7dfc-4165-8372-918d710a63fc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b34c391e-7c82-446c-816f-bfb1dd49aac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:20.733777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.735828 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-ad1f6518-10c9-439f-97ce-b6e301290ff1 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6194940 Jan 28 09:36:20.753127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:20.756363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-f8265779-70fa-4221-a9cd-d4925ac69d78 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7877066 Jan 28 09:36:20.757070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Usage tracker for resource:security_group_rule and tenant:66931b843a4447f59d82994c722663c6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:20.760444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:20.766640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:20.802873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f019e157-4cd1-4fcc-95e7-a05c18de27c4 None None] Port 185f9af1-3f91-4d98-b706-c64849e8d108 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:20.821345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-2a663f58-87af-4623-87b8-0b93e35494a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:20.823380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-2a663f58-87af-4623-87b8-0b93e35494a4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5908051 Jan 28 09:36:20.866309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2b79b5a-cdd5-47de-83ee-10f6fdbaacd2 req-96697f9a-6915-49a0-a32b-3c87007668fd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 210 time: 0.0629158 Jan 28 09:36:20.917522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] For port 4949477a-7dfc-4165-8372-918d710a63fc, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:20.935728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] For port 4949477a-7dfc-4165-8372-918d710a63fc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4949477a-7dfc-4165-8372-918d710a63fc,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:20.948826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.951692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.957215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:20.991788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:36:21.067574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d2c8f-c407-4582-bb53-7ccdc637f4cd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:21.098257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe3d94-b2d2-4339-ac8d-c508ddc5805b None None] Pushing event updated for resources: {'Port': ['ID=4949477a-7dfc-4165-8372-918d710a63fc,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:21.099480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.099480 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Added segment 54e97e87-923d-4c49-8d77-d922a554c8c4 of type vlan for network 9490d0db-23b8-4ede-b1cf-5bd894ae920c Jan 28 09:36:21.101523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Routers {'e240c6f8-82f9-4736-b740-267d6e33e8d3'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:21.102251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:35:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e240c6f8-82f9-4736-b740-267d6e33e8d3'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:21.150791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.175876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-2fb0df94-1b5e-4ba7-a737-0a7d92b45937 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=434296a2-6860-4694-bba2-5fbfe5861efd HTTP/1.1" status: 200 len: 217 time: 0.2574761 Jan 28 09:36:21.179003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa4201-7f1a-45f4-b86b-21c2792d4b31 req-8df38b6b-35f9-4cf6-8870-fa0c72101e54 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:21.181462 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15fa4201-7f1a-45f4-b86b-21c2792d4b31 req-8df38b6b-35f9-4cf6-8870-fa0c72101e54 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1754003 Jan 28 09:36:21.249260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15fa4201-7f1a-45f4-b86b-21c2792d4b31 req-e27bd210-cede-4a8e-bbf9-60ebe369584a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564053 Jan 28 09:36:21.251573 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.254030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:21.254753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.363481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.383092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.419967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:21.425365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-9e0a5ecf-1311-4642-9f01-d4be102a8b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:21.430410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0464900 Jan 28 09:36:21.430993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-9e0a5ecf-1311-4642-9f01-d4be102a8b01 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2412047 Jan 28 09:36:21.433269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47196) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:21.440923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Request body: {'subnet': {'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-subnet', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:21.444243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b4e93-d44e-4142-852d-915655ff4a2b admin admin] Pushing event updated for resources: {'Network': ['ID=9490d0db-23b8-4ede-b1cf-5bd894ae920c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:21.447901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:21.450651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-8ff35f8d-f725-4c8c-ae0e-211f19191dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893401 Jan 28 09:36:21.451878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Usage tracker for resource:subnet and tenant:66931b843a4447f59d82994c722663c6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:21.455128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:21.462784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:21.480614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Made reservation on behalf of 66931b843a4447f59d82994c722663c6 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:21.483371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.499735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:36:21.512443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:21.714561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:21.734871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] Set router e240c6f8-82f9-4736-b740-267d6e33e8d3 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:21.736295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:21.739777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:21.929906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:21.988067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:21.989271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:22.073174 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1394241 Jan 28 09:36:22.075315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740dcf7-c656-4c4b-a857-8f249b16d83b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:22.095404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Request body: {'port': {'device_id': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:22.153819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-fcb6da23-3a0d-41dc-9d7d-271b0e1a4a4d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=019193a4afec4016a8f0e2871e6d91fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1262953 Jan 28 09:36:22.164255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a558c502-385e-4c72-b9e9-0ce23ba7c8ad,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:22.368157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Checking segment: {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:22.368884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Network hostable DHCP agents. Network: 9490d0db-23b8-4ede-b1cf-5bd894ae920c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:36:22.450508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:36:22.458158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-43825e9c-815c-4bf4-940f-6de9f72b2f20 None None] Provisioning for port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:22.484991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9490d0db-23b8-4ede-b1cf-5bd894ae920c) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:22.497415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-a70c084f-c267-4f34-9411-e7903f98392f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:22.501886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-a70c084f-c267-4f34-9411-e7903f98392f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3318501 Jan 28 09:36:22.509147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:22.510708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:22.520782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:22.540885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b095e48-f60f-4640-8794-64f004b11294 None None] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:22.557304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-22911a94-f272-4b33-a665-751100864e14 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/quotas/019193a4afec4016a8f0e2871e6d91fb HTTP/1.1" status: 200 len: 375 time: 0.0398321 Jan 28 09:36:22.559808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-43825e9c-815c-4bf4-940f-6de9f72b2f20 None None] Provisioning complete for port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:22.560409 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43825e9c-815c-4bf4-940f-6de9f72b2f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:22.633509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-c9226385-a9b5-4e91-9066-75368f000413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:22.637035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c183ae9d-c52c-48a4-bcf0-71fdd40a7f5c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2000546 Jan 28 09:36:22.637175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-c9226385-a9b5-4e91-9066-75368f000413 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1814070 Jan 28 09:36:22.639891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47236) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:22.642188 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-2f0016bc-b946-48ea-b206-6012d62fb088 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649400 Jan 28 09:36:22.647555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:22.652616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:22.657077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Usage tracker for resource:router and tenant:66931b843a4447f59d82994c722663c6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:22.661720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:22.677659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:22.701150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:22.703072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:22.722803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:22.733647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-43825e9c-815c-4bf4-940f-6de9f72b2f20 None None] Port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:22.923175 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:36:23.001792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '4949477a-7dfc-4165-8372-918d710a63fc', 'name': '', 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'mac_address': 'fa:16:3e:2c:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:11Z', 'updated_at': '2022-01-28T09:36:20Z', 'revision_number': 4, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'subnets': [{'id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:23.016702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64cd930-9b01-4bea-9110-3658459ea641 None None] The sync data for ids ['e240c6f8-82f9-4736-b740-267d6e33e8d3'] in n-d-825178-2 is: [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '4949477a-7dfc-4165-8372-918d710a63fc', 'name': '', 'network_id': 'd5f1a833-f939-4fdf-aa26-d11606c1947a', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'mac_address': 'fa:16:3e:2c:d3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:11Z', 'updated_at': '2022-01-28T09:36:20Z', 'revision_number': 4, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'subnets': [{'id': 'bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:36:23.055600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:23.319439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-a6413e09-579c-4d2a-b98a-c5fa0c8626cb service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564727 Jan 28 09:36:23.347648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:23.369550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9490d0db-23b8-4ede-b1cf-5bd894ae920c', 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'fixed_ips': [{'subnet_id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:36:23.370521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:23.402280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'port_id': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'mac_address': 'fa:16:3e:45:88:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d850a5-bb63-4588-9c86-e001c9f47a91', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:23.494468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-272b06c2-8267-4727-b808-710a107953d4 req-1bcbebd9-a8de-4d18-a0ba-77b981b50b25 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 210 time: 0.4899964 Jan 28 09:36:23.512382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:23.547941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4949477a-7dfc-4165-8372-918d710a63fc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:23.748712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:36:23.756454 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:23.760924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b458fb5d-517d-4d6e-8750-7fac7f631ee2 req-91e9eec3-5fb7-4d4c-b744-07c7fee1b87e service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042945 Jan 28 09:36:23.839544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc037cd0-afb8-4ac7-89de-60b45f886668 req-f3e52808-752c-4f73-b228-77dd61c17fd8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:23.850834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc037cd0-afb8-4ac7-89de-60b45f886668 req-f3e52808-752c-4f73-b228-77dd61c17fd8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 944 time: 1.3829598 Jan 28 09:36:23.877811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Allocated IP 172.20.0.2 (9490d0db-23b8-4ede-b1cf-5bd894ae920c/a558c502-385e-4c72-b9e9-0ce23ba7c8ad/1ef83e6c-db41-441e-802a-6a4d8f9a1941) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:23.967276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-24c8f880-0c10-45b4-9500-29bfe603766a tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:23.968842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-24c8f880-0c10-45b4-9500-29bfe603766a tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.25 "GET /v2.0/networks?id=c4b72eb0-72ba-4a53-94bb-1cea93642303 HTTP/1.1" status: 200 len: 812 time: 0.2227535 Jan 28 09:36:24.027875 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc037cd0-afb8-4ac7-89de-60b45f886668 req-d5d0eed9-d0e4-409a-80e5-2d78a605184c tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717474 Jan 28 09:36:24.039213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 185f9af1-3f91-4d98-b706-c64849e8d108 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:24.062476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.067768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Request body: {'port': {'device_id': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303', 'admin_state_up': True, 'tenant_id': '8b8d123d2a484aeb93f5bf505600eb18'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:24.103440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-cfd919a6-a5b4-45f8-8e24-e7a342e5a25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:24.104871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Transition to ACTIVE for port object 185f9af1-3f91-4d98-b706-c64849e8d108 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:24.105668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-cfd919a6-a5b4-45f8-8e24-e7a342e5a25e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1101 time: 0.8806367 Jan 28 09:36:24.143647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.176551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.192073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Transition to ACTIVE for port object 1ef83e6c-db41-441e-802a-6a4d8f9a1941 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:24.221311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Transition to ACTIVE for port object 1ef83e6c-db41-441e-802a-6a4d8f9a1941 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:24.242214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.282888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-e19aa24f-c153-48b1-89b9-a01bb6ebf35d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3705661 Jan 28 09:36:24.395073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Pushing event updated for resources: {'Port': ['ID=1ef83e6c-db41-441e-802a-6a4d8f9a1941,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:24.432003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52d3ad49-329f-4007-b72b-6405ffe64e9f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:24.453125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:24.464118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4949477a-7dfc-4165-8372-918d710a63fc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:24.473853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.515086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4949477a-7dfc-4165-8372-918d710a63fc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:24.515720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.596362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:24.615525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:24.628512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:24.650647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Pushing event updated for resources: {'Port': ['ID=185f9af1-3f91-4d98-b706-c64849e8d108,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:24.651462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:24.710243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Usage tracker for resource:port and tenant:8b8d123d2a484aeb93f5bf505600eb18 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:24.722828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:24.741001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['52d3ad49-329f-4007-b72b-6405ffe64e9f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:24.754062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:24.762944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7f2394-6c7b-4840-9db0-d68288bfeb9f req-e78b67c7-8176-4531-b84a-e68bda7d4511 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:24.771496 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a7f2394-6c7b-4840-9db0-d68288bfeb9f req-e78b67c7-8176-4531-b84a-e68bda7d4511 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.3437777 Jan 28 09:36:24.783397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838acd9-c154-4737-9b8e-2fdf43480fda req-f460a729-530c-4d02-93ad-27d71cb0cf0d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:24.790818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a838acd9-c154-4737-9b8e-2fdf43480fda req-f460a729-530c-4d02-93ad-27d71cb0cf0d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 936 time: 1.0256302 Jan 28 09:36:24.803473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Attempting to bind port 185f9af1-3f91-4d98-b706-c64849e8d108 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:24.803800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Attempting to bind port 185f9af1-3f91-4d98-b706-c64849e8d108 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:24.804117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Attempting to bind port 185f9af1-3f91-4d98-b706-c64849e8d108 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:24.845955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Made reservation on behalf of 8b8d123d2a484aeb93f5bf505600eb18 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:24.849775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:24.886414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-2d3fc992-88e1-4cb4-9df9-daafa0861e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:24.887858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-2d3fc992-88e1-4cb4-9df9-daafa0861e03 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7622821 Jan 28 09:36:24.901866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a7f2394-6c7b-4840-9db0-d68288bfeb9f req-977ed3ab-2923-4c0b-87b1-077a7d00a8fc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298263 Jan 28 09:36:24.906353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Port 185f9af1-3f91-4d98-b706-c64849e8d108 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:24.906666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Attempting to bind port 185f9af1-3f91-4d98-b706-c64849e8d108 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:24.964078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:24.971451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Attempting to bind port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:24.971812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Attempting to bind port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:24.972166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Attempting to bind port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 on network 9490d0db-23b8-4ede-b1cf-5bd894ae920c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:24.996387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-2c4aa528-cc53-4bc5-9028-1d4d7654feb0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=019193a4afec4016a8f0e2871e6d91fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0909777 Jan 28 09:36:24.998975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:24.999309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:24.999677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:25.000100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Bound port: 185f9af1-3f91-4d98-b706-c64849e8d108, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:25.000436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.005978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:25.006348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Checking segment: {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:25.006749 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.007117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Bound using segment: {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:25.007593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Bound port: 1ef83e6c-db41-441e-802a-6a4d8f9a1941, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:25.007959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.020881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.033833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a838acd9-c154-4737-9b8e-2fdf43480fda req-0f674a7d-f2e4-48ce-9db0-7e622482870b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411633 Jan 28 09:36:25.131250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:25.260366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-be13ff3b-0801-4270-ab59-77c40c6d5619 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.3578343 Jan 28 09:36:25.269874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 4949477a-7dfc-4165-8372-918d710a63fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4949477a-7dfc-4165-8372-918d710a63fc,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:25.279804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.332901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.381141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] For port 1ef83e6c-db41-441e-802a-6a4d8f9a1941, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:25.387394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] For port 1ef83e6c-db41-441e-802a-6a4d8f9a1941, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef83e6c-db41-441e-802a-6a4d8f9a1941,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:25.400419 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.404515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=4949477a-7dfc-4165-8372-918d710a63fc,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:25.426260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-d2ef1d54-e1d6-4266-bce1-1d268c859c16 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=019193a4afec4016a8f0e2871e6d91fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3015165 Jan 28 09:36:25.461976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Transition to ACTIVE for port object d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:25.502276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.551489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6bcb6c-ecc8-4ee4-9553-dcfca33cf20f None None] Pushing event updated for resources: {'Port': ['ID=1ef83e6c-db41-441e-802a-6a4d8f9a1941,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:25.576060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-d918e3dd-fb52-45b3-8c32-6025a2d0723e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:25.577543 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-d918e3dd-fb52-45b3-8c32-6025a2d0723e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2501481 Jan 28 09:36:25.585588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-efdc33fd-3736-4fcf-b58d-b1b58121585d req-701571db-0b52-4631-81ef-632d2faae680 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 210 time: 0.2677698 Jan 28 09:36:25.689538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07271c3-f57c-448c-b2b5-9771af444282 req-5139ba97-3306-4a97-9a4a-61500a9121c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:25.691769 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-5139ba97-3306-4a97-9a4a-61500a9121c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1095 time: 1.2102730 Jan 28 09:36:25.714281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Allocated IP 172.20.0.4 (c4b72eb0-72ba-4a53-94bb-1cea93642303/99a41757-30ca-4f89-ab6d-18ac94675033/6ba3c98e-b96d-4932-8462-143b7986c75e) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:25.769187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] For port 185f9af1-3f91-4d98-b706-c64849e8d108, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:25.804317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.820078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:25.837832 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3a10fd-505b-4b75-9197-1a1e029be5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.867317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] For port 185f9af1-3f91-4d98-b706-c64849e8d108, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=185f9af1-3f91-4d98-b706-c64849e8d108,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:25.892406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.927110 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:25.998726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-4144bcf3-8b2e-4845-a81c-86c7cb2c5afd tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.000226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-4144bcf3-8b2e-4845-a81c-86c7cb2c5afd tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5567458 Jan 28 09:36:26.009159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-790085e3-4f0d-450c-bbd4-0a9936e591a8 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.010600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-790085e3-4f0d-450c-bbd4-0a9936e591a8 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9538717 Jan 28 09:36:26.027150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Request body: {'port': {'device_id': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '019193a4afec4016a8f0e2871e6d91fb'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:26.042640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.043246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.044608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] 10.222.0.25 "PUT /v2.0/ports/185f9af1-3f91-4d98-b706-c64849e8d108 HTTP/1.1" status: 200 len: 1096 time: 5.5312200 Jan 28 09:36:26.045559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '729cc753-59f9-4a91-ba78-071103fc544b', 'tag': '185f9af1-3f91-4d98-b706-c64849e8d108'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:26.139849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-6edc5a0c-1790-4f11-b1a4-39947db0ebf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.141706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-6edc5a0c-1790-4f11-b1a4-39947db0ebf6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5551870 Jan 28 09:36:26.205806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6651be40-d9a7-4999-8f64-11fc897b5279 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/quotas/019193a4afec4016a8f0e2871e6d91fb HTTP/1.1" status: 200 len: 375 time: 0.1922688 Jan 28 09:36:26.294643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Attempting to bind port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:26.294903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Attempting to bind port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:26.295230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Attempting to bind port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:26.301880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888579b-2778-4026-bbd4-bbc13ab635de service neutron] Pushing event updated for resources: {'Port': ['ID=185f9af1-3f91-4d98-b706-c64849e8d108,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:26.306646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-b0452cfb-f645-49a3-82a8-958ef7b3d675 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782268 Jan 28 09:36:26.318188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:26.318448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Attempting to bind port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:26.339019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:26.339370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:26.340056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:26.340193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Bound port: d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:26.340497 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.352529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07271c3-f57c-448c-b2b5-9771af444282 req-a1628c10-f000-4196-9721-d8faf6c873b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.354018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-a1628c10-f000-4196-9721-d8faf6c873b0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.6306455 Jan 28 09:36:26.379105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12c5d3-8ca4-474c-b0c7-7f1ebe5ac6da req-d110ce17-3993-4f4e-ba20-322f3837ca24 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.380748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d12c5d3-8ca4-474c-b0c7-7f1ebe5ac6da req-d110ce17-3993-4f4e-ba20-322f3837ca24 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 945 time: 0.6640995 Jan 28 09:36:26.430902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:26.441317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Usage tracker for resource:port and tenant:019193a4afec4016a8f0e2871e6d91fb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:26.447106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:26.460386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-3deaf23c-fb3e-4a91-a988-0d80fe8b69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.477889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-3deaf23c-fb3e-4a91-a988-0d80fe8b69ea service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 1099 time: 0.3655281 Jan 28 09:36:26.498558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:26.569441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:26.595332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.605702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-635579c3-6e31-4ce6-87dd-bc5ecc30bfa0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=185f9af1-3f91-4d98-b706-c64849e8d108 HTTP/1.1" status: 200 len: 217 time: 0.1269379 Jan 28 09:36:26.652399 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-18e13753-b4b8-4a55-b31f-f1cf0cd25b55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.2655690 Jan 28 09:36:26.708752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 52d3ad49-329f-4007-b72b-6405ffe64e9f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:26.715819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 52d3ad49-329f-4007-b72b-6405ffe64e9f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:26.716296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.752148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-eeeb8e9e-70b8-4678-942d-859e22b99ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.754830 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-eeeb8e9e-70b8-4678-942d-859e22b99ab4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1394825 Jan 28 09:36:26.758717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] For port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:26.761114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Made reservation on behalf of 019193a4afec4016a8f0e2871e6d91fb for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:26.765764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.786029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.847341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07271c3-f57c-448c-b2b5-9771af444282 req-6eda6de4-0e99-4e0d-9670-c606b0ce52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:26.848828 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-6eda6de4-0e99-4e0d-9670-c606b0ce52ab service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1401644 Jan 28 09:36:26.870544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:26.906146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:26.910050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] For port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:26.915740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7423b43-57da-4ea1-b390-ff323371fe06 None None] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:36:26.930695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Usage tracker for resource:security_group_rule and tenant:019193a4afec4016a8f0e2871e6d91fb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:26.949882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:26.958390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-2cbafdc6-e46c-4a8f-83a6-9d8abf88a617 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904481 Jan 28 09:36:26.962177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Allocated IP 172.25.1.170 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/3d9951b2-12dc-46af-9dba-8291adfd09ce) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:26.968877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.002009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:27.018704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d12c5d3-8ca4-474c-b0c7-7f1ebe5ac6da req-f8d326c2-445f-4b98-b72a-e292e93cc3eb tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3681366 Jan 28 09:36:27.026536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:27.037611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.082866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-43ec84ea-0de6-481f-a4e2-4e5842535004 None None] Provisioning for port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:27.087694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:27.097781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:27.118416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.129599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:27.130161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.131574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-b9258c61-51c5-433b-b7ad-e6d7b8552fc6 service neutron] 10.222.0.43 "PUT /v2.0/ports/d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 HTTP/1.1" status: 200 len: 1096 time: 5.0471129 Jan 28 09:36:27.145753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-6d4c1e3d-4677-44e1-8da6-3c4d24c2ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:27.147795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-6d4c1e3d-4677-44e1-8da6-3c4d24c2ca1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3655455 Jan 28 09:36:27.162863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37acfb7-5bdc-4afc-a038-28abbd7334b5 req-c39b564d-db6b-48d3-aaeb-3e1358796703 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:27.164350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d37acfb7-5bdc-4afc-a038-28abbd7334b5 req-c39b564d-db6b-48d3-aaeb-3e1358796703 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.4082682 Jan 28 09:36:27.203093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:27.224027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-d5bbbbb5-0311-4a8f-a2db-e0d2757948b7 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0633929 Jan 28 09:36:27.588576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ef83e6c-db41-441e-802a-6a4d8f9a1941 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:27.678744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:27.685853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:27.686271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.688444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d37acfb7-5bdc-4afc-a038-28abbd7334b5 req-51788a63-77e6-4527-bdcf-ab4d4db69923 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4726076 Jan 28 09:36:27.726747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-7323edda-ac5f-4e39-86c6-a6c30dde16ee service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5527527 Jan 28 09:36:27.763070 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '729cc753-59f9-4a91-ba78-071103fc544b', 'tag': '185f9af1-3f91-4d98-b706-c64849e8d108', 'status': 'completed', 'code': 200} Jan 28 09:36:27.779582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-19176735-a075-4576-a5a3-1e3c8c1ca589 None None] Provisioning complete for port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:27.779952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19176735-a075-4576-a5a3-1e3c8c1ca589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.852895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-5dd591d6-d35b-4450-94ff-20872548455c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:27.854506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-5dd591d6-d35b-4450-94ff-20872548455c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 1099 time: 0.6216102 Jan 28 09:36:27.865196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.928190 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.932264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Network c4b72eb0-72ba-4a53-94bb-1cea93642303 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:27.947800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-d13b35cc-61cf-4369-9343-17a1e8d94f0a service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9794700 Jan 28 09:36:27.949697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-6f445419-a281-464f-8609-56006e47e9f2 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7156098 Jan 28 09:36:27.960122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:27.966358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:27.966688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:27.986536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-74b87905-3586-4c7c-a339-ea05b810bedd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 HTTP/1.1" status: 200 len: 217 time: 0.1200185 Jan 28 09:36:28.049492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-667abb45-0162-4f6a-a9f4-ac4710149b26 req-e048b03c-89c9-439f-baf0-9e656c247b03 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 210 time: 0.1330912 Jan 28 09:36:28.096956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 1ef83e6c-db41-441e-802a-6a4d8f9a1941, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef83e6c-db41-441e-802a-6a4d8f9a1941,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:28.122943 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.123716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4949477a-7dfc-4165-8372-918d710a63fc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:28.180776 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-2d7b688f-ac97-4a84-ab39-6c8cb388ab95 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416313 Jan 28 09:36:28.183460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-473d2201-9f60-4b36-b2b0-86537a060dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.185300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-473d2201-9f60-4b36-b2b0-86537a060dcd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1437876 Jan 28 09:36:28.194551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf20d66-44a0-48de-bd80-99441d473af0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:28.281670 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19176735-a075-4576-a5a3-1e3c8c1ca589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.317034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02849139-0dff-419d-9290-db38d8b0941e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.329195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c07271c3-f57c-448c-b2b5-9771af444282 req-2d768b8b-23ef-4eee-abf1-63f11bd5b271 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2859027 Jan 28 09:36:28.329999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Pushing event updated for resources: {'Port': ['ID=6ba3c98e-b96d-4932-8462-143b7986c75e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:28.388284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=1ef83e6c-db41-441e-802a-6a4d8f9a1941,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:28.403226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-19176735-a075-4576-a5a3-1e3c8c1ca589 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:36:28.403598 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-19176735-a075-4576-a5a3-1e3c8c1ca589 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:36:28.412957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4949477a-7dfc-4165-8372-918d710a63fc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:28.413323 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.439001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-7ab79183-289d-465f-b391-35e880affef6 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=019193a4afec4016a8f0e2871e6d91fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0687203 Jan 28 09:36:28.449122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-a739968e-9c56-4e4d-bc6c-f99897b2b3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.451263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-a739968e-9c56-4e4d-bc6c-f99897b2b3c7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2531905 Jan 28 09:36:28.504077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Allocated IP 192.168.233.88 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/11875006-c0e1-419d-b46c-1a94fb779e92) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:28.517347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-cee9fc9a-6818-472b-9084-50f9d7e9c0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.518905 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-cee9fc9a-6818-472b-9084-50f9d7e9c0f2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 1099 time: 0.2562139 Jan 28 09:36:28.614242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.614931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.630980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.657766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c518fd7-ee0e-4a1c-995f-2355a80facba req-5b3ac7ff-009b-48bb-b400-187c8ead168d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.659487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c518fd7-ee0e-4a1c-995f-2355a80facba req-5b3ac7ff-009b-48bb-b400-187c8ead168d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 948 time: 1.3532181 Jan 28 09:36:28.717081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-33e30ed3-0f99-48c8-9290-0a38947a0453 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6857898 Jan 28 09:36:28.749345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Request body: {'port': {'device_id': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:28.827638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c518fd7-ee0e-4a1c-995f-2355a80facba req-e88e8eda-c401-43d7-ac7a-a81f06c9d0c5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493869 Jan 28 09:36:28.837408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-81793628-9f00-4372-8da0-36bc531e9476 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.839235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-81793628-9f00-4372-8da0-36bc531e9476 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3887522 Jan 28 09:36:28.853341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-70c66a17-7679-42e3-ab4c-87a267a28d3d service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931513 Jan 28 09:36:28.885253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47302) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:28.894277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Request body: {'port': {'device_id': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '019193a4afec4016a8f0e2871e6d91fb'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:28.916352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1200867950', 'description': 'tempest-description--238202460'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:28.919771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-33fa7b9b-147b-429b-929a-3d7158628e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:28.921256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-33fa7b9b-147b-429b-929a-3d7158628e84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3502555 Jan 28 09:36:28.932890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:28.980849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:28.997841 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'code': 200} Jan 28 09:36:29.078664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Usage tracker for resource:security_group and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:29.091814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:29.123926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:29.164218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:29.166509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:29.179499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.190790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:29.236775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-8c22b732-229e-40c7-8b52-3f71a5a788e8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=185f9af1-3f91-4d98-b706-c64849e8d108 HTTP/1.1" status: 200 len: 217 time: 0.2649744 Jan 28 09:36:29.253201 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.257812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Pushing event updated for resources: {'Port': ['ID=3d9951b2-12dc-46af-9dba-8291adfd09ce,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:29.284599 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.335321 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.384926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ef83e6c-db41-441e-802a-6a4d8f9a1941 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:29.390988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.396886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e63a78d9-82ca-41f9-adb1-6d6273dff194 req-f5967dd4-2d4e-4868-9904-74ddde43f1f0 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283186 Jan 28 09:36:29.407700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-1f3c2ec5-6470-4c64-9cb1-e19667c5684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:29.409635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-1f3c2ec5-6470-4c64-9cb1-e19667c5684c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1597705 Jan 28 09:36:29.448577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:29.451022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:29.452825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Transition to ACTIVE for port object 11875006-c0e1-419d-b46c-1a94fb779e92 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:29.454561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:29.454993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.496334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70877618-b162-4b23-b21b-d5ed973f05aa req-472a73c4-6d4e-49e0-94b2-a28038bd8b2f tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:29.497859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70877618-b162-4b23-b21b-d5ed973f05aa req-472a73c4-6d4e-49e0-94b2-a28038bd8b2f tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 931 time: 0.4644058 Jan 28 09:36:29.502150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d532f2-23b2-4916-a1b4-c09a40cc8c85 req-ecf1b885-1e55-46a0-847f-9c61be7902e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:29.504115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83d532f2-23b2-4916-a1b4-c09a40cc8c85 req-ecf1b885-1e55-46a0-847f-9c61be7902e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1097 time: 0.4163158 Jan 28 09:36:29.520435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Usage tracker for resource:port and tenant:019193a4afec4016a8f0e2871e6d91fb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:29.523292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Usage tracker for resource:security_group_rule and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:29.526218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:29.539155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:29.553120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:29.563149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:29.599451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83d532f2-23b2-4916-a1b4-c09a40cc8c85 req-5b1fada5-6e53-41c0-9c3b-c2d2b387ab6d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751169 Jan 28 09:36:29.601464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-70877618-b162-4b23-b21b-d5ed973f05aa req-a1128821-b005-4285-8d4f-9bdfed8e4668 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Synchronizing usage tracker for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:29.605555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.614986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-99d6db3b-c84c-4e20-abb8-b051ed5020ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:29.616167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-99d6db3b-c84c-4e20-abb8-b051ed5020ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1972740 Jan 28 09:36:29.678019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e21591-bfed-4013-88c0-54df69b4e2e9 req-50c19921-b1bc-4a1c-8481-56c81985e91a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:29.679508 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78e21591-bfed-4013-88c0-54df69b4e2e9 req-50c19921-b1bc-4a1c-8481-56c81985e91a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 946 time: 0.5734992 Jan 28 09:36:29.688860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Made reservation on behalf of 019193a4afec4016a8f0e2871e6d91fb for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:29.692519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.765985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'tag': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:29.770406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-70877618-b162-4b23-b21b-d5ed973f05aa req-a1128821-b005-4285-8d4f-9bdfed8e4668 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Unset dirty status for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:29.771511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70877618-b162-4b23-b21b-d5ed973f05aa req-a1128821-b005-4285-8d4f-9bdfed8e4668 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620075 Jan 28 09:36:29.777874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:29.783223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:29.791413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:29.845194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:29.906422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:29.907130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:29.963976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-1e5ebada-2b06-4592-95e4-6786860f8fcb service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168633 Jan 28 09:36:30.068343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-88ce8846-599f-4fac-9a7b-3f8a3b9cac48 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0449789 Jan 28 09:36:30.087918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Request body: {'port': {'device_id': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:30.175837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-785b1a73-34b1-41b4-93c6-5aaa674bf1a2 None None] Provisioning for port 11875006-c0e1-419d-b46c-1a94fb779e92 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:30.181455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-785b1a73-34b1-41b4-93c6-5aaa674bf1a2 None None] Provisioning complete for port 11875006-c0e1-419d-b46c-1a94fb779e92 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:30.182198 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-785b1a73-34b1-41b4-93c6-5aaa674bf1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.196619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78e21591-bfed-4013-88c0-54df69b4e2e9 req-306d6336-4a13-49e3-9c16-f12c829ce359 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4799676 Jan 28 09:36:30.202716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e394e1-096b-40f1-9514-303a4a55b384 req-355ff7b5-b3b0-45cf-b39a-471599190dec tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:30.204315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7e394e1-096b-40f1-9514-303a4a55b384 req-355ff7b5-b3b0-45cf-b39a-471599190dec tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.3044591 Jan 28 09:36:30.244165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.275577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-785b1a73-34b1-41b4-93c6-5aaa674bf1a2 None None] Port 11875006-c0e1-419d-b46c-1a94fb779e92 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:30.286198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a822fd1d-c91c-40a3-851a-ca0681b310f2 req-a85cdb0d-4221-4886-b285-83cddfe5f2e4 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127983 Jan 28 09:36:30.323262 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.336259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.371927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7e394e1-096b-40f1-9514-303a4a55b384 req-ed728bd1-f90c-4a57-80f0-e5d999d9bcba tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309741 Jan 28 09:36:30.430495 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'tag': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46', 'status': 'completed', 'code': 200} Jan 28 09:36:30.514054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e26bf378-c5a8-401c-93b8-b2472ae02a28 req-0ba29dc3-e517-4646-ac46-86c10ebf2f0a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 210 time: 0.1544893 Jan 28 09:36:30.533243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468be03c-d731-419b-8a65-f2c633053959,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:30.580054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.657850 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.697542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-2aced157-fb2b-41f0-9ace-60b74a72ec60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:30.699635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-2aced157-fb2b-41f0-9ace-60b74a72ec60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 1099 time: 0.2204647 Jan 28 09:36:30.711811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6c0b5a-80fd-4f1e-8597-8f3f38c7e173 req-ed844622-37f2-4013-ac88-e107fcbf38bf tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:30.712484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3f6c0b5a-80fd-4f1e-8597-8f3f38c7e173 req-ed844622-37f2-4013-ac88-e107fcbf38bf tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:30.782738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:36:30.855184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3f6c0b5a-80fd-4f1e-8597-8f3f38c7e173 req-ed844622-37f2-4013-ac88-e107fcbf38bf tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:30.856346 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f6c0b5a-80fd-4f1e-8597-8f3f38c7e173 req-ed844622-37f2-4013-ac88-e107fcbf38bf tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 948 time: 0.2946458 Jan 28 09:36:30.879164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ba3c98e-b96d-4932-8462-143b7986c75e {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:30.895706 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.900787 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:30.902535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-34381285-337f-4f66-ab90-cfb50678e606 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9932761 Jan 28 09:36:30.912300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47328) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:30.921100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'security_group_rule': {'security_group_id': '468be03c-d731-419b-8a65-f2c633053959', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:30.931127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:30.940376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Usage tracker for resource:security_group_rule and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:30.958870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:30.972889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:30.980126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-21414eb8-87d5-4642-b7b1-34e90cfb8470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:30.981631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-21414eb8-87d5-4642-b7b1-34e90cfb8470 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2662628 Jan 28 09:36:30.989470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Allocated IP 192.168.233.142 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/f2be086b-0ba4-47ad-b278-51826c68a0c0) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:30.990124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f6c0b5a-80fd-4f1e-8597-8f3f38c7e173 req-e54c2cf3-32cf-4c0b-8004-f89076306545 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227257 Jan 28 09:36:31.016441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Transition to ACTIVE for port object 6ba3c98e-b96d-4932-8462-143b7986c75e will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:31.065734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-dd3ffbca-7c80-44da-bba3-dead56fbff6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 HTTP/1.1" status: 200 len: 217 time: 0.0732810 Jan 28 09:36:31.102584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.144008 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.152940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-9be1d670-4813-4298-aae4-127d76f3d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:31.154662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-9be1d670-4813-4298-aae4-127d76f3d8eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0836616 Jan 28 09:36:31.276298 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.286946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.387512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba3c98e-b96d-4932-8462-143b7986c75e,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:31.399879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-d2b68ee8-d3c8-491f-9dbb-1d0b41d76d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:31.401296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-d2b68ee8-d3c8-491f-9dbb-1d0b41d76d44 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400625 Jan 28 09:36:31.436916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70129c0b-9fbe-4923-a058-380ac4d7af06,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:31.481618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.482501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aecf0368-6a8e-4c04-95cf-f7a4f298d0f4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5668070 Jan 28 09:36:31.510515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47348) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:31.568302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'security_group_rule': {'security_group_id': '468be03c-d731-419b-8a65-f2c633053959', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:31.593281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:31.598607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.606524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dfb5bf-14a1-4a02-912b-53cce8a28433 req-f074b2eb-486e-44f7-93d3-fe18d5123d00 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:31.608100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1dfb5bf-14a1-4a02-912b-53cce8a28433 req-f074b2eb-486e-44f7-93d3-fe18d5123d00 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 946 time: 0.2127507 Jan 28 09:36:31.616899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-010de7f1-a931-4e94-b8ae-497486c05056 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731334 Jan 28 09:36:31.618547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4929b2-4eb9-41e0-9513-cbb9051c1067 req-863a91c6-fc95-4f49-9f87-e4ea71d7656d tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:31.619268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1a4929b2-4eb9-41e0-9513-cbb9051c1067 req-863a91c6-fc95-4f49-9f87-e4ea71d7656d tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Synchronizing usage tracker for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:31.624779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Usage tracker for resource:security_group_rule and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:31.630598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:31.714961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:31.734202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1dfb5bf-14a1-4a02-912b-53cce8a28433 req-052f686f-9e1b-4d1b-be53-893dc804d141 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161907 Jan 28 09:36:31.767361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Attempting to bind port 6ba3c98e-b96d-4932-8462-143b7986c75e on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:31.767688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Attempting to bind port 6ba3c98e-b96d-4932-8462-143b7986c75e by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0661d64d-4f19-435a-b07c-9cfe33498de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:31.768540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Attempting to bind port 6ba3c98e-b96d-4932-8462-143b7986c75e on network c4b72eb0-72ba-4a53-94bb-1cea93642303 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:31.776849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e09d01ba-5d9f-4981-a935-01242ce31273 req-322c819e-f52f-4b5c-b564-eeefec627916 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456814 Jan 28 09:36:31.943501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Port 6ba3c98e-b96d-4932-8462-143b7986c75e on network c4b72eb0-72ba-4a53-94bb-1cea93642303 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:31.943813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Attempting to bind port 6ba3c98e-b96d-4932-8462-143b7986c75e on network c4b72eb0-72ba-4a53-94bb-1cea93642303 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:31.945841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1a4929b2-4eb9-41e0-9513-cbb9051c1067 req-863a91c6-fc95-4f49-9f87-e4ea71d7656d tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Unset dirty status for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:31.947038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a4929b2-4eb9-41e0-9513-cbb9051c1067 req-863a91c6-fc95-4f49-9f87-e4ea71d7656d tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 931 time: 1.0036967 Jan 28 09:36:31.962668 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:31.962912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c3f84-f4fc-481d-a47f-9d8e4ae7ff47 req-13d975a1-5cb6-4c02-a43f-c2a66af4f26c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:31.964201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc2c3f84-f4fc-481d-a47f-9d8e4ae7ff47 req-13d975a1-5cb6-4c02-a43f-c2a66af4f26c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.0828674 Jan 28 09:36:32.006629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:32.006972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Checking segment: {'id': '0661d64d-4f19-435a-b07c-9cfe33498de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:32.007348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Bound using segment: {'id': '0661d64d-4f19-435a-b07c-9cfe33498de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:32.007530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc2c3f84-f4fc-481d-a47f-9d8e4ae7ff47 req-d6fb8b64-821a-47fa-90ff-35f902a4d874 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377903 Jan 28 09:36:32.007812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Bound port: 6ba3c98e-b96d-4932-8462-143b7986c75e, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0661d64d-4f19-435a-b07c-9cfe33498de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:32.008135 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.043690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.086981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 185f9af1-3f91-4d98-b706-c64849e8d108 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:32.129694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Transition to ACTIVE for port object f2be086b-0ba4-47ad-b278-51826c68a0c0 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:32.150562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a4929b2-4eb9-41e0-9513-cbb9051c1067 req-75be6253-a550-49cc-ba3e-affdccc7cb82 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913140 Jan 28 09:36:32.155292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-708b7558-2e4a-4bbf-ae39-3f6eeada1623 req-3e52fbea-aa92-4f1b-a67c-a0a63f7d33c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Synchronizing usage tracker for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:32.189319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-708b7558-2e4a-4bbf-ae39-3f6eeada1623 req-3e52fbea-aa92-4f1b-a67c-a0a63f7d33c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Unset dirty status for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:32.192088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-708b7558-2e4a-4bbf-ae39-3f6eeada1623 req-3e52fbea-aa92-4f1b-a67c-a0a63f7d33c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 210 time: 0.0888746 Jan 28 09:36:32.230395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 185f9af1-3f91-4d98-b706-c64849e8d108, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=185f9af1-3f91-4d98-b706-c64849e8d108,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:32.245003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '185f9af1-3f91-4d98-b706-c64849e8d108', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '185f9af1-3f91-4d98-b706-c64849e8d108', 'mac_address': 'fa:16:3e:42:13:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:32.259295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.308283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.327079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 185f9af1-3f91-4d98-b706-c64849e8d108 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:32.342582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.344410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 185f9af1-3f91-4d98-b706-c64849e8d108, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=185f9af1-3f91-4d98-b706-c64849e8d108,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:32.351180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.396128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] For port 6ba3c98e-b96d-4932-8462-143b7986c75e, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:32.409461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.423814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=185f9af1-3f91-4d98-b706-c64849e8d108,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:32.428498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Router 2bebb622-9dae-4994-ac4b-d7e537317fe7 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:36:32.433541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:32.443595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06d8087-fdcf-4295-8da1-5ee3963911f8,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:32.451045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] For port 6ba3c98e-b96d-4932-8462-143b7986c75e, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=6ba3c98e-b96d-4932-8462-143b7986c75e,segment=NetworkSegment(0661d64d-4f19-435a-b07c-9cfe33498de3),segment_id=0661d64d-4f19-435a-b07c-9cfe33498de3)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:32.453883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:32.465696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:32.496614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.508714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event updated for resources: {'Port': ['ID=f2be086b-0ba4-47ad-b278-51826c68a0c0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:32.533366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:32.539023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594cae50-d19e-48ed-8f23-f9e0523c88df req-565efaf8-da8f-45ce-a8a2-936e10ffe393 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:32.541061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-594cae50-d19e-48ed-8f23-f9e0523c88df req-565efaf8-da8f-45ce-a8a2-936e10ffe393 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 948 time: 0.1599133 Jan 28 09:36:32.603389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:32.620084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.638930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['185f9af1-3f91-4d98-b706-c64849e8d108'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:32.651505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.655533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a20667e0-8863-435e-b597-acf65569ce05 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1405692 Jan 28 09:36:32.658483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:32.659155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.660942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] 10.222.0.25 "PUT /v2.0/ports/6ba3c98e-b96d-4932-8462-143b7986c75e HTTP/1.1" status: 200 len: 1091 time: 3.9158072 Jan 28 09:36:32.661857 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-594cae50-d19e-48ed-8f23-f9e0523c88df req-475407d1-bf8e-48e2-9dca-c014a13725ec tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021643 Jan 28 09:36:32.664251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:32.679637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Transition to ACTIVE for port object 11875006-c0e1-419d-b46c-1a94fb779e92 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:32.685366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'tag': '6ba3c98e-b96d-4932-8462-143b7986c75e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:32.688812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.725463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:32.819777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:32.822973 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'tag': '6ba3c98e-b96d-4932-8462-143b7986c75e', 'status': 'completed', 'code': 200} Jan 28 09:36:32.833316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Usage tracker for resource:floatingip and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:32.856528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:32.857298 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.867283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:32.871397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1be34ff5-ec41-4de9-acfb-074526c367e9 None None] Provisioning for port f2be086b-0ba4-47ad-b278-51826c68a0c0 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:32.885072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1be34ff5-ec41-4de9-acfb-074526c367e9 None None] Provisioning complete for port f2be086b-0ba4-47ad-b278-51826c68a0c0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:32.885548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1be34ff5-ec41-4de9-acfb-074526c367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:32.937386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:32.952490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:32.977570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8139771-a7c3-4f3d-8563-2ce234ba08ce req-fbfbe28e-b086-43cd-b1bb-abbd9232123f tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:32.987938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8139771-a7c3-4f3d-8563-2ce234ba08ce req-fbfbe28e-b086-43cd-b1bb-abbd9232123f tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1097 time: 0.6499591 Jan 28 09:36:33.024352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e318103d-2189-4b9c-b4a3-047a22dfdf05 service neutron] Pushing event updated for resources: {'Port': ['ID=6ba3c98e-b96d-4932-8462-143b7986c75e,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:33.036389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-afbf85de-5a0e-4f44-b0cd-1eb5d0b3169b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1456146 Jan 28 09:36:33.053463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.088070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Request body: {'port': {'device_id': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:33.118728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:33.128619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Attempting to bind port 11875006-c0e1-419d-b46c-1a94fb779e92 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:33.129529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Attempting to bind port 11875006-c0e1-419d-b46c-1a94fb779e92 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:33.130012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Attempting to bind port 11875006-c0e1-419d-b46c-1a94fb779e92 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:33.140563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46', 'mac_address': 'fa:16:3e:02:f1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:33.141378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Port 11875006-c0e1-419d-b46c-1a94fb779e92 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:33.141697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8139771-a7c3-4f3d-8563-2ce234ba08ce req-59c4bf5e-c8bc-42fd-99b1-c66465b2c3e1 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527617 Jan 28 09:36:33.142183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Attempting to bind port 11875006-c0e1-419d-b46c-1a94fb779e92 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:33.157494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:33.157494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:33.158005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:33.158979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Bound port: 11875006-c0e1-419d-b46c-1a94fb779e92, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:33.160432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.218600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:36:33.231713 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Sync routers for ids ['2bebb622-9dae-4994-ac4b-d7e537317fe7'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:36:33.250729 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Routers {'2bebb622-9dae-4994-ac4b-d7e537317fe7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:33.251346 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2bebb622-9dae-4994-ac4b-d7e537317fe7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:33.253694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1be34ff5-ec41-4de9-acfb-074526c367e9 None None] Port f2be086b-0ba4-47ad-b278-51826c68a0c0 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:33.265385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-51415bb3-4eb5-4f45-9af0-5d5ff767d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:33.267109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-51415bb3-4eb5-4f45-9af0-5d5ff767d82c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b8d123d2a484aeb93f5bf505600eb18&device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 1094 time: 0.5196130 Jan 28 09:36:33.331190 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.368634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:33.388231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:33.400496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:33.402122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:33.407095 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.420036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.478003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ce1c55-ea5b-4ba1-bd90-43711210d89e req-68a327dc-a683-46e9-a143-9fd85aad58f2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:33.484923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-05ce1c55-ea5b-4ba1-bd90-43711210d89e req-68a327dc-a683-46e9-a143-9fd85aad58f2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1892540 Jan 28 09:36:33.494422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.502650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7fcd21a7-7657-4986-8362-a2fa5c0aa840 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.8591235 Jan 28 09:36:33.503619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:33.517098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47392) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:33.529020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:33.529616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.531010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] 10.222.0.25 "PUT /v2.0/ports/11875006-c0e1-419d-b46c-1a94fb779e92 HTTP/1.1" status: 200 len: 1095 time: 3.4471304 Jan 28 09:36:33.582901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:33.605490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:33.621763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-8cd3d4a1-9079-4a88-8bf6-6f827ea64009 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba3c98e-b96d-4932-8462-143b7986c75e HTTP/1.1" status: 200 len: 217 time: 0.3319778 Jan 28 09:36:33.623769 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Set router 2bebb622-9dae-4994-ac4b-d7e537317fe7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:33.635121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.672206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['d2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:33.721704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-05ce1c55-ea5b-4ba1-bd90-43711210d89e req-306c862c-53ca-4f5d-8a0a-95ed6cbc72ac tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331431 Jan 28 09:36:33.742240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-6f2332dc-c2b0-4aff-82bc-60e091279f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:33.743697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-6f2332dc-c2b0-4aff-82bc-60e091279f82 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a41757-30ca-4f89-ab6d-18ac94675033 HTTP/1.1" status: 200 len: 852 time: 0.0875740 Jan 28 09:36:33.750347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0585e2d-07e6-490e-be66-5bb98bb8ed37 service neutron] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:33.944348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:33.959592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-4406eb6e-83f7-4e81-845b-28c4787cbd30 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4b72eb0-72ba-4a53-94bb-1cea93642303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852069 Jan 28 09:36:34.039665 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:36:29Z', 'revision_number': 3, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:34.043995 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Checking router: 2bebb622-9dae-4994-ac4b-d7e537317fe7 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:36:34.046029 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Updating router 2bebb622-9dae-4994-ac4b-d7e537317fe7 port 3d9951b2-12dc-46af-9dba-8291adfd09ce binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:36:34.094867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-bed2ddcf-ba35-418d-a7f9-6d35f122a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:34.096570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-bed2ddcf-ba35-418d-a7f9-6d35f122a35a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1098 time: 0.4809420 Jan 28 09:36:34.102516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 185f9af1-3f91-4d98-b706-c64849e8d108 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:34.104256 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.133932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:34.196448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Usage tracker for resource:security_group_rule and tenant:271bba1e5ce24a74afc671f896e63f7c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:34.202993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 185f9af1-3f91-4d98-b706-c64849e8d108 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:34.208753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:34.209730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 185f9af1-3f91-4d98-b706-c64849e8d108 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:34.210545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.224147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-8d925120-2ce6-4119-8142-375dc347a73a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=11875006-c0e1-419d-b46c-1a94fb779e92 HTTP/1.1" status: 200 len: 217 time: 0.1188495 Jan 28 09:36:34.236012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:34.363641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892380ea-479b-4e2f-ad22-fa0a4b6c1637 req-2bd50f09-52e7-46bf-b09a-d81f743e17dd tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:34.370518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-892380ea-479b-4e2f-ad22-fa0a4b6c1637 req-2bd50f09-52e7-46bf-b09a-d81f743e17dd tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 943 time: 0.8657320 Jan 28 09:36:34.387242 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.396027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e43ff-1403-4aa3-9632-7fcd757f5bf6 req-5993aada-ace9-453f-91b7-7b00a39e4d74 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:34.403377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d03e43ff-1403-4aa3-9632-7fcd757f5bf6 req-5993aada-ace9-453f-91b7-7b00a39e4d74 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 936 time: 0.3996515 Jan 28 09:36:34.426008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cc753-59f9-4a91-ba78-071103fc544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f9af1-3f91-4d98-b706-c64849e8d108'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:34.435961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.441524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 185f9af1-3f91-4d98-b706-c64849e8d108, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=185f9af1-3f91-4d98-b706-c64849e8d108,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:34.442040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-ed831a14-5d72-4d7c-ad5b-7d0f66fb2f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:34.443714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-ed831a14-5d72-4d7c-ad5b-7d0f66fb2f77 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2102194 Jan 28 09:36:34.443863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-e2708aee-baa1-401f-873a-d42b951be001 service neutron] 10.222.0.25 "GET /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4588127 Jan 28 09:36:34.446938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.515721 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.527646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d03e43ff-1403-4aa3-9632-7fcd757f5bf6 req-6d15ef05-e829-4cf8-b073-039dfc121df4 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Synchronizing usage tracker for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:34.539271 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Transition to ACTIVE for port object 3d9951b2-12dc-46af-9dba-8291adfd09ce will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:34.542465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=185f9af1-3f91-4d98-b706-c64849e8d108,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:34.549684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:34.554377 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.629743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:34.637943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:34.638699 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.642448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de925d-7f81-49cd-84f2-ffa67e3d007b None None] Pushing event updated for resources: {'Port': ['ID=3d9951b2-12dc-46af-9dba-8291adfd09ce,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:34.685084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Attempting to bind port 3d9951b2-12dc-46af-9dba-8291adfd09ce on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:34.685830 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Attempting to bind port 3d9951b2-12dc-46af-9dba-8291adfd09ce by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:34.686398 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Attempting to bind port 3d9951b2-12dc-46af-9dba-8291adfd09ce on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:34.694121 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:34.694786 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:34.695403 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.695981 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:34.696652 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Bound port: 3d9951b2-12dc-46af-9dba-8291adfd09ce, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:34.697366 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.723623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-892380ea-479b-4e2f-ad22-fa0a4b6c1637 req-5560b003-d6ac-4f47-9cfa-e13f41c5326b tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3521712 Jan 28 09:36:34.731368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d03e43ff-1403-4aa3-9632-7fcd757f5bf6 req-6d15ef05-e829-4cf8-b073-039dfc121df4 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Unset dirty status for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:34.749715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d03e43ff-1403-4aa3-9632-7fcd757f5bf6 req-6d15ef05-e829-4cf8-b073-039dfc121df4 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451087 Jan 28 09:36:34.789344 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] For port 3d9951b2-12dc-46af-9dba-8291adfd09ce, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:34.793658 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] For port 3d9951b2-12dc-46af-9dba-8291adfd09ce, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3d9951b2-12dc-46af-9dba-8291adfd09ce,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:34.803142 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.806314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.840043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-6fdd0a4c-0a79-4e52-82ee-4a70a52ae4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:34.845530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-6fdd0a4c-0a79-4e52-82ee-4a70a52ae4a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3807282 Jan 28 09:36:34.849961 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'status': 'completed', 'code': 200} Jan 28 09:36:34.883772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:34.889950 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:34.900745 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Routers {'2bebb622-9dae-4994-ac4b-d7e537317fe7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:34.901364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2bebb622-9dae-4994-ac4b-d7e537317fe7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:34.967025 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de925d-7f81-49cd-84f2-ffa67e3d007b None None] Pushing event updated for resources: {'Port': ['ID=3d9951b2-12dc-46af-9dba-8291adfd09ce,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:34.996078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:35.009263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.020549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Allocated IP 172.25.1.96 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/7826e9eb-8a1f-4916-a209-ca3bef7ac162) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:35.068593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.100835 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] Set router 2bebb622-9dae-4994-ac4b-d7e537317fe7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:35.152521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcec3508-a65b-4ea4-af59-983f1cf052e8 req-108ee2e8-2d4e-4a27-9051-7573efaf1736 service neutron] 10.222.0.25 "GET /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6562195 Jan 28 09:36:35.214783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=271bba1e5ce24a74afc671f896e63f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5976140 Jan 28 09:36:35.218827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47408) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:35.263193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-fc17639b-f701-4213-8585-bb0c396658f4 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082637 Jan 28 09:36:35.304799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fba5cf-dd2f-44bb-bd87-a1d6c0b962a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6944f1dd-1344-478d-bcb3-c416cb0e95dc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:35.394147 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:36:29Z', 'revision_number': 3, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:35.397845 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74275aa5-2e12-4376-a292-c0db1ea65b82 None None] The sync data for ids ['2bebb622-9dae-4994-ac4b-d7e537317fe7'] in n-d-825178-2 is: [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:36:29Z', 'revision_number': 3, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:36:35.438533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c633f65-7e4d-492f-96fa-8c82c3262935 req-3f636e8d-658d-4ef8-9d5c-3bfeae7242a2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:35.440006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c633f65-7e4d-492f-96fa-8c82c3262935 req-3f636e8d-658d-4ef8-9d5c-3bfeae7242a2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 950 time: 0.3924849 Jan 28 09:36:35.458726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d4454-3126-48f8-a2b5-a578f98b9407 req-a1ccd36f-3fc5-460d-9c03-9683e81947e4 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:35.460252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c94d4454-3126-48f8-a2b5-a578f98b9407 req-a1ccd36f-3fc5-460d-9c03-9683e81947e4 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1097 time: 0.4496176 Jan 28 09:36:35.489210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.497937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.503771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2be086b-0ba4-47ad-b278-51826c68a0c0 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:35.522359 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a587dfc2-34e6-4b73-b92a-e0ee7f043deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.523184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.546770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-08dfc7e5-3807-4fb9-9feb-0f148dffaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:35.548203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-08dfc7e5-3807-4fb9-9feb-0f148dffaa39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8b8d123d2a484aeb93f5bf505600eb18&device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 1094 time: 0.3401566 Jan 28 09:36:35.582999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Transition to ACTIVE for port object f2be086b-0ba4-47ad-b278-51826c68a0c0 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:35.585446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c94d4454-3126-48f8-a2b5-a578f98b9407 req-5562e08c-d50f-46f2-a358-d43756f974e8 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125171 Jan 28 09:36:35.640081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.650086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c633f65-7e4d-492f-96fa-8c82c3262935 req-bedb749f-79de-4bbf-95e8-ca323fa880dc tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936350 Jan 28 09:36:35.652325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a2d964-c7d7-42b3-b258-9888eaca5384 req-67c18246-6773-44c7-9def-c86f473246f0 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3545165 Jan 28 09:36:35.655206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a587dfc2-34e6-4b73-b92a-e0ee7f043deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:35.782068 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cc753-59f9-4a91-ba78-071103fc544b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '185f9af1-3f91-4d98-b706-c64849e8d108', 'code': 200} Jan 28 09:36:35.915205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.002814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Pushing event updated for resources: {'Port': ['ID=f2be086b-0ba4-47ad-b278-51826c68a0c0,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:36.098536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:36.131600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:36.140412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:36.247599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a587dfc2-34e6-4b73-b92a-e0ee7f043deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.271078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-f1ee2cf1-e14f-465e-87d1-bf5927874e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.272548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-f1ee2cf1-e14f-465e-87d1-bf5927874e4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1098 time: 0.5478702 Jan 28 09:36:36.300203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-2a88ad84-faea-45b7-b8ef-23d12283fcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.301820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-2a88ad84-faea-45b7-b8ef-23d12283fcef service neutron] 10.222.0.25 "GET /v2.0/networks?id=c4b72eb0-72ba-4a53-94bb-1cea93642303 HTTP/1.1" status: 200 len: 913 time: 0.7463791 Jan 28 09:36:36.314319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587dfc2-34e6-4b73-b92a-e0ee7f043deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6944f1dd-1344-478d-bcb3-c416cb0e95dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:36.391652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Allocated IP 172.20.0.1 (9490d0db-23b8-4ede-b1cf-5bd894ae920c/a558c502-385e-4c72-b9e9-0ce23ba7c8ad/9598ed7e-1fe8-4f87-9ddb-63ece82783ec) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:36.402748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e79f-0f8b-460a-a3b8-092cb60b9356 req-3b40cde7-6e29-4ea1-9fe2-29f944eb1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.404214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c26e79f-0f8b-460a-a3b8-092cb60b9356 req-3b40cde7-6e29-4ea1-9fe2-29f944eb1127 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 1101 time: 0.4021635 Jan 28 09:36:36.407605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'Port': ['ID=7826e9eb-8a1f-4916-a209-ca3bef7ac162,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:36.411650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e4a980-0df9-4575-8b9d-128bc21f1853 req-0df3bf22-b947-44f0-9086-52e0af976b13 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.411831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-5d7abbd1-6936-4959-83bc-a5789129f4ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ba3c98e-b96d-4932-8462-143b7986c75e HTTP/1.1" status: 200 len: 217 time: 0.0819857 Jan 28 09:36:36.418674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03e4a980-0df9-4575-8b9d-128bc21f1853 req-0df3bf22-b947-44f0-9086-52e0af976b13 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 943 time: 0.4208810 Jan 28 09:36:36.450976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a587dfc2-34e6-4b73-b92a-e0ee7f043deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.452074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a587dfc2-34e6-4b73-b92a-e0ee7f043deb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6944f1dd-1344-478d-bcb3-c416cb0e95dc HTTP/1.1" status: 204 len: 168 time: 1.2215838 Jan 28 09:36:36.576922 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.626498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03e4a980-0df9-4575-8b9d-128bc21f1853 req-9e7d20ed-b142-4f72-be49-09b74eb57bb5 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070835 Jan 28 09:36:36.645009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c26e79f-0f8b-460a-a3b8-092cb60b9356 req-360b5093-be20-4621-b3c4-8b8925577c2c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209206 Jan 28 09:36:36.656868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a65ba-b295-4f21-a0f3-8fd2f05ae0ac req-c12a0a13-16f1-477b-8774-28f5e6c6a354 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.661664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-d0db03ac-1988-41ad-b4a0-11f9cb660d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.663142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-d0db03ac-1988-41ad-b4a0-11f9cb660d47 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3798268 Jan 28 09:36:36.664626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-238a65ba-b295-4f21-a0f3-8fd2f05ae0ac req-c12a0a13-16f1-477b-8774-28f5e6c6a354 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.8186464 Jan 28 09:36:36.679935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Attempting to bind port f2be086b-0ba4-47ad-b278-51826c68a0c0 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:36.680263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Attempting to bind port f2be086b-0ba4-47ad-b278-51826c68a0c0 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:36.680632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Attempting to bind port f2be086b-0ba4-47ad-b278-51826c68a0c0 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:36.696967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Port f2be086b-0ba4-47ad-b278-51826c68a0c0 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:36.697321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Attempting to bind port f2be086b-0ba4-47ad-b278-51826c68a0c0 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:36.724718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:36.725073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:36.725457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:36.725905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Bound port: f2be086b-0ba4-47ad-b278-51826c68a0c0, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:36.726248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.755089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.778294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Transition to ACTIVE for port object 9598ed7e-1fe8-4f87-9ddb-63ece82783ec will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:36.792498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-3ae64859-4dc9-4410-91d1-efe014608d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:36.794133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-3ae64859-4dc9-4410-91d1-efe014608d64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99a41757-30ca-4f89-ab6d-18ac94675033 HTTP/1.1" status: 200 len: 852 time: 0.3637083 Jan 28 09:36:36.832371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47428) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:36.840241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.864254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:36.872866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-238a65ba-b295-4f21-a0f3-8fd2f05ae0ac req-29cbc0be-7ccf-4421-b2d2-0d4b0c075c10 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073016 Jan 28 09:36:36.948301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:36.951851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-99ad6c9e-1dc5-4192-9be7-9ddc16c4fd8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=11875006-c0e1-419d-b46c-1a94fb779e92 HTTP/1.1" status: 200 len: 217 time: 0.0756004 Jan 28 09:36:36.952512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-bb63035f-604f-4666-8aa1-bafec8522f80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c4b72eb0-72ba-4a53-94bb-1cea93642303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711725 Jan 28 09:36:36.961250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Usage tracker for resource:security_group_rule and tenant:6d30552bd0b1409b99ac468da4749c3f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:36.964872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:37.011667 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.015414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:37.105604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-5fe85db7-f69e-4ae2-abac-e386cd0f6f90 service neutron] 10.222.0.25 "GET /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361439 Jan 28 09:36:37.110806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] For port f2be086b-0ba4-47ad-b278-51826c68a0c0, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:37.115246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f7804-672f-446a-8825-bca8b3c756d0 req-ee1691a6-fd96-4a05-8f09-bcbb4ed55377 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:37.122058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b28f7804-672f-446a-8825-bca8b3c756d0 req-ee1691a6-fd96-4a05-8f09-bcbb4ed55377 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 948 time: 0.3404260 Jan 28 09:36:37.162890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:37.171130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:37.173544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:37.213908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-1450421f-71e2-417c-9153-93d4f6cac727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:37.215331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-1450421f-71e2-417c-9153-93d4f6cac727 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2429690 Jan 28 09:36:37.224575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Pushing event updated for resources: {'Port': ['ID=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:37.308177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] For port f2be086b-0ba4-47ad-b278-51826c68a0c0, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:37.332245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.337888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b28f7804-672f-446a-8825-bca8b3c756d0 req-ac3658e5-f495-47f9-af24-865b512f8cd2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146449 Jan 28 09:36:37.366052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.499098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:37.499753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.501610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2be086b-0ba4-47ad-b278-51826c68a0c0 HTTP/1.1" status: 200 len: 1096 time: 4.4549534 Jan 28 09:36:37.505128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'tag': 'f2be086b-0ba4-47ad-b278-51826c68a0c0'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:37.510335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.523193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.556938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3d9951b2-12dc-46af-9dba-8291adfd09ce up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:37.675533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-768cfa4f-0e80-40a3-914f-5c9730d0ffec None None] Provisioning for port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:37.684228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-768cfa4f-0e80-40a3-914f-5c9730d0ffec None None] Provisioning complete for port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:37.684837 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-768cfa4f-0e80-40a3-914f-5c9730d0ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.688827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe4b14-3490-4cca-9b78-dcbf707e4076 service neutron] Pushing event updated for resources: {'Port': ['ID=f2be086b-0ba4-47ad-b278-51826c68a0c0,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:37.718551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d936d323-0b71-4064-a3dd-91f35a3f1dcc req-0a8489c6-83f4-4fb8-a22d-2428d62f98ad service neutron] 10.222.0.25 "GET /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031225 Jan 28 09:36:37.734393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1bc919-25f7-4249-bf75-33a94707c91c req-a6408259-8043-480d-beb4-7f06a3eb5c3c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:37.742227 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc1bc919-25f7-4249-bf75-33a94707c91c req-a6408259-8043-480d-beb4-7f06a3eb5c3c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 950 time: 0.5401905 Jan 28 09:36:37.744188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-01d30a8b-6a60-4ae1-bfe7-c9faf0b6a501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:37.745864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-01d30a8b-6a60-4ae1-bfe7-c9faf0b6a501 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5174139 Jan 28 09:36:37.790854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:37.797558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-768cfa4f-0e80-40a3-914f-5c9730d0ffec None None] Port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:37.801524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.803157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 3d9951b2-12dc-46af-9dba-8291adfd09ce completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:37.823053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3d9951b2-12dc-46af-9dba-8291adfd09ce triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:37.824165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.825450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc1bc919-25f7-4249-bf75-33a94707c91c req-997a3fa2-262a-49b2-95db-b207f3e62761 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820231 Jan 28 09:36:37.826100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.844797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:37.853994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4083fc8-0c10-4e5e-a7b0-c2f70116e291,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:37.876870 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1631aefe-9743-4b3b-b08d-7417b52b62dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d30552bd0b1409b99ac468da4749c3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0431638 Jan 28 09:36:37.879020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-d4485063-fc22-43d5-ad84-036710df74bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:37.880932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-d4485063-fc22-43d5-ad84-036710df74bc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 1099 time: 0.3216846 Jan 28 09:36:37.888335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:37.933943 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'tag': 'f2be086b-0ba4-47ad-b278-51826c68a0c0', 'status': 'completed', 'code': 200} Jan 28 09:36:38.039291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.040730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06776fe-c51f-42a0-97e3-56888bbdde9b req-b654c0fa-cf28-4762-9f48-4b51a7e1fe28 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:38.042493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e06776fe-c51f-42a0-97e3-56888bbdde9b req-b654c0fa-cf28-4762-9f48-4b51a7e1fe28 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1097 time: 0.5064023 Jan 28 09:36:38.066928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 3d9951b2-12dc-46af-9dba-8291adfd09ce, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3d9951b2-12dc-46af-9dba-8291adfd09ce,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:38.071110 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.115267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:38.218262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-3736d7ed-7da0-44bc-b164-293e899ae973 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3949540 Jan 28 09:36:38.225020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=3d9951b2-12dc-46af-9dba-8291adfd09ce,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:38.270454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-78017027-9293-4407-90be-9e67b2af8603 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0 HTTP/1.1" status: 200 len: 217 time: 0.3122883 Jan 28 09:36:38.289314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:38.302701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '11875006-c0e1-419d-b46c-1a94fb779e92', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '11875006-c0e1-419d-b46c-1a94fb779e92', 'mac_address': 'fa:16:3e:6e:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:38.305789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e06776fe-c51f-42a0-97e3-56888bbdde9b req-a2d6f036-6da4-444d-8482-a954f9467e48 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476509 Jan 28 09:36:38.331776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'Port': ['ID=7826e9eb-8a1f-4916-a209-ca3bef7ac162,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:38.366580 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.375569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.387435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:38.404348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:38.410452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.411414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 6ba3c98e-b96d-4932-8462-143b7986c75e details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:38.425012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-8a2ea3eb-abce-40f6-a797-30eb48418c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:38.427025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-8a2ea3eb-abce-40f6-a797-30eb48418c75 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1396966 Jan 28 09:36:38.441390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a4377a2-f095-4aa3-bb1f-cf7687cba934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.459043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4b9c30-d4b4-4a4f-9678-f2753c509ea5 req-c9ca6b4b-7545-4a53-9ffb-2a4e841255fb service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953199 Jan 28 09:36:38.473580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.480060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.492670 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.502579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ecee59a-c5b0-417c-a047-660489d1bdc2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7900462 Jan 28 09:36:38.590445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50462f82-c274-497f-8817-f7a2e087aedc req-6771a3a7-3fc6-4320-9c5b-09e5bf5b5555 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:38.591876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50462f82-c274-497f-8817-f7a2e087aedc req-6771a3a7-3fc6-4320-9c5b-09e5bf5b5555 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 943 time: 0.5061417 Jan 28 09:36:38.601485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a4377a2-f095-4aa3-bb1f-cf7687cba934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.691612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Pushing event updated for resources: {'Port': ['ID=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:38.707613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 6ba3c98e-b96d-4932-8462-143b7986c75e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=6ba3c98e-b96d-4932-8462-143b7986c75e,segment=NetworkSegment(0661d64d-4f19-435a-b07c-9cfe33498de3),segment_id=0661d64d-4f19-435a-b07c-9cfe33498de3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:38.723803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.726736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '6ba3c98e-b96d-4932-8462-143b7986c75e', 'network_id': 'c4b72eb0-72ba-4a53-94bb-1cea93642303', 'port_id': '6ba3c98e-b96d-4932-8462-143b7986c75e', 'mac_address': 'fa:16:3e:6c:ab:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99a41757-30ca-4f89-ab6d-18ac94675033', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:38.743277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50462f82-c274-497f-8817-f7a2e087aedc req-f85f2a91-11da-4d5e-8c14-cb2983b6bf28 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229711 Jan 28 09:36:38.743540 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46', 'code': 200} Jan 28 09:36:38.767874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-db49dfc3-eea9-47e5-af0b-e1d70dfeeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:38.771560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-db49dfc3-eea9-47e5-af0b-e1d70dfeeeba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3345821 Jan 28 09:36:38.788588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:38.825753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a4377a2-f095-4aa3-bb1f-cf7687cba934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.894381 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.911445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ba3c98e-b96d-4932-8462-143b7986c75e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:38.927886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 6ba3c98e-b96d-4932-8462-143b7986c75e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=6ba3c98e-b96d-4932-8462-143b7986c75e,segment=NetworkSegment(0661d64d-4f19-435a-b07c-9cfe33498de3),segment_id=0661d64d-4f19-435a-b07c-9cfe33498de3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:38.931807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.947624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4377a2-f095-4aa3-bb1f-cf7687cba934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4083fc8-0c10-4e5e-a7b0-c2f70116e291,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:38.959426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78fb31-6f56-498c-af3d-0b3aa421efd7 req-9484fb5e-55d1-48a0-8b06-77fc917df9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:38.960494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f78fb31-6f56-498c-af3d-0b3aa421efd7 req-9484fb5e-55d1-48a0-8b06-77fc917df9ce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 1101 time: 0.3388050 Jan 28 09:36:38.969015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a4377a2-f095-4aa3-bb1f-cf7687cba934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:38.972328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:38.973384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1a4377a2-f095-4aa3-bb1f-cf7687cba934 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4083fc8-0c10-4e5e-a7b0-c2f70116e291 HTTP/1.1" status: 204 len: 168 time: 1.0840666 Jan 28 09:36:38.975955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:39.035747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-279f7e13-6bb0-4bb5-957c-217306c5bf1a service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592578 Jan 28 09:36:39.037311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=6ba3c98e-b96d-4932-8462-143b7986c75e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:39.082549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a644e-1dfe-4c7f-b5bc-6fe4e9b0bfe1 req-9ceedf6a-9395-4873-9a3f-339442375400 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:39.083848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a10a644e-1dfe-4c7f-b5bc-6fe4e9b0bfe1 req-9ceedf6a-9395-4873-9a3f-339442375400 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Synchronizing usage tracker for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:39.115588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f78fb31-6f56-498c-af3d-0b3aa421efd7 req-8294b31a-e01e-4a11-8718-b3238e85413d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418266 Jan 28 09:36:39.124930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefebe0-1f9e-4700-b380-d84f9f279c0a req-666c04ed-6579-4b21-92e8-9300f808c01d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:39.131943 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cefebe0-1f9e-4700-b380-d84f9f279c0a req-666c04ed-6579-4b21-92e8-9300f808c01d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.2683692 Jan 28 09:36:39.169673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a10a644e-1dfe-4c7f-b5bc-6fe4e9b0bfe1 req-9ceedf6a-9395-4873-9a3f-339442375400 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Unset dirty status for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:39.170928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a10a644e-1dfe-4c7f-b5bc-6fe4e9b0bfe1 req-9ceedf6a-9395-4873-9a3f-339442375400 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 948 time: 0.2752523 Jan 28 09:36:39.240763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['11875006-c0e1-419d-b46c-1a94fb779e92'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:39.276181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cefebe0-1f9e-4700-b380-d84f9f279c0a req-69c2cfbc-945f-4bf0-a0fe-c747793c1902 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432846 Jan 28 09:36:39.296172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a10a644e-1dfe-4c7f-b5bc-6fe4e9b0bfe1 req-42f297be-4aed-4b2e-9ff9-09fa88ba9ebc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035445 Jan 28 09:36:39.306279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Router 2bebb622-9dae-4994-ac4b-d7e537317fe7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:36:39.311638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['6ba3c98e-b96d-4932-8462-143b7986c75e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:39.320199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebece8a7-74be-4d44-af4f-43420b4ae28a req-6641947c-bcaf-4f78-8bbb-c9129d8c180d service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745218 Jan 28 09:36:39.495873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3d9951b2-12dc-46af-9dba-8291adfd09ce up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:39.609694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-1ada1670-79b6-4b1c-b302-a0fb76ed301c tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Synchronizing usage tracker for tenant:fd64331139ba4ecea6accf08d508a10d on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:39.615465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:36:39.638845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-adc9efcf-1030-489f-a622-9acd581d106e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:39.641529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-adc9efcf-1030-489f-a622-9acd581d106e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 1099 time: 0.2601449 Jan 28 09:36:39.643403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-1ada1670-79b6-4b1c-b302-a0fb76ed301c tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Unset dirty status for tenant:fd64331139ba4ecea6accf08d508a10d on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:39.644538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-1ada1670-79b6-4b1c-b302-a0fb76ed301c tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1200867950&fields=id&tenant_id=fd64331139ba4ecea6accf08d508a10d HTTP/1.1" status: 200 len: 267 time: 0.1897712 Jan 28 09:36:39.657323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c389106-e559-4e3a-ad4c-15d3a27ca245 admin admin] 10.222.0.42 "PUT /v2.0/routers/2bebb622-9dae-4994-ac4b-d7e537317fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1389916 Jan 28 09:36:39.681525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Sync routers for ids ['2bebb622-9dae-4994-ac4b-d7e537317fe7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:36:39.702947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-574a3e4f-6b29-4c5f-ae9a-136bd8cf22be None None] Provisioning complete for port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:39.703393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-574a3e4f-6b29-4c5f-ae9a-136bd8cf22be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:39.805206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-574a3e4f-6b29-4c5f-ae9a-136bd8cf22be None None] Port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:39.866784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Routers {'2bebb622-9dae-4994-ac4b-d7e537317fe7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:39.867702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2bebb622-9dae-4994-ac4b-d7e537317fe7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:39.917741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3d9951b2-12dc-46af-9dba-8291adfd09ce triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:39.918105 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:39.972605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-0a9d7975-a0d8-4a04-95e2-2bf77435ed75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:39.974071 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-0a9d7975-a0d8-4a04-95e2-2bf77435ed75 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3261306 Jan 28 09:36:39.990218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-bafafa45-bd4b-4e7b-af53-75305c6afbb5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:39.990931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-bafafa45-bd4b-4e7b-af53-75305c6afbb5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Synchronizing usage tracker for tenant:fd64331139ba4ecea6accf08d508a10d on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:40.063250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-bafafa45-bd4b-4e7b-af53-75305c6afbb5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Unset dirty status for tenant:fd64331139ba4ecea6accf08d508a10d on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:40.069778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-bafafa45-bd4b-4e7b-af53-75305c6afbb5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 823 time: 0.2812502 Jan 28 09:36:40.087381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-e9b18471-8c6f-4666-92db-b7e8233b566b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0 HTTP/1.1" status: 200 len: 217 time: 0.0918825 Jan 28 09:36:40.094098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-b8001805-4c01-4269-9b21-374524e57b8e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/quotas/fd64331139ba4ecea6accf08d508a10d HTTP/1.1" status: 200 len: 375 time: 0.0234902 Jan 28 09:36:40.158084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:36:40.264841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-360ad6a4-e7ba-4a12-ac43-0f1ce3b49c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:40.270047 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-360ad6a4-e7ba-4a12-ac43-0f1ce3b49c6b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1721122 Jan 28 09:36:40.320719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Set router 2bebb622-9dae-4994-ac4b-d7e537317fe7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:40.374618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-bb132b78-7b1c-4291-ae9a-17f02f7554f8 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2796543 Jan 28 09:36:40.419495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-064782c1-577f-4f5d-9147-a5156528d762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:40.421001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-064782c1-577f-4f5d-9147-a5156528d762 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1444802 Jan 28 09:36:40.607962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2be086b-0ba4-47ad-b278-51826c68a0c0 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:40.776723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-6eb2f877-1cef-44c6-83bc-88f97953cd07 service neutron] 10.222.0.42 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3821292 Jan 28 09:36:40.836947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-c52383e4-34e1-4a4e-b21d-586f7d925b40 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579223 Jan 28 09:36:40.850859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f2be086b-0ba4-47ad-b278-51826c68a0c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:40.872003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f2be086b-0ba4-47ad-b278-51826c68a0c0', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'f2be086b-0ba4-47ad-b278-51826c68a0c0', 'mac_address': 'fa:16:3e:64:05:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:40.902800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:36:37Z', 'revision_number': 4, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9598ed7e-1fe8-4f87-9ddb-63ece82783ec', 'name': '', 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'mac_address': 'fa:16:3e:b6:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:35Z', 'updated_at': '2022-01-28T09:36:38Z', 'revision_number': 2, 'project_id': '66931b843a4447f59d82994c722663c6', 'subnets': [{'id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:40.910745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Checking router: 2bebb622-9dae-4994-ac4b-d7e537317fe7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:36:40.911100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Updating router 2bebb622-9dae-4994-ac4b-d7e537317fe7 port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:36:40.975565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:41.037150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f13f254-0ab5-483f-a296-4a31cc82c886 req-8777025b-42dc-4810-ac06-1828be813947 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928978 Jan 28 09:36:41.065979 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:41.078764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ac476e89-1258-41f6-a775-cab8513fd954 service neutron] 10.222.0.42 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784534 Jan 28 09:36:41.089728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2be086b-0ba4-47ad-b278-51826c68a0c0 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:41.181501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-b39f9bb1-b951-4b65-aa09-bd503b665d7d tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:36:41.192974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-b39f9bb1-b951-4b65-aa09-bd503b665d7d tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2680368 Jan 28 09:36:41.197751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Request body: {'binding': {'host': 'n-h1-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:41.198418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Unknown quota resources ['binding']. {{(pid=87541) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:36:41.220245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f2be086b-0ba4-47ad-b278-51826c68a0c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:41.225606 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:41.395885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d85021-af4b-409f-8c6a-6a01c71d64b2 req-c6a343a5-f037-4867-960e-62b1cac57caa tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:41.397436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36d85021-af4b-409f-8c6a-6a01c71d64b2 req-c6a343a5-f037-4867-960e-62b1cac57caa tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 950 time: 0.1031833 Jan 28 09:36:41.406588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f2be086b-0ba4-47ad-b278-51826c68a0c0,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:41.434881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on host n-h1-825178-2 for vnic_type normal with profile None {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:41.435336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:41.435747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:41.440936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:41.441233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:41.447173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:41.447699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:41.448097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:41.448610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Bound port: 52d3ad49-329f-4007-b72b-6405ffe64e9f, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:41.455875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36d85021-af4b-409f-8c6a-6a01c71d64b2 req-34d5e2ea-5c3b-446d-b3fe-e0e4af555e11 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513763 Jan 28 09:36:41.484370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f2be086b-0ba4-47ad-b278-51826c68a0c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:41.568700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:41.578308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:41.587471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-4fa52962-0fba-4f68-a1f5-9e1b1cfefe2a service neutron] 10.222.0.42 "POST /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f/bindings HTTP/1.1" status: 201 len: 389 time: 0.3933375 Jan 28 09:36:41.666963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:41.683354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e82d5-6908-413b-9e4b-62bfacec4cc2 req-473f9884-0edd-4b45-89ff-5b1e8405a4a4 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:41.685638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99e82d5-6908-413b-9e4b-62bfacec4cc2 req-473f9884-0edd-4b45-89ff-5b1e8405a4a4 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 944 time: 0.0985866 Jan 28 09:36:41.708252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Transition to ACTIVE for port object 9598ed7e-1fe8-4f87-9ddb-63ece82783ec will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:41.741142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:41.775936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99e82d5-6908-413b-9e4b-62bfacec4cc2 req-533f0f33-ca09-4341-be0a-facbfaad05b1 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841360 Jan 28 09:36:41.965447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86314117-ee5f-4c32-acd5-fbf2e31d5055 None None] Pushing event updated for resources: {'Port': ['ID=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:42.042662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7570775c-fc67-4b22-a27e-a4fc9f2a8343 req-872933da-ce9d-495d-bd2a-66c2adcbd0e6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:42.049631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7570775c-fc67-4b22-a27e-a4fc9f2a8343 req-872933da-ce9d-495d-bd2a-66c2adcbd0e6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1143312 Jan 28 09:36:42.106827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 6ba3c98e-b96d-4932-8462-143b7986c75e up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:42.122531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7570775c-fc67-4b22-a27e-a4fc9f2a8343 req-5cefd3b6-2b37-4dce-a66a-5541b5b8f854 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650737 Jan 28 09:36:42.153218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Attempting to bind port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:42.153581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Attempting to bind port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:42.153938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Attempting to bind port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec on network 9490d0db-23b8-4ede-b1cf-5bd894ae920c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:42.168601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:42.168990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Checking segment: {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:42.169389 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.169782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Bound using segment: {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:42.170271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Bound port: 9598ed7e-1fe8-4f87-9ddb-63ece82783ec, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e97e87-923d-4c49-8d77-d922a554c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:42.170639 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.263059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-ca855a86-8c5c-4e70-a161-19dbc8daaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:42.264533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-ca855a86-8c5c-4e70-a161-19dbc8daaf8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1097 time: 0.1440156 Jan 28 09:36:42.271243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-e77b5e67-a1c9-4b3c-aa1f-411ab153b331 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3539028 Jan 28 09:36:42.282920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 6ba3c98e-b96d-4932-8462-143b7986c75e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:42.292758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] For port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:42.294713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 6ba3c98e-b96d-4932-8462-143b7986c75e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:42.295075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.297830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:42.340463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] For port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:42.346164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2ee85-d3f5-4fa5-ac27-718a63901c71 req-0eb5c81d-75ed-4327-a096-62064fd928f7 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:42.348371 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.349104 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8e2ee85-d3f5-4fa5-ac27-718a63901c71 req-0eb5c81d-75ed-4327-a096-62064fd928f7 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 949 time: 0.0987103 Jan 28 09:36:42.351084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:42.366023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Usage tracker for resource:floatingip and tenant:66931b843a4447f59d82994c722663c6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:42.370355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:42.378934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:42.394125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.407693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8e2ee85-d3f5-4fa5-ac27-718a63901c71 req-357bd6ff-a663-4ae7-b239-406b793ca3c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525305 Jan 28 09:36:42.467196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Routers {'2bebb622-9dae-4994-ac4b-d7e537317fe7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:36:42.468303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2bebb622-9dae-4994-ac4b-d7e537317fe7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:42.540186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86314117-ee5f-4c32-acd5-fbf2e31d5055 None None] Pushing event updated for resources: {'Port': ['ID=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:42.559673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-8a90a5a7-9814-4f0d-a552-9e4d9c2d1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:42.561164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-8a90a5a7-9814-4f0d-a552-9e4d9c2d1116 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.2879257 Jan 28 09:36:42.616289 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.675037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-6a383ce0-1dfc-4fad-aab9-968b1a4523f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 217 time: 0.1043255 Jan 28 09:36:42.783197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2be160ba-5907-46db-92e9-47938e0fdd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:42.784807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2be160ba-5907-46db-92e9-47938e0fdd40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1017904 Jan 28 09:36:42.790596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba3c98e-b96d-4932-8462-143b7986c75e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:42.813941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 6ba3c98e-b96d-4932-8462-143b7986c75e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=6ba3c98e-b96d-4932-8462-143b7986c75e,segment=NetworkSegment(0661d64d-4f19-435a-b07c-9cfe33498de3),segment_id=0661d64d-4f19-435a-b07c-9cfe33498de3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:42.821563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] Set router 2bebb622-9dae-4994-ac4b-d7e537317fe7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:36:42.838751 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.842619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9bd167b7-24a3-4aba-ab33-6addfa825ab7 req-cef9113e-b4c1-464b-85a4-1ce773272052 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 210 time: 0.0761693 Jan 28 09:36:42.843108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-880c82f3-c83b-4359-aa84-b8aca4543d5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504799 Jan 28 09:36:42.886959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:42.888056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:42.921729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-fd9059f0-5645-4ca1-8169-2ed7256e6cfa tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:42.924244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-fd9059f0-5645-4ca1-8169-2ed7256e6cfa tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 823 time: 0.3001215 Jan 28 09:36:42.982974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-b1bb641e-02a1-4acf-ba45-dc9005bd3c0a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd64331139ba4ecea6accf08d508a10d HTTP/1.1" status: 200 len: 380 time: 0.0512645 Jan 28 09:36:42.997217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'port': {'device_id': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'admin_state_up': True, 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'security_groups': ['468be03c-d731-419b-8a65-f2c633053959']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:43.082343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-7596f053-afc8-4f35-b0ef-6377c666b772 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022212 Jan 28 09:36:43.112938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Allocated IP 172.25.1.204 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/2589c2c3-2782-47da-a465-185a7be6e0bf) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:43.227302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=6ba3c98e-b96d-4932-8462-143b7986c75e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:43.234800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:43.241358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Usage tracker for resource:port and tenant:fd64331139ba4ecea6accf08d508a10d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:43.245455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:43.253776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 11875006-c0e1-419d-b46c-1a94fb779e92 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:43.259712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7595efc3-c5fc-4af7-9abb-60f631ab434f req-800dc3f0-f4da-4130-80dc-b08940f9b87d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:43.261627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7595efc3-c5fc-4af7-9abb-60f631ab434f req-800dc3f0-f4da-4130-80dc-b08940f9b87d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 950 time: 0.1783459 Jan 28 09:36:43.262629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:43.277220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Made reservation on behalf of fd64331139ba4ecea6accf08d508a10d for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:43.280639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.281976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 11875006-c0e1-419d-b46c-1a94fb779e92 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:43.283624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.324858 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-bbb07ea4-23d4-4ac6-9c05-d07d6e745939 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308543 Jan 28 09:36:43.361644 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.401209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7595efc3-c5fc-4af7-9abb-60f631ab434f req-52cdfe3d-a1b8-429e-9d99-f0232f451743 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254396 Jan 28 09:36:43.418796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.445811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.507889 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.523968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:43.532011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:43.538132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:36:37Z', 'revision_number': 4, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9598ed7e-1fe8-4f87-9ddb-63ece82783ec', 'name': '', 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'mac_address': 'fa:16:3e:b6:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:35Z', 'updated_at': '2022-01-28T09:36:42Z', 'revision_number': 4, 'project_id': '66931b843a4447f59d82994c722663c6', 'subnets': [{'id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:36:43.545178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:43.554599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a26765a-1af2-4dc4-90fd-df584f30ab3b None None] The sync data for ids ['2bebb622-9dae-4994-ac4b-d7e537317fe7'] in n-d-825178-2 is: [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:36:37Z', 'revision_number': 4, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9598ed7e-1fe8-4f87-9ddb-63ece82783ec', 'name': '', 'network_id': '9490d0db-23b8-4ede-b1cf-5bd894ae920c', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'mac_address': 'fa:16:3e:b6:4a:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:35Z', 'updated_at': '2022-01-28T09:36:42Z', 'revision_number': 4, 'project_id': '66931b843a4447f59d82994c722663c6', 'subnets': [{'id': 'a558c502-385e-4c72-b9e9-0ce23ba7c8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:36:43.561355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:43.566271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Allocated IP 172.20.0.6 (3e23aa42-ac20-4f80-b78a-1efe812b7eb6/88fa8cce-562b-4483-9016-cb3ac337f6f4/e9af813a-66dd-4450-960c-d2b66dbdda4d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:43.568235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.674979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=2589c2c3-2782-47da-a465-185a7be6e0bf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:43.684170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:43.762748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-58d678b2-6cee-43ab-920e-b1e976f9ffab tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:43.764347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-58d678b2-6cee-43ab-920e-b1e976f9ffab tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1097 time: 0.3740609 Jan 28 09:36:43.780478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-2'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:43.807286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.850213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:43.873471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96020d85-8611-4057-8472-45ac4bed5cf2 req-06933fa7-f722-426a-9565-d4cee119c339 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:43.875036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96020d85-8611-4057-8472-45ac4bed5cf2 req-06933fa7-f722-426a-9565-d4cee119c339 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 946 time: 0.3337560 Jan 28 09:36:43.882221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Transition to ACTIVE for port object e9af813a-66dd-4450-960c-d2b66dbdda4d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:43.934308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96020d85-8611-4057-8472-45ac4bed5cf2 req-e4e5ae51-e1de-494c-8f73-88f673ee3b4a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500736 Jan 28 09:36:43.950088 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.056135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.058773 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ba3c98e-b96d-4932-8462-143b7986c75e', 'code': 200} Jan 28 09:36:44.179508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:44.187964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:44.191110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:44.225841 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.275532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'Port': ['ID=e9af813a-66dd-4450-960c-d2b66dbdda4d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:44.320565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:44.341047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:44.341747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.378729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-4f35a8b1-1700-4fc0-9fde-812306dc16ea tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3894103 Jan 28 09:36:44.381555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2081b-ba7c-48d3-b32a-0b1f8eca2147 req-df1e9266-524e-4277-946a-eea26da5d2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:44.382990 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ca2081b-ba7c-48d3-b32a-0b1f8eca2147 req-df1e9266-524e-4277-946a-eea26da5d2bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 1096 time: 0.2486651 Jan 28 09:36:44.420063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Request body: {'port': {'device_id': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:44.452847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:44.477938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e42ce712-c140-48d6-99c6-7bcc1154f8c1 None None] Provisioning for port e9af813a-66dd-4450-960c-d2b66dbdda4d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:44.483805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9475573-61d6-4b82-a3f4-96dff471a732 req-9a0028bc-584e-4f95-b3a6-d45d74dd1358 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:44.489073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e42ce712-c140-48d6-99c6-7bcc1154f8c1 None None] Provisioning complete for port e9af813a-66dd-4450-960c-d2b66dbdda4d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:44.489594 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e42ce712-c140-48d6-99c6-7bcc1154f8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.491072 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9475573-61d6-4b82-a3f4-96dff471a732 req-9a0028bc-584e-4f95-b3a6-d45d74dd1358 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 945 time: 0.2599096 Jan 28 09:36:44.567951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:44.579622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.584381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ca2081b-ba7c-48d3-b32a-0b1f8eca2147 req-e50e4c17-09c6-4b7e-b091-cb6520ca11f0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931133 Jan 28 09:36:44.603099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.611494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e42ce712-c140-48d6-99c6-7bcc1154f8c1 None None] Port e9af813a-66dd-4450-960c-d2b66dbdda4d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:44.625981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2be086b-0ba4-47ad-b278-51826c68a0c0 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:44.633816 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9475573-61d6-4b82-a3f4-96dff471a732 req-bd681c94-99ae-45cc-bd8f-832840193d1e tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417997 Jan 28 09:36:44.652411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.653998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.738629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.770462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f2be086b-0ba4-47ad-b278-51826c68a0c0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:44.785647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f2be086b-0ba4-47ad-b278-51826c68a0c0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:44.786072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.864999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:44.905873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:44.906256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:44.906516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:44.935408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:44.936053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Attempting to bind port 52d3ad49-329f-4007-b72b-6405ffe64e9f on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:44.942674 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.944741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:44.945041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:44.945425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:44.945847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Bound port: 52d3ad49-329f-4007-b72b-6405ffe64e9f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:44.946180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.947340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.957711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:44.981019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=2589c2c3-2782-47da-a465-185a7be6e0bf,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:44.994451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f2be086b-0ba4-47ad-b278-51826c68a0c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:44.999705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.025026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.032120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7407670 Jan 28 09:36:45.035428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.035952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.036452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.036958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.037431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.037909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.038490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.038963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.039436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.039903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.040368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.040888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ca21318-75bb-4d5a-8029-34ea00aa2276 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:45.083148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f2be086b-0ba4-47ad-b278-51826c68a0c0,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:45.092143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614167b-a87a-4cb8-989e-159cfec7303a req-ad664e2e-076c-459f-a01b-3931294e1e47 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:45.094822 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f614167b-a87a-4cb8-989e-159cfec7303a req-ad664e2e-076c-459f-a01b-3931294e1e47 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.3039911 Jan 28 09:36:45.143088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-52d42892-c5f7-4a81-8fe4-0539651ac736 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:45.165203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f614167b-a87a-4cb8-989e-159cfec7303a req-73c21f7e-01d8-4830-8905-0dd48774de0b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608652 Jan 28 09:36:45.176578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:45.180131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:45.181653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-52d42892-c5f7-4a81-8fe4-0539651ac736 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:45.188057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-52d42892-c5f7-4a81-8fe4-0539651ac736 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1542740 Jan 28 09:36:45.213191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.271950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9af813a-66dd-4450-960c-d2b66dbdda4d {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:45.280719 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.296880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Transition to ACTIVE for port object e9af813a-66dd-4450-960c-d2b66dbdda4d will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:45.306263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.463693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9598ed7e-1fe8-4f87-9ddb-63ece82783ec up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:45.501790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:45.529087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:45.529707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.531250 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-eb4baed1-2b80-43e1-873e-982cf91bef76 service neutron] 10.222.0.25 "PUT /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 1122 time: 1.7548466 Jan 28 09:36:45.562193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-84c07cb1-674b-46fd-a050-b3fb297da509 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:45.563629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-84c07cb1-674b-46fd-a050-b3fb297da509 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.3748009 Jan 28 09:36:45.585033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-ea73a51b-af4b-4511-ae5e-bb354b35fdd0 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:36:45.585991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5128a1cc-8c99-499a-8bb1-5f73b1d7d6a2 req-ea73a51b-af4b-4511-ae5e-bb354b35fdd0 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063770 Jan 28 09:36:45.614740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['52d3ad49-329f-4007-b72b-6405ffe64e9f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:45.648792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:45.668518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:45.669239 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.693321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Pushing event updated for resources: {'Port': ['ID=e9af813a-66dd-4450-960c-d2b66dbdda4d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:45.760459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c3dde-3183-4841-bdef-0985ddf9afb0 req-f4966cbb-65a9-4e7b-811e-f52e23dabcd5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:45.766246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c3dde-3183-4841-bdef-0985ddf9afb0 req-f4966cbb-65a9-4e7b-811e-f52e23dabcd5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:45.768393 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-341c3dde-3183-4841-bdef-0985ddf9afb0 req-f4966cbb-65a9-4e7b-811e-f52e23dabcd5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b&device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 1691 time: 0.1372797 Jan 28 09:36:45.770746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Attempting to bind port e9af813a-66dd-4450-960c-d2b66dbdda4d on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:45.771072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Attempting to bind port e9af813a-66dd-4450-960c-d2b66dbdda4d by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:45.771393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Attempting to bind port e9af813a-66dd-4450-960c-d2b66dbdda4d on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:45.789976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Port e9af813a-66dd-4450-960c-d2b66dbdda4d on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:45.790286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Attempting to bind port e9af813a-66dd-4450-960c-d2b66dbdda4d on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:45.799389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:45.799713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Checking segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:45.800091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Bound using segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:45.800521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Bound port: e9af813a-66dd-4450-960c-d2b66dbdda4d, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:45.800895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.804883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacbdcdc-6412-4e6e-a014-ed735b190391 req-ee24f234-11c9-44a9-bd8c-9e9437c82407 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:45.806428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dacbdcdc-6412-4e6e-a014-ed735b190391 req-ee24f234-11c9-44a9-bd8c-9e9437c82407 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 950 time: 0.1058443 Jan 28 09:36:45.849529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-341c3dde-3183-4841-bdef-0985ddf9afb0 req-84a44c26-2dfa-4f32-9de3-ca71cb70676d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740869 Jan 28 09:36:45.947467 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:45.956732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] For port e9af813a-66dd-4450-960c-d2b66dbdda4d, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:45.965456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] For port e9af813a-66dd-4450-960c-d2b66dbdda4d, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:45.975159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dacbdcdc-6412-4e6e-a014-ed735b190391 req-40ecee62-fda1-4100-8a7c-4aa046e68fff tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626985 Jan 28 09:36:45.984732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:46.035678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:46.045549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:46.083933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}, {'server_uuid': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2be086b-0ba4-47ad-b278-51826c68a0c0'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:46.112167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.112833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:46.114290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] 10.222.0.43 "PUT /v2.0/ports/e9af813a-66dd-4450-960c-d2b66dbdda4d HTTP/1.1" status: 200 len: 1091 time: 1.7050328 Jan 28 09:36:46.116261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:46.120747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:46.147682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c67c0-c578-4a44-8968-7884a79dea8b service neutron] Pushing event updated for resources: {'Port': ['ID=e9af813a-66dd-4450-960c-d2b66dbdda4d,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:46.197838 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'code': 200} Jan 28 09:36:46.228039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b00c4b-d5d8-4cda-8f8b-39a0f9d50842 req-ae24a5ee-49a7-487d-b7c3-831709cde6ef tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.228786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-98b00c4b-d5d8-4cda-8f8b-39a0f9d50842 req-ae24a5ee-49a7-487d-b7c3-831709cde6ef tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Synchronizing usage tracker for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:46.263368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-98b00c4b-d5d8-4cda-8f8b-39a0f9d50842 req-ae24a5ee-49a7-487d-b7c3-831709cde6ef tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Unset dirty status for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:46.264544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98b00c4b-d5d8-4cda-8f8b-39a0f9d50842 req-ae24a5ee-49a7-487d-b7c3-831709cde6ef tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 943 time: 0.2617531 Jan 28 09:36:46.285534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-22e39bfb-7871-41ce-b306-ae7b7d4cde2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.286895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-22e39bfb-7871-41ce-b306-ae7b7d4cde2d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 1094 time: 0.1171908 Jan 28 09:36:46.363776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9c9cef-9e52-4c40-bf7e-f1f4bd0d25a2 req-a4a37870-f4a3-4181-aff2-31f3e5d9d2f8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.365277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9c9cef-9e52-4c40-bf7e-f1f4bd0d25a2 req-a4a37870-f4a3-4181-aff2-31f3e5d9d2f8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 944 time: 0.0816877 Jan 28 09:36:46.367380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-07d2d2af-0a27-4cb9-bc19-e29378c39748 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d HTTP/1.1" status: 200 len: 217 time: 0.0727973 Jan 28 09:36:46.378049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98b00c4b-d5d8-4cda-8f8b-39a0f9d50842 req-77ecbb6b-b518-40b6-91d4-bc0ea403009d tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075389 Jan 28 09:36:46.413505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9c9cef-9e52-4c40-bf7e-f1f4bd0d25a2 req-fe9bb2a5-8fa8-4733-ae60-a1add847fb24 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423653 Jan 28 09:36:46.600257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b158d39-ff16-4697-82aa-92e887d2bca2 req-b05847ce-923e-41e3-9aa0-b6e740d3be01 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.601784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b158d39-ff16-4697-82aa-92e887d2bca2 req-b05847ce-923e-41e3-9aa0-b6e740d3be01 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 945 time: 0.0839124 Jan 28 09:36:46.606932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-38eed755-542a-439f-a445-6f1c86e5df0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.608352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-38eed755-542a-439f-a445-6f1c86e5df0f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 200 len: 862 time: 0.2334428 Jan 28 09:36:46.645619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b158d39-ff16-4697-82aa-92e887d2bca2 req-acf1dd0c-9d52-43f4-b602-6adfbb63f9ed tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381448 Jan 28 09:36:46.703724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-e6539658-9088-4a5d-bbd4-e9c9025a14fd tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:46.733262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-e6539658-9088-4a5d-bbd4-e9c9025a14fd tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:46.735001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-e6539658-9088-4a5d-bbd4-e9c9025a14fd tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2417431 Jan 28 09:36:46.743615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-b9b1e118-69f9-4c6f-a375-441994eeb580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:46.745154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-b9b1e118-69f9-4c6f-a375-441994eeb580 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301377 Jan 28 09:36:46.748638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:46.755693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:46.778505 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'code': 200} Jan 28 09:36:46.779038 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2be086b-0ba4-47ad-b278-51826c68a0c0', 'code': 200} Jan 28 09:36:46.831478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:46.861712 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'status': 'completed', 'code': 200} Jan 28 09:36:46.867087 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:47.021733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-f6ece23c-58ad-41c4-b03c-413382bc2010 service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671793 Jan 28 09:36:47.058457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5dd2ba-f7e2-40ba-9e2d-3672d6943f16 req-03dcc4f5-f508-4d77-98f8-c7b68c795561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.060038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab5dd2ba-f7e2-40ba-9e2d-3672d6943f16 req-03dcc4f5-f508-4d77-98f8-c7b68c795561 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 1101 time: 0.2120864 Jan 28 09:36:47.069596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984c022-bc20-4c88-b2f6-d7e391cccee4 req-745f9121-a66f-42a7-969f-16a821595959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.071177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2984c022-bc20-4c88-b2f6-d7e391cccee4 req-745f9121-a66f-42a7-969f-16a821595959 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1100 time: 0.1745901 Jan 28 09:36:47.147173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab5dd2ba-f7e2-40ba-9e2d-3672d6943f16 req-08bf098d-8e3b-4f2a-8926-5135e1c01951 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750473 Jan 28 09:36:47.155487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2984c022-bc20-4c88-b2f6-d7e391cccee4 req-2a8e4957-d219-44eb-be50-422103aa3385 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676506 Jan 28 09:36:47.170593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:47.172939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a005c46b-c95a-44af-bd41-8c2cc60133df req-877afde1-547c-4ff8-b453-84c3fc98fb59 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.174825 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a005c46b-c95a-44af-bd41-8c2cc60133df req-877afde1-547c-4ff8-b453-84c3fc98fb59 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1728897 Jan 28 09:36:47.225704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09bc8005-7744-43ac-8c4d-2cf2bea0e8e0 req-e2713f5c-f13b-4439-9c3e-49e71412b4aa service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958547 Jan 28 09:36:47.233602 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a005c46b-c95a-44af-bd41-8c2cc60133df req-b6742454-87e0-4216-ba27-a42f8e33835e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Jan 28 09:36:47.371629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Allocated IP 172.25.1.244 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/9c42923a-8a2d-47b4-9c75-e568d6aa8140) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:47.433328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9598ed7e-1fe8-4f87-9ddb-63ece82783ec up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:47.479371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12980e1-30f5-4e4f-a433-eb87a865c87a req-ef7d01ec-058c-4d3c-94a4-072a596245fa tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.480946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c12980e1-30f5-4e4f-a433-eb87a865c87a req-ef7d01ec-058c-4d3c-94a4-072a596245fa tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 1101 time: 0.1302109 Jan 28 09:36:47.510777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:47.511279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:47.570499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c12980e1-30f5-4e4f-a433-eb87a865c87a req-cfe45f7a-edbb-47df-b98d-efd6a37de3fd tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810347 Jan 28 09:36:47.611530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-ec89202b-29c4-43a7-881e-ebc8a1c60ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.613334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-ec89202b-29c4-43a7-881e-ebc8a1c60ed5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 1094 time: 0.2100513 Jan 28 09:36:47.618433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:47.771326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-ab0f4a07-e9ca-4237-a738-858b3978dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.772940 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-ab0f4a07-e9ca-4237-a738-858b3978dfe3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 924 time: 0.1511135 Jan 28 09:36:47.775035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:47.816793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb014a2c-0ecd-4c37-8e26-8e589b78e897 req-e0ac4902-a47b-49cb-b68a-fde04f097535 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:47.818640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb014a2c-0ecd-4c37-8e26-8e589b78e897 req-e0ac4902-a47b-49cb-b68a-fde04f097535 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 950 time: 0.0889094 Jan 28 09:36:47.867639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb014a2c-0ecd-4c37-8e26-8e589b78e897 req-5391167c-2be6-4db9-ba3e-57ad8b8a7a25 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426903 Jan 28 09:36:47.898505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-133c5287-0aec-4a4d-b261-3c0332cb7602 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d HTTP/1.1" status: 200 len: 217 time: 0.0907824 Jan 28 09:36:47.903588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:47.907370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:47.958924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:48.003057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=9c42923a-8a2d-47b4-9c75-e568d6aa8140,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:48.022126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-74791008-2f13-48ce-8857-ae18fa247cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:48.023559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-74791008-2f13-48ce-8857-ae18fa247cee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 200 len: 862 time: 0.1174271 Jan 28 09:36:48.061834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d02a28-9332-4693-bfca-688bdaae085b req-9daa90c5-0a94-4f37-9d9e-4f017a76ffa6 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:48.062568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-12d02a28-9332-4693-bfca-688bdaae085b req-9daa90c5-0a94-4f37-9d9e-4f017a76ffa6 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Synchronizing usage tracker for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:48.078000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-12d02a28-9332-4693-bfca-688bdaae085b req-9daa90c5-0a94-4f37-9d9e-4f017a76ffa6 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Unset dirty status for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:48.078992 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12d02a28-9332-4693-bfca-688bdaae085b req-9daa90c5-0a94-4f37-9d9e-4f017a76ffa6 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 943 time: 0.1145329 Jan 28 09:36:48.114234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:48.116209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:48.140156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12d02a28-9332-4693-bfca-688bdaae085b req-2d1c4fad-d8b5-4c4a-bfc4-7b5a0823354b tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534351 Jan 28 09:36:48.199243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:48.265810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-fb942861-ed06-4cad-ab92-0cc783cf80ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:48.267820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-fb942861-ed06-4cad-ab92-0cc783cf80ac service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2327363 Jan 28 09:36:48.287167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:48.298128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:48.303466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f has no active binding in host n-h1-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:36:48.494599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6524fd0-1418-44b0-b848-5c0a8909e843 req-03a8cf87-4e1d-430f-a389-3551c4271b96 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:48.504803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6524fd0-1418-44b0-b848-5c0a8909e843 req-03a8cf87-4e1d-430f-a389-3551c4271b96 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 944 time: 0.1470664 Jan 28 09:36:48.533639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-10c989c7-118b-41af-bdfc-51e571236a9d service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591069 Jan 28 09:36:48.575571 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6524fd0-1418-44b0-b848-5c0a8909e843 req-176866f6-4bf4-49d4-89cc-32cdc96ccb73 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693128 Jan 28 09:36:48.652435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e9af813a-66dd-4450-960c-d2b66dbdda4d details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:36:48.737542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190f90a-4d2c-4ae5-9d2e-059e6a8fa634 req-de04fb99-9da8-46bf-a361-bc6b25ccfbdb service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740909 Jan 28 09:36:48.741479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:48.750509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:48.780712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac5f69-10ef-4c27-89ff-3d7640bd51f1 req-7d460ec8-2c71-4ba2-ba7f-6884e4ff52d1 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:48.780712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52ac5f69-10ef-4c27-89ff-3d7640bd51f1 req-7d460ec8-2c71-4ba2-ba7f-6884e4ff52d1 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 1101 time: 0.0867865 Jan 28 09:36:48.828261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52ac5f69-10ef-4c27-89ff-3d7640bd51f1 req-8cd6a7cd-4f56-4ea9-91bb-e068bd7b60b1 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415595 Jan 28 09:36:48.905839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=9c42923a-8a2d-47b4-9c75-e568d6aa8140,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:48.917307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.917646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.917984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.918105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e9af813a-66dd-4450-960c-d2b66dbdda4d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:48.918316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.918646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.918963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.919282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.919601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.919920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.920235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.920824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.921019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:36:48.933522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:48.947260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'port_id': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'mac_address': 'fa:16:3e:b5:b2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:36:48.972982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:48.975297 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-58a598df-aed1-474b-b16f-c95de5e20d38 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2343452 Jan 28 09:36:48.991465 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'status': 'completed', 'code': 200} Jan 28 09:36:49.070490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:49.088526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9af813a-66dd-4450-960c-d2b66dbdda4d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:49.105763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e9af813a-66dd-4450-960c-d2b66dbdda4d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:49.110579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-bf208cbb-352d-43a8-8f6e-bdf506360f0a tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:49.111463 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:49.141639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-bf208cbb-352d-43a8-8f6e-bdf506360f0a tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:49.142865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-bf208cbb-352d-43a8-8f6e-bdf506360f0a tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.1602058 Jan 28 09:36:49.155336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-fdde6f54-b29d-4de8-9d1d-5f4080b8a033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.157362 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-fdde6f54-b29d-4de8-9d1d-5f4080b8a033 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1125 time: 0.1038611 Jan 28 09:36:49.181744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=e9af813a-66dd-4450-960c-d2b66dbdda4d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:49.211167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046d391-69ca-4bf9-a400-552b232175ec req-93cd6f85-9256-421d-9f45-f1c62bd4f6ab tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.212605 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b046d391-69ca-4bf9-a400-552b232175ec req-93cd6f85-9256-421d-9f45-f1c62bd4f6ab tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1143994 Jan 28 09:36:49.259561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b046d391-69ca-4bf9-a400-552b232175ec req-c57fdcca-87c7-432e-a950-9ff4505b203d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Jan 28 09:36:49.410933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['e9af813a-66dd-4450-960c-d2b66dbdda4d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:49.413208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-71f6b85f-2cfa-4bff-be75-f59c0e0182a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.414655 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-71f6b85f-2cfa-4bff-be75-f59c0e0182a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.2323880 Jan 28 09:36:49.421484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-3b77ec9f-b7bd-4bfe-977d-642f49e46f98 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.428261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-3b77ec9f-b7bd-4bfe-977d-642f49e46f98 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2694652 Jan 28 09:36:49.444514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c417cc1a-faf4-4e79-ad2d-8877d0db1a93 req-0add9dfa-cdf2-40b0-a93b-ee4e40dd15da tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.452591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c417cc1a-faf4-4e79-ad2d-8877d0db1a93 req-0add9dfa-cdf2-40b0-a93b-ee4e40dd15da tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 950 time: 0.0956850 Jan 28 09:36:49.506807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c417cc1a-faf4-4e79-ad2d-8877d0db1a93 req-a4c6992c-2502-43c5-8d10-0c2c44406d9d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529177 Jan 28 09:36:49.543694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-29bbad03-8db0-49d3-af74-cc793c5e45d8 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:36:49.544758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e52d1cdf-92b1-400c-bc08-85b5df322cc2 req-29bbad03-8db0-49d3-af74-cc793c5e45d8 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1157198 Jan 28 09:36:49.546083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-b7316fb4-f1c9-4855-8326-cc341075e896 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 217 time: 0.1159382 Jan 28 09:36:49.695610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-c128f301-7a43-44cb-a7dd-44d6177f9aea tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482938 Jan 28 09:36:49.732496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-14ec4794-a7c5-415c-926a-ea56726adc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.733950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-14ec4794-a7c5-415c-926a-ea56726adc29 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1798370 Jan 28 09:36:49.787524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-3c9aeda2-0a6a-4a25-8b1e-00a30300063e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428007 Jan 28 09:36:49.852190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-1ed013af-65ea-4255-82bf-34a5f0cc08e3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.857227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-1ed013af-65ea-4255-82bf-34a5f0cc08e3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1607497 Jan 28 09:36:49.869666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-b221f2c5-0277-40c6-8f78-97b97e7e9627 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/quotas/a1f2a4a4588a4d5e8bdfbb87e5e22a6e HTTP/1.1" status: 200 len: 375 time: 0.0097077 Jan 28 09:36:49.898181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfeb00-13aa-4b7b-aee3-6d317469b0e6 req-fcccea39-5ee5-4752-9ed0-8c035897242f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:49.899697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cbfeb00-13aa-4b7b-aee3-6d317469b0e6 req-fcccea39-5ee5-4752-9ed0-8c035897242f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 944 time: 0.2303724 Jan 28 09:36:49.973117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-ac2eca2f-a504-4195-b9c7-8f5452d52507 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771512 Jan 28 09:36:49.988714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cbfeb00-13aa-4b7b-aee3-6d317469b0e6 req-b99064d9-b5a4-455b-9e5f-4917201d5eb4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791206 Jan 28 09:36:50.012772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce74853d-00c6-4024-9ba9-c651f197970d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1374032 Jan 28 09:36:50.297776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a60fe3-7695-4524-902c-0e7feaf3ec09 req-a1cda94e-d124-41be-a6b8-709c72e784f4 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051362 Jan 28 09:36:50.315051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd0ebe-f819-4d3b-bccd-686bee9f2caf req-d6f5debf-a6e3-463b-8ebd-3e20065001d4 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:50.317638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2fbd0ebe-f819-4d3b-bccd-686bee9f2caf req-d6f5debf-a6e3-463b-8ebd-3e20065001d4 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1406837 Jan 28 09:36:50.365033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2fbd0ebe-f819-4d3b-bccd-686bee9f2caf req-64df4958-00ec-46ab-87a4-67ef11d3e8bc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413313 Jan 28 09:36:50.414100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-d08c3d9c-a38f-4b14-b9b1-be7b322cbf06 service neutron] 10.222.0.43 "GET /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.2259793 Jan 28 09:36:50.520985 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-4c2bfc39-20bb-4805-accf-492710b0ccef service neutron] show failed (client error): The resource could not be found. Jan 28 09:36:50.521718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-4c2bfc39-20bb-4805-accf-492710b0ccef service neutron] 10.222.0.43 "GET /v2.0/ports/d307c408-1359-452f-a3e0-c961b163fc33/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.1474030 Jan 28 09:36:50.560019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-3a62efa7-27a1-43b7-9317-78d016eef36b tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3170996 Jan 28 09:36:50.582384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:50.591186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:50.601880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596771b8-3eda-42a6-ae80-5df897fcc996 req-d768fc1f-16e1-4530-acd4-113731ccc3b4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:50.603653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-596771b8-3eda-42a6-ae80-5df897fcc996 req-d768fc1f-16e1-4530-acd4-113731ccc3b4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 944 time: 0.1235693 Jan 28 09:36:50.630059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:50.661123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e9af813a-66dd-4450-960c-d2b66dbdda4d up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:36:50.661695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:50.684194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-596771b8-3eda-42a6-ae80-5df897fcc996 req-7836a29f-fad6-4556-9eb1-88458ddd5f02 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738101 Jan 28 09:36:50.774424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port e9af813a-66dd-4450-960c-d2b66dbdda4d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:50.783581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port e9af813a-66dd-4450-960c-d2b66dbdda4d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:50.784260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:50.928071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:50.971325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:50.974207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:50.990566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e9af813a-66dd-4450-960c-d2b66dbdda4d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:50.995830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:51.005377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-27b2ed69-8e3d-43f3-a999-9896ec2e2c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:51.006868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-27b2ed69-8e3d-43f3-a999-9896ec2e2c31 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9&tenant_id=0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 1101 time: 0.1771810 Jan 28 09:36:51.014147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:51.054278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:51.087595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=e9af813a-66dd-4450-960c-d2b66dbdda4d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:51.139116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52d3ad49-329f-4007-b72b-6405ffe64e9f {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:51.184448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:51.219842 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:51.230107 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:51.310467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:51.334855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2f422a13-8555-420d-8da4-28082470ec4b req-c534eefc-e7f0-424c-8332-cb2a5fb89617 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 210 time: 0.0465896 Jan 28 09:36:51.572731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9219df5b-876a-4cec-98d1-b992f845ec69 req-d8819321-0a2a-4107-969a-06619dcf1533 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:51.574288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9219df5b-876a-4cec-98d1-b992f845ec69 req-d8819321-0a2a-4107-969a-06619dcf1533 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1153903 Jan 28 09:36:51.575701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] Transition to ACTIVE for port object 52d3ad49-329f-4007-b72b-6405ffe64e9f will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:51.592959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:51.633201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9219df5b-876a-4cec-98d1-b992f845ec69 req-85d98ea6-780b-4058-baf8-d2aaf40555ea tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503814 Jan 28 09:36:51.697916 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'code': 200} Jan 28 09:36:51.703649 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-57ca99e5-a678-4841-bde7-595f5efee3ab tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633163 Jan 28 09:36:51.765741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Allocated IP 172.25.1.130 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/b99b65cc-baab-4635-b65e-ccd1edd0cf55) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:51.842049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] No DVR routers for this DVR port 52d3ad49-329f-4007-b72b-6405ffe64e9f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:36:51.943945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] Pushing event updated for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:52.034116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-c951e988-c288-4d37-a350-324045682450 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:52.035727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-c951e988-c288-4d37-a350-324045682450 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3262560 Jan 28 09:36:52.054489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': '523e81ec-947b-4d44-96c2-de88b81f610a', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:52.066302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-2530e744-63ff-4d94-9179-cef67c9ddf6a service neutron] 10.222.0.43 "PUT /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f/bindings/n-h1-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 1.6452651 Jan 28 09:36:52.078602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6b99a-7343-4550-852b-1c0cb57e6973 req-0a451774-6997-4206-92a7-6e7bc1b45aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:52.080386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95c6b99a-7343-4550-852b-1c0cb57e6973 req-0a451774-6997-4206-92a7-6e7bc1b45aa5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 1096 time: 0.2588692 Jan 28 09:36:52.107331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:36:52.152502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5c20ef-afe8-4d61-b68e-dc063b8a9b9d req-e8a1e742-61b6-478d-8171-b7abdfebd37f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:52.160576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5c20ef-afe8-4d61-b68e-dc063b8a9b9d req-e8a1e742-61b6-478d-8171-b7abdfebd37f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 945 time: 0.2916973 Jan 28 09:36:52.270691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:52.279680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95c6b99a-7343-4550-852b-1c0cb57e6973 req-e295ad6e-2015-4984-be06-541a8f8069ae service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119196 Jan 28 09:36:52.284434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:36:52.286408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5c20ef-afe8-4d61-b68e-dc063b8a9b9d req-d13fbbb5-b831-4b74-921c-3437efde7c39 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245952 Jan 28 09:36:52.313531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:52.317859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:52.328334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:52.346663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:52.350377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:52.395628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:52.402516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:52.422708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-ffbc947c-d6f4-40c6-9df6-006757eddf87 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:52.424856 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-ffbc947c-d6f4-40c6-9df6-006757eddf87 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.2888172 Jan 28 09:36:52.427293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:52.433464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Transition to ACTIVE for port object d307c408-1359-452f-a3e0-c961b163fc33 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:52.557907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:52.592066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:52.601382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:52.603936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:52.665245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.90 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/0a6ad9ac-f310-45e0-8f33-8700b44ef90c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:52.720468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773e47fa-dd4a-4f46-bd83-5b50944c2f3d req-7fa48d43-1208-47b0-8436-84ae073682e1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:52.721996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-773e47fa-dd4a-4f46-bd83-5b50944c2f3d req-7fa48d43-1208-47b0-8436-84ae073682e1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1813455 Jan 28 09:36:52.724120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=b99b65cc-baab-4635-b65e-ccd1edd0cf55,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:52.820304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] No DVR routers for this DVR port d307c408-1359-452f-a3e0-c961b163fc33 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:36:52.875062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-773e47fa-dd4a-4f46-bd83-5b50944c2f3d req-8d367aa8-07d7-424f-99ea-e1930b460a3d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385028 Jan 28 09:36:52.888739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:52.935400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:52.935655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:52.935987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:52.946976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-1ddabb89-1094-4f5a-9b87-e39dbf42cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:52.948463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-1ddabb89-1094-4f5a-9b87-e39dbf42cd67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3&tenant_id=f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 1096 time: 0.4858298 Jan 28 09:36:52.949055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Port d307c408-1359-452f-a3e0-c961b163fc33 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:52.949386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Attempting to bind port d307c408-1359-452f-a3e0-c961b163fc33 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:52.968354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:52.968702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:52.969089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:52.969512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Bound port: d307c408-1359-452f-a3e0-c961b163fc33, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:52.969932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.034598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.039894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.051788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object 0a6ad9ac-f310-45e0-8f33-8700b44ef90c will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:53.125912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.140673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:53.177861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24', '185f9af1-3f91-4d98-b706-c64849e8d108'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:36:53.191743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.214401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:53.244269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:53.246638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:53.252648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:53.390888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:53.403975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-0440878b-88d6-4f6f-902e-99bf0f8c2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:53.405773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-0440878b-88d6-4f6f-902e-99bf0f8c2f0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1096 time: 0.4024420 Jan 28 09:36:53.420630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:53.517169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:53.517796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.524088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.575923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e3b09552-5a83-4e6f-b334-2d34319cf06b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5281770 Jan 28 09:36:53.604745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Request body: {'port': {'device_id': '523e81ec-947b-4d44-96c2-de88b81f610a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:53.760897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a73e29d-39fb-425c-ade8-5b4af8216e6a None None] Provisioning for port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:36:53.762894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:53.763685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.765981 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] 10.222.0.25 "PUT /v2.0/ports/d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 1096 time: 2.7216938 Jan 28 09:36:53.819533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.843510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a73e29d-39fb-425c-ade8-5b4af8216e6a None None] Provisioning complete for port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:36:53.844362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a73e29d-39fb-425c-ade8-5b4af8216e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.943963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8331ef90-7ca7-4e8e-a32a-9fca44570bbe service neutron] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:53.952639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:53.957158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-0f4e5cb1-2fe9-469c-8a3f-d93e32820083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:53.958670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-0f4e5cb1-2fe9-469c-8a3f-d93e32820083 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.5399482 Jan 28 09:36:53.964675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.017462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0a73e29d-39fb-425c-ade8-5b4af8216e6a None None] Port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:36:54.091993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e9a2a2-2048-4515-82b8-1d0ea0fd9bb8 req-ddf33285-20a8-4b94-bba8-12344478d7d1 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:54.093532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56e9a2a2-2048-4515-82b8-1d0ea0fd9bb8 req-ddf33285-20a8-4b94-bba8-12344478d7d1 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 945 time: 1.0090427 Jan 28 09:36:54.114390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-86042458-57f6-4255-ae00-cf81f2df1671 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 200 len: 217 time: 0.1080897 Jan 28 09:36:54.120694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-fbd08cf7-b456-4226-82a2-da5f774105ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:54.122082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-fbd08cf7-b456-4226-82a2-da5f774105ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1099 time: 0.3146746 Jan 28 09:36:54.181891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56e9a2a2-2048-4515-82b8-1d0ea0fd9bb8 req-352c4db2-b732-421b-851e-425f50ba47dc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767927 Jan 28 09:36:54.262635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a6ad9ac-f310-45e0-8f33-8700b44ef90c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:36:54.270841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.287733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Transition to ACTIVE for port object 0a6ad9ac-f310-45e0-8f33-8700b44ef90c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:36:54.293779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.295851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=b99b65cc-baab-4635-b65e-ccd1edd0cf55,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:54.377237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.401651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-31897b16-6859-4d59-96de-749677925e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:54.403101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-31897b16-6859-4d59-96de-749677925e08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.2801838 Jan 28 09:36:54.479603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-8a200d0f-82c6-4a16-a1fe-67a9f4c9e0bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614183 Jan 28 09:36:54.499371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.509590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-482bdfa1-b0eb-4eb3-b7c6-7ce30f7000aa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9360456 Jan 28 09:36:54.586258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Pushing event updated for resources: {'Port': ['ID=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:54.642629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6e10c2-a9c6-4ff1-955d-b6300ed4edb4 req-63ce94a5-4893-4cb0-bfbb-5b64b81ec333 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:54.643320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8f6e10c2-a9c6-4ff1-955d-b6300ed4edb4 req-63ce94a5-4893-4cb0-bfbb-5b64b81ec333 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:54.655133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Attempting to bind port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:36:54.655461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Attempting to bind port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:36:54.655779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Attempting to bind port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:54.663443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d307c408-1359-452f-a3e0-c961b163fc33 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:36:54.665055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:36:54.665447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Attempting to bind port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:36:54.671013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:36:54.671502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:36:54.671897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:36:54.672329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Bound port: 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:36:54.672690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.673558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-5a583121-610b-4b39-b8b7-13e556c72297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:54.675107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-5a583121-610b-4b39-b8b7-13e556c72297 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5143073 Jan 28 09:36:54.687116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8f6e10c2-a9c6-4ff1-955d-b6300ed4edb4 req-63ce94a5-4893-4cb0-bfbb-5b64b81ec333 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:54.688278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f6e10c2-a9c6-4ff1-955d-b6300ed4edb4 req-63ce94a5-4893-4cb0-bfbb-5b64b81ec333 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 947 time: 0.3524311 Jan 28 09:36:54.770406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d307c408-1359-452f-a3e0-c961b163fc33 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:36:54.770832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:36:54.772641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-6dce64b4-a1a6-46a1-b282-dc86db31b82f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.0898261 Jan 28 09:36:54.777864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-b66e6854-e231-4753-a1af-1ad9bca2a881 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:54.838968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f6e10c2-a9c6-4ff1-955d-b6300ed4edb4 req-b6981978-0c28-4c8c-945b-cd6f567eefd0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405094 Jan 28 09:36:54.844356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:36:54.871784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-08cdc303-de0c-4b35-b6d4-3f71f69079e8 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3730571 Jan 28 09:36:54.876632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-b66e6854-e231-4753-a1af-1ad9bca2a881 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:54.877899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-b66e6854-e231-4753-a1af-1ad9bca2a881 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.2565935 Jan 28 09:36:54.885501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] For port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:54.889406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] For port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:36:54.897070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.991241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:54.991813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:54.993451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] 10.222.0.25 "PUT /v2.0/ports/0a6ad9ac-f310-45e0-8f33-8700b44ef90c HTTP/1.1" status: 200 len: 1095 time: 1.4092801 Jan 28 09:36:54.996763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523e81ec-947b-4d44-96c2-de88b81f610a', 'tag': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:55.025876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4f5d2c-8a3b-442b-8384-16253279b7be service neutron] Pushing event updated for resources: {'Port': ['ID=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:55.039708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-964cede6-914b-4fad-abd9-e7e1cde89497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.041247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-964cede6-914b-4fad-abd9-e7e1cde89497 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2487721 Jan 28 09:36:55.045958 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33', 'code': 200} Jan 28 09:36:55.215024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-fad975c2-f53d-4471-a3e2-28eb7215cee2 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341391 Jan 28 09:36:55.256096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-7b3c71f1-401d-4362-966a-057f4661af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.258502 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-7b3c71f1-401d-4362-966a-057f4661af1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 1098 time: 0.2035108 Jan 28 09:36:55.292275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-d530b590-639c-4522-8a66-d1fa1c0451a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.293782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-d530b590-639c-4522-8a66-d1fa1c0451a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2070329 Jan 28 09:36:55.300872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-59b34532-d101-49b5-bfcb-ccb32ae5ecea tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.302249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa8f2e14-fa6f-4d2f-b769-5295a0193f67 req-59b34532-d101-49b5-bfcb-ccb32ae5ecea tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2581935 Jan 28 09:36:55.355541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469860cc-001f-496f-9905-a5142b8bb867 req-423777e7-3797-4641-b81d-7092d28b5a4e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.357041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-469860cc-001f-496f-9905-a5142b8bb867 req-423777e7-3797-4641-b81d-7092d28b5a4e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 948 time: 0.2315233 Jan 28 09:36:55.358513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-0fb96c7d-a7e9-493d-be2b-9fa7f84292aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c HTTP/1.1" status: 200 len: 217 time: 0.0923681 Jan 28 09:36:55.453640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-d291a723-2dd2-4910-9b5f-fb1ef77c61e2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=019193a4afec4016a8f0e2871e6d91fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454321 Jan 28 09:36:55.461118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-4721b2ac-5a33-4c12-a7bc-2e0ccfd5add4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.462734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-4721b2ac-5a33-4c12-a7bc-2e0ccfd5add4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0961297 Jan 28 09:36:55.472711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-469860cc-001f-496f-9905-a5142b8bb867 req-0cac5d5f-c271-4d5c-87d2-973e3f03dda5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072381 Jan 28 09:36:55.492186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-85c37d6f-fda3-4da0-8bbb-7721ab377396 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889677 Jan 28 09:36:55.601242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-f686b53a-59cb-4ee3-a1b7-b76d078027f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.605788 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-f686b53a-59cb-4ee3-a1b7-b76d078027f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321640 Jan 28 09:36:55.789921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-d98671d7-2c05-416c-b796-2c49fcfe55bb tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.791433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-d98671d7-2c05-416c-b796-2c49fcfe55bb tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3283241 Jan 28 09:36:55.799130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-939ecee8-ff77-450c-b364-9d3853ecb991 req-ab91f0ed-1bc2-420f-8d3e-c638ababe9ba service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566829 Jan 28 09:36:55.810405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-cd626581-0c71-4656-8fca-76503f2cadd5 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.811786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-cd626581-0c71-4656-8fca-76503f2cadd5 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.2683282 Jan 28 09:36:55.816431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-2329cba4-0cd5-48d3-b90f-ea0c18678cb7 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/quotas/019193a4afec4016a8f0e2871e6d91fb HTTP/1.1" status: 200 len: 375 time: 0.0147195 Jan 28 09:36:55.833883 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ca9f4529-45ba-431a-b4c7-249a4e1ea398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:55.936881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be116681-462e-4415-9294-ecc29f7940e9 req-53aaee01-7ad7-48c5-a15b-5ad8c4ae2b6b tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:55.947605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-be116681-462e-4415-9294-ecc29f7940e9 req-53aaee01-7ad7-48c5-a15b-5ad8c4ae2b6b tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 945 time: 0.3351681 Jan 28 09:36:55.966551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-d1460f62-dfc3-476f-b7f0-9c8b4a18f6d2 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3177485 Jan 28 09:36:56.084233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-be116681-462e-4415-9294-ecc29f7940e9 req-ba2dfb99-44ab-459b-b14a-27fc38406224 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353691 Jan 28 09:36:56.127488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-b1d05d90-d323-44ee-9fd6-5a194426cc79 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2521329 Jan 28 09:36:56.142755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-9ae04a8c-96b8-424e-add6-aacebbb0e0d4 service neutron] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:36:56.147156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-9ae04a8c-96b8-424e-add6-aacebbb0e0d4 service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:56.148505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e65609-37bf-4a61-b6a3-20225c1d136b req-9ae04a8c-96b8-424e-add6-aacebbb0e0d4 service neutron] 10.222.0.25 "DELETE /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f/bindings/n-h2-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.3272357 Jan 28 09:36:56.173937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc722e0e-8503-46e9-a6ac-c9f2f1172b92 req-e8a8c021-ead2-49e0-88cd-d72f7204d601 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981695 Jan 28 09:36:56.183245 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523e81ec-947b-4d44-96c2-de88b81f610a', 'tag': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'status': 'completed', 'code': 200} Jan 28 09:36:56.320042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-03011705-facf-4157-a478-4cd58b6b2a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:56.321551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-03011705-facf-4157-a478-4cd58b6b2a57 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 1098 time: 0.0938480 Jan 28 09:36:56.448949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-820a8ce1-4ee0-43fb-ac03-86c0d1248023 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1681609 Jan 28 09:36:56.461484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:56.480853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:56.496699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:56.519682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:56.534018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-4dd24ddd-430a-4376-a8aa-3df7f6d9de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:56.537166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-4dd24ddd-430a-4376-a8aa-3df7f6d9de9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1645260 Jan 28 09:36:56.549154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a087e99-ceb0-4d81-bf27-15b5c48dca93 req-61e8e553-6cd9-4a9c-bd1e-df2fe4d4673b tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:56.550927 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a087e99-ceb0-4d81-bf27-15b5c48dca93 req-61e8e553-6cd9-4a9c-bd1e-df2fe4d4673b tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 945 time: 0.2285147 Jan 28 09:36:56.632946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-c0cbc935-75f6-4756-9d5c-add99eff91cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c HTTP/1.1" status: 200 len: 217 time: 0.0807769 Jan 28 09:36:56.702058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:56.719346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a087e99-ceb0-4d81-bf27-15b5c48dca93 req-6efcd40c-c5b6-4280-9369-20ea3f3e5e4f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127419 Jan 28 09:36:56.729543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-4d81b2fe-0b83-4b85-8e1c-4a5995098baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:56.731043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-4d81b2fe-0b83-4b85-8e1c-4a5995098baa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0868108 Jan 28 09:36:56.821111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-08aea375-06ee-414d-b084-5edf3b4dfb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:56.823044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-08aea375-06ee-414d-b084-5edf3b4dfb8e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0842807 Jan 28 09:36:56.879978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Allocated IP 172.25.1.80 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/8d9ead49-ac9b-4511-9b20-dc7a4d37ec37) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:57.033056 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-a885f371-4b9c-4202-aed3-4cc1595876aa service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025380 Jan 28 09:36:57.043511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.044095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110a992-d2ad-4e04-9753-4f5c8d1bdd05 req-147a7764-7fdc-4857-8aaa-3d72a08ff7ab tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:57.045582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0110a992-d2ad-4e04-9753-4f5c8d1bdd05 req-147a7764-7fdc-4857-8aaa-3d72a08ff7ab tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 947 time: 0.1407332 Jan 28 09:36:57.046464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:36:57.091744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.170825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:36:57.174073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:36:57.178647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:36:57.191744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0110a992-d2ad-4e04-9753-4f5c8d1bdd05 req-696169d6-c304-4edd-8827-87111dd23f8a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302783 Jan 28 09:36:57.219893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=8d9ead49-ac9b-4511-9b20-dc7a4d37ec37,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:57.250017 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-145b8e3e-09ff-43d5-90f1-2140980cf3d1 req-d035494c-bf6c-468f-acfc-d2a67be588c4 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874065 Jan 28 09:36:57.278667 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.338636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.385042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c18bb-4958-4ad1-90ca-e48bd4c53157 req-46757067-6843-44d9-9146-75c364030631 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:57.386493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b64c18bb-4958-4ad1-90ca-e48bd4c53157 req-46757067-6843-44d9-9146-75c364030631 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 945 time: 0.0827694 Jan 28 09:36:57.395006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47754) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:57.400048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'floatingip': {'port_id': 'e9af813a-66dd-4450-960c-d2b66dbdda4d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:57.479423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.558256 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.564169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.625119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab86e6c3-500f-486f-a430-bc53b10f362f req-dbbfbcda-a3e1-448f-a9b4-b990b603bb2b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 210 time: 0.0892479 Jan 28 09:36:57.687818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event updated for resources: {'Port': ['ID=8d9ead49-ac9b-4511-9b20-dc7a4d37ec37,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:36:57.698466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.728357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:57.737283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-80618374-2ef7-4156-9eac-35affbc773ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2792089 Jan 28 09:36:57.817702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-0e2bd29a-1530-4280-9035-03891d4c03af tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:36:57.833069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-0e2bd29a-1530-4280-9035-03891d4c03af tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:36:57.835102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-0e2bd29a-1530-4280-9035-03891d4c03af tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0968463 Jan 28 09:36:57.867141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-ecdb9d5a-cd33-4eba-9f26-135e18a56d57 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=019193a4afec4016a8f0e2871e6d91fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1755023 Jan 28 09:36:57.989221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-a68895cc-0d98-4947-a0ff-8e23f5b3a929 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:57.990472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e3302e9-e628-4ddc-8f1a-8f27ed00627d req-a68895cc-0d98-4947-a0ff-8e23f5b3a929 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1501193 Jan 28 09:36:58.071456 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33', 'status': 'completed', 'code': 200} Jan 28 09:36:58.122525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-372de21f-f38a-4a4c-b0e5-92e64da89274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:58.240715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45adf360-c119-4c10-8def-91529823bcf0 req-0f7971ad-46b4-48f2-9245-0679c5c8703c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.247958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45adf360-c119-4c10-8def-91529823bcf0 req-0f7971ad-46b4-48f2-9245-0679c5c8703c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 948 time: 0.4367154 Jan 28 09:36:58.262269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-ff4c8c4c-b6b0-4294-befa-575cab080262 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.264150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-ff4c8c4c-b6b0-4294-befa-575cab080262 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3897626 Jan 28 09:36:58.299308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Request body: {'port': {'device_id': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '019193a4afec4016a8f0e2871e6d91fb'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:36:58.357305 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1abac238-1ff4-4e79-a6e0-42155b01b104 req-bc2d3823-2270-4d0f-9adf-a3eeee28a525 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips/6158ddd2-4a49-446e-a5ba-2fc769abdc46 HTTP/1.1" status: 200 len: 692 time: 0.2014618 Jan 28 09:36:58.475636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-b2fb980f-4566-432e-8f42-6dd3ff361d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.477149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-b2fb980f-4566-432e-8f42-6dd3ff361d46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1099 time: 0.3662131 Jan 28 09:36:58.519085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45adf360-c119-4c10-8def-91529823bcf0 req-40fa8c7b-84c1-4f67-ae57-bc86e8eaa1c9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657840 Jan 28 09:36:58.571531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47772) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:36:58.608883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abac238-1ff4-4e79-a6e0-42155b01b104 req-6c111930-807c-499c-b87f-c2c13795dc5e tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.615635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1abac238-1ff4-4e79-a6e0-42155b01b104 req-6c111930-807c-499c-b87f-c2c13795dc5e tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2571764 Jan 28 09:36:58.623184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-1abac238-1ff4-4e79-a6e0-42155b01b104 req-b457d0f2-25f6-4f60-82b5-eb6331afc076 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:36:58.625112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1abac238-1ff4-4e79-a6e0-42155b01b104 req-b457d0f2-25f6-4f60-82b5-eb6331afc076 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086868 Jan 28 09:36:58.687468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-e0506b9c-277d-4dbf-9548-cc50fbe14af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.690466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-e0506b9c-277d-4dbf-9548-cc50fbe14af7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2017009 Jan 28 09:36:58.787037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-2d9bd83e-c524-4764-8546-d44c9ac4a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.789069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-2d9bd83e-c524-4764-8546-d44c9ac4a6aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1099 time: 0.6264949 Jan 28 09:36:58.842042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-9ae9c675-a361-4e6a-a1fa-5f85f8e6ec4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.1429663 Jan 28 09:36:58.917744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-147083ac-e5af-478c-98a8-46b9277b4c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.919171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-147083ac-e5af-478c-98a8-46b9277b4c14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0659459 Jan 28 09:36:58.927932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:58.931334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518676f0-2d21-4180-98a3-235688b5b311 req-28951734-d386-44ec-aaf2-a16e83fac72e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:58.932755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-518676f0-2d21-4180-98a3-235688b5b311 req-28951734-d386-44ec-aaf2-a16e83fac72e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 947 time: 0.1548808 Jan 28 09:36:58.957568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:58.983872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:59.006916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:36:59.026378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-518676f0-2d21-4180-98a3-235688b5b311 req-d76631bd-c516-40f0-bfad-f9e5d06086ae tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561388 Jan 28 09:36:59.038872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-69f80158-d390-4046-b663-4da4b1837f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:59.048371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-69f80158-d390-4046-b663-4da4b1837f43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1065025 Jan 28 09:36:59.066062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Usage tracker for resource:security_group_rule and tenant:37d9b1188729431f9bce2a19f0f42ee4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:36:59.077283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:36:59.083106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Made reservation on behalf of 019193a4afec4016a8f0e2871e6d91fb for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:36:59.086528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:59.104038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:36:59.148644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:36:59.214311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-b395c583-93b8-4052-81ef-67d3fd5903a4 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips/6158ddd2-4a49-446e-a5ba-2fc769abdc46 HTTP/1.1" status: 200 len: 692 time: 0.1456892 Jan 28 09:36:59.255140 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:59.342607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-3a41f336-2068-4bc2-9cfc-cbf4e6c5a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:59.342837 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:59.344080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-3a41f336-2068-4bc2-9cfc-cbf4e6c5a286 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5444837 Jan 28 09:36:59.345779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-028f0b44-f013-49d6-ac24-b01a83982870 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988713 Jan 28 09:36:59.474844 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-a1301c1f-438a-4029-a762-3692e18bdae0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.1065211 Jan 28 09:36:59.482275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d561333-802e-4f18-bd32-33e37f16fd75 req-d58c7d58-ae8f-4500-9283-f2ddb15ddda5 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:59.482434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-193324b5-84b4-4283-a1d1-821dc9e88e7e tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:59.483713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-193324b5-84b4-4283-a1d1-821dc9e88e7e tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2621047 Jan 28 09:36:59.483826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5d561333-802e-4f18-bd32-33e37f16fd75 req-d58c7d58-ae8f-4500-9283-f2ddb15ddda5 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 1096 time: 0.6532724 Jan 28 09:36:59.509685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-6d492913-56bc-4f6a-a7c3-6d3f1e56ea1f tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:36:59.510622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-6d492913-56bc-4f6a-a7c3-6d3f1e56ea1f tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080283 Jan 28 09:36:59.551052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:59.586986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:59.601023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-d986315a-cd7f-465d-836e-174e49053f7a service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465134 Jan 28 09:36:59.608128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-dc6d99ad-043e-4df0-939b-2bb6e2e2639a tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0844457 Jan 28 09:36:59.686970 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-a94a8769-bfdf-4401-8fb5-efe334151a6a tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.80 HTTP/1.1" status: 200 len: 695 time: 0.0724139 Jan 28 09:36:59.744305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-fc9221a9-7605-4a35-8779-81c61387a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:36:59.745776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-fc9221a9-7605-4a35-8779-81c61387a59a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2516048 Jan 28 09:36:59.763769 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5d561333-802e-4f18-bd32-33e37f16fd75 req-330c970c-d005-4589-9732-b561c75fe8bc tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232227 Jan 28 09:36:59.903085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Allocated IP 192.168.233.171 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/f86e6006-b6a0-47a7-8156-be32adb3a819) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:36:59.949881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:36:59.964006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Deleting port 8d9ead49-ac9b-4511-9b20-dc7a4d37ec37 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:36:59.964348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.012413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.019722 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525 associated. External IP: 172.25.1.96, port: e9af813a-66dd-4450-960c-d2b66dbdda4d. Jan 28 09:37:00.084085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11630131-6f2e-401f-bca4-6cc2ade4e6fa req-a6d68066-0ffb-425b-ab3f-2a029fb2d84b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 210 time: 0.1460567 Jan 28 09:37:00.145489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.145815 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.152354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0a6ad9ac-f310-45e0-8f33-8700b44ef90c details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:00.175791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cbbdb6-7c63-42d0-b662-655d1a33b2ed,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:00.201030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-01dea4a3-eef1-4c6d-a292-0ef235c43e4f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37d9b1188729431f9bce2a19f0f42ee4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6227551 Jan 28 09:37:00.226374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47792) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:00.287901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Calling delete_port for 8d9ead49-ac9b-4511-9b20-dc7a4d37ec37 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:00.299779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:00.312951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'mac_address': 'fa:16:3e:c7:c4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:00.368146 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.384623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-bbf7f563-ba4a-4790-af9b-758b8ace492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:00.386202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-bbf7f563-ba4a-4790-af9b-758b8ace492c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6285446 Jan 28 09:37:00.388872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a6ad9ac-f310-45e0-8f33-8700b44ef90c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:00.404597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:00.409020 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.409772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d307c408-1359-452f-a3e0-c961b163fc33 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:00.412688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86e7e7c9-2e85-4ef8-b281-743d45ccccc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.479823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:00.484535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86e7e7c9-2e85-4ef8-b281-743d45ccccc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.501332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:00.515658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd307c408-1359-452f-a3e0-c961b163fc33', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'd307c408-1359-452f-a3e0-c961b163fc33', 'mac_address': 'fa:16:3e:d3:55:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:00.542648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.579948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.604457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d307c408-1359-452f-a3e0-c961b163fc33 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:00.624614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:00.633863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.654822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86e7e7c9-2e85-4ef8-b281-743d45ccccc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.668768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event deleted for resources: {'Port': ['ID=8d9ead49-ac9b-4511-9b20-dc7a4d37ec37,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:00.702828 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-57afd5cc-15f5-4c1f-8c3f-2f317f3b50c9 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032129 Jan 28 09:37:00.712227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7e7c9-2e85-4ef8-b281-743d45ccccc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cbbdb6-7c63-42d0-b662-655d1a33b2ed,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:00.746058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.754233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.762258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86e7e7c9-2e85-4ef8-b281-743d45ccccc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.764080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-86e7e7c9-2e85-4ef8-b281-743d45ccccc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51cbbdb6-7c63-42d0-b662-655d1a33b2ed HTTP/1.1" status: 204 len: 168 time: 0.5367453 Jan 28 09:37:00.765383 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.766497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:00.785451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed63a9f2-e7c6-4ee6-9b04-775db798f69b req-94d78e8b-10d0-4bf2-9e0f-97522c8cbec6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "DELETE /v2.0/floatingips/6158ddd2-4a49-446e-a5ba-2fc769abdc46 HTTP/1.1" status: 204 len: 173 time: 1.0925570 Jan 28 09:37:00.969753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:00.990090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['0a6ad9ac-f310-45e0-8f33-8700b44ef90c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:01.031536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:01.036528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-10b8b8bc-fca7-4d81-a5e8-1b0ccc1ca2e2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:01.038330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-10b8b8bc-fca7-4d81-a5e8-1b0ccc1ca2e2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.1787584 Jan 28 09:37:01.057916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-833ae583-9066-4430-8458-0f6aef83bff5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/quotas/f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 375 time: 0.0142717 Jan 28 09:37:01.075970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62b7fbd-885a-42a9-af61-fd651fab1d4b req-d1bc4e89-1a10-4b0c-9030-d0458f0faa84 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:01.077562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f62b7fbd-885a-42a9-af61-fd651fab1d4b req-d1bc4e89-1a10-4b0c-9030-d0458f0faa84 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 948 time: 0.8718712 Jan 28 09:37:01.082126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Transition to ACTIVE for port object f86e6006-b6a0-47a7-8156-be32adb3a819 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:01.104817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:01.166959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-e2e92d8f-9140-4091-9081-35bbf9ea600a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1033690 Jan 28 09:37:01.171509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.199028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0f0a40-a4ff-4172-8cbc-6827fdbe6a29 req-c28d8c92-ab25-4db6-9227-c3569b46d8cd service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4794214 Jan 28 09:37:01.214427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:01.218654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:37:01.224354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Usage tracker for resource:security_group_rule and tenant:b63d6826fcd24cf6b90ffc2d9f97bbd0 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:01.228724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:01.235872 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f62b7fbd-885a-42a9-af61-fd651fab1d4b req-71bb9fb9-72e5-4691-9aea-179b9bf5f3fe tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359320 Jan 28 09:37:01.241985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:01.252193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.280987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f2be086b-0ba4-47ad-b278-51826c68a0c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:01.323210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-42db6917-5e95-452c-9142-56b70a551828 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467121 Jan 28 09:37:01.450046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:01.465499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:01.482495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-769b91e5-446f-468a-b94b-db26dfc81e76 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522169 Jan 28 09:37:01.483494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:01.621423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event updated for resources: {'Port': ['ID=f86e6006-b6a0-47a7-8156-be32adb3a819,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:01.715030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.748999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:01.750367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.782483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.830235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c244a-b76a-4fa6-b357-7e2778d69c74 req-4bc975bd-c59f-4e8c-a18d-7a75f0bb56c6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:01.831682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb7c244a-b76a-4fa6-b357-7e2778d69c74 req-4bc975bd-c59f-4e8c-a18d-7a75f0bb56c6 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1997073 Jan 28 09:37:01.870612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce88098a-5f83-4748-92f8-a2a5012d75e6 None None] Provisioning for port f86e6006-b6a0-47a7-8156-be32adb3a819 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:01.878070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce88098a-5f83-4748-92f8-a2a5012d75e6 None None] Provisioning complete for port f86e6006-b6a0-47a7-8156-be32adb3a819 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:01.878267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b63d6826fcd24cf6b90ffc2d9f97bbd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7688746 Jan 28 09:37:01.878356 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ce88098a-5f83-4748-92f8-a2a5012d75e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.878440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:37:01.878517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47832) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:01.878596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c89fa-df1e-427d-9562-85a2931b7e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba5c24-9e54-4c45-a2d5-81f3e67fb9ca,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:01.893756 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:37:01.903953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef040a49-c899-495f-abb0-4caf70073a3a req-bde50edf-3ee0-48a4-ae38-dacd349f3ebd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:01.909347 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:37:01.911634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:01.915516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef040a49-c899-495f-abb0-4caf70073a3a req-bde50edf-3ee0-48a4-ae38-dacd349f3ebd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 948 time: 0.5016801 Jan 28 09:37:01.920975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-50235049-f70b-4825-9168-091989586178 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6332395 Jan 28 09:37:01.921796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.983937 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe83186d-7530-4c8b-ae7d-2a4065651a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:01.989014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ce88098a-5f83-4748-92f8-a2a5012d75e6 None None] Port f86e6006-b6a0-47a7-8156-be32adb3a819 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:02.009468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33472525-6560-434a-b3d7-fd1925008d92 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "PUT /v2.0/floatingips/b11428b5-8486-48b0-929d-a0d6cd0d6525 HTTP/1.1" status: 200 len: 990 time: 4.6133065 Jan 28 09:37:02.015705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Request body: {'port': {'device_id': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:02.063599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe83186d-7530-4c8b-ae7d-2a4065651a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:02.087773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:02.120202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc9ad02-759b-4bee-9b60-49410381cd7c req-e2776dbf-2673-42cc-b2c9-c51f08bb9cd1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:02.121699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cc9ad02-759b-4bee-9b60-49410381cd7c req-e2776dbf-2673-42cc-b2c9-c51f08bb9cd1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 936 time: 0.1411378 Jan 28 09:37:02.154925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe83186d-7530-4c8b-ae7d-2a4065651a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:02.179691 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef040a49-c899-495f-abb0-4caf70073a3a req-91b4f0c3-efc2-45f5-99c5-620a9faf2dd8 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623501 Jan 28 09:37:02.191891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:02.192206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83186d-7530-4c8b-ae7d-2a4065651a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba5c24-9e54-4c45-a2d5-81f3e67fb9ca,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:02.212676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cc9ad02-759b-4bee-9b60-49410381cd7c req-ec148eee-28a6-42e4-8912-c724bf4bcb3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840435 Jan 28 09:37:02.225983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe83186d-7530-4c8b-ae7d-2a4065651a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:02.227196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fe83186d-7530-4c8b-ae7d-2a4065651a0d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97ba5c24-9e54-4c45-a2d5-81f3e67fb9ca HTTP/1.1" status: 204 len: 168 time: 0.3471797 Jan 28 09:37:02.283136 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:37:02.379135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['11875006-c0e1-419d-b46c-1a94fb779e92'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:02.450273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ede928b-5033-4828-9614-ea616c86f044 req-cf986abe-2ff8-4fc7-80c2-dc2b22dafede tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=66931b843a4447f59d82994c722663c6 HTTP/1.1" status: 200 len: 1657 time: 0.0951526 Jan 28 09:37:02.658061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec277925-cd59-411d-9401-9a9d01758bac req-d02b3e9c-bae3-4b88-b639-339dfd8b57db tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 210 time: 0.2412608 Jan 28 09:37:02.974918 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'b11428b5-8486-48b0-929d-a0d6cd0d6525', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'port_id': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'mac_address': 'fa:16:3e:b5:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:36:36Z', 'updated_at': '2022-01-28T09:36:59Z', 'revision_number': 1, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:02.979675 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:37:02.994819 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:37:02.995433 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:03.023980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-a1cba3a2-b156-40a4-a87f-450c62ef8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:03.030022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-a1cba3a2-b156-40a4-a87f-450c62ef8c62 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 1096 time: 0.1366644 Jan 28 09:37:03.228772 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:37:03.248187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ede928b-5033-4828-9614-ea616c86f044 req-090090db-c1a1-4f7d-98cd-639459e4a36f tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:03.249743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ede928b-5033-4828-9614-ea616c86f044 req-090090db-c1a1-4f7d-98cd-639459e4a36f tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks?id=edf71238-fc0e-453d-b36b-c156b50b378d&id=edf71238-fc0e-453d-b36b-c156b50b378d&id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 787 time: 0.7897949 Jan 28 09:37:03.254233 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'status': 'completed', 'code': 200} Jan 28 09:37:03.268541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-8ede928b-5033-4828-9614-ea616c86f044 req-7663d40b-6518-4a0f-86bc-fe5d7330603b tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:37:03.270237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ede928b-5033-4828-9614-ea616c86f044 req-7663d40b-6518-4a0f-86bc-fe5d7330603b tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111067 Jan 28 09:37:03.272527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f86e6006-b6a0-47a7-8156-be32adb3a819 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:03.292906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:03.308444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-d7e8a42d-6497-4904-a21a-0537d513ba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:03.312591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-d6e177da-95d3-483c-b865-bde60b963954 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:03.315380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-d6e177da-95d3-483c-b865-bde60b963954 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9&tenant_id=0870c669a5064700a6245dd1fb963cc7&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 949 time: 0.7248135 Jan 28 09:37:03.319684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-d7e8a42d-6497-4904-a21a-0537d513ba99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 924 time: 0.2738419 Jan 28 09:37:03.326782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Transition to ACTIVE for port object f86e6006-b6a0-47a7-8156-be32adb3a819 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:03.383659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:03.612195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd2ad04-04e9-40ad-96eb-93944786491e req-a7317018-c0e8-4fdf-aa3d-375670355bcb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:03.621206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7dd2ad04-04e9-40ad-96eb-93944786491e req-a7317018-c0e8-4fdf-aa3d-375670355bcb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 949 time: 0.5601339 Jan 28 09:37:03.695198 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'b11428b5-8486-48b0-929d-a0d6cd0d6525', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'port_id': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'mac_address': 'fa:16:3e:b5:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:36:36Z', 'updated_at': '2022-01-28T09:36:59Z', 'revision_number': 1, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:03.701320 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb49f501-b0f6-431b-852b-74c148a5f95c None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'b11428b5-8486-48b0-929d-a0d6cd0d6525', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'port_id': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'mac_address': 'fa:16:3e:b5:b2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:36:36Z', 'updated_at': '2022-01-28T09:36:59Z', 'revision_number': 1, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:37:03.770028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7dd2ad04-04e9-40ad-96eb-93944786491e req-c24bec61-21d9-4a5c-922b-7854f9c565c7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477468 Jan 28 09:37:03.771895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-0f742ef6-9817-402f-8a68-dcddf049998a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d HTTP/1.1" status: 200 len: 998 time: 0.4459493 Jan 28 09:37:03.970165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-2f196a67-5108-40a6-b5ef-ebf036fa6bd2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:03.973344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-2f196a67-5108-40a6-b5ef-ebf036fa6bd2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.5430293 Jan 28 09:37:03.977255 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-1cee3bce-dbd8-4536-81bd-3795ac18dcda service neutron] delete failed (client error): The resource could not be found. Jan 28 09:37:03.979197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-1cee3bce-dbd8-4536-81bd-3795ac18dcda service neutron] 10.222.0.43 "DELETE /v2.0/ports/d307c408-1359-452f-a3e0-c961b163fc33/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.6510775 Jan 28 09:37:03.979979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Pushing event updated for resources: {'Port': ['ID=f86e6006-b6a0-47a7-8156-be32adb3a819,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:03.993420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f3e8bc-ed78-45f1-b247-c13a3d901ff2 req-62b0fc45-600e-46db-bffa-9ca278f1e4a7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:04.001368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0f3e8bc-ed78-45f1-b247-c13a3d901ff2 req-62b0fc45-600e-46db-bffa-9ca278f1e4a7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 948 time: 0.5148957 Jan 28 09:37:04.007245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Request body: {'port': {'device_id': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'admin_state_up': True, 'tenant_id': 'f17cd3fd1306411782080e6608f6256c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:04.075918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0f3e8bc-ed78-45f1-b247-c13a3d901ff2 req-f5e0922b-e0b5-403c-9444-dd0a739b05b1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702362 Jan 28 09:37:04.170728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e340843f-45c3-46f9-884b-3ff0046023b3 None None] New status for floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:37:04.182392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Attempting to bind port f86e6006-b6a0-47a7-8156-be32adb3a819 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:04.183392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Attempting to bind port f86e6006-b6a0-47a7-8156-be32adb3a819 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:04.183700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Attempting to bind port f86e6006-b6a0-47a7-8156-be32adb3a819 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:04.184230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-154f95e4-e41b-4c87-a327-6abc71f2960e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:04.185728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-154f95e4-e41b-4c87-a327-6abc71f2960e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 200 len: 862 time: 0.3850591 Jan 28 09:37:04.327799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0a6ad9ac-f310-45e0-8f33-8700b44ef90c up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:04.355558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-db681faa-9bc0-4774-aa55-ce37259a0f88 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips/2911d593-9bcc-4d37-b6ea-6d1476e83e25 HTTP/1.1" status: 200 len: 693 time: 0.1823969 Jan 28 09:37:04.357156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Port f86e6006-b6a0-47a7-8156-be32adb3a819 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:04.357868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Attempting to bind port f86e6006-b6a0-47a7-8156-be32adb3a819 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:04.392201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:04.403190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:04.415282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:04.415625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:04.416093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:04.416531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Bound port: f86e6006-b6a0-47a7-8156-be32adb3a819, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:04.416940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:04.418299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaca6e9-3e1d-48d4-87f9-8d9a644f6de9 req-6595c24e-d5de-4888-8152-314fababf4af tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:04.419792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cdaca6e9-3e1d-48d4-87f9-8d9a644f6de9 req-6595c24e-d5de-4888-8152-314fababf4af tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 948 time: 0.3588591 Jan 28 09:37:04.424827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-dfc43348-c62b-433e-83dc-08e9f6d440f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:04.426294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-dfc43348-c62b-433e-83dc-08e9f6d440f3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204762 Jan 28 09:37:04.427357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Made reservation on behalf of f17cd3fd1306411782080e6608f6256c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:04.431295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:04.644617 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cdaca6e9-3e1d-48d4-87f9-8d9a644f6de9 req-cbc48bdd-0163-48c3-bdac-da980e1282e1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962159 Jan 28 09:37:04.666443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-363fae7c-b7fc-436f-9df6-06669f7e42f7 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:04.673669 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-363fae7c-b7fc-436f-9df6-06669f7e42f7 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.3109350 Jan 28 09:37:04.692462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-efb32edc-7f38-4b0f-8598-f89ce66fef31 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:37:04.699560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-efb32edc-7f38-4b0f-8598-f89ce66fef31 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0245707 Jan 28 09:37:04.705946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:04.712804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:04.713347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:04.750096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-9c5e61de-3240-4fbd-8a0e-a4e5611d71f8 service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005888 Jan 28 09:37:04.794302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-a0a95a42-2b75-4cf1-9f3d-2498fb5620c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:04.796176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-a0a95a42-2b75-4cf1-9f3d-2498fb5620c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1100 time: 0.6247661 Jan 28 09:37:04.818133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-a6f47ae9-e9db-4eae-b770-81da8cce6744 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.1176865 Jan 28 09:37:04.842616 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:04.871092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e81ec-947b-4d44-96c2-de88b81f610a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:04.881614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:04.885554 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:04.886479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d307c408-1359-452f-a3e0-c961b163fc33 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:04.895650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Allocated IP 172.20.0.11 (d408f57a-595b-4c2f-baed-a38efd3c87fb/19d850a5-bb63-4588-9c86-e001c9f47a91/b366bf23-0754-4c20-9cae-45715d2679b9) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:04.909010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a22adf64-8abc-4641-a764-f5aef094d6b1 req-1d1fcadd-4d56-443a-8ad8-8022782c0fc6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 210 time: 0.0649505 Jan 28 09:37:04.964823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] For port f86e6006-b6a0-47a7-8156-be32adb3a819, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:04.981907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-fc916695-a995-47a4-abbe-f24d10e9f393 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.130 HTTP/1.1" status: 200 len: 696 time: 0.1625938 Jan 28 09:37:04.992241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e991a646-82d3-48bc-b27d-84a07110fa1a req-aa7cfee6-9bdb-4105-8eb1-79b940f1fcce service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315571 Jan 28 09:37:05.066282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:05.082022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] For port f86e6006-b6a0-47a7-8156-be32adb3a819, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f86e6006-b6a0-47a7-8156-be32adb3a819,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:05.092718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.105743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port d307c408-1359-452f-a3e0-c961b163fc33 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:05.114506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d307c408-1359-452f-a3e0-c961b163fc33 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:05.114920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.281638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.296970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Deleting port b99b65cc-baab-4635-b65e-ccd1edd0cf55 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:05.298045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.303558 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.327295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.339941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:05.346525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.432508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:05.449093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.452923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.452923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.453315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.457503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.457503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.457809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.458163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.458970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.459057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.459388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.459708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:05.461134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:05.481171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Network d408f57a-595b-4c2f-baed-a38efd3c87fb is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:05.482421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:05.485059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:05.499756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:05.501335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.503172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] 10.222.0.25 "PUT /v2.0/ports/f86e6006-b6a0-47a7-8156-be32adb3a819 HTTP/1.1" status: 200 len: 1096 time: 3.5079799 Jan 28 09:37:05.506448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-58bd934f-bb5a-4e97-aea2-cc3f6b3c8120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:05.508632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-58bd934f-bb5a-4e97-aea2-cc3f6b3c8120 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7019312 Jan 28 09:37:05.509120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'tag': 'f86e6006-b6a0-47a7-8156-be32adb3a819'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:05.526829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a383e-0d70-4d00-8daf-5ebb39427471 service neutron] Pushing event updated for resources: {'Port': ['ID=f86e6006-b6a0-47a7-8156-be32adb3a819,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:05.570286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:05.570950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.626637 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-8f42ec8e-bb1f-484d-ac33-6ebd7cb4d7df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6340103 Jan 28 09:37:05.639399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Request body: {'port': {'device_id': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:05.652325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-48a76e25-876d-4b94-a7d6-bc93dee494d3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.1262617 Jan 28 09:37:05.779907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.827237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-30b464cb-7b79-4aeb-af45-1d9cb910342b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:05.829273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-30b464cb-7b79-4aeb-af45-1d9cb910342b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1680498 Jan 28 09:37:05.901328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-fc07c0fc-a24c-40ed-a43d-42295de8e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:05.902798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-fc07c0fc-a24c-40ed-a43d-42295de8e904 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 1099 time: 0.2995198 Jan 28 09:37:05.917144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:05.917473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.100563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-35c7352a-5588-4547-954d-cb319463143b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f86e6006-b6a0-47a7-8156-be32adb3a819 HTTP/1.1" status: 200 len: 217 time: 0.1742070 Jan 28 09:37:06.107428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Calling delete_port for b99b65cc-baab-4635-b65e-ccd1edd0cf55 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:06.139526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cc8bd0-da74-447c-88d6-a50397f2c665 req-61930137-fd7f-498d-8e75-0ac9f352c17d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.140969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78cc8bd0-da74-447c-88d6-a50397f2c665 req-61930137-fd7f-498d-8e75-0ac9f352c17d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.1952531 Jan 28 09:37:06.232526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-881291f1-aa83-4cdf-8c17-c92031ba1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.234086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-881291f1-aa83-4cdf-8c17-c92031ba1a09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3896108 Jan 28 09:37:06.246878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78cc8bd0-da74-447c-88d6-a50397f2c665 req-a82a146b-e730-40a4-ab6e-1269d4764724 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971158 Jan 28 09:37:06.247263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-02734219-3f2f-461a-a3df-94ca306f1efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.248680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-02734219-3f2f-461a-a3df-94ca306f1efa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1142108 Jan 28 09:37:06.248800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b366bf23-0754-4c20-9cae-45715d2679b9 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:06.257216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.275312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Transition to ACTIVE for port object b366bf23-0754-4c20-9cae-45715d2679b9 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:06.279965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.304805 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e81ec-947b-4d44-96c2-de88b81f610a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'code': 200} Jan 28 09:37:06.449996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:06.490758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-04446647-a8e8-4651-90dc-051ebcb23f0d service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405241 Jan 28 09:37:06.492857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.561359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event deleted for resources: {'Port': ['ID=b99b65cc-baab-4635-b65e-ccd1edd0cf55,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:06.616039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-20fefff1-9b46-4c8d-aea2-fae6c247abb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.617465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-20fefff1-9b46-4c8d-aea2-fae6c247abb7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3473804 Jan 28 09:37:06.659413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a283d-244f-417d-8b0d-9e14be6b8bd6 req-9c5f7dd9-edb7-4f1d-b2c9-18c2b59e7017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.660878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da2a283d-244f-417d-8b0d-9e14be6b8bd6 req-9c5f7dd9-edb7-4f1d-b2c9-18c2b59e7017 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 1100 time: 0.2480533 Jan 28 09:37:06.665073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:06.665391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:06.665701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:06.688519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f52ac-c011-4a34-889b-0403f03f3318 req-43edff10-16e0-4eb8-8332-33c22c2633da tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.689958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-670f52ac-c011-4a34-889b-0403f03f3318 req-43edff10-16e0-4eb8-8332-33c22c2633da tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 949 time: 0.2334764 Jan 28 09:37:06.695707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:06.696015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:06.715961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 36, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:06.716220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:06.716583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:06.717024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Bound port: b366bf23-0754-4c20-9cae-45715d2679b9, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:06.717362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.807592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da2a283d-244f-417d-8b0d-9e14be6b8bd6 req-19226434-a170-41ed-82f7-8534b72adbdc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395874 Jan 28 09:37:06.817531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-670f52ac-c011-4a34-889b-0403f03f3318 req-784b8278-de8d-47d2-8447-1ab0a3e3447d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180179 Jan 28 09:37:06.863862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:06.867554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:06.873335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.901486 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'tag': 'f86e6006-b6a0-47a7-8156-be32adb3a819', 'status': 'completed', 'code': 200} Jan 28 09:37:06.940858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:06.941457 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.942823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] 10.222.0.43 "PUT /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 1092 time: 1.3093288 Jan 28 09:37:06.943264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:06.973796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.982056 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5338fe5c-e4fa-4092-9b0d-80ea7a56339d req-429fede9-d36d-42cc-b80e-9c2492ec91a5 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567478 Jan 28 09:37:06.993545 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-d49c106d-0621-4cf2-ac94-0825c1b10d75 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374102 Jan 28 09:37:06.997115 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:06.998175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-282c0cc0-a444-4abf-a9ed-8ff50effb446 req-8b5aed6e-5227-41e8-9ccd-7396a5ac5feb tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "DELETE /v2.0/floatingips/2911d593-9bcc-4d37-b6ea-6d1476e83e25 HTTP/1.1" status: 204 len: 173 time: 2.0151157 Jan 28 09:37:07.083955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e53693-ec8d-48ff-ba8e-c7ac8cb7bd30 service neutron] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:07.147478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7551c8-89ae-4a82-a5d5-c892735612de req-8e0d2957-03d8-4a15-ad33-cd25f6e6523a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.148999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d7551c8-89ae-4a82-a5d5-c892735612de req-8e0d2957-03d8-4a15-ad33-cd25f6e6523a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 948 time: 0.1931443 Jan 28 09:37:07.151303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-732efb49-de74-4164-ad67-48f77732a9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.152641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-732efb49-de74-4164-ad67-48f77732a9c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1095 time: 0.1558590 Jan 28 09:37:07.194024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3555b8e1-ec00-4477-96eb-f99347ec1a30 req-b439d2e5-ee95-462a-8c12-3c0db9af5be5 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511455 Jan 28 09:37:07.317372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-0b318075-2548-4346-a026-44505e4a5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.318961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-0b318075-2548-4346-a026-44505e4a5f48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=019193a4afec4016a8f0e2871e6d91fb&device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 1099 time: 0.0745089 Jan 28 09:37:07.321082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-b03f94bf-79b0-4ca2-a41b-abe556e8d3c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 217 time: 0.1489635 Jan 28 09:37:07.400457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d7551c8-89ae-4a82-a5d5-c892735612de req-c8d1549b-f95c-48b5-9462-fd4e891999fb tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456858 Jan 28 09:37:07.440450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563460bd-9438-458c-af10-02fed003a088 req-48577590-9a4f-48c3-bd05-d1084e8cf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.441880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-48577590-9a4f-48c3-bd05-d1084e8cf683 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1104310 Jan 28 09:37:07.492269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-cbeb2211-0628-43c4-8e73-30bc542973a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.494139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-cbeb2211-0628-43c4-8e73-30bc542973a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1647696 Jan 28 09:37:07.545075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-fbd4a9cb-6ab5-4deb-8563-8c5bea769530 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0910780 Jan 28 09:37:07.630333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-5e49350b-7b6a-4e42-ac39-6a3773703c1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=f86e6006-b6a0-47a7-8156-be32adb3a819 HTTP/1.1" status: 200 len: 217 time: 0.1260779 Jan 28 09:37:07.691147 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'status': 'completed', 'code': 200} Jan 28 09:37:07.773654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-0beba73b-ddfb-442a-ae78-7cb5611a6789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.775136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-0beba73b-ddfb-442a-ae78-7cb5611a6789 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1326439 Jan 28 09:37:07.778544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-53f5017e-c5ac-483a-9d23-35ecc8db2412 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258739 Jan 28 09:37:07.790012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d2f7a2-f152-4f27-bf4a-6541a0217225 req-a29e9601-2957-4e90-96c6-7d0633e9c6bd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.790703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-93d2f7a2-f152-4f27-bf4a-6541a0217225 req-a29e9601-2957-4e90-96c6-7d0633e9c6bd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:07.829461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-0c56e3a6-eef7-4143-bf26-a08f09b0619b tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips/3a91ddec-aeb7-4c09-8422-31b9138ea172 HTTP/1.1" status: 200 len: 693 time: 0.1220536 Jan 28 09:37:07.886143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-93d2f7a2-f152-4f27-bf4a-6541a0217225 req-a29e9601-2957-4e90-96c6-7d0633e9c6bd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:07.887261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d2f7a2-f152-4f27-bf4a-6541a0217225 req-a29e9601-2957-4e90-96c6-7d0633e9c6bd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.3033791 Jan 28 09:37:07.966765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d2f7a2-f152-4f27-bf4a-6541a0217225 req-2019336c-e594-4127-9aa4-105c3a9843ad tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728750 Jan 28 09:37:07.969969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-563460bd-9438-458c-af10-02fed003a088 req-c1a1c95d-fadf-4828-8490-74fdaf000130 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765347 Jan 28 09:37:07.979127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-e10e90d5-a50d-46e5-80cc-d10ce26c0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:07.980605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-e10e90d5-a50d-46e5-80cc-d10ce26c0929 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1921268 Jan 28 09:37:08.031037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-b2f3cd5a-308f-4401-9a2f-dd536c0d1f69 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:08.032417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-b2f3cd5a-308f-4401-9a2f-dd536c0d1f69 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1935005 Jan 28 09:37:08.157501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-043a6fe0-b80f-40a1-a636-5cd6c68c2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:08.158968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-043a6fe0-b80f-40a1-a636-5cd6c68c2e61 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1095 time: 0.1302218 Jan 28 09:37:08.168709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-1ba0f51b-49fb-48df-bd01-dc762b68a8ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:08.172880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ee0dd4-5d86-4fb4-a0b4-28d6d1044bd9 req-850df9fa-39e2-42a7-aee7-8df4f5aa3b65 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:08.174364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79ee0dd4-5d86-4fb4-a0b4-28d6d1044bd9 req-850df9fa-39e2-42a7-aee7-8df4f5aa3b65 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.0971501 Jan 28 09:37:08.202754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-1ba0f51b-49fb-48df-bd01-dc762b68a8ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:08.203925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-1ba0f51b-49fb-48df-bd01-dc762b68a8ef tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.1242893 Jan 28 09:37:08.277869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-bfd520c7-d936-4fd3-a408-07a313fa74de service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737541 Jan 28 09:37:08.296156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79ee0dd4-5d86-4fb4-a0b4-28d6d1044bd9 req-69f865a5-3146-40e2-bae2-7aa088d1ff8a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015391 Jan 28 09:37:08.307584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:08.326472 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-7e1404ab-a0c1-4640-be40-b3ba047e1981 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.244 HTTP/1.1" status: 200 len: 696 time: 0.1093154 Jan 28 09:37:08.336324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-d09caeb1-6b85-420c-b49a-1358cf91b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:08.337823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-d09caeb1-6b85-420c-b49a-1358cf91b39b service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.1625838 Jan 28 09:37:08.424979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-ed246a47-529f-43f1-8dbc-1465692830cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 217 time: 0.0807054 Jan 28 09:37:08.558489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-c3669add-4069-4f1a-944d-0ab565816f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:08.562708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-c3669add-4069-4f1a-944d-0ab565816f58 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1284561 Jan 28 09:37:08.564625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Deleting port 9c42923a-8a2d-47b4-9c75-e568d6aa8140 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:08.565207 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:08.662920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-902adcc9-0f7b-462e-97f0-ab24551b914c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0909750 Jan 28 09:37:08.751686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a37af628-9568-4be3-816a-b1c7dabd51b4 req-6aaa149e-2f29-4301-bce1-da1cc26d7fdd service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602542 Jan 28 09:37:08.869775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-de5fa335-9b30-4d50-a28a-f00ba379625a service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976445 Jan 28 09:37:08.877766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c21ba-f2ab-44e4-9e3d-002d5dcdd7af req-ef59ed4e-5c0f-4eab-bdbf-74b5cf88f910 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:08.879128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c2c21ba-f2ab-44e4-9e3d-002d5dcdd7af req-ef59ed4e-5c0f-4eab-bdbf-74b5cf88f910 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 949 time: 0.1843920 Jan 28 09:37:08.886508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:08.886840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:09.000195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c2c21ba-f2ab-44e4-9e3d-002d5dcdd7af req-e85dd303-84ba-4d1a-b831-33bd70224de7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003714 Jan 28 09:37:09.025868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Calling delete_port for 9c42923a-8a2d-47b4-9c75-e568d6aa8140 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:09.056723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0db2100-1e2b-4b06-a6ef-584491c8aeae req-1fd2903f-9380-4d6b-bfe3-cb2803ef0fdd service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765065 Jan 28 09:37:09.174779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:09.178568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0376b27-f915-4fd6-8689-a64db3492524 req-18ac4cd1-3b71-44b4-8b78-63316331fa4e tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:09.180056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0376b27-f915-4fd6-8689-a64db3492524 req-18ac4cd1-3b71-44b4-8b78-63316331fa4e tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1101 time: 0.0760634 Jan 28 09:37:09.224389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event deleted for resources: {'Port': ['ID=9c42923a-8a2d-47b4-9c75-e568d6aa8140,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:09.307318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0376b27-f915-4fd6-8689-a64db3492524 req-b9d6097b-0a60-4b35-bb8d-1fd3d6b91e39 tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211166 Jan 28 09:37:09.345551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:09.363918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:09.366367 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33', 'code': 200} Jan 28 09:37:09.369100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4b01d13-f9ca-4ef9-b9cd-bebe7cb91eac req-cf04f9fb-e25d-464f-8267-38bc5cb04b8c tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "DELETE /v2.0/floatingips/3a91ddec-aeb7-4c09-8422-31b9138ea172 HTTP/1.1" status: 204 len: 173 time: 1.0418108 Jan 28 09:37:09.538411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43680b8f-eff5-49fd-a00e-7e1c1a195d7e req-2df6bf78-7342-49a6-bf88-b807846f48d0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:09.539873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43680b8f-eff5-49fd-a00e-7e1c1a195d7e req-2df6bf78-7342-49a6-bf88-b807846f48d0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 948 time: 0.0874619 Jan 28 09:37:09.593194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43680b8f-eff5-49fd-a00e-7e1c1a195d7e req-99e7f9b9-ad2a-4221-9d67-38835a982da8 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Jan 28 09:37:09.677406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bd371-ef68-4f78-866e-1cb37f1ea937 req-e22cfe65-58af-45d6-9248-a7d55d902b07 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:09.679105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e95bd371-ef68-4f78-866e-1cb37f1ea937 req-e22cfe65-58af-45d6-9248-a7d55d902b07 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.0881019 Jan 28 09:37:09.704714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:09.735990 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e95bd371-ef68-4f78-866e-1cb37f1ea937 req-da054264-0968-4275-9fee-8f4b3ee4c4dc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485644 Jan 28 09:37:09.761239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb7991-8bd7-4ca4-ba02-bbadd6713d0b req-aa473d82-ca60-4ee2-97ac-4f1cc1542085 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:09.761946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9cb7991-8bd7-4ca4-ba02-bbadd6713d0b req-aa473d82-ca60-4ee2-97ac-4f1cc1542085 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 1100 time: 0.0698581 Jan 28 09:37:09.805677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9cb7991-8bd7-4ca4-ba02-bbadd6713d0b req-9bc2d5e5-8b9a-4828-ac41-244f9adb0952 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382471 Jan 28 09:37:09.904396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:09.928115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-0af08186-e0d5-4035-9da8-39a77f427326 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips/80e36a12-64a2-4951-b530-31ea987c1c6b HTTP/1.1" status: 200 len: 693 time: 0.1365480 Jan 28 09:37:09.956173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:10.007636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Usage tracker for resource:security_group_rule and tenant:5222d862085e4735909d6a5cd5fb7811 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:10.014954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:10.029304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-99264923-3873-4cfd-8ef4-26b9cea64a72 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354900 Jan 28 09:37:10.031170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:10.119336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-5a1f15a0-d304-4d71-9720-dbe37d2816ec tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:10.126204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-5a1f15a0-d304-4d71-9720-dbe37d2816ec tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1972504 Jan 28 09:37:10.179093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-91e68417-b991-4adf-b8dc-f40d585d5e0a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:10.180522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-91e68417-b991-4adf-b8dc-f40d585d5e0a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500971 Jan 28 09:37:10.198967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-dc48462c-cdf9-4049-9828-5178fe89588e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/quotas/0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 375 time: 0.0096505 Jan 28 09:37:10.207997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f86e6006-b6a0-47a7-8156-be32adb3a819 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:10.209458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-7102d975-ead2-4add-8129-d549a9770874 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Synchronizing usage tracker for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:10.248392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-7102d975-ead2-4add-8129-d549a9770874 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Unset dirty status for tenant:66931b843a4447f59d82994c722663c6 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:10.255589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-7102d975-ead2-4add-8129-d549a9770874 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1281450 Jan 28 09:37:10.293940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-86280561-6401-4274-b6a9-b6dd05d832b1 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0875618 Jan 28 09:37:10.350330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:10.361937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-9f633d36-4566-48a1-9a1a-9649f916e5fa tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.204 HTTP/1.1" status: 200 len: 696 time: 0.1055639 Jan 28 09:37:10.365427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:10.491989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f86e6006-b6a0-47a7-8156-be32adb3a819, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f86e6006-b6a0-47a7-8156-be32adb3a819,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:10.516506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'f86e6006-b6a0-47a7-8156-be32adb3a819', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'f86e6006-b6a0-47a7-8156-be32adb3a819', 'mac_address': 'fa:16:3e:49:1a:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:10.590636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:10.611794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f86e6006-b6a0-47a7-8156-be32adb3a819 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:10.640457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e109858-f8fc-477c-bb71-fad2d892234c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:10.648211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f86e6006-b6a0-47a7-8156-be32adb3a819, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f86e6006-b6a0-47a7-8156-be32adb3a819,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:10.653637 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:10.663006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f5bb8fb7-73b6-427a-bb36-f23ee459b103 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5222d862085e4735909d6a5cd5fb7811&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9572911 Jan 28 09:37:10.666114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48016) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:10.679097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Deleting port 2589c2c3-2782-47da-a465-185a7be6e0bf {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:10.679442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:10.724829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-f1c001e5-2a82-413a-880a-740af9663b7d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0863442 Jan 28 09:37:10.744238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f86e6006-b6a0-47a7-8156-be32adb3a819,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:10.795453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:10.943662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-b442f147-4c0d-4c34-b2ed-a842afd2b52a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:10.951684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-b442f147-4c0d-4c34-b2ed-a842afd2b52a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2258351 Jan 28 09:37:10.954435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8646a656-da2d-4d46-9cfc-659a736bb057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:10.972394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-ca618346-6629-48bc-94c4-62eb294c7fe9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/quotas/a1f2a4a4588a4d5e8bdfbb87e5e22a6e HTTP/1.1" status: 200 len: 375 time: 0.0197861 Jan 28 09:37:10.976228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:10.991603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'port_id': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'mac_address': 'fa:16:3e:23:ec:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d850a5-bb63-4588-9c86-e001c9f47a91', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:11.006318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8646a656-da2d-4d46-9cfc-659a736bb057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.038222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.038586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.074848 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.097298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b366bf23-0754-4c20-9cae-45715d2679b9 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:11.109020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-281377b5-d2b5-404c-bb0f-1300675b488f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1355946 Jan 28 09:37:11.119684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:11.126347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.169131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f86e6006-b6a0-47a7-8156-be32adb3a819'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:11.196849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Calling delete_port for 2589c2c3-2782-47da-a465-185a7be6e0bf owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:11.289355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8646a656-da2d-4d46-9cfc-659a736bb057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.348223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8646a656-da2d-4d46-9cfc-659a736bb057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e109858-f8fc-477c-bb71-fad2d892234c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:11.366307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8646a656-da2d-4d46-9cfc-659a736bb057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.368138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8646a656-da2d-4d46-9cfc-659a736bb057 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0e109858-f8fc-477c-bb71-fad2d892234c HTTP/1.1" status: 204 len: 168 time: 0.7004557 Jan 28 09:37:11.424439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:11.468379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['b366bf23-0754-4c20-9cae-45715d2679b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:11.522664 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.594802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df588661-54d0-4d7a-a85d-c5b9b06c9f3d req-e71aab45-2c2e-4f5e-b03f-e96f1ef62f53 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 210 time: 0.1492267 Jan 28 09:37:11.684067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Pushing event deleted for resources: {'Port': ['ID=2589c2c3-2782-47da-a465-185a7be6e0bf,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:11.945034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.975079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:11.977929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f3ef801-b5f2-4f8e-981d-e809d2514521 req-1ee30145-dbb7-48f2-a2dc-765a1822adb2 tempest-FloatingIPDetailsTestJSON-1867397362 tempest-FloatingIPDetailsTestJSON-1867397362-project] 10.222.0.42 "DELETE /v2.0/floatingips/80e36a12-64a2-4951-b530-31ea987c1c6b HTTP/1.1" status: 204 len: 173 time: 1.6140716 Jan 28 09:37:11.985076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48046) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:12.076282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-436ee0a1-b352-4564-ad96-de2a52363ec5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364406 Jan 28 09:37:12.087813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48050) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:12.112586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:12.193484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:12.243619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Usage tracker for resource:security_group_rule and tenant:256b410cbb194376938659165b71ec19 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:12.255960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:12.263015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056acd99-d590-4a90-aac1-d1b64f2baad0 req-43124576-4821-4765-8ed2-b0f88c748f4b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:12.270209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-056acd99-d590-4a90-aac1-d1b64f2baad0 req-43124576-4821-4765-8ed2-b0f88c748f4b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 949 time: 0.2791407 Jan 28 09:37:12.278329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:12.323124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-056acd99-d590-4a90-aac1-d1b64f2baad0 req-b724a6a1-ed67-4bf0-8e44-a7aa4ddfce3e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499701 Jan 28 09:37:12.331958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-fd578e12-0ab9-4df6-b0ac-24ed3d05b932 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:12.334972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-fd578e12-0ab9-4df6-b0ac-24ed3d05b932 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2453694 Jan 28 09:37:12.350854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Request body: {'port': {'device_id': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '0870c669a5064700a6245dd1fb963cc7'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:12.404171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88336a26-0493-4516-af83-8a938e194c76 req-fdd6a075-f210-4169-9954-e3b6acef9804 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:12.405734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88336a26-0493-4516-af83-8a938e194c76 req-fdd6a075-f210-4169-9954-e3b6acef9804 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 945 time: 0.2243605 Jan 28 09:37:12.488765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6fac6026-304f-4aa9-9287-9f8e818594f5 req-182afa1c-1043-42e4-b692-e82695d6b63b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 210 time: 0.0548398 Jan 28 09:37:12.539213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:12.549685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:12.559378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Made reservation on behalf of 0870c669a5064700a6245dd1fb963cc7 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:12.564780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:12.570880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88336a26-0493-4516-af83-8a938e194c76 req-ab00f583-e881-485b-a24a-7c9e935cccbf tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548131 Jan 28 09:37:12.642753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:12.649873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:12.741223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=256b410cbb194376938659165b71ec19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6522281 Jan 28 09:37:12.741976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48058) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:12.749192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5870bce-e8e2-4176-bc30-75b9f18a346f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=058f2cf6-82b3-47fa-937c-7520620a11d9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:12.767171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7a3c54cd-ca4a-4dce-90bc-90c572b34356 req-3e42a3d0-5384-4502-bb28-a4f010daf0c6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 210 time: 0.0574627 Jan 28 09:37:12.807322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Allocated IP 192.168.233.96 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/72993e18-434b-47a9-9a38-9c85835f9d15) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:12.815368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:12.842279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-51a09908-b2f7-48c7-ba7a-31a46ab1f3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:12.875362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-51a09908-b2f7-48c7-ba7a-31a46ab1f3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:12.997741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port b366bf23-0754-4c20-9cae-45715d2679b9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:13.004887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port b366bf23-0754-4c20-9cae-45715d2679b9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:13.005380 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.022055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-050a9cb8-7146-41a7-8d85-18a66e17979c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409052 Jan 28 09:37:13.167332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.232765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-51a09908-b2f7-48c7-ba7a-31a46ab1f3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.260996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:13.272407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.282241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a09908-b2f7-48c7-ba7a-31a46ab1f3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=058f2cf6-82b3-47fa-937c-7520620a11d9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:13.290460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Transition to ACTIVE for port object 72993e18-434b-47a9-9a38-9c85835f9d15 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:13.309823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:13.322223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.327373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.346563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.420790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:13.455176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:13.497316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:13.500096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:13.503685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:13.575927 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'code': 200} Jan 28 09:37:13.649399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-51a09908-b2f7-48c7-ba7a-31a46ab1f3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.653226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-51a09908-b2f7-48c7-ba7a-31a46ab1f3aa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/058f2cf6-82b3-47fa-937c-7520620a11d9 HTTP/1.1" status: 204 len: 168 time: 0.9093385 Jan 28 09:37:13.663372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:13.665428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.729712 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.758187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:13.828851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f6be24ab-f752-41fa-a5b2-ab0c212e48bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4817624 Jan 28 09:37:13.849252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Request body: {'port': {'device_id': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:13.854822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5c269f8f-08d1-464a-9c1a-aa2991b89c52 None None] Provisioning for port 72993e18-434b-47a9-9a38-9c85835f9d15 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:13.861944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5c269f8f-08d1-464a-9c1a-aa2991b89c52 None None] Provisioning complete for port 72993e18-434b-47a9-9a38-9c85835f9d15 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:13.863169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c269f8f-08d1-464a-9c1a-aa2991b89c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:13.882475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3373c3b2-6e21-43ba-b221-86f357b32858 req-adfc579c-6f94-48cb-9da3-0e9958c8e7fa tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 210 time: 0.2249441 Jan 28 09:37:13.981529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-8c4d517c-090f-4048-bc3c-2cb2cc824164 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:13.986339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-8c4d517c-090f-4048-bc3c-2cb2cc824164 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9545453 Jan 28 09:37:13.993148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5c269f8f-08d1-464a-9c1a-aa2991b89c52 None None] Port 72993e18-434b-47a9-9a38-9c85835f9d15 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:13.998897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.014576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:14.079181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89f1fa-0ffd-4acd-b876-5a3dd79b841e req-82b84638-65eb-49f8-83a5-7c2531f47d1c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:14.080687 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc89f1fa-0ffd-4acd-b876-5a3dd79b841e req-82b84638-65eb-49f8-83a5-7c2531f47d1c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 949 time: 0.3658838 Jan 28 09:37:14.202357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc89f1fa-0ffd-4acd-b876-5a3dd79b841e req-7468bd96-cca1-4edd-8b50-4366cd9c0bbd tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148245 Jan 28 09:37:14.228496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f86e6006-b6a0-47a7-8156-be32adb3a819 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:14.243901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd444a07-4603-4f42-8c3e-4c9baf7b4070 req-ea3a499a-c896-41a3-9bc7-48e26d8e8b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:14.245424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd444a07-4603-4f42-8c3e-4c9baf7b4070 req-ea3a499a-c896-41a3-9bc7-48e26d8e8b2f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1097 time: 0.6639204 Jan 28 09:37:14.305969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:14.368503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port f86e6006-b6a0-47a7-8156-be32adb3a819 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:14.376815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port f86e6006-b6a0-47a7-8156-be32adb3a819 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:14.377091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.401832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:14.418925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1c3c5-ccab-4403-bf3a-ca6257c4fc06 req-65b0fc88-96bf-4157-9db2-02659f4f70fc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:14.420479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9af1c3c5-ccab-4403-bf3a-ca6257c4fc06 req-65b0fc88-96bf-4157-9db2-02659f4f70fc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.3243856 Jan 28 09:37:14.422156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd444a07-4603-4f42-8c3e-4c9baf7b4070 req-b6483ae9-7130-466d-a7ab-fc57d7e8104a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583393 Jan 28 09:37:14.450067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Deleting port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:14.450512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.486050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:14.489856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.600937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9af1c3c5-ccab-4403-bf3a-ca6257c4fc06 req-e0a40a5b-1612-4f72-a166-e8b79aa7bc9f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735632 Jan 28 09:37:14.637145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.702772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f86e6006-b6a0-47a7-8156-be32adb3a819, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f86e6006-b6a0-47a7-8156-be32adb3a819,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:14.706728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.736162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4167d04-07e6-460e-a47d-5ace097a0ed7 req-d816c1a5-6def-42df-8632-5d43f20b9ff5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:14.737197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4167d04-07e6-460e-a47d-5ace097a0ed7 req-d816c1a5-6def-42df-8632-5d43f20b9ff5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:14.804705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72993e18-434b-47a9-9a38-9c85835f9d15 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:14.817077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4167d04-07e6-460e-a47d-5ace097a0ed7 req-d816c1a5-6def-42df-8632-5d43f20b9ff5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:14.818250 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4167d04-07e6-460e-a47d-5ace097a0ed7 req-d816c1a5-6def-42df-8632-5d43f20b9ff5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 935 time: 0.4359639 Jan 28 09:37:14.819962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.842625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f86e6006-b6a0-47a7-8156-be32adb3a819,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:14.892454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Transition to ACTIVE for port object 72993e18-434b-47a9-9a38-9c85835f9d15 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:14.899763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.930284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:14.965005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] For port 9598ed7e-1fe8-4f87-9ddb-63ece82783ec, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:14.965374 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:15.165288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4167d04-07e6-460e-a47d-5ace097a0ed7 req-21c5552a-9171-4ce0-ac88-ecbee8604c32 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168492 Jan 28 09:37:15.180506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Calling delete_port for 9598ed7e-1fe8-4f87-9ddb-63ece82783ec owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:15.218043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:15.270563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:15.270895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:15.271220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:15.276821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Port 72993e18-434b-47a9-9a38-9c85835f9d15 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:15.277132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:15.282642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:15.282975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:15.283362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:15.283788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Bound port: 72993e18-434b-47a9-9a38-9c85835f9d15, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:15.284132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:15.408708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:15.415448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:15.459283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:15.459723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.3 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:15.479454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02a2ebe9-540c-4d97-b753-b61f71e44dc1 req-146833f0-9fc8-4d9b-8b5d-e26c65bc887f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 210 time: 0.3061316 Jan 28 09:37:15.545977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:15.547641 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:15.549586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] 10.222.0.43 "PUT /v2.0/ports/72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 1095 time: 1.7115502 Jan 28 09:37:15.550730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:15.577349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86e6006-b6a0-47a7-8156-be32adb3a819'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:15.663890 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15', 'status': 'completed', 'code': 200} Jan 28 09:37:15.681308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4740c-96bb-4cfb-818e-db08cefbcc65 service neutron] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:15.710758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1c8ae3-67a2-4e44-9ba3-eec6971151e3 req-2421511d-ea04-47d8-86a5-86497f1fd55f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:15.735576 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f1c8ae3-67a2-4e44-9ba3-eec6971151e3 req-2421511d-ea04-47d8-86a5-86497f1fd55f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.3229191 Jan 28 09:37:15.779424 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f86e6006-b6a0-47a7-8156-be32adb3a819', 'code': 200} Jan 28 09:37:15.881183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-782bb3ef-401d-472b-9740-41bead1940ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:15.882691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-782bb3ef-401d-472b-9740-41bead1940ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1098 time: 0.2755849 Jan 28 09:37:16.106023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-bb56d1ca-c932-4697-ac88-f59ae7081d2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.2006438 Jan 28 09:37:16.189696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f1c8ae3-67a2-4e44-9ba3-eec6971151e3 req-a1f340d8-c03c-4633-9b8d-eadbc65a7b92 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4531538 Jan 28 09:37:16.270374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ca50e-6374-489d-b97a-03c430b48ecb req-7e2defc5-417a-47cb-868f-ea07bd287635 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:16.271981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d5ca50e-6374-489d-b97a-03c430b48ecb req-7e2defc5-417a-47cb-868f-ea07bd287635 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.3534327 Jan 28 09:37:16.332726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:16.359634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-fb306c15-8520-45db-b21f-291a5b777ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:16.361332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-fb306c15-8520-45db-b21f-291a5b777ca0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2433760 Jan 28 09:37:16.367995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f83b6a-94b0-4348-949d-c55924c95878 req-8570d319-c0b6-4a80-a857-f434007a3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:16.370432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11f83b6a-94b0-4348-949d-c55924c95878 req-8570d319-c0b6-4a80-a857-f434007a3127 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 1101 time: 0.3321853 Jan 28 09:37:16.401857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d5ca50e-6374-489d-b97a-03c430b48ecb req-37fc5273-fc50-488f-8cfc-6afbfbcbdb5d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117668 Jan 28 09:37:16.405326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:16.436959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:16.482594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11f83b6a-94b0-4348-949d-c55924c95878 req-a6157320-1728-4a39-89e2-0e11114c6331 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782151 Jan 28 09:37:16.565664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Pushing event deleted for resources: {'Port': ['ID=9598ed7e-1fe8-4f87-9ddb-63ece82783ec,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:16.628818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:16.640304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-fb9fb410-e2f1-43bd-8ce4-6557076169f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:16.641869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-fb9fb410-e2f1-43bd-8ce4-6557076169f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2702250 Jan 28 09:37:16.643860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:16.695543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:16.705256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:16.708464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:16.713178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24', '185f9af1-3f91-4d98-b706-c64849e8d108', '0a6ad9ac-f310-45e0-8f33-8700b44ef90c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:16.895408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-a906fb57-fbe1-42d1-9b0e-8337efd3fc9a service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404382 Jan 28 09:37:16.904109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b35b9-f1a8-42c4-8682-a10bb5dec2f0 req-6bd6f5f3-a9dd-4d7a-a573-e6e8de50abbc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:16.905871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d47b35b9-f1a8-42c4-8682-a10bb5dec2f0 req-6bd6f5f3-a9dd-4d7a-a573-e6e8de50abbc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 947 time: 0.3506939 Jan 28 09:37:17.095548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d47b35b9-f1a8-42c4-8682-a10bb5dec2f0 req-5a127935-d6a6-403b-b6e6-00750d5bfa96 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702492 Jan 28 09:37:17.159173 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:37:17.164097 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be0b02e4-72f8-44e0-8b16-c77a77b9450e req-f9ac75ce-490e-4522-9284-5b07a92ed868 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569768 Jan 28 09:37:17.200476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-54ef9e9d-85f0-4d1c-abd3-3dd8bb01e8e7 None None] Provisioning for port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:17.229673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-54ef9e9d-85f0-4d1c-abd3-3dd8bb01e8e7 None None] Provisioning complete for port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:17.230295 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-54ef9e9d-85f0-4d1c-abd3-3dd8bb01e8e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:17.302868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-54ef9e9d-85f0-4d1c-abd3-3dd8bb01e8e7 None None] Port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:17.396263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:17.439713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:17.440993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:17.456066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-6f1f2e6c-df2f-40d9-a4f0-a00834be190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:17.464465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-6f1f2e6c-df2f-40d9-a4f0-a00834be190b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1098 time: 0.2311068 Jan 28 09:37:17.504749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:17.524959 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-7879434c-49ef-4a76-8a79-b21dc2e8cb38 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5042899 Jan 28 09:37:17.530176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Request body: {'port': {'device_id': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:17.651366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f50544a-a09f-43b0-b118-be0f81352985 req-012186ed-4afa-4624-9eb4-b02921aaba5f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:17.652011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9f50544a-a09f-43b0-b118-be0f81352985 req-012186ed-4afa-4624-9eb4-b02921aaba5f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:17.705550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-7a9de079-75ab-4489-acad-ea55b95ca85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:17.707081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-7a9de079-75ab-4489-acad-ea55b95ca85a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1701534 Jan 28 09:37:17.721853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897eaf86-217d-4ce4-b78f-b00f26dbfcff req-66a9a8b6-588b-48ee-96f5-2fa7f7af0b4b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:17.723638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-897eaf86-217d-4ce4-b78f-b00f26dbfcff req-66a9a8b6-588b-48ee-96f5-2fa7f7af0b4b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.2575858 Jan 28 09:37:17.779387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9f50544a-a09f-43b0-b118-be0f81352985 req-012186ed-4afa-4624-9eb4-b02921aaba5f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:17.787088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f50544a-a09f-43b0-b118-be0f81352985 req-012186ed-4afa-4624-9eb4-b02921aaba5f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 934 time: 0.9306533 Jan 28 09:37:17.812407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-ac2c6f06-4f3b-428b-b993-ac8eb64aa430 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.0876200 Jan 28 09:37:17.884203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-897eaf86-217d-4ce4-b78f-b00f26dbfcff req-be0b7a52-fa7f-4490-9584-96e6fafdb9b0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995648 Jan 28 09:37:17.910886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-0a0e4bfc-72ec-46bd-9777-a768ac25566e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:17.912455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-0a0e4bfc-72ec-46bd-9777-a768ac25566e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0838346 Jan 28 09:37:18.083642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f50544a-a09f-43b0-b118-be0f81352985 req-420071fa-0796-4aec-87e1-396fbf794348 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2956302 Jan 28 09:37:18.138999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-9726da03-86a2-4de5-bb27-b30150454143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:18.146389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-9726da03-86a2-4de5-bb27-b30150454143 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2231069 Jan 28 09:37:18.192484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:18.418904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-b3d7b84c-433d-4579-aa4a-13fb8b1c3439 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608581 Jan 28 09:37:18.570497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a55f679-8823-4a5f-9d05-1f969288fec7 req-80a5d8ad-fd41-43e0-8306-0414eb7dce7e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:18.571964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a55f679-8823-4a5f-9d05-1f969288fec7 req-80a5d8ad-fd41-43e0-8306-0414eb7dce7e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 947 time: 0.2138412 Jan 28 09:37:18.613340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28360a3a-8645-40ae-9aa5-212dde9f34b1 req-65540f4e-c4eb-4b0d-b705-a97f53c72173 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:18.620170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28360a3a-8645-40ae-9aa5-212dde9f34b1 req-65540f4e-c4eb-4b0d-b705-a97f53c72173 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.3938603 Jan 28 09:37:18.624280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e74f6e5-07fa-4d19-9369-93a0437f568c req-7ccaea04-7598-4c3a-a925-d507651de181 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962686 Jan 28 09:37:18.677483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a55f679-8823-4a5f-9d05-1f969288fec7 req-7721e1d7-223e-4a52-ab43-1fc47e53bb29 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807188 Jan 28 09:37:18.724984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Router 2bebb622-9dae-4994-ac4b-d7e537317fe7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:37:18.852925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28360a3a-8645-40ae-9aa5-212dde9f34b1 req-95b412c0-36ad-425a-9ce7-a77ac43ec820 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318916 Jan 28 09:37:18.887440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:19.009274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:37:19.016086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1fa25eab-b6c2-485b-bea3-37c4d401d900 admin admin] 10.222.0.42 "PUT /v2.0/routers/2bebb622-9dae-4994-ac4b-d7e537317fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0299230 Jan 28 09:37:19.018656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:19.022950 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] Sync routers for ids ['2bebb622-9dae-4994-ac4b-d7e537317fe7'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:37:19.038442 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] Routers {'2bebb622-9dae-4994-ac4b-d7e537317fe7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:37:19.039314 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2bebb622-9dae-4994-ac4b-d7e537317fe7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:19.131671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48182) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:19.134068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:19.161172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '72993e18-434b-47a9-9a38-9c85835f9d15', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '72993e18-434b-47a9-9a38-9c85835f9d15', 'mac_address': 'fa:16:3e:07:5f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:19.185856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:19.204435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.251018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412f046-eee8-4fa1-898c-3a1309f545e4 req-de1909d5-f944-4377-ab44-27e0eae2505e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:19.251770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0412f046-eee8-4fa1-898c-3a1309f545e4 req-de1909d5-f944-4377-ab44-27e0eae2505e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Synchronizing usage tracker for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:19.283414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Transition to ACTIVE for port object d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:19.285962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.310068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72993e18-434b-47a9-9a38-9c85835f9d15 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:19.323955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.341957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:19.347293 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.391072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0412f046-eee8-4fa1-898c-3a1309f545e4 req-de1909d5-f944-4377-ab44-27e0eae2505e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Unset dirty status for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:19.393411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0412f046-eee8-4fa1-898c-3a1309f545e4 req-de1909d5-f944-4377-ab44-27e0eae2505e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.3675928 Jan 28 09:37:19.394218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.417785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] Set router 2bebb622-9dae-4994-ac4b-d7e537317fe7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:37:19.441458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107be2a2-bfa6-454d-8ca8-25faa6b5f6c8 req-db1033f0-4221-42f0-8a73-516f8fb78f12 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:19.442249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:19.442851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-107be2a2-bfa6-454d-8ca8-25faa6b5f6c8 req-db1033f0-4221-42f0-8a73-516f8fb78f12 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1097 time: 0.3027964 Jan 28 09:37:19.460948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.585347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-107be2a2-bfa6-454d-8ca8-25faa6b5f6c8 req-5930dda1-99e4-413a-999c-4b0b58938493 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319575 Jan 28 09:37:19.589971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:19.658295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5704b3176f154c8fb61a162a14470f59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:19.659918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['72993e18-434b-47a9-9a38-9c85835f9d15'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:19.664108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:19.692869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:19.755226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:19.806598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0412f046-eee8-4fa1-898c-3a1309f545e4 req-85e8a50c-be05-4653-acd5-caa3b5298d87 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3880920 Jan 28 09:37:19.864904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.887197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Deleting port 3d9951b2-12dc-46af-9dba-8291adfd09ce {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:19.887539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.926200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:19.937025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Attempting to bind port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:19.937025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Attempting to bind port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:19.938021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Attempting to bind port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:19.941988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.029935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f9703-9ec3-455b-a08e-e3ef0493d935,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:20.034980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:20.035422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Attempting to bind port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:20.057199 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170'}], 'enable_snat': True}, 'gw_port_id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:37:16Z', 'revision_number': 5, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port': {'id': '3d9951b2-12dc-46af-9dba-8291adfd09ce', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:a7:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:25Z', 'updated_at': '2022-01-28T09:36:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:20.058542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:20.058979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:20.059459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:20.060118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Bound port: d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:20.060550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.075441 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] Checking router: 2bebb622-9dae-4994-ac4b-d7e537317fe7 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:37:20.089406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-25c2c0fc-960c-420a-a933-753ad042b3d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5704b3176f154c8fb61a162a14470f59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9492459 Jan 28 09:37:20.090749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48200) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:20.111262 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] Routers {'2bebb622-9dae-4994-ac4b-d7e537317fe7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:37:20.112149 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:36:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2bebb622-9dae-4994-ac4b-d7e537317fe7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:20.259546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab248f4-e782-4685-8d37-42635efcb8f4 req-e6482ad9-11fb-4f1e-820e-8d5aa625f277 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:20.266598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ab248f4-e782-4685-8d37-42635efcb8f4 req-e6482ad9-11fb-4f1e-820e-8d5aa625f277 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 946 time: 0.2253659 Jan 28 09:37:20.269684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] For port 3d9951b2-12dc-46af-9dba-8291adfd09ce, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3d9951b2-12dc-46af-9dba-8291adfd09ce,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:20.270046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.329180 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] Set router 2bebb622-9dae-4994-ac4b-d7e537317fe7 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:37:20.417496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Calling delete_port for 3d9951b2-12dc-46af-9dba-8291adfd09ce owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:20.436302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-639564e0-e041-492c-aaa7-3a84ca6cbd88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.443123 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:37:19Z', 'revision_number': 6, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:20.448380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1990fc3d-6015-42fc-bf9a-9564b1a5c267 None None] The sync data for ids ['2bebb622-9dae-4994-ac4b-d7e537317fe7'] in n-d-825178-2 is: [{'id': '2bebb622-9dae-4994-ac4b-d7e537317fe7', 'name': 'tempest-FloatingIPDetailsTestJSON-430384673-router', 'tenant_id': '66931b843a4447f59d82994c722663c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:22Z', 'updated_at': '2022-01-28T09:37:19Z', 'revision_number': 6, 'project_id': '66931b843a4447f59d82994c722663c6', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:37:20.472874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-639564e0-e041-492c-aaa7-3a84ca6cbd88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.487528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] For port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:20.510095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ab248f4-e782-4685-8d37-42635efcb8f4 req-8ee383f6-d332-4b88-b500-98800c70bff4 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425275 Jan 28 09:37:20.517284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] For port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:20.539770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.638565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:20.649737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:20.650443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.652533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-48d5dc6c-698f-4c7c-b7ca-cefab6217df0 service neutron] 10.222.0.25 "PUT /v2.0/ports/d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a HTTP/1.1" status: 200 len: 1094 time: 3.1265144 Jan 28 09:37:20.653192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'tag': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:20.680068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4fef9-2ad9-45c8-9ab0-bc2acd113b6d req-78ecfcd2-6e15-4650-b656-cbbddd4467c9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:20.687685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3c4fef9-2ad9-45c8-9ab0-bc2acd113b6d req-78ecfcd2-6e15-4650-b656-cbbddd4467c9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 948 time: 0.4872818 Jan 28 09:37:20.706399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-639564e0-e041-492c-aaa7-3a84ca6cbd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.807804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639564e0-e041-492c-aaa7-3a84ca6cbd88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f9703-9ec3-455b-a08e-e3ef0493d935,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:20.840184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-639564e0-e041-492c-aaa7-3a84ca6cbd88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:20.844237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-639564e0-e041-492c-aaa7-3a84ca6cbd88 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f77f9703-9ec3-455b-a08e-e3ef0493d935 HTTP/1.1" status: 204 len: 168 time: 0.7486782 Jan 28 09:37:20.953152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3c4fef9-2ad9-45c8-9ab0-bc2acd113b6d req-82c8b203-3489-4f2c-a11a-4425db10fd63 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644207 Jan 28 09:37:21.004549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-df9a6b76-5c2f-40e0-8131-86654e566e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:21.011695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-df9a6b76-5c2f-40e0-8131-86654e566e98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 1097 time: 0.3070836 Jan 28 09:37:21.014471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:21.143830 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'tag': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a', 'status': 'completed', 'code': 200} Jan 28 09:37:21.178048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-cb71ee46-0b9c-440e-841d-4f8a76eab067 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a HTTP/1.1" status: 200 len: 217 time: 0.1563268 Jan 28 09:37:21.207164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9951b2-12dc-46af-9dba-8291adfd09ce,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:21.347537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-3f35ee86-610b-4e33-afa9-81b62cd11f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:21.353769 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-3f35ee86-610b-4e33-afa9-81b62cd11f75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1686590 Jan 28 09:37:21.355389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:21.542979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3d9951b2-12dc-46af-9dba-8291adfd09ce no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:37:21.605805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48230) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:21.646183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:21.680170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-e0434b38-9e57-43d4-883f-5c4aa4a07954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:21.682344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-e0434b38-9e57-43d4-883f-5c4aa4a07954 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3204997 Jan 28 09:37:21.683511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:21.688740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Usage tracker for resource:security_group_rule and tenant:8d73424f7e4744f8b12320716ceb1c63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:21.693477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:21.696858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 3d9951b2-12dc-46af-9dba-8291adfd09ce {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:37:21.697374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3d9951b2-12dc-46af-9dba-8291adfd09ce not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:37:21.697802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9598ed7e-1fe8-4f87-9ddb-63ece82783ec no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:37:21.730163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:21.830938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 9598ed7e-1fe8-4f87-9ddb-63ece82783ec {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:37:21.831466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9598ed7e-1fe8-4f87-9ddb-63ece82783ec not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:37:21.986927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:21.995541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.037007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.103333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.146061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-9e87761e-c5c4-4b5d-a60f-bd0133a66399 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536643 Jan 28 09:37:22.147501 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.147981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bebb622-9dae-4994-ac4b-d7e537317fe7 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:37:22.178111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.181861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a4b7827e-ae71-49b8-b9c8-304ed52424ca admin admin] 10.222.0.42 "DELETE /v2.0/routers/2bebb622-9dae-4994-ac4b-d7e537317fe7 HTTP/1.1" status: 204 len: 168 time: 3.1618352 Jan 28 09:37:22.182726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:22.205236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e8e9e95-cb72-4e37-8dee-b27392fb467c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:22.272398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ac42e1f-8eb5-4ba1-8747-e84f51d1b8a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d73424f7e4744f8b12320716ceb1c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6620283 Jan 28 09:37:22.275696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48246) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:22.279610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Deleting subnet a558c502-385e-4c72-b9e9-0ce23ba7c8ad {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:37:22.283699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.338760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.339496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.339967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.340430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.341074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.341401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.341863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.342321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.342773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.343244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.344207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.344670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.345134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.345586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.346039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.346492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.346958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.349421 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-819a04b3-dd23-40d0-9057-719985218f63 req-d3c90805-728e-4a9d-a74b-e49206e06e91 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d&device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9&device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980&device_id=523e81ec-947b-4d44-96c2-de88b81f610a&device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e&device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8&device_id=22795c76-e85f-4ce1-b586-4967fe8bed92&device_id=a34a94b1-04b4-4842-b982-6a4a239c9166&device_id=729cc753-59f9-4a91-ba78-071103fc544b&device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55&device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9&device_id=a10f9659-2127-4651-a940-2f0a74b2865c&device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 15326 time: 0.2553809 Jan 28 09:37:22.361314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.380161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26870ffa-aba3-44d1-8daf-58f30a37bc0e req-0b975cc4-e28c-48f8-af1a-1be059c8b5e5 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074130 Jan 28 09:37:22.416988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c161726-af16-4399-a91b-6cd475ef90b1 req-04642468-4996-441f-99fd-701bd23fe092 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.417519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c161726-af16-4399-a91b-6cd475ef90b1 req-04642468-4996-441f-99fd-701bd23fe092 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 946 time: 0.3556869 Jan 28 09:37:22.420618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5869-9174-438a-980a-eaa3d63b83f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.434594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.467873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:22.475816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Usage tracker for resource:security_group_rule and tenant:c2d6484cb58c4295ab4e4158c14a43f4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:22.481578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:22.493559 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5869-9174-438a-980a-eaa3d63b83f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.497853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:22.562573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c161726-af16-4399-a91b-6cd475ef90b1 req-731fa118-9d78-43dc-b693-1665debb7680 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269872 Jan 28 09:37:22.602748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.626965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de5c2-1b87-4831-b7a3-becaed776bff req-1fca90dc-06e4-4947-87e3-d3b655808e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.628480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-1fca90dc-06e4-4947-87e3-d3b655808e44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 1097 time: 0.1372452 Jan 28 09:37:22.722915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5869-9174-438a-980a-eaa3d63b83f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.733841 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.780979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.783659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a558c502-385e-4c72-b9e9-0ce23ba7c8ad,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:22.792065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b5869-9174-438a-980a-eaa3d63b83f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e8e9e95-cb72-4e37-8dee-b27392fb467c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:22.798218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed06e83-d037-45df-ac3f-54d12d5215ac None None] Network 9490d0db-23b8-4ede-b1cf-5bd894ae920c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:37:22.828407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-45c773db-5f6e-4758-a5ea-a977f04e4282 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a558c502-385e-4c72-b9e9-0ce23ba7c8ad HTTP/1.1" status: 204 len: 168 time: 0.6430304 Jan 28 09:37:22.831170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d1b5869-9174-438a-980a-eaa3d63b83f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.831719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:22.833164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9d1b5869-9174-438a-980a-eaa3d63b83f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e8e9e95-cb72-4e37-8dee-b27392fb467c HTTP/1.1" status: 204 len: 168 time: 0.5489974 Jan 28 09:37:22.835403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.857474 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:22.891412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Synchronizing usage tracker for tenant:c2d6484cb58c4295ab4e4158c14a43f4 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:22.905132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:22.907175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de5c2-1b87-4831-b7a3-becaed776bff req-fb76f6db-a022-47fe-ae3d-c92fdf85adc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:22.908761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-fb76f6db-a022-47fe-ae3d-c92fdf85adc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2716093 Jan 28 09:37:22.996542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-786b96bd-3407-4644-b499-2a91dac5b0da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a HTTP/1.1" status: 200 len: 217 time: 0.0774233 Jan 28 09:37:23.006631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af5bc9-52a0-4ceb-aa29-ed804645ad2c req-56424ea3-7c06-44a2-968f-9a0a4d9280ff tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:23.014223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59af5bc9-52a0-4ceb-aa29-ed804645ad2c req-56424ea3-7c06-44a2-968f-9a0a4d9280ff tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 945 time: 0.2980762 Jan 28 09:37:23.072492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 72993e18-434b-47a9-9a38-9c85835f9d15 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:23.081910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 72993e18-434b-47a9-9a38-9c85835f9d15 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:23.082279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.098516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.100333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de5c2-1b87-4831-b7a3-becaed776bff req-c2f9d039-0b7e-462b-abd7-1c4b0704ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:23.102004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-c2f9d039-0b7e-462b-abd7-1c4b0704ca00 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0848558 Jan 28 09:37:23.123826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e3a08b-f311-4ca9-bc86-60cfcc612a26,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:23.149555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Unset dirty status for tenant:c2d6484cb58c4295ab4e4158c14a43f4 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:23.151146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-819a04b3-dd23-40d0-9057-719985218f63 req-af811ae8-f6e5-4d73-b00a-289b92f05d51 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&id=468be03c-d731-419b-8a65-f2c633053959&id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.7930796 Jan 28 09:37:23.170014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Deleting port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:23.170350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.229288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.246770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] DHCP port deletion for 9490d0db-23b8-4ede-b1cf-5bd894ae920c request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:37:23.255516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Deleting port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:23.256035 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.311412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:23.329709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:23.366017 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.453947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-6f89c455-cd65-41fd-9b1e-4fe9619c8aba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4322488 Jan 28 09:37:23.490243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59af5bc9-52a0-4ceb-aa29-ed804645ad2c req-d7298d6e-4e27-46dd-8f78-5478f12436f2 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4750609 Jan 28 09:37:23.552319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298de5c2-1b87-4831-b7a3-becaed776bff req-0b95c2eb-e8cb-474d-9d4e-8c0173566a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:23.554123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-0b95c2eb-e8cb-474d-9d4e-8c0173566a85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4431105 Jan 28 09:37:23.588503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ef83e6c-db41-441e-802a-6a4d8f9a1941 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:37:23.647715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] For port 1ef83e6c-db41-441e-802a-6a4d8f9a1941, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef83e6c-db41-441e-802a-6a4d8f9a1941,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:23.648077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.684025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] For port 1ef83e6c-db41-441e-802a-6a4d8f9a1941, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef83e6c-db41-441e-802a-6a4d8f9a1941,segment=NetworkSegment(54e97e87-923d-4c49-8d77-d922a554c8c4),segment_id=54e97e87-923d-4c49-8d77-d922a554c8c4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:23.684767 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.796618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Calling delete_port for 1ef83e6c-db41-441e-802a-6a4d8f9a1941 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:23.824047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Calling delete_port for 1ef83e6c-db41-441e-802a-6a4d8f9a1941 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:23.829542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-7eb5a4d7-0581-4c57-abd4-f2ca2259ea12 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631409 Jan 28 09:37:23.867179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:23.918603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:23.932979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 update to DOWN by agent not found {{(pid=87542) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 09:37:23.989166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-298de5c2-1b87-4831-b7a3-becaed776bff req-495e999f-3290-4751-922f-94e7500816ed service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514239 Jan 28 09:37:23.993126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef83e6c-db41-441e-802a-6a4d8f9a1941,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:24.012569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] No DVR routers for this DVR port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:37:24.024436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbc88b-2588-4acc-8fe6-1b2b44de3ccf req-a9575764-ff40-4e2e-bc53-52a6ffc682eb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:24.026063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1dfbc88b-2588-4acc-8fe6-1b2b44de3ccf req-a9575764-ff40-4e2e-bc53-52a6ffc682eb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.5766060 Jan 28 09:37:24.046881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:37:24.048015 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:37:24.169041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408d3d-0757-4848-90df-5cb580198e4b req-b51db7ec-bc7e-41aa-817d-9197c01840f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:24.170007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-b51db7ec-bc7e-41aa-817d-9197c01840f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 1101 time: 0.6738973 Jan 28 09:37:24.403780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1dfbc88b-2588-4acc-8fe6-1b2b44de3ccf req-d7054d1e-3368-4730-a53f-94222d41b3a6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401047 Jan 28 09:37:24.416317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:24.459458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9490d0db-23b8-4ede-b1cf-5bd894ae920c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:24.463496 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15', 'code': 200} Jan 28 09:37:24.524112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e97e87-923d-4c49-8d77-d922a554c8c4') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:24.524408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e97e87-923d-4c49-8d77-d922a554c8c4') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:24.533516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-947884f6-ab0e-467d-b703-a65a837e7487 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:24.536758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-947884f6-ab0e-467d-b703-a65a837e7487 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.25 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 945 time: 0.1586027 Jan 28 09:37:24.549372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Deleting port 1ef83e6c-db41-441e-802a-6a4d8f9a1941 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:24.549801 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:24.611117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:24.670172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Deleting port 6ba3c98e-b96d-4932-8462-143b7986c75e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:24.670586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:24.715869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d3ad9ea1-43f0-4933-9f32-8580ec13cf94 None None] The port '1ef83e6c-db41-441e-802a-6a4d8f9a1941' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:37:24.743390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408d3d-0757-4848-90df-5cb580198e4b req-d00205c0-e89b-4129-88c6-9eeedc4cba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:24.745697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-d00205c0-e89b-4129-88c6-9eeedc4cba38 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5290580 Jan 28 09:37:24.835125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:24.856345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-1d5c74b3-bb2f-4312-ae3d-722c9229e490 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24 HTTP/1.1" status: 200 len: 217 time: 0.0983436 Jan 28 09:37:24.861172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:37:24.862009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:37:24.875634 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:37:25.020434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca949634-7b44-4133-bf75-7247b123b65a req-1d4117ca-da84-4378-aa99-d014154da04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.022236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca949634-7b44-4133-bf75-7247b123b65a req-1d4117ca-da84-4378-aa99-d014154da04d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1100 time: 0.3396142 Jan 28 09:37:25.028079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.033513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.065305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408d3d-0757-4848-90df-5cb580198e4b req-9568e2c7-87c6-44d6-9833-25053b4a559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.066747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-9568e2c7-87c6-44d6-9833-25053b4a559a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1894426 Jan 28 09:37:25.089755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] 10.222.0.42 "DELETE /v2.0/networks/9490d0db-23b8-4ede-b1cf-5bd894ae920c HTTP/1.1" status: 204 len: 168 time: 2.2570548 Jan 28 09:37:25.127174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4758d3-a407-4405-b27e-db4e2d80497b admin admin] Pushing event deleted for resources: {'Network': ['ID=9490d0db-23b8-4ede-b1cf-5bd894ae920c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:25.142962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01952775-08d5-4312-80ff-27840c700023 req-bf14f97c-6c5b-421b-8c52-0021db6130a4 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.144951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01952775-08d5-4312-80ff-27840c700023 req-bf14f97c-6c5b-421b-8c52-0021db6130a4 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 946 time: 0.5996788 Jan 28 09:37:25.172594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec51275-5c68-4d34-bcda-170b03940e5d req-2fe5c62d-824a-4d99-b811-e4f026ee6a81 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.173103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec51275-5c68-4d34-bcda-170b03940e5d req-2fe5c62d-824a-4d99-b811-e4f026ee6a81 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.173677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec51275-5c68-4d34-bcda-170b03940e5d req-2fe5c62d-824a-4d99-b811-e4f026ee6a81 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.182187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bec51275-5c68-4d34-bcda-170b03940e5d req-2fe5c62d-824a-4d99-b811-e4f026ee6a81 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980&device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8&device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 2883 time: 0.1874583 Jan 28 09:37:25.208588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca949634-7b44-4133-bf75-7247b123b65a req-2a052ab3-9ae0-430a-873a-56be69c874dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622622 Jan 28 09:37:25.211312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] For port 6ba3c98e-b96d-4932-8462-143b7986c75e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=6ba3c98e-b96d-4932-8462-143b7986c75e,segment=NetworkSegment(0661d64d-4f19-435a-b07c-9cfe33498de3),segment_id=0661d64d-4f19-435a-b07c-9cfe33498de3)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:25.211679 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.223528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01952775-08d5-4312-80ff-27840c700023 req-e1045b81-2d9c-4dca-9081-825fd60fc0aa tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714018 Jan 28 09:37:25.239923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51408d3d-0757-4848-90df-5cb580198e4b req-86db1b46-c090-4f2a-8f5b-aeaa98642519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.241472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-86db1b46-c090-4f2a-8f5b-aeaa98642519 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1574080 Jan 28 09:37:25.358037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48318) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:25.365243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Calling delete_port for 6ba3c98e-b96d-4932-8462-143b7986c75e owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:25.426451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-23fc95c7-159d-4c80-a768-59d3a0ba9bd3 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689000 Jan 28 09:37:25.444133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bec51275-5c68-4d34-bcda-170b03940e5d req-0c21ddfe-b002-45ad-884b-444bda0c35c9 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605629 Jan 28 09:37:25.558974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3b38f4ea-1124-4c7c-ad55-4f308cab6662 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66931b843a4447f59d82994c722663c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1595187 Jan 28 09:37:25.561043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48328) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:25.659592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c7edc-190c-400d-9ce2-0e8068bd6bb2 req-9d83076e-e65a-42a2-8495-0c8d814e0095 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.666736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f29c7edc-190c-400d-9ce2-0e8068bd6bb2 req-9d83076e-e65a-42a2-8495-0c8d814e0095 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 945 time: 0.2390528 Jan 28 09:37:25.685804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51408d3d-0757-4848-90df-5cb580198e4b req-0b99229f-3960-4316-99ce-daa745d96542 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197559 Jan 28 09:37:25.693109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.708805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['6ba3c98e-b96d-4932-8462-143b7986c75e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:25.732647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb66602d-c177-4512-8d4c-66adf795ee26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.735254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f29c7edc-190c-400d-9ce2-0e8068bd6bb2 req-98a1878c-93c2-46e3-a310-b0971d0de4e9 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/security-groups?id=89f2f62f-01d1-4c35-80ec-a61889d7b9bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675895 Jan 28 09:37:25.763571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb66602d-c177-4512-8d4c-66adf795ee26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.815057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Pushing event deleted for resources: {'Port': ['ID=6ba3c98e-b96d-4932-8462-143b7986c75e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:25.849966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45513831-b20f-42ab-9000-9281ab6f6724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.900051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] No DVR routers for this DVR port 6ba3c98e-b96d-4932-8462-143b7986c75e on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:37:25.902719 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.906616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'name': 'network-vif-deleted', 'tag': '6ba3c98e-b96d-4932-8462-143b7986c75e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:25.920730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb66602d-c177-4512-8d4c-66adf795ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.946864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66602d-c177-4512-8d4c-66adf795ee26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d2c8f-c407-4582-bb53-7ccdc637f4cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:25.950525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b1289fb-a958-484b-b4df-0644c877e1bd req-0a89ac6b-3a59-45f5-a9df-779bea02a432 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.25 "DELETE /v2.0/ports/6ba3c98e-b96d-4932-8462-143b7986c75e HTTP/1.1" status: 204 len: 173 time: 1.4070625 Jan 28 09:37:25.953000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb66602d-c177-4512-8d4c-66adf795ee26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:25.954210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb66602d-c177-4512-8d4c-66adf795ee26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff2d2c8f-c407-4582-bb53-7ccdc637f4cd HTTP/1.1" status: 204 len: 168 time: 0.3926876 Jan 28 09:37:25.969728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1d3a4-d38c-49c9-aab4-d787b5ce081e req-985b13b2-b0c8-4ab7-8f97-7508c284924f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:25.971258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6fb1d3a4-d38c-49c9-aab4-d787b5ce081e req-985b13b2-b0c8-4ab7-8f97-7508c284924f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1161277 Jan 28 09:37:26.040910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6fb1d3a4-d38c-49c9-aab4-d787b5ce081e req-ce84ee88-5b7a-48b7-9930-27177bf0b4e9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627012 Jan 28 09:37:26.269673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:26.290746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-0d04536e-f257-4781-a5d3-603feedf24fd tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605948 Jan 28 09:37:26.297544 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34a94b1-04b4-4842-b982-6a4a239c9166', 'name': 'network-vif-deleted', 'tag': '6ba3c98e-b96d-4932-8462-143b7986c75e', 'status': 'completed', 'code': 200} Jan 28 09:37:26.605671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-b8f091ba-a6b9-460d-87f3-6904f32f2cfe tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:26.613616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-b8f091ba-a6b9-460d-87f3-6904f32f2cfe tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197291 Jan 28 09:37:26.642951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-b34b6cc6-9f39-4bb1-9bdb-6910135332e1 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/quotas/22a2fec8bceb461b9b30b91541fcc78c HTTP/1.1" status: 200 len: 375 time: 0.0281954 Jan 28 09:37:26.676969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:26.717421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a', 'mac_address': 'fa:16:3e:78:1f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:26.721671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-8e84a71e-1dcc-4cd8-ab53-bd0a44db517d tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0761962 Jan 28 09:37:26.775599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c27b73-3b04-4e8d-948d-783f308562f4 req-887c6f3d-904f-44a9-b493-6f89390557d5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:26.777153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25c27b73-3b04-4e8d-948d-783f308562f4 req-887c6f3d-904f-44a9-b493-6f89390557d5 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 946 time: 0.2311885 Jan 28 09:37:26.812917 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:26.838469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25c27b73-3b04-4e8d-948d-783f308562f4 req-70b13941-a126-4071-84e6-73ecd155faaa tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547590 Jan 28 09:37:26.839031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:26.864468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:26.879398 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:26.966556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:27.149099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82a950a8-c3e9-4015-b381-073f640cd434 req-b542863b-c755-40a4-bb01-eac7657925ae tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 210 time: 0.0513973 Jan 28 09:37:27.304080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:27.387289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4e3a6b4e-16db-4cbc-be5c-0527bc7d6122 req-5f11699e-ce0d-40b0-b17f-243ea1536d90 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Synchronizing usage tracker for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:27.409675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4e3a6b4e-16db-4cbc-be5c-0527bc7d6122 req-5f11699e-ce0d-40b0-b17f-243ea1536d90 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] Unset dirty status for tenant:8b8d123d2a484aeb93f5bf505600eb18 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:27.410895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e3a6b4e-16db-4cbc-be5c-0527bc7d6122 req-5f11699e-ce0d-40b0-b17f-243ea1536d90 tempest-VolumesAdminNegativeTest-288076308 tempest-VolumesAdminNegativeTest-288076308-project] 10.222.0.42 "GET /v2.0/ports?device_id=a34a94b1-04b4-4842-b982-6a4a239c9166 HTTP/1.1" status: 200 len: 210 time: 0.2361138 Jan 28 09:37:27.413095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19a56d-c9ba-4e3e-8e27-f097bcfd1748 req-7f669b23-4c6b-4592-a527-49705ae93ba8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:27.420263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be19a56d-c9ba-4e3e-8e27-f097bcfd1748 req-7f669b23-4c6b-4592-a527-49705ae93ba8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1344135 Jan 28 09:37:27.599556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be19a56d-c9ba-4e3e-8e27-f097bcfd1748 req-09ad06b0-0c7b-4b64-ac39-133df0c52df9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788089 Jan 28 09:37:27.865215 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-6eec2fd6-bc52-44f0-8c30-c42fc3eb59de tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=7097c7411031408488459e3f46488a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356209 Jan 28 09:37:28.071846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-f0d0038b-10d0-4925-8061-788b48b96aa9 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:28.073380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-f0d0038b-10d0-4925-8061-788b48b96aa9 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2074227 Jan 28 09:37:28.092547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-c11c0a6c-a652-4470-b9b3-fe060b1faa73 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/quotas/7097c7411031408488459e3f46488a6a HTTP/1.1" status: 200 len: 375 time: 0.0119336 Jan 28 09:37:28.109174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f7759659-1c1e-4f24-a6c5-09724adda9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:28.145657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-ef857a2f-416c-4d87-a5bf-ea1345cd4030 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1496727 Jan 28 09:37:28.152474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-356de8c9-bccc-4e46-adc4-74bf54225fbe tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7097c7411031408488459e3f46488a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514474 Jan 28 09:37:28.272581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 6ba3c98e-b96d-4932-8462-143b7986c75e no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:37:28.313117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06accb-f75e-4b5c-a97f-619f274e0bbc req-f7813b57-ac50-4888-b223-8d6ff1522928 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:28.313711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 6ba3c98e-b96d-4932-8462-143b7986c75e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:37:28.313815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 6ba3c98e-b96d-4932-8462-143b7986c75e not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:37:28.315921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b06accb-f75e-4b5c-a97f-619f274e0bbc req-f7813b57-ac50-4888-b223-8d6ff1522928 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 947 time: 0.1020336 Jan 28 09:37:28.369452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b06accb-f75e-4b5c-a97f-619f274e0bbc req-9abaa880-94fd-469a-ab66-ab7a844ec6fd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477021 Jan 28 09:37:28.501599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7d7cdc-121d-4dd6-933a-9f3e0914eece req-1b3b6012-7a6d-41d9-a1b4-271e8cba774d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:28.511884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e7d7cdc-121d-4dd6-933a-9f3e0914eece req-1b3b6012-7a6d-41d9-a1b4-271e8cba774d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1389298 Jan 28 09:37:28.600907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e7d7cdc-121d-4dd6-933a-9f3e0914eece req-47c02d6a-1065-4976-a830-83ddc74ffcee tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771916 Jan 28 09:37:28.728428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-34afdca2-18b3-41e2-947c-5b4fc6b81eea tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846851 Jan 28 09:37:28.784440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffbfe51-59bd-481b-a3d3-48997a768fff req-61f72c7b-71c0-40cf-b4f9-fb46b409732b tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:28.787355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ffbfe51-59bd-481b-a3d3-48997a768fff req-61f72c7b-71c0-40cf-b4f9-fb46b409732b tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1100 time: 0.0893095 Jan 28 09:37:28.840317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ffbfe51-59bd-481b-a3d3-48997a768fff req-c16d0670-a4e2-4bd3-a7a8-fa2f6d3efee9 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440772 Jan 28 09:37:28.946732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7a32daaa-5095-408e-b543-328ef3da26f8 req-fa358d41-223d-4970-ae53-38f9ecbc922f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 210 time: 0.1666718 Jan 28 09:37:29.078131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-6982cf97-d677-48c1-8939-f7750ef68dfc tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:29.079802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-6982cf97-d677-48c1-8939-f7750ef68dfc tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449094 Jan 28 09:37:29.080793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48462) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:29.141035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e462d423-c518-468a-afac-39d7b00f6cde req-52b2fb87-96d3-463b-aad2-54ca95f50883 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 210 time: 0.0516562 Jan 28 09:37:29.152110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Request body: {'port': {'device_id': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '22a2fec8bceb461b9b30b91541fcc78c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:29.259789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.277072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Deleting subnet 99a41757-30ca-4f89-ab6d-18ac94675033 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:37:29.283136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.333626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.369016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.458668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:29.475019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Usage tracker for resource:port and tenant:22a2fec8bceb461b9b30b91541fcc78c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:29.482305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:29.489967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.522305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:29.553991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Made reservation on behalf of 22a2fec8bceb461b9b30b91541fcc78c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:29.557472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.562464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a8673-f618-44a2-9270-d41bd00cc89b req-ca1c2e91-2d9d-4388-90ed-ac44c345b574 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:29.563992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-882a8673-f618-44a2-9270-d41bd00cc89b req-ca1c2e91-2d9d-4388-90ed-ac44c345b574 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 947 time: 0.0906920 Jan 28 09:37:29.571951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf835e6-f693-46b8-b9f9-8efec06df028 req-c36d79d1-3a0e-416d-a558-404d637bb992 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:29.573464 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bf835e6-f693-46b8-b9f9-8efec06df028 req-c36d79d1-3a0e-416d-a558-404d637bb992 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1100 time: 0.2068620 Jan 28 09:37:29.582032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.611189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-882a8673-f618-44a2-9270-d41bd00cc89b req-be4f0876-20da-4583-b5bd-534b9ea89dae tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 Jan 28 09:37:29.615358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:29.622907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Usage tracker for resource:security_group_rule and tenant:22a2fec8bceb461b9b30b91541fcc78c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:29.628898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:29.647056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:29.649282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.690337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bf835e6-f693-46b8-b9f9-8efec06df028 req-28132305-1e8c-4fbe-88ae-00c34a32f814 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093740 Jan 28 09:37:29.699713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99a41757-30ca-4f89-ab6d-18ac94675033,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:29.704606 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.722696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7c6db91f-95cf-43b0-82b3-6bd89361569e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/99a41757-30ca-4f89-ab6d-18ac94675033 HTTP/1.1" status: 204 len: 168 time: 0.6408451 Jan 28 09:37:29.727677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48474) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:29.897229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.951701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:29.960924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-e195ad21-bb72-4bf3-946c-a913c3f94654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:29.962668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-e195ad21-bb72-4bf3-946c-a913c3f94654 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1100 time: 0.0910196 Jan 28 09:37:29.984640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.111147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f594f365-2cd9-495f-8415-108ebe675293 req-d1deef42-3430-4265-80c9-66ee1157468e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 210 time: 0.0540464 Jan 28 09:37:30.166187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-80d8ea40-44da-4a61-8681-370a729a100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:30.169564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-80d8ea40-44da-4a61-8681-370a729a100b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1992614 Jan 28 09:37:30.251725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-a1855595-d194-4409-bf51-5f40e8893f7e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.0744960 Jan 28 09:37:30.278235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb428809-0891-4251-a5ba-2b3e725b3317 req-c128fba2-19e5-44a6-936d-e1652d513518 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:30.279678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb428809-0891-4251-a5ba-2b3e725b3317 req-c128fba2-19e5-44a6-936d-e1652d513518 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.4553106 Jan 28 09:37:30.284859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:30.287670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.323878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dea31339-04da-49f6-b3e0-cfd3aa2598a6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:30.361834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:30.362673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-87929cc0-9c35-4eae-a2be-d9e9e4e7af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:30.364141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-87929cc0-9c35-4eae-a2be-d9e9e4e7af1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1038513 Jan 28 09:37:30.367475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:30.367986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.416973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b72eb0-72ba-4a53-94bb-1cea93642303']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:30.427363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb428809-0891-4251-a5ba-2b3e725b3317 req-1f6eb760-8bba-4a8d-9aa6-5ebbe9b0685f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269166 Jan 28 09:37:30.441504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0661d64d-4f19-435a-b07c-9cfe33498de3') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:30.441793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0661d64d-4f19-435a-b07c-9cfe33498de3') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:30.462065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.496198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Allocated IP 192.168.233.10 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/22e7b5ce-2358-4500-a981-3e4ee99fcbed) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:30.502666 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.507855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f809f8d4-54d5-4724-9f00-0323b141927b req-7320b349-a24d-4cfc-97c4-59551cb6c6eb tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 210 time: 0.1352074 Jan 28 09:37:30.514311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.533959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:30.537713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-ad2d1e2d-c9cc-4b21-b46b-4ef738ab9a17 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=7097c7411031408488459e3f46488a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0833232 Jan 28 09:37:30.539905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:37:30.540304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.557084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:30.561963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:37:30.577520 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:37:30.637898 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a', 'code': 200} Jan 28 09:37:30.666963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.672190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:30.775842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-670d7d89-ffe8-4d67-963a-a82c52151378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:30.778061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-670d7d89-ffe8-4d67-963a-a82c52151378 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4047835 Jan 28 09:37:30.804052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.863903 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:30.868922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] Pushing event deleted for resources: {'Network': ['ID=c4b72eb0-72ba-4a53-94bb-1cea93642303,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:30.939638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-3aefacdf-cc35-4bec-a627-a336ea2de911 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:30.941072 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-3aefacdf-cc35-4bec-a627-a336ea2de911 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3966279 Jan 28 09:37:30.961243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Request body: {'port': {'device_id': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '7097c7411031408488459e3f46488a6a'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:30.976566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f2ab9775-4c95-4bf8-9fd7-08fb5211288d admin admin] 10.222.0.42 "DELETE /v2.0/networks/c4b72eb0-72ba-4a53-94bb-1cea93642303 HTTP/1.1" status: 204 len: 168 time: 1.2455831 Jan 28 09:37:30.979894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48496) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:30.993174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7ff19-9075-4ade-af71-4ffd5b405b85 req-624e4515-2a6c-455d-b559-29de6a80a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:30.994687 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-75c7ff19-9075-4ade-af71-4ffd5b405b85 req-624e4515-2a6c-455d-b559-29de6a80a17b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 1099 time: 0.2408843 Jan 28 09:37:31.082313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.086331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-75c7ff19-9075-4ade-af71-4ffd5b405b85 req-c1997fe7-8726-425e-99e4-57ee0e70ccd5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746441 Jan 28 09:37:31.099639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Transition to ACTIVE for port object 22e7b5ce-2358-4500-a981-3e4ee99fcbed will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:31.128244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.158869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Deleting subnet 49e5dd02-6826-4dff-a843-a6f82ed59c66 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:37:31.167515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-5bd97bfa-145e-4833-b01c-811c0665b68b service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811100 Jan 28 09:37:31.179965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.203315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:31.206533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:31.210692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:31.224440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04a472-57bc-454f-8bfd-61f6e461f12d req-882f68cb-3a45-4450-b879-678a5fc03397 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:31.231456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c04a472-57bc-454f-8bfd-61f6e461f12d req-882f68cb-3a45-4450-b879-678a5fc03397 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 948 time: 0.4037516 Jan 28 09:37:31.267947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Pushing event updated for resources: {'Port': ['ID=22e7b5ce-2358-4500-a981-3e4ee99fcbed,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:31.310739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:31.311239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.357789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-ec72c54f-3217-4afe-a48e-d583be8ecff8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2213097 Jan 28 09:37:31.371224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Request body: {'port': {'device_id': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:31.555084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.612735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.708866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99f1058c-de26-4697-a2f9-f68ddfbc40c9 None None] Provisioning for port 22e7b5ce-2358-4500-a981-3e4ee99fcbed completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:31.715749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99f1058c-de26-4697-a2f9-f68ddfbc40c9 None None] Provisioning complete for port 22e7b5ce-2358-4500-a981-3e4ee99fcbed triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:31.716231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99f1058c-de26-4697-a2f9-f68ddfbc40c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.734617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:31.748422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Usage tracker for resource:port and tenant:7097c7411031408488459e3f46488a6a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:31.751948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.798728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:31.809190 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c04a472-57bc-454f-8bfd-61f6e461f12d req-06243202-c2da-400e-ae66-d7e3f77e54ed tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5768688 Jan 28 09:37:31.826924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-99f1058c-de26-4697-a2f9-f68ddfbc40c9 None None] Port 22e7b5ce-2358-4500-a981-3e4ee99fcbed cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:31.827058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:31.865455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Made reservation on behalf of 7097c7411031408488459e3f46488a6a for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:31.869529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.893466 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:31.895158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-42099a39-3644-4a7d-9ecd-ebd9e4e06708 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:31.895878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-42099a39-3644-4a7d-9ecd-ebd9e4e06708 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Synchronizing usage tracker for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:31.908726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-972d8009-51a1-4f1d-a15b-f61408228172 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6939495 Jan 28 09:37:31.918420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:31.935158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-42099a39-3644-4a7d-9ecd-ebd9e4e06708 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Unset dirty status for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:31.936348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-42099a39-3644-4a7d-9ecd-ebd9e4e06708 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 935 time: 0.2368484 Jan 28 09:37:31.970827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Usage tracker for resource:security_group_rule and tenant:7097c7411031408488459e3f46488a6a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:31.982914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:31.994148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:32.004278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.039778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-b5c4f514-9842-4e3d-874f-7cd5cc81aa37 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Synchronizing usage tracker for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:32.050540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22e7b5ce-2358-4500-a981-3e4ee99fcbed {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:32.063156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.065259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e5dd02-6826-4dff-a843-a6f82ed59c66,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:32.073256 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.074805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-b5c4f514-9842-4e3d-874f-7cd5cc81aa37 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Unset dirty status for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:32.081369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-62032de3-5c5a-4903-b74d-f0cc94466d13 req-b5c4f514-9842-4e3d-874f-7cd5cc81aa37 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356211 Jan 28 09:37:32.088426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Transition to ACTIVE for port object 22e7b5ce-2358-4500-a981-3e4ee99fcbed will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:32.097203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-37cdaadf-e3eb-4e3d-9084-3ab012439129 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/49e5dd02-6826-4dff-a843-a6f82ed59c66 HTTP/1.1" status: 204 len: 168 time: 1.1114910 Jan 28 09:37:32.100081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48526) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:32.122254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.140869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38e66c-6b40-4b42-9537-ae1355f8783d req-af4854ea-b810-4e58-aa9b-f5ef172f5e7a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:32.142546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b38e66c-6b40-4b42-9537-ae1355f8783d req-af4854ea-b810-4e58-aa9b-f5ef172f5e7a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.2122476 Jan 28 09:37:32.202944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.207065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.264531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b38e66c-6b40-4b42-9537-ae1355f8783d req-33e8c5d0-e37a-47a3-9d0a-5a7dad219ded tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116765 Jan 28 09:37:32.314769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa07151-622c-418e-9e02-548ab9c8c6cc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:32.410080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Allocated IP 192.168.233.244 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/387decbd-df51-4114-b836-5f40c058daf3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:32.485238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-265a24aa-21e3-4235-b472-7b77079faf7d req-c0ce2d9f-04a9-4978-b778-d7fa1216c869 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 210 time: 0.0628960 Jan 28 09:37:32.651462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Pushing event updated for resources: {'Port': ['ID=22e7b5ce-2358-4500-a981-3e4ee99fcbed,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:32.657576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.712753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.730040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Transition to ACTIVE for port object 387decbd-df51-4114-b836-5f40c058daf3 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:32.754387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.800922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20348d0-1171-4426-a7f0-25bad17b9266 req-d0cd4af2-bb49-4c6c-b82a-1d67470d9174 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:32.802374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c20348d0-1171-4426-a7f0-25bad17b9266 req-d0cd4af2-bb49-4c6c-b82a-1d67470d9174 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.5779338 Jan 28 09:37:32.822308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:32.825230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:32.837805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:32.857123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Attempting to bind port 22e7b5ce-2358-4500-a981-3e4ee99fcbed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:32.857476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Attempting to bind port 22e7b5ce-2358-4500-a981-3e4ee99fcbed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:32.857797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Attempting to bind port 22e7b5ce-2358-4500-a981-3e4ee99fcbed on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:32.878217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:32.893236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Port 22e7b5ce-2358-4500-a981-3e4ee99fcbed on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:32.893559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Attempting to bind port 22e7b5ce-2358-4500-a981-3e4ee99fcbed on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:32.908859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.916284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:32.916685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:32.917256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:32.917849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Bound port: 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:32.918354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.922030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:32.922751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:32.966482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82ad9d3f-47ec-4a23-a569-51992f738d88']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:32.991896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-7459629e-e726-404d-b492-71070b44e670 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0342844 Jan 28 09:37:33.005438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c20348d0-1171-4426-a7f0-25bad17b9266 req-07b6d3d3-60e8-47d7-b862-cc3eb76a5fad tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493380 Jan 28 09:37:33.012299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ec401f-7a32-4ec4-b355-c0a702a29465') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:33.012843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ec401f-7a32-4ec4-b355-c0a702a29465') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:37:33.016964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Request body: {'port': {'device_id': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:33.048944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.077127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.089605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:37:33.089988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:37:33.105418 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:37:33.110385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ca31cdc-4ea7-45f4-b398-b9d8af51cc8c None None] Provisioning for port 387decbd-df51-4114-b836-5f40c058daf3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:33.117103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ca31cdc-4ea7-45f4-b398-b9d8af51cc8c None None] Provisioning complete for port 387decbd-df51-4114-b836-5f40c058daf3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:33.117915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ca31cdc-4ea7-45f4-b398-b9d8af51cc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.143698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bdf76-3d2a-4348-bd11-3aad10eb429b req-8d1f7e9a-10c1-47a7-9c9e-abab8e7fdccd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:33.145234 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-226bdf76-3d2a-4348-bd11-3aad10eb429b req-8d1f7e9a-10c1-47a7-9c9e-abab8e7fdccd tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 948 time: 0.1980033 Jan 28 09:37:33.163779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] For port 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:33.185820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] For port 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:33.187788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.193162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.221775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-226bdf76-3d2a-4348-bd11-3aad10eb429b req-f2cb85c3-80cd-4f4a-a038-4e2ac1f04989 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Jan 28 09:37:33.240646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.244377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6ca31cdc-4ea7-45f4-b398-b9d8af51cc8c None None] Port 387decbd-df51-4114-b836-5f40c058daf3 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:33.303722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.347562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=82ad9d3f-47ec-4a23-a569-51992f738d88,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:33.351738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:33.352601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:33.354182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] 10.222.0.43 "PUT /v2.0/ports/22e7b5ce-2358-4500-a981-3e4ee99fcbed HTTP/1.1" status: 200 len: 1095 time: 1.9876909 Jan 28 09:37:33.354998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'tag': '22e7b5ce-2358-4500-a981-3e4ee99fcbed'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:33.368349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d278adb7-f449-44e0-9721-f1e54c15f0dd admin admin] 10.222.0.42 "DELETE /v2.0/networks/82ad9d3f-47ec-4a23-a569-51992f738d88 HTTP/1.1" status: 204 len: 168 time: 1.2664659 Jan 28 09:37:33.461750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a0ae85-dd04-49ee-816f-b093588c0710 service neutron] Pushing event updated for resources: {'Port': ['ID=22e7b5ce-2358-4500-a981-3e4ee99fcbed,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:33.510442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20c74a-c096-4bfb-b24b-89fae674856d req-1a9e8245-75b5-4393-8a42-bcbd55643f69 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:33.533223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd20c74a-c096-4bfb-b24b-89fae674856d req-1a9e8245-75b5-4393-8a42-bcbd55643f69 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 947 time: 0.2945704 Jan 28 09:37:33.634963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd20c74a-c096-4bfb-b24b-89fae674856d req-ebc7b88b-d672-4403-8224-51d56459c0f6 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006103 Jan 28 09:37:33.637150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-62a8982c-5a7c-423b-adeb-e27bbf50aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:33.638597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-62a8982c-5a7c-423b-adeb-e27bbf50aa10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 1098 time: 0.2324314 Jan 28 09:37:33.639056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48548) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:33.758914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-068723b4-edc9-43f2-a0c6-491cb76b2599 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed HTTP/1.1" status: 200 len: 217 time: 0.1125288 Jan 28 09:37:33.837211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae12cc-b208-48af-97ee-18c4b5c0241c req-ca4695d6-b9e6-496b-9721-5e78b21611bc tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:33.838848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11ae12cc-b208-48af-97ee-18c4b5c0241c req-ca4695d6-b9e6-496b-9721-5e78b21611bc tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 1099 time: 0.4661074 Jan 28 09:37:33.852441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 387decbd-df51-4114-b836-5f40c058daf3 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:33.901385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9afb3988-eece-4444-a3ff-7879c2b3213b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b8d123d2a484aeb93f5bf505600eb18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611804 Jan 28 09:37:33.908049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48558) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:33.912186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-14fdfd23-acdf-43a3-ab1a-db4dc244dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:33.913649 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-14fdfd23-acdf-43a3-ab1a-db4dc244dc70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1142941 Jan 28 09:37:33.974471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.003914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Transition to ACTIVE for port object 387decbd-df51-4114-b836-5f40c058daf3 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:34.005784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11ae12cc-b208-48af-97ee-18c4b5c0241c req-3bdd80bc-5453-4e27-a231-5de1be73f840 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579332 Jan 28 09:37:34.007571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.025747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e53fb2-da97-4ab4-aa9f-e5ff1d64abcb req-ceef028c-4437-4d89-9952-bd661a26c8f6 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.027140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65e53fb2-da97-4ab4-aa9f-e5ff1d64abcb req-ceef028c-4437-4d89-9952-bd661a26c8f6 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.2670977 Jan 28 09:37:34.085832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffc3bb94-3fa2-42f9-b4b3-86ee62f26e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.100215 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'tag': '22e7b5ce-2358-4500-a981-3e4ee99fcbed', 'status': 'completed', 'code': 200} Jan 28 09:37:34.134165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65e53fb2-da97-4ab4-aa9f-e5ff1d64abcb req-fa5b1c07-0798-4262-84e4-7c8ef44d98a2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976682 Jan 28 09:37:34.189691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffc3bb94-3fa2-42f9-b4b3-86ee62f26e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.209768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-e00355ac-547d-418c-b4b4-7b49033cd38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.211314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-e00355ac-547d-418c-b4b4-7b49033cd38a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2703538 Jan 28 09:37:34.212589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:34.363587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Attempting to bind port 387decbd-df51-4114-b836-5f40c058daf3 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:34.363882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Attempting to bind port 387decbd-df51-4114-b836-5f40c058daf3 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:34.364170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Attempting to bind port 387decbd-df51-4114-b836-5f40c058daf3 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:34.371965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Port 387decbd-df51-4114-b836-5f40c058daf3 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:34.372293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Attempting to bind port 387decbd-df51-4114-b836-5f40c058daf3 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:34.376324 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffc3bb94-3fa2-42f9-b4b3-86ee62f26e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.380854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:34.381198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:34.381583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:34.382017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Bound port: 387decbd-df51-4114-b836-5f40c058daf3, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:34.382374 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.400368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-670ba79e-1ec6-4516-ac10-fe08a618125d service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728516 Jan 28 09:37:34.408518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-2e16ad3f-0f1b-4e14-b9f0-62ae9f925a48 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.409249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-2e16ad3f-0f1b-4e14-b9f0-62ae9f925a48 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Synchronizing usage tracker for tenant:7097c7411031408488459e3f46488a6a on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:34.437314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc3bb94-3fa2-42f9-b4b3-86ee62f26e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f2f62f-01d1-4c35-80ec-a61889d7b9bc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:34.479518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-2e16ad3f-0f1b-4e14-b9f0-62ae9f925a48 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Unset dirty status for tenant:7097c7411031408488459e3f46488a6a on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:34.480758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-2e16ad3f-0f1b-4e14-b9f0-62ae9f925a48 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 948 time: 0.2219348 Jan 28 09:37:34.525710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffc3bb94-3fa2-42f9-b4b3-86ee62f26e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.526808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ffc3bb94-3fa2-42f9-b4b3-86ee62f26e18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89f2f62f-01d1-4c35-80ec-a61889d7b9bc HTTP/1.1" status: 204 len: 168 time: 0.6178365 Jan 28 09:37:34.535658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:34.551842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:34.554443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-a9414208-8aa7-4bda-918d-95c9d92e34f5 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Synchronizing usage tracker for tenant:7097c7411031408488459e3f46488a6a on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:34.558783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.636533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.637189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:34.638589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] 10.222.0.25 "PUT /v2.0/ports/387decbd-df51-4114-b836-5f40c058daf3 HTTP/1.1" status: 200 len: 1096 time: 1.6266260 Jan 28 09:37:34.641979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:34.656742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-a9414208-8aa7-4bda-918d-95c9d92e34f5 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Unset dirty status for tenant:7097c7411031408488459e3f46488a6a on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:34.658364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f516a3b9-02a2-46ca-b3be-e29d1f95ca1f req-a9414208-8aa7-4bda-918d-95c9d92e34f5 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628733 Jan 28 09:37:34.662316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d147e53-1e05-47d7-9b29-f4f59d98f0c1 service neutron] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:34.705996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4906ae8-01bc-40ee-bfc5-f9874015956d req-fb2c96b5-6c06-482f-9210-fd0736832d78 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.714138 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a4906ae8-01bc-40ee-bfc5-f9874015956d req-fb2c96b5-6c06-482f-9210-fd0736832d78 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1097 time: 0.3217220 Jan 28 09:37:34.718660 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fce54f4-249a-4094-9aae-f353b78c6d45 req-940a1f3d-9559-4099-82b7-f0b463f88272 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819717 Jan 28 09:37:34.790218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-1c75c5b9-d089-4557-bf6c-3b8a7256233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.793572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-1c75c5b9-d089-4557-bf6c-3b8a7256233d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7097c7411031408488459e3f46488a6a&device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 1099 time: 0.0930433 Jan 28 09:37:34.822345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a4906ae8-01bc-40ee-bfc5-f9874015956d req-fb5b47ea-0c38-4722-ab6c-0755df0f2b5c tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073434 Jan 28 09:37:34.857936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-538019e4-3dfc-4860-a10a-cde70e5e3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:34.859978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-538019e4-3dfc-4860-a10a-cde70e5e3a52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 1098 time: 0.0827179 Jan 28 09:37:34.939743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-149080b5-3366-4449-bc31-42a8d9d30691 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=387decbd-df51-4114-b836-5f40c058daf3 HTTP/1.1" status: 200 len: 217 time: 0.1374578 Jan 28 09:37:35.027320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-64f751d8-06ab-465a-82c6-cf162189baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.029150 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-64f751d8-06ab-465a-82c6-cf162189baa8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1629586 Jan 28 09:37:35.047470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-a76c98ad-5d49-4bc5-a622-39e949e8713c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.049029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-a76c98ad-5d49-4bc5-a622-39e949e8713c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0994346 Jan 28 09:37:35.095894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48586) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:35.116046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-3fdd23f6-ec83-463e-b1d5-15056d87231d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0848899 Jan 28 09:37:35.125698 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-c5e87d4f-15b9-4697-9544-bf640e7bb866 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed HTTP/1.1" status: 200 len: 217 time: 0.0699315 Jan 28 09:37:35.130890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fb909b-d9ce-431d-8edf-2dc58809e78e req-65fcb8d3-f6ce-4062-8975-9e97097cf02b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.132329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46fb909b-d9ce-431d-8edf-2dc58809e78e req-65fcb8d3-f6ce-4062-8975-9e97097cf02b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.2512805 Jan 28 09:37:35.206515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2aa73215-c946-4b93-8426-ed96156c92b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bade65fac18f42a88eefab868bffc0e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081326 Jan 28 09:37:35.211797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48592) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:35.218401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46fb909b-d9ce-431d-8edf-2dc58809e78e req-5ab441d8-dceb-4ce2-92fc-1b81d3b13e27 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748007 Jan 28 09:37:35.275090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664b081-d615-4291-ae83-15d212a33145 req-6766bf28-37ee-413d-9b27-9c7a53b2ac25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.276569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-6766bf28-37ee-413d-9b27-9c7a53b2ac25 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2172613 Jan 28 09:37:35.278216 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'status': 'completed', 'code': 200} Jan 28 09:37:35.281081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-fe44365e-4abc-4009-b1d9-01757606cf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.282518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-fe44365e-4abc-4009-b1d9-01757606cf8f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1383014 Jan 28 09:37:35.369888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fec748a-4f80-436e-8be3-dac1c88e3216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:35.378541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-67f1840f-118b-413a-9ff1-88ff6ecd6848 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.379968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-67f1840f-118b-413a-9ff1-88ff6ecd6848 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565169 Jan 28 09:37:35.400356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-269effb0-a2fc-4439-bdb6-8d04f0e2f33f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/quotas/a1f2a4a4588a4d5e8bdfbb87e5e22a6e HTTP/1.1" status: 200 len: 375 time: 0.0142493 Jan 28 09:37:35.405990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-c8f6d7bd-34a1-4db9-b88a-524c17b6a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.407407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-c8f6d7bd-34a1-4db9-b88a-524c17b6a7cd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1103480 Jan 28 09:37:35.491301 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fec748a-4f80-436e-8be3-dac1c88e3216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:35.550435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-5048fa7f-e678-4721-8d3a-c2e0519fca86 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563665 Jan 28 09:37:35.590657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4dd762-0c52-4a01-ba68-43e70fef0866 req-cdaf8967-6db7-46ea-a8ba-735c6b5f83d8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:35.592142 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f4dd762-0c52-4a01-ba68-43e70fef0866 req-cdaf8967-6db7-46ea-a8ba-735c6b5f83d8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 947 time: 0.2202594 Jan 28 09:37:35.595743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-8c70917e-ecde-4adb-9d2c-af592941cc87 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570129 Jan 28 09:37:35.611696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-29b86609-9897-4c00-bf8f-1dba1b294a0c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2031283 Jan 28 09:37:35.700503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fec748a-4f80-436e-8be3-dac1c88e3216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:35.732044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f4dd762-0c52-4a01-ba68-43e70fef0866 req-e46c5bb6-537b-4f16-a559-77c78a7cca84 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327043 Jan 28 09:37:35.747559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec748a-4f80-436e-8be3-dac1c88e3216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa85151-1b78-40da-952a-20d6745fd61b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:35.769002 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fec748a-4f80-436e-8be3-dac1c88e3216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:35.772575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2fec748a-4f80-436e-8be3-dac1c88e3216 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1aa85151-1b78-40da-952a-20d6745fd61b HTTP/1.1" status: 204 len: 168 time: 0.5574248 Jan 28 09:37:35.779928 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07a531ba-740b-46f8-a609-82b7bb48ff0a req-f7a193c2-10c4-4369-b0f9-abd76b57d7bb service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670659 Jan 28 09:37:35.789888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e664b081-d615-4291-ae83-15d212a33145 req-de89a44d-f125-4d10-8742-b9b1a8f4f5ac service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318611 Jan 28 09:37:36.027429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-fc71c4cf-9308-4967-9cfd-8db7bfdd38c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:36.029446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-fc71c4cf-9308-4967-9cfd-8db7bfdd38c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7097c7411031408488459e3f46488a6a&device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 1099 time: 0.1723835 Jan 28 09:37:36.042357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6defd42-7b44-4fed-8208-bb2339a2faac req-9a7a8922-cef8-4bb4-b098-3743b0634fbf tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:36.043813 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c6defd42-7b44-4fed-8208-bb2339a2faac req-9a7a8922-cef8-4bb4-b098-3743b0634fbf tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1207557 Jan 28 09:37:36.285384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c6defd42-7b44-4fed-8208-bb2339a2faac req-6827efe0-a01c-4e6c-aa9d-f2876e004186 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148232 Jan 28 09:37:36.341960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-ddc9a55c-78c4-4110-8164-ab435aaa3f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:36.343488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-ddc9a55c-78c4-4110-8164-ab435aaa3f49 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2987821 Jan 28 09:37:36.462362 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-8eed20a5-ae2d-465f-9d9d-b74639415f40 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=387decbd-df51-4114-b836-5f40c058daf3 HTTP/1.1" status: 200 len: 217 time: 0.1097624 Jan 28 09:37:36.660382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-869d4265-c98b-4b00-8377-69d7f60cc7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:36.661878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-869d4265-c98b-4b00-8377-69d7f60cc7c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1883492 Jan 28 09:37:36.747964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c314f-6b86-4ec4-84d2-c9197a1aab19 req-97384c67-b98f-47b5-ab3e-711b8c2f2ff2 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:36.750060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0b8c314f-6b86-4ec4-84d2-c9197a1aab19 req-97384c67-b98f-47b5-ab3e-711b8c2f2ff2 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 948 time: 0.1965170 Jan 28 09:37:36.801490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-8aa36272-aff4-43cf-bb1a-0c47071bbfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:36.802993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-8aa36272-aff4-43cf-bb1a-0c47071bbfdd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1320627 Jan 28 09:37:36.805939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0b8c314f-6b86-4ec4-84d2-c9197a1aab19 req-b25abf74-88a0-4736-a0e2-997c5776a534 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496764 Jan 28 09:37:36.987272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9e50ac5-1307-48e8-9ccd-53eeb74e8812 req-bb60b84a-e55b-4158-9af3-7968836d6fd3 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 210 time: 0.0614636 Jan 28 09:37:36.992548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-7b94713e-491f-40a6-ad28-6c7dfb8ee633 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799402 Jan 28 09:37:37.110193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-8763c489-bf8c-4f39-a3e7-33062df73268 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344174 Jan 28 09:37:37.147516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-e8cdee51-cfa6-4059-a9cd-5083146bdd44 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:37:37.148459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-e8cdee51-cfa6-4059-a9cd-5083146bdd44 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122283 Jan 28 09:37:37.193605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dc31e95-a4e8-4f72-b397-e0198fc6e73e req-706be247-f650-44eb-81f2-740cc962607f service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902330 Jan 28 09:37:37.202689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Request body: {'binding': {'host': 'n-h1-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:37.203129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Unknown quota resources ['binding']. {{(pid=87541) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:37:37.224904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5750583a-9825-4849-a783-448bc4ca87bd req-19f40dae-2207-4ff8-a360-187dad4e00f3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:37.226416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5750583a-9825-4849-a783-448bc4ca87bd req-19f40dae-2207-4ff8-a360-187dad4e00f3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1186500 Jan 28 09:37:37.279145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5750583a-9825-4849-a783-448bc4ca87bd req-49927a62-3ce4-49d9-9b1a-55735a18b11d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464175 Jan 28 09:37:37.408582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-6d363ae2-9eec-4c52-b6f0-aa2d64794d21 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:37.410121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-6d363ae2-9eec-4c52-b6f0-aa2d64794d21 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2945914 Jan 28 09:37:37.433233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Request body: {'port': {'device_id': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'a1f2a4a4588a4d5e8bdfbb87e5e22a6e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:37.458003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c95edd-7ff4-4fd4-a542-595c433a38ce req-e27489c3-2a41-47a9-8fcd-c7deb5e302b2 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:37.459376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14c95edd-7ff4-4fd4-a542-595c433a38ce req-e27489c3-2a41-47a9-8fcd-c7deb5e302b2 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 947 time: 0.0829546 Jan 28 09:37:37.503424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14c95edd-7ff4-4fd4-a542-595c433a38ce req-4b2785de-bdde-4315-b3ff-9882505c1baf tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Jan 28 09:37:37.586729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on host n-h1-825178-2 for vnic_type normal with profile None {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:37.587063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:37.587386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:37.601379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:37.601695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:37.611887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:37.612215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:37.612593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:37.613041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Bound port: b366bf23-0754-4c20-9cae-45715d2679b9, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:37.621113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:37.637703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:37.656133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Made reservation on behalf of a1f2a4a4588a4d5e8bdfbb87e5e22a6e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:37.659776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:37.677861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:37.684671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:37.685813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-00c3f9eb-a3f4-4b31-bd2d-b9ef9e72b699 service neutron] 10.222.0.42 "POST /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4921026 Jan 28 09:37:37.863036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cbfb96-9e01-40c5-b0fd-355f62e667e5 req-684d3298-dffa-4156-8f4d-6ec45aff7712 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:37.871023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4cbfb96-9e01-40c5-b0fd-355f62e667e5 req-684d3298-dffa-4156-8f4d-6ec45aff7712 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1135998 Jan 28 09:37:37.915491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4cbfb96-9e01-40c5-b0fd-355f62e667e5 req-2fe49632-fa61-41d0-b0dd-290fd1fa428f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434875 Jan 28 09:37:37.986003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Allocated IP 192.168.233.159 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/d10412d3-2f75-4731-a222-ddc93bde5f0c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:38.036449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-c33a9685-5902-4da6-9789-453ae1cdd2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.037881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-c33a9685-5902-4da6-9789-453ae1cdd2e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1097 time: 0.1032877 Jan 28 09:37:38.229740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483301a-0553-425b-a1e5-48466256f179 req-9ba7be77-6658-4e3d-83fe-19c0cb2a4fe7 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.231226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5483301a-0553-425b-a1e5-48466256f179 req-9ba7be77-6658-4e3d-83fe-19c0cb2a4fe7 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.1922801 Jan 28 09:37:38.232421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-5fe83e53-c45a-4c23-8d20-28a0a6df33d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.234302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-5fe83e53-c45a-4c23-8d20-28a0a6df33d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.1625545 Jan 28 09:37:38.255351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1002-cdec-466f-b46c-d453b193aacd req-1c11b293-ed4c-49f8-9781-8b57eec275e5 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.256833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2dea1002-cdec-466f-b46c-d453b193aacd req-1c11b293-ed4c-49f8-9781-8b57eec275e5 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 948 time: 0.1900022 Jan 28 09:37:38.259541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:38.306150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Transition to ACTIVE for port object d10412d3-2f75-4731-a222-ddc93bde5f0c will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:38.323883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-3f00b620-f9b1-4bdd-a13e-bd6d2f833a34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 217 time: 0.0724075 Jan 28 09:37:38.329246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2dea1002-cdec-466f-b46c-d453b193aacd req-2560ff03-4e14-4fbc-8291-998782c86a68 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630872 Jan 28 09:37:38.331101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:38.351745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:38.367930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:38.401830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24', '185f9af1-3f91-4d98-b706-c64849e8d108', '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:38.405970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5483301a-0553-425b-a1e5-48466256f179 req-1d6fdf24-0d5c-493c-b625-e1dc9a4c19f2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672738 Jan 28 09:37:38.454397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-648cde1e-50b4-4303-9790-05667d303b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.454397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-648cde1e-50b4-4303-9790-05667d303b16 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1211736 Jan 28 09:37:38.456523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:38.459579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:38.464459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:38.496280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event updated for resources: {'Port': ['ID=d10412d3-2f75-4731-a222-ddc93bde5f0c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:38.545834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.547424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:38.654328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-9dbf7a04-232b-4ec3-ab19-102f96c52317 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2269297 Jan 28 09:37:38.669374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Request body: {'port': {'device_id': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:38.700267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-f2ebd167-748a-4ffe-af2f-3dc150962434 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2387216 Jan 28 09:37:38.761990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48874d19-bf62-4b5b-bc1f-f0356da74672 req-c83c2ca4-e634-4033-b70d-f5f1a5a41708 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.762675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48874d19-bf62-4b5b-bc1f-f0356da74672 req-c83c2ca4-e634-4033-b70d-f5f1a5a41708 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:38.829576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48874d19-bf62-4b5b-bc1f-f0356da74672 req-c83c2ca4-e634-4033-b70d-f5f1a5a41708 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:38.831009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48874d19-bf62-4b5b-bc1f-f0356da74672 req-c83c2ca4-e634-4033-b70d-f5f1a5a41708 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 936 time: 0.2772601 Jan 28 09:37:38.835473 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:38.867509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:38.868613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-fb5d89a5-d03e-4a5f-98de-2f2cc12a270f service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526072 Jan 28 09:37:38.895000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-12e3d354-7409-4002-a706-ac0c6d3f0f79 None None] Provisioning for port d10412d3-2f75-4731-a222-ddc93bde5f0c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:38.905128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217c38f-7d26-4972-a2c4-a0cfcf4ca2c6 req-54686063-0b80-4649-ad87-aa56059bbf10 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:38.907185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6217c38f-7d26-4972-a2c4-a0cfcf4ca2c6 req-54686063-0b80-4649-ad87-aa56059bbf10 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.2522736 Jan 28 09:37:38.911026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '387decbd-df51-4114-b836-5f40c058daf3', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '387decbd-df51-4114-b836-5f40c058daf3', 'mac_address': 'fa:16:3e:80:af:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:38.912508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-12e3d354-7409-4002-a706-ac0c6d3f0f79 None None] Provisioning complete for port d10412d3-2f75-4731-a222-ddc93bde5f0c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:38.912894 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12e3d354-7409-4002-a706-ac0c6d3f0f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:38.995219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 22e7b5ce-2358-4500-a981-3e4ee99fcbed details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:39.025592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48874d19-bf62-4b5b-bc1f-f0356da74672 req-813c9ec7-ff78-42d0-b775-709fb3a2591e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717794 Jan 28 09:37:39.029870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6217c38f-7d26-4972-a2c4-a0cfcf4ca2c6 req-41fc54c8-403d-42fd-be25-ba27f30e7027 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748873 Jan 28 09:37:39.071049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-12e3d354-7409-4002-a706-ac0c6d3f0f79 None None] Port d10412d3-2f75-4731-a222-ddc93bde5f0c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:39.072900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-4ce6ab7d-ba9e-47af-b2fb-774ff3a1c5b5 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950290 Jan 28 09:37:39.095774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.232410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387decbd-df51-4114-b836-5f40c058daf3 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:39.307182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:39.341420 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.354325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10412d3-2f75-4731-a222-ddc93bde5f0c {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:39.364122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.391156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb56dbb-1484-4a28-ab5e-230656c7cbaf req-c8eab00b-4de7-4e67-9415-d23d687e2e95 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:39.398417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bdb56dbb-1484-4a28-ab5e-230656c7cbaf req-c8eab00b-4de7-4e67-9415-d23d687e2e95 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 947 time: 0.1889169 Jan 28 09:37:39.403200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Transition to ACTIVE for port object d10412d3-2f75-4731-a222-ddc93bde5f0c will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:39.403525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:39.424173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd20e10a-740c-43f8-abee-bcd5199287bf req-e031c134-53db-47d3-a1ac-6c79129fc564 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:39.425850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd20e10a-740c-43f8-abee-bcd5199287bf req-e031c134-53db-47d3-a1ac-6c79129fc564 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1081486 Jan 28 09:37:39.428565 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.452741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '22e7b5ce-2358-4500-a981-3e4ee99fcbed', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '22e7b5ce-2358-4500-a981-3e4ee99fcbed', 'mac_address': 'fa:16:3e:12:74:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:39.496333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd20e10a-740c-43f8-abee-bcd5199287bf req-6ef1301a-8833-48cc-87df-0f158660d80e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639071 Jan 28 09:37:39.507778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d10412d3-2f75-4731-a222-ddc93bde5f0c,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:39.599316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:39.615736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bdb56dbb-1484-4a28-ab5e-230656c7cbaf req-e18fb3c7-76fa-4d22-b852-586325cd5d26 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163839 Jan 28 09:37:39.678873 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.716513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22e7b5ce-2358-4500-a981-3e4ee99fcbed {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:39.739136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:39.748328 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.834028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=22e7b5ce-2358-4500-a981-3e4ee99fcbed,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:39.835455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c8e798-e0cc-495b-ada7-1f3136b5c0b6 req-cf9d16fd-db0b-40a8-92f9-e6ed821cd83b tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:39.843138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47c8e798-e0cc-495b-ada7-1f3136b5c0b6 req-cf9d16fd-db0b-40a8-92f9-e6ed821cd83b tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 949 time: 0.1043947 Jan 28 09:37:39.845832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['387decbd-df51-4114-b836-5f40c058daf3'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:39.873061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Attempting to bind port d10412d3-2f75-4731-a222-ddc93bde5f0c on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:39.873385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Attempting to bind port d10412d3-2f75-4731-a222-ddc93bde5f0c by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:39.873755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Attempting to bind port d10412d3-2f75-4731-a222-ddc93bde5f0c on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:39.888637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Port d10412d3-2f75-4731-a222-ddc93bde5f0c on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:39.888866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Attempting to bind port d10412d3-2f75-4731-a222-ddc93bde5f0c on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:39.897867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:39.898200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:39.898582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:39.899009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Bound port: d10412d3-2f75-4731-a222-ddc93bde5f0c, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:39.899357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:39.906651 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47c8e798-e0cc-495b-ada7-1f3136b5c0b6 req-3c7e67a8-88cd-47dc-9384-9be56796d954 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626013 Jan 28 09:37:40.000830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5847e4-d98b-46b6-8a9e-2cf57c43cbc7 req-86483df3-f5bb-41d3-863d-57eb23e585e3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.002303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f5847e4-d98b-46b6-8a9e-2cf57c43cbc7 req-86483df3-f5bb-41d3-863d-57eb23e585e3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.1793671 Jan 28 09:37:40.050851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['22e7b5ce-2358-4500-a981-3e4ee99fcbed'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:40.147867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] For port d10412d3-2f75-4731-a222-ddc93bde5f0c, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:40.163287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f5847e4-d98b-46b6-8a9e-2cf57c43cbc7 req-34c97148-61d3-44dd-86d7-ef11900812f5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515169 Jan 28 09:37:40.164744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] For port d10412d3-2f75-4731-a222-ddc93bde5f0c, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:40.173627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:40.237588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.238383 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:40.239853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] 10.222.0.43 "PUT /v2.0/ports/d10412d3-2f75-4731-a222-ddc93bde5f0c HTTP/1.1" status: 200 len: 1096 time: 1.5788102 Jan 28 09:37:40.244887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'tag': 'd10412d3-2f75-4731-a222-ddc93bde5f0c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:40.273660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814090b-344b-4007-9f98-ab6b46a76ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=d10412d3-2f75-4731-a222-ddc93bde5f0c,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:40.340973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b387ae-e2f0-443f-be3e-f63abcb31f9f req-537fe45a-cacc-4d91-9601-42de56093f9c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.349457 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63b387ae-e2f0-443f-be3e-f63abcb31f9f req-537fe45a-cacc-4d91-9601-42de56093f9c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1322541 Jan 28 09:37:40.400969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63b387ae-e2f0-443f-be3e-f63abcb31f9f req-99729f44-2ede-406e-bcbc-44d353735be9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497878 Jan 28 09:37:40.501561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-d30a503f-9c9d-4488-bf9a-90ebe8173863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.503177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-d30a503f-9c9d-4488-bf9a-90ebe8173863 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 1099 time: 0.2037125 Jan 28 09:37:40.606106 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-499feded-2df0-4ebb-800f-9f9953492278 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c HTTP/1.1" status: 200 len: 217 time: 0.0906186 Jan 28 09:37:40.614896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59afba-a4f5-4171-b491-65c492847f37 req-2c079c6f-aeed-43c4-b6f7-807336a8f2ff tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.616435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be59afba-a4f5-4171-b491-65c492847f37 req-2c079c6f-aeed-43c4-b6f7-807336a8f2ff tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 948 time: 0.2426641 Jan 28 09:37:40.648527 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'tag': 'd10412d3-2f75-4731-a222-ddc93bde5f0c', 'status': 'completed', 'code': 200} Jan 28 09:37:40.715468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-67d42bab-fcf5-40a6-a6ef-839b0896f662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.716927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-67d42bab-fcf5-40a6-a6ef-839b0896f662 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0995088 Jan 28 09:37:40.720349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be59afba-a4f5-4171-b491-65c492847f37 req-dc6cf175-577b-4bf1-9b82-23449ebd4e9c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710559 Jan 28 09:37:40.800847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-96550d0a-1cb6-452b-b68b-c36b21e858cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.802329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-96550d0a-1cb6-452b-b68b-c36b21e858cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0763581 Jan 28 09:37:40.855579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c93d3-fb4e-4a92-aab5-fe350ea74a30 req-bec7cbec-5184-485c-988d-ce6f21ac6c45 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:40.857399 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-003c93d3-fb4e-4a92-aab5-fe350ea74a30 req-bec7cbec-5184-485c-988d-ce6f21ac6c45 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0968266 Jan 28 09:37:40.908638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-003c93d3-fb4e-4a92-aab5-fe350ea74a30 req-c06d88cf-35eb-416a-8137-acf850f03456 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443234 Jan 28 09:37:40.994264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-d89bc8a7-8829-448b-90b6-f43b0bec4237 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849463 Jan 28 09:37:41.093156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f09ac2-b14f-4d8d-b4f4-49a81285b511 req-c08ace27-b3e0-42b6-a321-62601486370b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.094605 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58f09ac2-b14f-4d8d-b4f4-49a81285b511 req-c08ace27-b3e0-42b6-a321-62601486370b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 948 time: 0.2131891 Jan 28 09:37:41.115881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccfa8d5-360c-4266-8dbb-4919f2a9ffa9 req-762941f9-dc52-413a-84fa-09977dbec0c1 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.117676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ccfa8d5-360c-4266-8dbb-4919f2a9ffa9 req-762941f9-dc52-413a-84fa-09977dbec0c1 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 949 time: 0.0897501 Jan 28 09:37:41.164248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ccfa8d5-360c-4266-8dbb-4919f2a9ffa9 req-12ee8c1b-f495-475d-bf75-96609d0e1679 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383558 Jan 28 09:37:41.173961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85c9c70f-4728-4098-81ca-5532434d64f8 req-66a40636-c3e1-460f-a7f0-822b9598f9ce service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724422 Jan 28 09:37:41.176769 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58f09ac2-b14f-4d8d-b4f4-49a81285b511 req-e5847318-c9e3-40d1-bbab-99354e374960 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717919 Jan 28 09:37:41.368150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-538ffce2-167c-47cf-bdd7-51d18988bec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.369619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-538ffce2-167c-47cf-bdd7-51d18988bec5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 1099 time: 0.1448929 Jan 28 09:37:41.381692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227e218b-14d1-4abd-87ed-a895741285d0 req-858cadd1-5450-4b09-8eb6-b006bcbd4c45 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.383042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-227e218b-14d1-4abd-87ed-a895741285d0 req-858cadd1-5450-4b09-8eb6-b006bcbd4c45 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.0973668 Jan 28 09:37:41.505926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-227e218b-14d1-4abd-87ed-a895741285d0 req-edf15035-fa62-4124-8b14-141559466a3f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051052 Jan 28 09:37:41.574295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-73cb9171-26c7-49f4-adfb-07cadc72ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.575427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-73cb9171-26c7-49f4-adfb-07cadc72ade0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1915317 Jan 28 09:37:41.616212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3db8dd-7826-4d4a-8ad4-9cafd7abbc0d req-02ce84e1-2e12-4d35-b500-9ac1072514cc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.623663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb3db8dd-7826-4d4a-8ad4-9cafd7abbc0d req-02ce84e1-2e12-4d35-b500-9ac1072514cc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1017003 Jan 28 09:37:41.657178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-49dc8452-70a7-49a7-8337-2961db918903 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c HTTP/1.1" status: 200 len: 217 time: 0.0756652 Jan 28 09:37:41.668373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb3db8dd-7826-4d4a-8ad4-9cafd7abbc0d req-30d1f933-4347-4fe8-80fb-afa4aee780cc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438673 Jan 28 09:37:41.723890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-8f24597f-d783-427c-9d19-cf28a84d0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.725364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-8f24597f-d783-427c-9d19-cf28a84d0849 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0625048 Jan 28 09:37:41.725554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48740) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:41.814377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-78e709c1-e28c-4582-aa77-4c423b51fa3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:41.815903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-78e709c1-e28c-4582-aa77-4c423b51fa3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709543 Jan 28 09:37:41.847033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:41.861769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:41.865597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Usage tracker for resource:security_group_rule and tenant:310d0a0b4e414f598d0f90bfbd9f304c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:41.868345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:41.874006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:41.961112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:41.965399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.005254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=310d0a0b4e414f598d0f90bfbd9f304c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762554 Jan 28 09:37:42.005458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:42.088246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19645e1-d097-4654-8e77-6ca323634007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9368eaa1-05b3-461e-a924-ee1cbe495409,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:42.099275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-a5e47b7b-e483-441e-b4d9-3e25c30c6776 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750027 Jan 28 09:37:42.107523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0bc81-7ead-432e-94dd-cb0e3202afda req-bc039427-305c-4c19-812e-f96032078bfe tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:42.109443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ff0bc81-7ead-432e-94dd-cb0e3202afda req-bc039427-305c-4c19-812e-f96032078bfe tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 948 time: 0.2646399 Jan 28 09:37:42.144120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2a54a08-78ff-42dd-b677-ee3fa3dc1642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.181110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12085c8-faf0-4ce3-954b-7a476f643fa3 req-588f09ef-1fb6-4858-8608-97520d7623e8 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:42.182578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a12085c8-faf0-4ce3-954b-7a476f643fa3 req-588f09ef-1fb6-4858-8608-97520d7623e8 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1528585 Jan 28 09:37:42.184242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2a54a08-78ff-42dd-b677-ee3fa3dc1642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.231428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ff0bc81-7ead-432e-94dd-cb0e3202afda req-c4e6d0fc-2a88-4e63-a3ca-b35325291a8f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033814 Jan 28 09:37:42.263309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a12085c8-faf0-4ce3-954b-7a476f643fa3 req-91d42f20-4be3-413e-8892-5947e49545f0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 Jan 28 09:37:42.270595 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2a54a08-78ff-42dd-b677-ee3fa3dc1642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.278961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3fe6bfd-8079-4966-99e1-051649e70c94 req-8cd190c2-d063-46af-863c-b8a14ef7b99e service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685452 Jan 28 09:37:42.292515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a54a08-78ff-42dd-b677-ee3fa3dc1642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9368eaa1-05b3-461e-a924-ee1cbe495409,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:42.298292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2a54a08-78ff-42dd-b677-ee3fa3dc1642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.309239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e2a54a08-78ff-42dd-b677-ee3fa3dc1642 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9368eaa1-05b3-461e-a924-ee1cbe495409 HTTP/1.1" status: 204 len: 168 time: 0.3027463 Jan 28 09:37:42.333085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:42.414622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 387decbd-df51-4114-b836-5f40c058daf3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:42.420722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 387decbd-df51-4114-b836-5f40c058daf3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:42.421332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.438892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdca89e-8e43-43b5-8c8a-24aa01b995a2 req-a9464b27-682f-40a5-b707-4e166aa16de8 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:42.440415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdca89e-8e43-43b5-8c8a-24aa01b995a2 req-a9464b27-682f-40a5-b707-4e166aa16de8 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 949 time: 0.0947449 Jan 28 09:37:42.480984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d979258-7eb0-49a4-acfa-cd67066ea9c4 req-fbe8b6b2-457a-43ad-8b88-37933728bd96 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:42.482598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d979258-7eb0-49a4-acfa-cd67066ea9c4 req-fbe8b6b2-457a-43ad-8b88-37933728bd96 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 948 time: 0.1119044 Jan 28 09:37:42.500482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdca89e-8e43-43b5-8c8a-24aa01b995a2 req-aacb117d-0b96-494c-bfc0-b230a8a775e9 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 Jan 28 09:37:42.558519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d979258-7eb0-49a4-acfa-cd67066ea9c4 req-d916c18d-0709-4d1b-a2af-fee42f081be5 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669532 Jan 28 09:37:42.640012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.667495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:42.677072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:42.682114 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:42.745284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb5adc9-12f2-44b8-be8f-4c7280ad89de req-3a4b0781-b5ac-4ab0-bc59-575aee2ee764 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:42.747063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0bb5adc9-12f2-44b8-be8f-4c7280ad89de req-3a4b0781-b5ac-4ab0-bc59-575aee2ee764 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.1000869 Jan 28 09:37:42.779081 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'code': 200} Jan 28 09:37:42.780742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:42.810427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0bb5adc9-12f2-44b8-be8f-4c7280ad89de req-aec22b5a-2aef-4007-bbd2-82d5207ea46f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537794 Jan 28 09:37:42.900729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08e6924-8cf4-4374-aee0-310a96366b51 req-d4bb52a6-2a50-4ba0-a5f6-d9f1386d612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:42.902276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e08e6924-8cf4-4374-aee0-310a96366b51 req-d4bb52a6-2a50-4ba0-a5f6-d9f1386d612a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 1101 time: 0.0996270 Jan 28 09:37:42.957521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e08e6924-8cf4-4374-aee0-310a96366b51 req-262fb4e1-1236-4fbe-b911-be10f70d8497 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418336 Jan 28 09:37:43.000615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 22e7b5ce-2358-4500-a981-3e4ee99fcbed up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:43.010838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8669dc4-e1e3-4e21-aaa3-c64c600160c7 req-313113c9-1386-4746-88a4-2cf827b9ba5d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:43.012282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8669dc4-e1e3-4e21-aaa3-c64c600160c7 req-313113c9-1386-4746-88a4-2cf827b9ba5d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.0859334 Jan 28 09:37:43.059734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8669dc4-e1e3-4e21-aaa3-c64c600160c7 req-f192ce28-4a2b-40e6-90ab-0bdd2d1d091d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413752 Jan 28 09:37:43.082168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 22e7b5ce-2358-4500-a981-3e4ee99fcbed completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:43.082168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 22e7b5ce-2358-4500-a981-3e4ee99fcbed triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:43.082168 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:43.196600 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:43.228195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:43.232122 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:43.307972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=22e7b5ce-2358-4500-a981-3e4ee99fcbed,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:43.353157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:43.426728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd8f2e-023a-4211-9c9c-257e3af4aa4b req-0a42717a-34b3-4518-9454-3e1f6716ec51 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:43.428147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ecd8f2e-023a-4211-9c9c-257e3af4aa4b req-0a42717a-34b3-4518-9454-3e1f6716ec51 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 948 time: 0.0885487 Jan 28 09:37:43.475416 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ecd8f2e-023a-4211-9c9c-257e3af4aa4b req-a480d4cb-091a-4c8a-9bd6-740ee78e0783 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415819 Jan 28 09:37:43.667547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c632015e-3e69-4986-a7ed-996f7ad620b0 req-e24732e8-e021-4a3d-ab8d-bdfae343f8a2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:43.669001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c632015e-3e69-4986-a7ed-996f7ad620b0 req-e24732e8-e021-4a3d-ab8d-bdfae343f8a2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0805290 Jan 28 09:37:43.712895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c632015e-3e69-4986-a7ed-996f7ad620b0 req-6bd4d1ee-7617-4cae-a067-2d8686a6fd0d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Jan 28 09:37:43.724223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b323f-7087-449a-99ac-40ccbcb90474 req-a2d0e795-f58c-40aa-832c-6aeec997de6f tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:43.725729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d0b323f-7087-449a-99ac-40ccbcb90474 req-a2d0e795-f58c-40aa-832c-6aeec997de6f tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 950 time: 0.0837605 Jan 28 09:37:43.771664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d0b323f-7087-449a-99ac-40ccbcb90474 req-ead7b75c-45fd-4de4-99a2-67bd6dc6613f tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Jan 28 09:37:43.904481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ebe7d-6be0-489a-98f7-cf492553ec1e req-4d031952-f83a-49b5-90cb-4cb5a874dbdd tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:43.906804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-868ebe7d-6be0-489a-98f7-cf492553ec1e req-4d031952-f83a-49b5-90cb-4cb5a874dbdd tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.0833585 Jan 28 09:37:43.950486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-868ebe7d-6be0-489a-98f7-cf492553ec1e req-2622f815-6119-40d0-8f90-9da431931db0 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380955 Jan 28 09:37:44.132829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c0b9-cd97-4219-852d-68a6d400fe91 req-53010c58-6eef-411b-bd72-57d37f05b25e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:44.135022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b68c0b9-cd97-4219-852d-68a6d400fe91 req-53010c58-6eef-411b-bd72-57d37f05b25e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.0835958 Jan 28 09:37:44.181467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b68c0b9-cd97-4219-852d-68a6d400fe91 req-390c96c6-4f1c-4695-8bc6-b26edfb455a3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412107 Jan 28 09:37:44.436086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b4fb71-c889-4bcb-bd5c-0d3ec41f304e req-e4a8049e-12a9-455b-bda3-2260b3f7f2d7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:44.444717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22b4fb71-c889-4bcb-bd5c-0d3ec41f304e req-e4a8049e-12a9-455b-bda3-2260b3f7f2d7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1006172 Jan 28 09:37:44.628649 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22b4fb71-c889-4bcb-bd5c-0d3ec41f304e req-cc8fc436-c7b2-44b4-b268-7a88383cf5cb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869764 Jan 28 09:37:44.777165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed19dd-e753-41b3-962d-aaf53c353e8d req-ba5beefc-010a-41cb-9dcb-905dc90c61f2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:44.778517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76ed19dd-e753-41b3-962d-aaf53c353e8d req-ba5beefc-010a-41cb-9dcb-905dc90c61f2 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 948 time: 0.0867953 Jan 28 09:37:44.780083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e7b5ce-2358-4500-a981-3e4ee99fcbed'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:44.825721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76ed19dd-e753-41b3-962d-aaf53c353e8d req-97b214ec-5c2a-4be7-b135-13be2c111adf tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415366 Jan 28 09:37:44.946006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:44.975472 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22e7b5ce-2358-4500-a981-3e4ee99fcbed', 'code': 200} Jan 28 09:37:45.000647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793b286-be6d-4c3d-9c86-e29cf4b19847 req-0a0f7cf6-102d-47e7-8e2d-3ae1539ed33a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:45.002197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8793b286-be6d-4c3d-9c86-e29cf4b19847 req-0a0f7cf6-102d-47e7-8e2d-3ae1539ed33a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0831695 Jan 28 09:37:45.003281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d10412d3-2f75-4731-a222-ddc93bde5f0c details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:45.048040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8793b286-be6d-4c3d-9c86-e29cf4b19847 req-de2ef43f-378f-4219-8d4c-387e4c9233ac tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398545 Jan 28 09:37:45.131720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc741344-119c-4d48-b3b3-982f15139eca req-7d2e1ead-0ab1-47ae-87e7-fedde9451049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:45.133699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc741344-119c-4d48-b3b3-982f15139eca req-7d2e1ead-0ab1-47ae-87e7-fedde9451049 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 1100 time: 0.0847850 Jan 28 09:37:45.155474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d10412d3-2f75-4731-a222-ddc93bde5f0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:45.169575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'd10412d3-2f75-4731-a222-ddc93bde5f0c', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'd10412d3-2f75-4731-a222-ddc93bde5f0c', 'mac_address': 'fa:16:3e:9e:aa:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:45.179216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc741344-119c-4d48-b3b3-982f15139eca req-1ec3c4fd-9688-41c7-a545-4c7e286a6725 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Jan 28 09:37:45.189645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26aa6ba-85cd-475d-bb5d-f007a090a893 req-666798c8-aa09-4f72-a989-689e2e117ecc tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:45.191100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c26aa6ba-85cd-475d-bb5d-f007a090a893 req-666798c8-aa09-4f72-a989-689e2e117ecc tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 950 time: 0.0975175 Jan 28 09:37:45.228155 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:45.238132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c26aa6ba-85cd-475d-bb5d-f007a090a893 req-2320d12b-f36b-4031-834e-b3725770f3b5 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410092 Jan 28 09:37:45.245701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10412d3-2f75-4731-a222-ddc93bde5f0c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:45.272166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d10412d3-2f75-4731-a222-ddc93bde5f0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:45.276797 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:45.348584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d10412d3-2f75-4731-a222-ddc93bde5f0c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:45.419493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e9325-b608-4d9c-852b-6ef5858534b4 req-f722f806-e1df-4d94-b923-06b0b6d4c342 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:45.421606 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed5e9325-b608-4d9c-852b-6ef5858534b4 req-f722f806-e1df-4d94-b923-06b0b6d4c342 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.0858781 Jan 28 09:37:45.465479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed5e9325-b608-4d9c-852b-6ef5858534b4 req-6f7bf97c-6813-429f-a614-481413e9bf23 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jan 28 09:37:45.607856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['d10412d3-2f75-4731-a222-ddc93bde5f0c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:45.743998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bf819-c282-4e11-a255-440f73dda1b6 req-ae328ff4-776c-4d3b-9754-d86a0fe5ddf7 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:45.745718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21bf819-c282-4e11-a255-440f73dda1b6 req-ae328ff4-776c-4d3b-9754-d86a0fe5ddf7 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.0927007 Jan 28 09:37:45.791461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21bf819-c282-4e11-a255-440f73dda1b6 req-ff884d3e-d26d-4b33-a2c7-8c31227def4b tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402267 Jan 28 09:37:45.966991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d5292e-3553-497f-b2b5-d0926b59ad3b req-66cfb975-4075-4ec7-a8cf-6b5be6839ff0 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:45.969096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84d5292e-3553-497f-b2b5-d0926b59ad3b req-66cfb975-4075-4ec7-a8cf-6b5be6839ff0 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.0823636 Jan 28 09:37:46.014949 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84d5292e-3553-497f-b2b5-d0926b59ad3b req-2b7c0344-479c-420a-80c7-b1a2b8136762 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391665 Jan 28 09:37:46.215210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8386d1-b96a-4eaa-8e8e-466c124145f3 req-0d914fe1-c7de-494a-8bbc-fc1158db3fee tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:46.216564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c8386d1-b96a-4eaa-8e8e-466c124145f3 req-0d914fe1-c7de-494a-8bbc-fc1158db3fee tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 949 time: 0.0872109 Jan 28 09:37:46.263920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c8386d1-b96a-4eaa-8e8e-466c124145f3 req-9f0ba702-897a-41e6-80dd-4c8b86374847 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416417 Jan 28 09:37:46.283891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525004bc-a43c-4ca7-b41a-ba5a81117b80 req-138f2de8-675e-4270-844d-c78bf34ab8b3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:46.285367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-525004bc-a43c-4ca7-b41a-ba5a81117b80 req-138f2de8-675e-4270-844d-c78bf34ab8b3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0780706 Jan 28 09:37:46.337626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-525004bc-a43c-4ca7-b41a-ba5a81117b80 req-eabbacd2-43f6-4bcf-8e4f-9fdf315e9aad tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Jan 28 09:37:46.671521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213bd75b-4259-43d7-b8bc-e695cb798c5f req-3c9320d5-c0bc-4e20-87e5-ff437530d71c tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:46.673090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-213bd75b-4259-43d7-b8bc-e695cb798c5f req-3c9320d5-c0bc-4e20-87e5-ff437530d71c tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.0871768 Jan 28 09:37:46.714106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48878) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:46.718322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-213bd75b-4259-43d7-b8bc-e695cb798c5f req-7a002401-d30a-4f48-9146-c499e5d461da tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394197 Jan 28 09:37:46.828155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:46.842299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:46.846049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Usage tracker for resource:security_group_rule and tenant:d126b772c81f417a81a89dffd795819b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:46.848808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:46.854333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:46.981870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:46.988235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.013650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d10412d3-2f75-4731-a222-ddc93bde5f0c up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:47.047860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d126b772c81f417a81a89dffd795819b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3323891 Jan 28 09:37:47.050706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=712fd5a9-9473-4392-895f-1c5ea9acbde5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:47.051207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48888) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:47.062466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a854de-1abd-4780-89ef-09578cbc8652 req-fd2a2aea-92d7-418d-b044-d0b00ba74bba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.063925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a854de-1abd-4780-89ef-09578cbc8652 req-fd2a2aea-92d7-418d-b044-d0b00ba74bba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.1538506 Jan 28 09:37:47.068912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.069253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.069589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.069920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.070406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.070884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.071358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.071851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.072321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.072825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.073285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.073753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d7a3efe-df95-47f3-a644-d83bfccf6550 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:47.086497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port d10412d3-2f75-4731-a222-ddc93bde5f0c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:47.092498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port d10412d3-2f75-4731-a222-ddc93bde5f0c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:47.092901 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.131049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a854de-1abd-4780-89ef-09578cbc8652 req-470d9087-1711-44d3-a5f8-e4f0820f945f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528636 Jan 28 09:37:47.147427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eae07e22-3c91-4d23-a826-9d02109e6962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.212865 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.218530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eae07e22-3c91-4d23-a826-9d02109e6962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.239643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10412d3-2f75-4731-a222-ddc93bde5f0c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:47.249412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d10412d3-2f75-4731-a222-ddc93bde5f0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:47.254023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.290894 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10412d3-2f75-4731-a222-ddc93bde5f0c', 'code': 200} Jan 28 09:37:47.301247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c24f198-1597-4977-b7dc-1227b3e4c92f req-448ea88c-f616-4da6-8b66-cd4325c86bf9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.302656 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c24f198-1597-4977-b7dc-1227b3e4c92f req-448ea88c-f616-4da6-8b66-cd4325c86bf9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1258786 Jan 28 09:37:47.313304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eae07e22-3c91-4d23-a826-9d02109e6962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.346164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d10412d3-2f75-4731-a222-ddc93bde5f0c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:47.375701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae07e22-3c91-4d23-a826-9d02109e6962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=712fd5a9-9473-4392-895f-1c5ea9acbde5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:47.380645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eae07e22-3c91-4d23-a826-9d02109e6962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:47.381772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eae07e22-3c91-4d23-a826-9d02109e6962 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/712fd5a9-9473-4392-895f-1c5ea9acbde5 HTTP/1.1" status: 204 len: 168 time: 0.3295851 Jan 28 09:37:47.390536 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c24f198-1597-4977-b7dc-1227b3e4c92f req-4203b5a3-e974-4869-b2a5-83a9b7dce735 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721273 Jan 28 09:37:47.520374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d294fc-8675-4ee2-a438-82fc7d46ff85 req-b9e9fec0-b62d-4145-8bf2-3e23caf32a63 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.527935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7d294fc-8675-4ee2-a438-82fc7d46ff85 req-b9e9fec0-b62d-4145-8bf2-3e23caf32a63 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 950 time: 0.1305258 Jan 28 09:37:47.546209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddce0e4a-68b8-4625-b6d4-bd176774586d req-f267c16f-6704-4ba2-a05e-f2fdb660b79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.547761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddce0e4a-68b8-4625-b6d4-bd176774586d req-f267c16f-6704-4ba2-a05e-f2fdb660b79e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 1101 time: 0.1935713 Jan 28 09:37:47.599939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7d294fc-8675-4ee2-a438-82fc7d46ff85 req-a8d04629-aa50-43f9-aead-21b5f790cc7a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Jan 28 09:37:47.626950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddce0e4a-68b8-4625-b6d4-bd176774586d req-45e36856-ad6f-4a71-825f-1db4771fe7e4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728891 Jan 28 09:37:47.679714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96353771-41dc-4013-9e70-d77cff0ccf10 req-a947ac7d-f67c-4147-847d-3fe2a5ceb08e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.681176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96353771-41dc-4013-9e70-d77cff0ccf10 req-a947ac7d-f67c-4147-847d-3fe2a5ceb08e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0810771 Jan 28 09:37:47.737231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96353771-41dc-4013-9e70-d77cff0ccf10 req-42941315-b39f-4e34-b4bb-abc56aa30bb6 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Jan 28 09:37:47.957100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-33817cab-c7dc-486e-b0ad-ce5affc1d4b2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.958593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-33817cab-c7dc-486e-b0ad-ce5affc1d4b2 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1097 time: 0.1439104 Jan 28 09:37:47.966840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fa3c2-8fee-4653-8151-15a21496fcb4 req-24846f8a-2a73-40ff-b46c-d98c25cf99d2 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:47.968270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-750fa3c2-8fee-4653-8151-15a21496fcb4 req-24846f8a-2a73-40ff-b46c-d98c25cf99d2 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.1230514 Jan 28 09:37:47.973046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-2'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:48.098122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-750fa3c2-8fee-4653-8151-15a21496fcb4 req-d2823dc1-287a-4bfd-9bce-aa6dac8237fe tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994503 Jan 28 09:37:48.129387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:48.341305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:48.346599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:48.390014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:48.468864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:48.475211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:48.483824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:48.511271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:48.526576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 has no active binding in host n-h1-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:37:48.565800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdbd21-52c8-400d-85ba-58e4f8ca100a req-45aec116-ec5d-4e67-b5f2-9e2969d04145 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:48.573537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ccdbd21-52c8-400d-85ba-58e4f8ca100a req-45aec116-ec5d-4e67-b5f2-9e2969d04145 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 946 time: 0.1950731 Jan 28 09:37:48.616343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ccdbd21-52c8-400d-85ba-58e4f8ca100a req-f67b34e2-3378-4051-9787-cc5794076c6a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390725 Jan 28 09:37:48.712163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a02a43c-d8ce-41f5-a9ce-2d6a63a22bac req-55e07a9e-d859-4d3d-9c91-3d00e8ffdbfe tempest-AbsoluteLimitsNegativeTestJSON-1678108577 tempest-AbsoluteLimitsNegativeTestJSON-1678108577-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a347910a493246b68348cf74318c0e6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0887504 Jan 28 09:37:48.803909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec26b2-eec9-4063-bc16-8a73051a0024 req-eca2809f-17fb-43d6-ac46-62af7f9fd23f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:48.805570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-57ec26b2-eec9-4063-bc16-8a73051a0024 req-eca2809f-17fb-43d6-ac46-62af7f9fd23f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.0841999 Jan 28 09:37:48.848834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-57ec26b2-eec9-4063-bc16-8a73051a0024 req-29eb2ba5-154d-46c0-a6f9-0d0df9c442d3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373526 Jan 28 09:37:48.853774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:48.856499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:48.856915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:48.857245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:48.919248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:48.919584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Attempting to bind port b366bf23-0754-4c20-9cae-45715d2679b9 on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:48.930232 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'code': 200} Jan 28 09:37:48.935071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:48.935399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:48.935817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:48.936244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Bound port: b366bf23-0754-4c20-9cae-45715d2679b9, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:48.936580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:49.059963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a02a43c-d8ce-41f5-a9ce-2d6a63a22bac req-f669caf1-6ec0-4f83-ba0d-4062870ebe47 tempest-AbsoluteLimitsNegativeTestJSON-1678108577 tempest-AbsoluteLimitsNegativeTestJSON-1678108577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:49.062210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a02a43c-d8ce-41f5-a9ce-2d6a63a22bac req-f669caf1-6ec0-4f83-ba0d-4062870ebe47 tempest-AbsoluteLimitsNegativeTestJSON-1678108577 tempest-AbsoluteLimitsNegativeTestJSON-1678108577-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546408 Jan 28 09:37:49.089407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a02a43c-d8ce-41f5-a9ce-2d6a63a22bac req-13b1eead-572d-4a5f-a4fc-450efa5e27f1 tempest-AbsoluteLimitsNegativeTestJSON-1678108577 tempest-AbsoluteLimitsNegativeTestJSON-1678108577-project] 10.222.0.42 "GET /v2.0/quotas/a347910a493246b68348cf74318c0e6e HTTP/1.1" status: 200 len: 375 time: 0.0176282 Jan 28 09:37:49.093014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:49.097053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:49.133378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:49.179145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f710-9bcf-483d-87cc-f6df4912f5f5 req-5d461eba-3c44-4c9c-8bb5-a52a70e94610 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:49.180504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d20f710-9bcf-483d-87cc-f6df4912f5f5 req-5d461eba-3c44-4c9c-8bb5-a52a70e94610 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.0820162 Jan 28 09:37:49.186733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a02a43c-d8ce-41f5-a9ce-2d6a63a22bac req-139aae52-78d9-4400-9eca-839ed5e8b477 tempest-AbsoluteLimitsNegativeTestJSON-1678108577 tempest-AbsoluteLimitsNegativeTestJSON-1678108577-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a347910a493246b68348cf74318c0e6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0915136 Jan 28 09:37:49.245588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d20f710-9bcf-483d-87cc-f6df4912f5f5 req-9079355c-f179-439a-b1e8-f7b12b83f86b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Jan 28 09:37:49.339566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=8']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:49.442181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:49.442181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:49.442181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] 10.222.0.25 "PUT /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 1122 time: 1.4703054 Jan 28 09:37:49.463114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfecb9c-fb48-4d84-86c5-760351c0f471 req-df432569-c522-45e9-a5ac-9e2242707a1b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:49.465814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9bfecb9c-fb48-4d84-86c5-760351c0f471 req-df432569-c522-45e9-a5ac-9e2242707a1b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1105397 Jan 28 09:37:49.474874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.475251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.475578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.478167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.478543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.478884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.479224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.479557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.479898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.480208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.480531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.485316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88bde42a-5a7d-4f87-a1f0-651ac01bc051 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:37:49.488720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['b366bf23-0754-4c20-9cae-45715d2679b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:49.585700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07bbfc-328a-4793-aca2-90d800974535 req-f62ea2e7-ec64-40d1-b940-1acd3d254703 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:49.589096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9bfecb9c-fb48-4d84-86c5-760351c0f471 req-5e0abbcc-6749-49ef-94ff-a93d68933ffa tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040027 Jan 28 09:37:49.594737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['b366bf23-0754-4c20-9cae-45715d2679b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:49.600715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d07bbfc-328a-4793-aca2-90d800974535 req-f62ea2e7-ec64-40d1-b940-1acd3d254703 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 950 time: 0.2671926 Jan 28 09:37:49.685214 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d07bbfc-328a-4793-aca2-90d800974535 req-9a08c2bc-1139-4b46-bc8c-6fc7d0006610 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821173 Jan 28 09:37:49.727577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48988) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:49.836294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-698eb937-1aaf-43d8-b109-3ed69e1d6c8a tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319364 Jan 28 09:37:49.952012 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:49.973369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c62c33-9862-4f24-b143-e4e6aed2e5ef req-084a8ea1-dc35-4692-952b-395628d38898 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:49.975151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8c62c33-9862-4f24-b143-e4e6aed2e5ef req-084a8ea1-dc35-4692-952b-395628d38898 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.0829544 Jan 28 09:37:49.978630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:49.986786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Usage tracker for resource:security_group_rule and tenant:a347910a493246b68348cf74318c0e6e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:49.991595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:50.003275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:50.027319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8c62c33-9862-4f24-b143-e4e6aed2e5ef req-1457c362-75a2-4853-b3ae-6eeaf75e45c3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459695 Jan 28 09:37:50.066548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-1ef5608a-24f3-435c-bfed-87c5888d0d59 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:50.068072 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-1ef5608a-24f3-435c-bfed-87c5888d0d59 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250366 Jan 28 09:37:50.086251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-7d0b7a2a-693a-4cfb-840c-dcde23054838 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/quotas/22a2fec8bceb461b9b30b91541fcc78c HTTP/1.1" status: 200 len: 375 time: 0.0121217 Jan 28 09:37:50.212932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.222156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-a5098ced-2c48-4c01-af71-7eac98f6fb7a tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1278243 Jan 28 09:37:50.222755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.231335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07678ca9-e375-4d4a-8d20-6400943a50b5 req-0b2b601b-eaf0-4f9d-b660-52e9e000ba52 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:50.242447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07678ca9-e375-4d4a-8d20-6400943a50b5 req-0b2b601b-eaf0-4f9d-b660-52e9e000ba52 tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 1101 time: 0.0926430 Jan 28 09:37:50.282680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a347910a493246b68348cf74318c0e6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5538759 Jan 28 09:37:50.283467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49006) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:50.284093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bcfae-51f3-4c06-a92c-e169386b5cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff0da94-c3e7-454a-9550-a0d9e56cfa70,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:50.308405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07678ca9-e375-4d4a-8d20-6400943a50b5 req-bf1f4c6d-ad31-4713-996d-29a1ca144a6e tempest-ServersOnMultiNodesTest-894562550 tempest-ServersOnMultiNodesTest-894562550-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640264 Jan 28 09:37:50.353440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:50.378481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8743d48c-5739-4560-82d2-3a5b8631ad07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.408694 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8743d48c-5739-4560-82d2-3a5b8631ad07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.492947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8743d48c-5739-4560-82d2-3a5b8631ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.537777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8743d48c-5739-4560-82d2-3a5b8631ad07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff0da94-c3e7-454a-9550-a0d9e56cfa70,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:50.554884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8743d48c-5739-4560-82d2-3a5b8631ad07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.557933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8743d48c-5739-4560-82d2-3a5b8631ad07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ff0da94-c3e7-454a-9550-a0d9e56cfa70 HTTP/1.1" status: 204 len: 168 time: 0.2674544 Jan 28 09:37:50.655727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:50.679693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '387decbd-df51-4114-b836-5f40c058daf3', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '387decbd-df51-4114-b836-5f40c058daf3', 'mac_address': 'fa:16:3e:80:af:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:50.744928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f607cd1-f19f-41dc-a416-158e2f1b0f75 req-56bd00bf-1c61-4e07-95a0-caf52509c0a8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:50.747191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f607cd1-f19f-41dc-a416-158e2f1b0f75 req-56bd00bf-1c61-4e07-95a0-caf52509c0a8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1866381 Jan 28 09:37:50.754657 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.777951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 387decbd-df51-4114-b836-5f40c058daf3 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:50.799807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:50.804580 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:50.821957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f607cd1-f19f-41dc-a416-158e2f1b0f75 req-f97b6e8a-bbe2-4827-a8c1-23509d6d223e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661519 Jan 28 09:37:50.914584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:50.931258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:50.983536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2924d2-d47b-4764-8c1c-fddba5ba7e8d req-a54722e1-2772-4b83-ba90-31763c9566d1 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 210 time: 0.0863030 Jan 28 09:37:51.072629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['387decbd-df51-4114-b836-5f40c058daf3'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:51.101502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28cfd2e-2bf0-44df-868e-9d7627060d43 req-0b0b5ea2-858a-4986-8ac7-9385ac8bae8f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:51.103366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c28cfd2e-2bf0-44df-868e-9d7627060d43 req-0b0b5ea2-858a-4986-8ac7-9385ac8bae8f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1409881 Jan 28 09:37:51.202284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c28cfd2e-2bf0-44df-868e-9d7627060d43 req-19277fe7-0f62-4d7a-a7ec-496a208624b1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923214 Jan 28 09:37:51.281012 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'status': 'completed', 'code': 200} Jan 28 09:37:51.488554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97024f-c494-4f2c-bdf1-2a5b2cd83cdb req-813b87f1-e162-4632-bdae-2bd27000ec8a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:51.491012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c97024f-c494-4f2c-bdf1-2a5b2cd83cdb req-813b87f1-e162-4632-bdae-2bd27000ec8a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 950 time: 0.2488747 Jan 28 09:37:51.498734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-ee4bc602-596a-4ae9-8051-6c6bd2182f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:51.500188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-ee4bc602-596a-4ae9-8051-6c6bd2182f82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1125 time: 0.1794562 Jan 28 09:37:51.511639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3af06-f2ea-4de0-8c71-24548750a6e2 req-ccf8fcff-dfd7-49b9-91c9-fc5f16936cbd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:51.519119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-08e3af06-f2ea-4de0-8c71-24548750a6e2 req-ccf8fcff-dfd7-49b9-91c9-fc5f16936cbd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.1278782 Jan 28 09:37:51.572844 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-08e3af06-f2ea-4de0-8c71-24548750a6e2 req-115101c0-d6af-4693-9b61-c21cee8ccf4b tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527396 Jan 28 09:37:51.604414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49078) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:51.683207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c97024f-c494-4f2c-bdf1-2a5b2cd83cdb req-b3344236-5dfe-4de9-a157-8472e4a73436 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812570 Jan 28 09:37:51.736301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-951848768-network', 'tenant_id': 'a8734f0f093443bd9c1c9af5979870b7'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:51.736938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-0ab7cb26-992d-453f-904a-655df20c5a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:51.738436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-0ab7cb26-992d-453f-904a-655df20c5a64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.2047155 Jan 28 09:37:51.741411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:51.745134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Usage tracker for resource:network and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:51.748857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:51.755095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:51.766393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Made reservation on behalf of a8734f0f093443bd9c1c9af5979870b7 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:51.770571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:51.786673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:51.801814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:51.805747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:51.808555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:51.815285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:51.817405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-f71fb942-37d8-4852-b6f8-309499812796 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 217 time: 0.0703695 Jan 28 09:37:51.927824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-670dbfa0-50ee-4fa0-84d1-3e8c0a4a6ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:51.929326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-670dbfa0-50ee-4fa0-84d1-3e8c0a4a6ebe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0975280 Jan 28 09:37:51.971489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:51.988143 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-8443e834-0ce9-4782-afff-00739e4ca26a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521464 Jan 28 09:37:52.011464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.067423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-400f2288-1b55-4131-bcef-e7c9acadcad0 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570076 Jan 28 09:37:52.135032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:37:52.216158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ff486f8-169b-40f3-a8eb-9e56e5f6589a req-e187536f-79f6-49f1-bd2a-bb6d0f5edd8f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 210 time: 0.0620263 Jan 28 09:37:52.245318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-e0ba90f0-0d2c-4a4e-8730-f085a24ad8b6 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390878 Jan 28 09:37:52.257130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98571949-ce42-45b2-ba6c-827587abc19b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:52.271685 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.272015 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Added segment 5a3ddb8c-aecb-4a23-9284-ee2e8086b452 of type vlan for network e444e0cc-4460-4663-baca-9944858c6c04 Jan 28 09:37:52.307208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-3ae0b487-78b4-44d0-ab66-85da1084b3e1 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:52.308809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-3ae0b487-78b4-44d0-ab66-85da1084b3e1 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287788 Jan 28 09:37:52.336115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Request body: {'port': {'device_id': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '22a2fec8bceb461b9b30b91541fcc78c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:52.356578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.364272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:37:52.469781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3fc4d7-4a8c-485a-bc8e-4d1208903392 req-e37fd774-e3da-4bb0-965a-605893795375 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116184 Jan 28 09:37:52.532351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 387decbd-df51-4114-b836-5f40c058daf3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:52.532636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.557808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b9e0b2-0e40-4dd7-ad14-60b82449c522 req-6959d629-518f-45fe-974b-0a0e4a44a4de tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:52.564598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7b9e0b2-0e40-4dd7-ad14-60b82449c522 req-6959d629-518f-45fe-974b-0a0e4a44a4de tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.5963006 Jan 28 09:37:52.638127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373d7a2-30b0-44a2-9fcb-d2bb3f8a73f3 req-9b42b9a8-8bc8-4222-8f81-6961cf1abc80 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:52.648725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5373d7a2-30b0-44a2-9fcb-d2bb3f8a73f3 req-9b42b9a8-8bc8-4222-8f81-6961cf1abc80 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1018984 Jan 28 09:37:52.715993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.720127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7b9e0b2-0e40-4dd7-ad14-60b82449c522 req-7fa51b46-645a-4e5f-97f3-10622b05205b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545360 Jan 28 09:37:52.748690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.750066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:52.750667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.761838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:52.774906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:52.784352 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:52.885817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5373d7a2-30b0-44a2-9fcb-d2bb3f8a73f3 req-b1527b1d-b584-4085-9ae2-ff9bb8f1da19 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355194 Jan 28 09:37:52.909071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:52.946315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-ba6cbd04-b021-48a1-932d-048626ddd45d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:52.949543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-ba6cbd04-b021-48a1-932d-048626ddd45d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 950 time: 0.2819726 Jan 28 09:37:53.027437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:53.044205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] Pushing event updated for resources: {'Network': ['ID=e444e0cc-4460-4663-baca-9944858c6c04,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:53.056871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e444e0cc-4460-4663-baca-9944858c6c04 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:37:53.057096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-82438161-c737-48ce-a967-3dbf05bbdfde admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4512548 Jan 28 09:37:53.058276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:53.062160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49130) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:37:53.067878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port d10412d3-2f75-4731-a222-ddc93bde5f0c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:37:53.068227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:53.072631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Request body: {'subnet': {'network_id': 'e444e0cc-4460-4663-baca-9944858c6c04', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-951848768-subnet', 'tenant_id': 'a8734f0f093443bd9c1c9af5979870b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:53.080869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:53.084911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Usage tracker for resource:subnet and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:53.089431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:53.095497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:53.108010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Made reservation on behalf of a8734f0f093443bd9c1c9af5979870b7 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:53.110596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:53.133131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Made reservation on behalf of 22a2fec8bceb461b9b30b91541fcc78c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:37:53.137296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:53.302672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aeea94-c473-41cd-97bb-3c199bb6d167 req-b11d6d2d-1d16-45e1-9d72-6dcbb761f1e1 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:53.309261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9aeea94-c473-41cd-97bb-3c199bb6d167 req-b11d6d2d-1d16-45e1-9d72-6dcbb761f1e1 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.3738112 Jan 28 09:37:53.427885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9aeea94-c473-41cd-97bb-3c199bb6d167 req-0a5e0a19-0c4c-4cda-83c5-b4432f93ff3d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142492 Jan 28 09:37:53.539421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port d10412d3-2f75-4731-a222-ddc93bde5f0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d10412d3-2f75-4731-a222-ddc93bde5f0c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:53.539866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:53.548481 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'code': 200} Jan 28 09:37:53.712446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:53.718898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Allocated IP 192.168.233.195 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/5cfece17-b4da-4f8a-9424-7a3d00463508) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:37:53.795055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for d10412d3-2f75-4731-a222-ddc93bde5f0c owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:37:53.822435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6fe361-609f-415e-aa96-e83d57d0acf7,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:53.845915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-08c5ec1b-4abe-4278-914f-f6de73231057 req-74b2980f-739f-426f-af75-101fd9112e1e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 210 time: 0.0545747 Jan 28 09:37:53.860487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446908b-baa7-4a64-86dc-b011153176bd req-23a2b4a8-89cd-48eb-ab0c-d7569feeda24 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:53.876620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6446908b-baa7-4a64-86dc-b011153176bd req-23a2b4a8-89cd-48eb-ab0c-d7569feeda24 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 950 time: 0.6036353 Jan 28 09:37:53.897670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Checking segment: {'id': '5a3ddb8c-aecb-4a23-9284-ee2e8086b452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e444e0cc-4460-4663-baca-9944858c6c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:53.898027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Network hostable DHCP agents. Network: e444e0cc-4460-4663-baca-9944858c6c04, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:37:53.946568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Network e444e0cc-4460-4663-baca-9944858c6c04 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:37:53.979362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6446908b-baa7-4a64-86dc-b011153176bd req-118e0e34-1c82-455c-b004-724604ec25f1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045918 Jan 28 09:37:54.033949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e444e0cc-4460-4663-baca-9944858c6c04) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:54.041710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e720a138-4e10-4318-9733-f484e056c3d3 None None] Network e444e0cc-4460-4663-baca-9944858c6c04 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:37:54.074200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:54.074200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:54.121195 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:54.153462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46', 'd10412d3-2f75-4731-a222-ddc93bde5f0c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:54.159959 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:37:54.227262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24', '185f9af1-3f91-4d98-b706-c64849e8d108', '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:54.267997 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:54.285695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Transition to ACTIVE for port object 5cfece17-b4da-4f8a-9424-7a3d00463508 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:54.317974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=d10412d3-2f75-4731-a222-ddc93bde5f0c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:54.343592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port d10412d3-2f75-4731-a222-ddc93bde5f0c on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:37:54.363154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a071676a-04d4-4e50-a99b-2e610893d341 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2989643 Jan 28 09:37:54.372566 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:54.380303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'name': 'network-vif-deleted', 'tag': 'd10412d3-2f75-4731-a222-ddc93bde5f0c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:54.436230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436e8281-53fd-40bd-b0c4-52b59d2c2f81 req-aa80d9da-5ebc-449e-b22b-7cf1a1935768 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "DELETE /v2.0/ports/d10412d3-2f75-4731-a222-ddc93bde5f0c HTTP/1.1" status: 204 len: 173 time: 1.4737837 Jan 28 09:37:54.454783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:54.464210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f85f5-ae30-4d62-aed2-d035ee692474 req-ce58b41f-7442-448d-b2fa-16706a0ccf7f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:54.476639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc2f85f5-ae30-4d62-aed2-d035ee692474 req-ce58b41f-7442-448d-b2fa-16706a0ccf7f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.2477970 Jan 28 09:37:54.554664 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc2f85f5-ae30-4d62-aed2-d035ee692474 req-3b181c6a-4f92-4ac1-a53a-e3685118663e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769506 Jan 28 09:37:54.647877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Pushing event updated for resources: {'Port': ['ID=5cfece17-b4da-4f8a-9424-7a3d00463508,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:54.671677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132aeb98-0550-42dc-8f47-47a62a5d790f req-54b0e7e6-2f3c-4748-8d3e-94d37c167579 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:54.681688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-132aeb98-0550-42dc-8f47-47a62a5d790f req-54b0e7e6-2f3c-4748-8d3e-94d37c167579 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3740368 Jan 28 09:37:54.738960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:37:54.742350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:37:54.766608 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82c99198-c133-4fd8-bce9-2e8f9597941c', 'name': 'network-vif-deleted', 'tag': 'd10412d3-2f75-4731-a222-ddc93bde5f0c', 'status': 'completed', 'code': 200} Jan 28 09:37:54.768815 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-132aeb98-0550-42dc-8f47-47a62a5d790f req-64aae759-8ced-4e9c-b05f-078fc25b430f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858054 Jan 28 09:37:54.773733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:37:54.864273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f731e223-81a4-4a53-a988-924239c7f866 None None] Network e444e0cc-4460-4663-baca-9944858c6c04 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:37:54.900396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:54.901377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:54.958726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d736f854-5614-4fa6-9df2-d7cefeb062e4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6325226 Jan 28 09:37:54.976584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Request body: {'port': {'device_id': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:55.062299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0b3285-5588-4490-9919-7169216abbf2 req-f7fdbdb7-2d22-4d27-ada3-491b266395e4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:55.071107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c0b3285-5588-4490-9919-7169216abbf2 req-f7fdbdb7-2d22-4d27-ada3-491b266395e4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.1517184 Jan 28 09:37:55.130759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c0b3285-5588-4490-9919-7169216abbf2 req-150a367a-ff29-4f59-af58-4e05334dfbce tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548322 Jan 28 09:37:55.228167 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:55.246820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2110021902', 'description': 'tempest-description-675791850'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:55.279843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:55.367942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:55.378162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:55.420036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487e147-9a17-420b-a2e9-f8acc093bfc0 req-8cd83620-ba9e-49ff-9dbe-0e46684b4de7 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:55.429265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1487e147-9a17-420b-a2e9-f8acc093bfc0 req-8cd83620-ba9e-49ff-9dbe-0e46684b4de7 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 936 time: 0.1759737 Jan 28 09:37:55.433945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c38218b9-d56e-4674-9ff6-6a950aeb1924 None None] Provisioning for port 5cfece17-b4da-4f8a-9424-7a3d00463508 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:37:55.442143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:55.546033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c38218b9-d56e-4674-9ff6-6a950aeb1924 None None] Provisioning complete for port 5cfece17-b4da-4f8a-9424-7a3d00463508 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:37:55.546033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c38218b9-d56e-4674-9ff6-6a950aeb1924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:55.558997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1487e147-9a17-420b-a2e9-f8acc093bfc0 req-9aaf027b-11c5-4d5d-a57b-bb3757ee133f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101575 Jan 28 09:37:55.567166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:55.604554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:55.608862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:55.613810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:55.620232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:55.765820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-16cffa9b-a0e4-48bc-b127-fa159740a083 req-d3d12d9d-af09-4b64-8786-36dbe4fb431e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:55.781694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c38218b9-d56e-4674-9ff6-6a950aeb1924 None None] Port 5cfece17-b4da-4f8a-9424-7a3d00463508 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:37:55.801546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-16cffa9b-a0e4-48bc-b127-fa159740a083 req-d3d12d9d-af09-4b64-8786-36dbe4fb431e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:55.814493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16cffa9b-a0e4-48bc-b127-fa159740a083 req-d3d12d9d-af09-4b64-8786-36dbe4fb431e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=82c99198-c133-4fd8-bce9-2e8f9597941c HTTP/1.1" status: 200 len: 210 time: 0.1044023 Jan 28 09:37:55.814948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:55.829543 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:55.899816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:55.901199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7935d38d-a1e8-41c3-8668-7ed078a65114 req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6746743 Jan 28 09:37:55.961179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93c3563-ebce-4315-b4bf-96ff66524023 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08df64fe-db5d-4c81-8176-eab8af8e3151,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:56.018272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-25e96a4d-dfcc-4143-ab87-0e975cc708b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.351239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5334d8-bf00-4d8b-91ad-8d5e3dbef8b8 req-724df2df-4e87-4f09-b215-4b9015e9483e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:56.352635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a5334d8-bf00-4d8b-91ad-8d5e3dbef8b8 req-724df2df-4e87-4f09-b215-4b9015e9483e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1154909 Jan 28 09:37:56.408394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a5334d8-bf00-4d8b-91ad-8d5e3dbef8b8 req-baec448c-130b-4e96-bfe6-8d65bf1bcefe tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489640 Jan 28 09:37:56.457225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f1fdc-76a2-45fd-b9db-9afccf08209e req-79ca1bcf-b472-4668-a270-cd47be23862a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:56.473590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad1f1fdc-76a2-45fd-b9db-9afccf08209e req-79ca1bcf-b472-4668-a270-cd47be23862a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.2576234 Jan 28 09:37:56.481591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['22e7b5ce-2358-4500-a981-3e4ee99fcbed'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:37:56.526810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-7538ccca-8a73-4454-8fad-21f4a31c08ed tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/08df64fe-db5d-4c81-8176-eab8af8e3151 HTTP/1.1" status: 200 len: 1812 time: 0.0730627 Jan 28 09:37:56.532843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08df64fe-db5d-4c81-8176-eab8af8e3151', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:56.533228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '08df64fe-db5d-4c81-8176-eab8af8e3151', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:56.539745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:56.544546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:56.549806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:56.557162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:56.666842 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.718027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad1f1fdc-76a2-45fd-b9db-9afccf08209e req-40e92473-8d91-4c63-abde-3d12f759a18e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407444 Jan 28 09:37:56.737069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cfece17-b4da-4f8a-9424-7a3d00463508 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:56.743053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.761280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.763230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.781012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Transition to ACTIVE for port object 5cfece17-b4da-4f8a-9424-7a3d00463508 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:56.791272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.811817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:56.824950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-903865c6-07d2-4ab0-be9b-2d39cd7454a2 req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2970695 Jan 28 09:37:56.833291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933cba-188f-4326-9550-743cad2f24d0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1a9192e-fb82-48cd-bde5-e6a90d681a30,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:56.990641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfece17-b4da-4f8a-9424-7a3d00463508,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:57.093351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d10412d3-2f75-4731-a222-ddc93bde5f0c no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:37:57.165086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: d10412d3-2f75-4731-a222-ddc93bde5f0c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:37:57.165801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d10412d3-2f75-4731-a222-ddc93bde5f0c not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:37:57.167901 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-02769d32-a79d-49ea-89eb-0493b1ba809e service neutron] 10.222.0.43 "GET /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.1054487 Jan 28 09:37:57.220102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Attempting to bind port 5cfece17-b4da-4f8a-9424-7a3d00463508 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:37:57.220482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Attempting to bind port 5cfece17-b4da-4f8a-9424-7a3d00463508 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:37:57.220788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Attempting to bind port 5cfece17-b4da-4f8a-9424-7a3d00463508 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:57.228728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Port 5cfece17-b4da-4f8a-9424-7a3d00463508 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:37:57.228975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Attempting to bind port 5cfece17-b4da-4f8a-9424-7a3d00463508 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:37:57.240504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:37:57.241018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:37:57.241678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:37:57.242562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Bound port: 5cfece17-b4da-4f8a-9424-7a3d00463508, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:37:57.243027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:57.364112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2dce3-ee63-42fe-b548-ceedeb7f0422 req-04057ffc-0238-41d3-bd37-895e542783ac tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:57.370994 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2ba2dce3-ee63-42fe-b548-ceedeb7f0422 req-04057ffc-0238-41d3-bd37-895e542783ac tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 944 time: 0.3005548 Jan 28 09:37:57.447940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] For port 5cfece17-b4da-4f8a-9424-7a3d00463508, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:57.453065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] For port 5cfece17-b4da-4f8a-9424-7a3d00463508, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5cfece17-b4da-4f8a-9424-7a3d00463508,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:37:57.459256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2ba2dce3-ee63-42fe-b548-ceedeb7f0422 req-d11c29c7-2711-4974-a6e9-4b093b7899fc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873933 Jan 28 09:37:57.463303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ac60-9b06-4c57-8124-2aa07d1652f4 req-218211c9-59fd-4bcc-919f-6afeb9be3726 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:57.465110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01c3ac60-9b06-4c57-8124-2aa07d1652f4 req-218211c9-59fd-4bcc-919f-6afeb9be3726 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 948 time: 0.4790971 Jan 28 09:37:57.473308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:57.590995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:57.591821 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:57.593388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] 10.222.0.43 "PUT /v2.0/ports/5cfece17-b4da-4f8a-9424-7a3d00463508 HTTP/1.1" status: 200 len: 1096 time: 2.6213887 Jan 28 09:37:57.594000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'tag': '5cfece17-b4da-4f8a-9424-7a3d00463508'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:57.646926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497f067-ec4b-462a-9841-c02831f4b863 service neutron] Pushing event updated for resources: {'Port': ['ID=5cfece17-b4da-4f8a-9424-7a3d00463508,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:57.694499 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63b87750-6e15-45bc-93f2-fd676ad9279b req-71f6e053-af36-42d3-a3b7-dea2b2add417 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/08df64fe-db5d-4c81-8176-eab8af8e3151 HTTP/1.1" status: 200 len: 2405 time: 0.1487896 Jan 28 09:37:57.722040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01c3ac60-9b06-4c57-8124-2aa07d1652f4 req-c3b32f71-fef9-4540-bed9-43f0c796ede0 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384598 Jan 28 09:37:57.780612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-3b1f6950-24a7-4cd0-b67d-c4c7107aecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:57.782174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-3b1f6950-24a7-4cd0-b67d-c4c7107aecf2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 1099 time: 0.1364281 Jan 28 09:37:57.851247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:57.895864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-8a901080-55c8-4506-887b-02128a84217e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5cfece17-b4da-4f8a-9424-7a3d00463508 HTTP/1.1" status: 200 len: 217 time: 0.0997040 Jan 28 09:37:57.908905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:37:57.976390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d40e1a5a-2eac-48be-8401-3ba4112be5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:57.978157 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-d40e1a5a-2eac-48be-8401-3ba4112be5fd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0742691 Jan 28 09:37:58.022286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b366bf23-0754-4c20-9cae-45715d2679b9 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:58.034736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:58.100715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-7cf9a317-b46c-4f2b-b0bc-3381dd7eb9f9 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-group-rules/c1a9192e-fb82-48cd-bde5-e6a90d681a30 HTTP/1.1" status: 200 len: 778 time: 0.0359204 Jan 28 09:37:58.101051 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'tag': '5cfece17-b4da-4f8a-9424-7a3d00463508', 'status': 'completed', 'code': 200} Jan 28 09:37:58.104108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.137866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c05779d3-d81d-4636-b6e3-1a053142284b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.191790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-a0c81d3b-03e5-4468-92c6-7c104fc2c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:58.193309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-a0c81d3b-03e5-4468-92c6-7c104fc2c944 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1956620 Jan 28 09:37:58.211919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb92ae8-5db1-4299-aca8-5d3ed28b0fef req-a29b15e6-c7b3-40e4-bedc-9989a66de563 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:58.219388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-acb92ae8-5db1-4299-aca8-5d3ed28b0fef req-a29b15e6-c7b3-40e4-bedc-9989a66de563 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1324916 Jan 28 09:37:58.237286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-abd9e57e-053b-4ba1-9e28-4da01182388c tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/08df64fe-db5d-4c81-8176-eab8af8e3151 HTTP/1.1" status: 200 len: 2405 time: 0.1507294 Jan 28 09:37:58.285671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] Transition to ACTIVE for port object b366bf23-0754-4c20-9cae-45715d2679b9 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:37:58.303655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.355063 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-acb92ae8-5db1-4299-aca8-5d3ed28b0fef req-3a4522ab-4c06-4eae-9de7-74bc8ffcbcef tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347413 Jan 28 09:37:58.420524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:37:58.446482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:37:58.447881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-4e55b560-d8b4-4946-90b1-863136ff35bb service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259076 Jan 28 09:37:58.522528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] Pushing event updated for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:58.538112 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:37:58.578105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-b8cfcadf-2641-4228-9268-f90b128eae26 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.600196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] No DVR routers for this DVR port b366bf23-0754-4c20-9cae-45715d2679b9 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:37:58.606837 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-b8cfcadf-2641-4228-9268-f90b128eae26 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.687453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-b2d35c6c-6ef5-4934-9a71-356bb65a1e33 service neutron] 10.222.0.43 "PUT /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9/bindings/n-h1-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 1.5129883 Jan 28 09:37:58.731181 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-b8cfcadf-2641-4228-9268-f90b128eae26 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.765680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-b8cfcadf-2641-4228-9268-f90b128eae26 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.782741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1478159-d4f1-4442-8882-8a8771e5a890 req-b8cfcadf-2641-4228-9268-f90b128eae26 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c1a9192e-fb82-48cd-bde5-e6a90d681a30 HTTP/1.1" status: 204 len: 173 time: 0.4950488 Jan 28 09:37:58.786349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cfcadf-2641-4228-9268-f90b128eae26 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1a9192e-fb82-48cd-bde5-e6a90d681a30,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:58.813493 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:58.821201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce7bd05-5558-4f64-97ce-6eb5ea480790 req-e2e93472-e0d7-4aed-bffe-3d9eaead1b4c service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671265 Jan 28 09:37:58.849700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:58.877372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '11875006-c0e1-419d-b46c-1a94fb779e92', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '11875006-c0e1-419d-b46c-1a94fb779e92', 'mac_address': 'fa:16:3e:6e:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:37:58.884983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:37:58.939384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:58.947772 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.018788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae392ce-d086-40a8-8048-f9eb7811af5d req-f99083e3-6042-4fab-9b88-b4dd5e65e0a3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.021161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ae392ce-d086-40a8-8048-f9eb7811af5d req-f99083e3-6042-4fab-9b88-b4dd5e65e0a3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.5246661 Jan 28 09:37:59.031652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:59.047522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.067342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-07d33fe3-9d56-445b-a828-a1298171051e tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.068337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-07d33fe3-9d56-445b-a828-a1298171051e tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.2455764 Jan 28 09:37:59.073402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:59.119543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-8f0ff188-5e53-4add-ba77-91569efbf216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.121271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-8f0ff188-5e53-4add-ba77-91569efbf216 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 1099 time: 0.2314441 Jan 28 09:37:59.133068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ae392ce-d086-40a8-8048-f9eb7811af5d req-4b74cbd2-d737-42ca-8698-7f11b1db7652 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048436 Jan 28 09:37:59.163370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:37:59.164003 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:37:59.269712 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.322956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506c63c-53ee-41f9-aaaa-f151ed687e1b req-9361c579-9cff-465c-b027-70bef3b748ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.331303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7506c63c-53ee-41f9-aaaa-f151ed687e1b req-9361c579-9cff-465c-b027-70bef3b748ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 945 time: 0.1066484 Jan 28 09:37:59.336536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.379096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7506c63c-53ee-41f9-aaaa-f151ed687e1b req-381e0feb-eec7-43eb-9b30-d8107e20dd27 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469327 Jan 28 09:37:59.425829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2142715587', 'description': 'tempest-description-746413224'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:37:59.434657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:59.440177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:59.443065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:59.451592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:59.461572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-e3963cf5-d813-4269-a143-9a44068b4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.463058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-e3963cf5-d813-4269-a143-9a44068b4be4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3290946 Jan 28 09:37:59.466330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.494931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:37:59.504191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:37:59.508062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:37:59.517602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:37:59.545513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-6ea3b898-c0bc-485c-8c5a-c02e10ac1a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.546998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-6ea3b898-c0bc-485c-8c5a-c02e10ac1a22 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9&tenant_id=f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 1096 time: 0.4246047 Jan 28 09:37:59.549151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-3f950891-6afe-47dd-8f43-33372482e644 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=5cfece17-b4da-4f8a-9424-7a3d00463508 HTTP/1.1" status: 200 len: 217 time: 0.0779941 Jan 28 09:37:59.600947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5105b83-dfcc-4ae2-a887-5a0758c67c17 req-df560936-0b2e-420b-a316-157f7b0bf64b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.601564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f5105b83-dfcc-4ae2-a887-5a0758c67c17 req-df560936-0b2e-420b-a316-157f7b0bf64b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Synchronizing usage tracker for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:37:59.634460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.643919 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.691850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f5105b83-dfcc-4ae2-a887-5a0758c67c17 req-df560936-0b2e-420b-a316-157f7b0bf64b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Unset dirty status for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:37:59.693012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5105b83-dfcc-4ae2-a887-5a0758c67c17 req-df560936-0b2e-420b-a316-157f7b0bf64b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 948 time: 0.3650460 Jan 28 09:37:59.695259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-82f67a7e-b2ee-4199-9a6f-5355be884164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.696865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-82f67a7e-b2ee-4199-9a6f-5355be884164 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1387279 Jan 28 09:37:59.710175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.711596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c074e1-8b43-419b-a107-df591d595b10 req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2899618 Jan 28 09:37:59.713343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213e513c-9514-4aff-8d85-124cbfbddec0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93d14171-aa76-4a68-b6eb-dd2da23e33f6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:37:59.763115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.789971 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'code': 200} Jan 28 09:37:59.793188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:37:59.793331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5105b83-dfcc-4ae2-a887-5a0758c67c17 req-88208aa6-4d02-40fb-b525-8786844062d1 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928311 Jan 28 09:37:59.838260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:37:59.842906 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:37:59.847352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-4a86dcd5-6856-4268-86bd-caa0a126a310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:37:59.852581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-4a86dcd5-6856-4268-86bd-caa0a126a310 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1096 time: 0.2602758 Jan 28 09:38:00.011169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:00.026238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-58fbf4ed-71d0-4d38-9961-d85073bf280f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:00.027736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-58fbf4ed-71d0-4d38-9961-d85073bf280f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3008413 Jan 28 09:38:00.146881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f34da6-1353-48fd-a656-7276269971ae req-706e641e-94c5-47a5-b171-cae4db531a2f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:00.148755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83f34da6-1353-48fd-a656-7276269971ae req-706e641e-94c5-47a5-b171-cae4db531a2f tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 948 time: 0.1131957 Jan 28 09:38:00.208108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83f34da6-1353-48fd-a656-7276269971ae req-24e82582-c48c-4eb7-acb1-5723120a2359 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536201 Jan 28 09:38:00.293376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-ab197d1e-1b6c-4ac3-9c57-d317f9a5ea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:00.295424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-ab197d1e-1b6c-4ac3-9c57-d317f9a5ea50 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.4279647 Jan 28 09:38:00.309223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e00823d6-01ef-46b6-972a-19133ab7fdf6 req-334b8856-6081-46f8-99aa-e2bc0c008faf tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/93d14171-aa76-4a68-b6eb-dd2da23e33f6 HTTP/1.1" status: 200 len: 1812 time: 0.0655704 Jan 28 09:38:00.343319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['11875006-c0e1-419d-b46c-1a94fb779e92'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:00.388687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-2e3b4dc8-a9b8-489c-8322-7c35e606ff32 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404374 Jan 28 09:38:00.390701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-3ba19afb-5af5-4c70-b4ae-7d47af97684d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 200 len: 217 time: 0.0763400 Jan 28 09:38:00.471571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd5418-e82a-4e74-a88f-89f79dcf391d req-0f719d9a-1ae6-46e7-8710-bf17174b7b1e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:00.472994 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afbd5418-e82a-4e74-a88f-89f79dcf391d req-0f719d9a-1ae6-46e7-8710-bf17174b7b1e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 948 time: 0.2709990 Jan 28 09:38:00.582189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574a2222-bb1a-4538-b8b2-ea513d0c3ad4 req-91431beb-7629-4291-bdb4-0a7f21387b43 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:00.593743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-574a2222-bb1a-4538-b8b2-ea513d0c3ad4 req-91431beb-7629-4291-bdb4-0a7f21387b43 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1584277 Jan 28 09:38:00.605967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-e94c6139-ea58-4853-96d8-9316a208433c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:00.607997 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-e94c6139-ea58-4853-96d8-9316a208433c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1857924 Jan 28 09:38:00.619589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afbd5418-e82a-4e74-a88f-89f79dcf391d req-7f25d472-0cc5-4457-b193-afdd8a5cf709 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847769 Jan 28 09:38:00.678644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:00.682186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-574a2222-bb1a-4538-b8b2-ea513d0c3ad4 req-90699ceb-2860-46d8-b157-2339bfac8c94 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Jan 28 09:38:00.692720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-ee669808-43f7-49cb-9328-54ef5c6cf861 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681515 Jan 28 09:38:00.721870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1225741568', 'description': 'tempest-description-181436259'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:00.729698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:00.733846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:00.737786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:00.746021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:00.753641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5146165-8fcb-4d52-aa7d-316f36409ca5 req-faea9154-cd7c-4a13-a243-eb9cff79617a service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3566594 Jan 28 09:38:00.767122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:00.795136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:00.800490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:00.803571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:00.814089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:00.934431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:00.939490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:00.987125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee891e9-69c6-46e2-96fd-4ccc75c76137,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:00.999128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:01.017311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2f3271-a211-4320-a450-3044163dfb8d req-76a12d0b-9c07-474f-8a34-2f5ad8128f4e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2993784 Jan 28 09:38:01.139267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:01.159239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c62e6-abbb-4ede-bf5f-07adf5a719b7 req-cb4ac8a3-bbb0-4abc-8d85-d7974dd16593 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:01.168289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-233c62e6-abbb-4ede-bf5f-07adf5a719b7 req-cb4ac8a3-bbb0-4abc-8d85-d7974dd16593 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 945 time: 0.2227948 Jan 28 09:38:01.172346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-7dee949f-fefc-4cae-bd9c-8fc4774721e4 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656034 Jan 28 09:38:01.196902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c085c53-b66d-4eef-9cf3-d033f138f800 req-5293ca28-ee11-4060-827b-07ec253bd4fe tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:01.206588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c085c53-b66d-4eef-9cf3-d033f138f800 req-5293ca28-ee11-4060-827b-07ec253bd4fe tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 948 time: 0.1069667 Jan 28 09:38:01.264270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c085c53-b66d-4eef-9cf3-d033f138f800 req-a65fbf88-f37c-4178-b2e4-5b70e7ccd17f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566704 Jan 28 09:38:01.264509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:01.356145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-0f1a864f-4c3c-4ffc-90d9-3daeb0203a43 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652982 Jan 28 09:38:01.381904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-233c62e6-abbb-4ede-bf5f-07adf5a719b7 req-6b93911d-cb17-42e6-9cc1-b664df2a7df3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123511 Jan 28 09:38:01.558463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-9cba050c-eb9c-4ab4-815a-3ca776153f13 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:01.559808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-9cba050c-eb9c-4ab4-815a-3ca776153f13 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 948 time: 0.1659017 Jan 28 09:38:01.562587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8812799c-adc1-4919-ae7f-97058c7625f4 req-7133e293-ec9c-4831-96ae-06caebc8aa06 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/4ee891e9-69c6-46e2-96fd-4ccc75c76137 HTTP/1.1" status: 200 len: 1812 time: 0.1011972 Jan 28 09:38:01.627954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-321793786', 'description': 'tempest-description-1361813661'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:01.641201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:01.657643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:01.657888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddc7a9-903e-432f-b3ac-e99eeec1e70e req-07f0469f-61c6-47f0-ade7-c90ec7566c58 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:01.659380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56ddc7a9-903e-432f-b3ac-e99eeec1e70e req-07f0469f-61c6-47f0-ade7-c90ec7566c58 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 948 time: 0.1212988 Jan 28 09:38:01.663575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:01.673153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:01.684517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:01.685143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:01.721394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56ddc7a9-903e-432f-b3ac-e99eeec1e70e req-fb50c0ac-770f-46ea-8d91-34840267ee1d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562034 Jan 28 09:38:01.753475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:01.843122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:01.852091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:01.857150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:01.862358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-c0bbf979-77b2-42b6-8175-2573131a3742 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:01.864291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-c0bbf979-77b2-42b6-8175-2573131a3742 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.1419141 Jan 28 09:38:01.870812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:02.041396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c1e0a6-5198-4e88-b90e-e0152be8fe69 req-68befb7d-763f-4b7d-bc14-3d02ce5950e2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:02.043152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-10c1e0a6-5198-4e88-b90e-e0152be8fe69 req-68befb7d-763f-4b7d-bc14-3d02ce5950e2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 948 time: 0.1741195 Jan 28 09:38:02.106567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:02.107860 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.210847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.226156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-10c1e0a6-5198-4e88-b90e-e0152be8fe69 req-8e8c9d0a-71c8-41e1-bb1d-ce360d2a170c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718478 Jan 28 09:38:02.278978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-8ea432bc-4265-4dee-aef9-f728b8f79472 service neutron] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:02.282983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-8ea432bc-4265-4dee-aef9-f728b8f79472 service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.284505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99862b5d-79cc-43e7-b841-9ec387b2b392 req-8ea432bc-4265-4dee-aef9-f728b8f79472 service neutron] 10.222.0.25 "DELETE /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9/bindings/n-h2-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.3686378 Jan 28 09:38:02.308094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.318848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:02.441729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:38:02.481980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bc82831-0485-4a3e-8df9-14820f09564c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:02.487181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.488383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afc7862b-8b7c-499c-b63b-140b5898637d req-350149c5-f31f-4063-a041-484734a22966 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.9022460 Jan 28 09:38:02.561084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c67890-ebf6-4812-aa0e-fe777d22208a req-3d6cc179-891c-48bb-963b-bdfda24dae0e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:02.573124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41c67890-ebf6-4812-aa0e-fe777d22208a req-3d6cc179-891c-48bb-963b-bdfda24dae0e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1414156 Jan 28 09:38:02.588343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 11875006-c0e1-419d-b46c-1a94fb779e92 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:02.588997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.592888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.645216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:02.665211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41c67890-ebf6-4812-aa0e-fe777d22208a req-38f87915-77d7-419a-b3aa-dfbd7c030618 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910943 Jan 28 09:38:02.698595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:02.738760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24', '185f9af1-3f91-4d98-b706-c64849e8d108', '0a6ad9ac-f310-45e0-8f33-8700b44ef90c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:02.968627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:02.973430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:02.978456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'name': 'network-vif-deleted', 'tag': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:03.006562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d09097b-e051-4c58-bee8-7fab59223a2a req-6accf578-273d-488a-b92d-4e8313d15529 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "DELETE /v2.0/ports/d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a HTTP/1.1" status: 204 len: 173 time: 1.4342332 Jan 28 09:38:03.033745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffed48b-e604-444a-b061-2e37697bc0b4 req-dd15e11d-a1bb-493c-9cbc-236856d718d8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:03.043981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bffed48b-e604-444a-b061-2e37697bc0b4 req-dd15e11d-a1bb-493c-9cbc-236856d718d8 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 948 time: 0.2617171 Jan 28 09:38:03.066946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8168c66b-3220-49eb-b67d-7779977d2f5f req-f60c542e-76c2-417e-9a5b-e51fb080abaf tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:03.076357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8168c66b-3220-49eb-b67d-7779977d2f5f req-f60c542e-76c2-417e-9a5b-e51fb080abaf tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 945 time: 0.1352212 Jan 28 09:38:03.139612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8168c66b-3220-49eb-b67d-7779977d2f5f req-c99f17a6-663d-460d-89b9-ca4675d64ad8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621455 Jan 28 09:38:03.178332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5cfece17-b4da-4f8a-9424-7a3d00463508 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:38:03.186297 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bffed48b-e604-444a-b061-2e37697bc0b4 req-349421e7-b2c7-4042-ade9-a05b7020d758 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413400 Jan 28 09:38:03.234631 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:03.295028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d6cb708-24f8-4efa-a1c4-cf06bfc3a772 req-9072326c-0b58-4e44-b7a2-8f859c8ca248 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/0bc82831-0485-4a3e-8df9-14820f09564c HTTP/1.1" status: 200 len: 1812 time: 0.0745957 Jan 28 09:38:03.311790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:03.318114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:03.333314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:03.397213 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc155929-4c2e-4948-b307-fb86fea618f6', 'name': 'network-vif-deleted', 'tag': 'd6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a', 'status': 'completed', 'code': 200} Jan 28 09:38:03.449500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:38:03.536099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b0501db-7c3d-4219-9a05-efd0fe71bae6 req-4f37a7dc-b2ab-468c-b855-16d26de8ffa0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc155929-4c2e-4948-b307-fb86fea618f6 HTTP/1.1" status: 200 len: 210 time: 0.0897300 Jan 28 09:38:03.555106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-66833493', 'description': 'tempest-description-2009377582'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:03.562445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:03.566399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:03.569735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:03.583065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:03.597846 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:03.644565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:03.654951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Usage tracker for resource:security_group_rule and tenant:a8734f0f093443bd9c1c9af5979870b7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:03.660549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:03.667631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16443b8-d656-46f6-a594-4d2c895b03c2 req-6d1a0a5d-520a-4dd2-8b12-f2d0cdbd4db9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:03.671261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e16443b8-d656-46f6-a594-4d2c895b03c2 req-6d1a0a5d-520a-4dd2-8b12-f2d0cdbd4db9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1379733 Jan 28 09:38:03.673895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:03.692109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5cfece17-b4da-4f8a-9424-7a3d00463508, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5cfece17-b4da-4f8a-9424-7a3d00463508,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:03.708836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '5cfece17-b4da-4f8a-9424-7a3d00463508', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '5cfece17-b4da-4f8a-9424-7a3d00463508', 'mac_address': 'fa:16:3e:6e:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:38:03.768395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e16443b8-d656-46f6-a594-4d2c895b03c2 req-9e97c45b-6d79-4588-96ab-2ee5ce0c80d5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794680 Jan 28 09:38:03.845030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:03.861606 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:03.867965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:03.889428 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'code': 200} Jan 28 09:38:03.933125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdc2007-118c-4997-b8fe-3653040aa401,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:03.939258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:03.953760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91190832-52a1-49a6-8ed1-e7a49a8929ef req-e13af75d-b54f-46ab-a00a-0793a6720ef0 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4031072 Jan 28 09:38:03.971622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:04.034694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cfece17-b4da-4f8a-9424-7a3d00463508 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:04.198816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc471015-933a-44c4-975b-dabeb58fa0b1 req-bdd8384c-8f04-4fc4-b42a-fbfc95b278a7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:04.200312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc471015-933a-44c4-975b-dabeb58fa0b1 req-bdd8384c-8f04-4fc4-b42a-fbfc95b278a7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.1263523 Jan 28 09:38:04.231239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5cfece17-b4da-4f8a-9424-7a3d00463508, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5cfece17-b4da-4f8a-9424-7a3d00463508,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:04.251812 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:04.289672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc471015-933a-44c4-975b-dabeb58fa0b1 req-22146501-94f7-4ea2-ae1b-9f9a6109b5dd tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833111 Jan 28 09:38:04.389814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5cfece17-b4da-4f8a-9424-7a3d00463508,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:04.431482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d452d69e-9fee-4279-bd1b-f7fba914c2ab req-b643e151-ccf7-4d3a-a588-75e543f7475e tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:04.438311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d452d69e-9fee-4279-bd1b-f7fba914c2ab req-b643e151-ccf7-4d3a-a588-75e543f7475e tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1096 time: 0.3849523 Jan 28 09:38:04.451827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:04.457484 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-fa2de09e-4546-4a83-a7a1-5cf8b63f8cee service neutron] show failed (client error): The resource could not be found. Jan 28 09:38:04.459365 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-fa2de09e-4546-4a83-a7a1-5cf8b63f8cee service neutron] 10.222.0.43 "GET /v2.0/ports/72993e18-434b-47a9-9a38-9c85835f9d15/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.2754312 Jan 28 09:38:04.507691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:04.508021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d6bb0b20-8e9d-4a2c-9244-1d6c634cdb6a not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:04.509243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa766f94-e799-44d2-87a9-59207123b0b0 req-5e0985be-16a6-43dc-95e5-9ec93cfd7859 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/6bdc2007-118c-4997-b8fe-3653040aa401 HTTP/1.1" status: 200 len: 1811 time: 0.0961471 Jan 28 09:38:04.521209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b31de0d-5d5d-4b71-a468-9594871fd8c1 req-74823bdb-0d0f-4582-8700-247c673c9246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:04.522713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b31de0d-5d5d-4b71-a468-9594871fd8c1 req-74823bdb-0d0f-4582-8700-247c673c9246 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1100 time: 0.3756578 Jan 28 09:38:04.541796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5cfece17-b4da-4f8a-9424-7a3d00463508'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:04.660016 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d452d69e-9fee-4279-bd1b-f7fba914c2ab req-d909e2d3-b1bc-42ad-b9d3-f1dba83ea0f1 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207172 Jan 28 09:38:04.671428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b31de0d-5d5d-4b71-a468-9594871fd8c1 req-0197cca3-26f5-4274-baf6-93e8be7c9db4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374466 Jan 28 09:38:04.816872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbab45-c117-4b59-8ee7-ef1ae3f8f65b req-2ec037ba-5613-46f7-a8d0-75580a7710cb tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:04.818141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bbab45-c117-4b59-8ee7-ef1ae3f8f65b req-2ec037ba-5613-46f7-a8d0-75580a7710cb tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 949 time: 0.1348469 Jan 28 09:38:04.869230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bbab45-c117-4b59-8ee7-ef1ae3f8f65b req-dbf05c75-b725-47cf-b1c3-9f620c74df21 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445209 Jan 28 09:38:04.910976 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-712e9765-a1ec-40e2-81da-462927aee3b2 req-90fa3118-1159-4fde-b160-80e48a17340e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] show failed (client error): The resource could not be found. Jan 28 09:38:04.911986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-712e9765-a1ec-40e2-81da-462927aee3b2 req-90fa3118-1159-4fde-b160-80e48a17340e tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/ef214335-ca4c-4b79-a502-3ed6e10709c4 HTTP/1.1" status: 404 len: 352 time: 0.0173478 Jan 28 09:38:05.131426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f162122-228c-44a0-831d-e2b220e84abe req-09592a6d-2faf-4033-a9cb-b0a9c26030b1 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:05.133210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f162122-228c-44a0-831d-e2b220e84abe req-09592a6d-2faf-4033-a9cb-b0a9c26030b1 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 1096 time: 0.1069231 Jan 28 09:38:05.142115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-4293ce45-eb4d-441d-a78c-289cffb10103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:05.143752 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-4293ce45-eb4d-441d-a78c-289cffb10103 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d&tenant_id=0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 1100 time: 0.1736958 Jan 28 09:38:05.167145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:05.191943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3eee0c-3979-45b1-a32a-1b3870d24a3e req-f9ad92dc-c278-4b06-928b-5f16ab487a8b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:05.193727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af3eee0c-3979-45b1-a32a-1b3870d24a3e req-f9ad92dc-c278-4b06-928b-5f16ab487a8b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0943577 Jan 28 09:38:05.240515 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af3eee0c-3979-45b1-a32a-1b3870d24a3e req-613145e2-5db5-4354-8482-e67f0cdda752 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Jan 28 09:38:05.290142 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f162122-228c-44a0-831d-e2b220e84abe req-8ddb4c70-1b84-4e65-857b-b2886bcc3148 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447313 Jan 28 09:38:05.293585 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-578ce0f9-e104-4925-aa01-0883355afc43 req-16085d76-8cc2-4d52-8fde-5fc3af70a2b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] show failed (client error): The resource could not be found. Jan 28 09:38:05.295104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-578ce0f9-e104-4925-aa01-0883355afc43 req-16085d76-8cc2-4d52-8fde-5fc3af70a2b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-group-rules/524c38de-08df-454c-be88-efff2c21c144 HTTP/1.1" status: 404 len: 361 time: 0.0185466 Jan 28 09:38:05.348606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:05.672501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5814faf8-8e8d-4e1d-8da9-ef98caf20a9a req-74202659-0c27-4f44-8ffe-a9de9318acc5 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/6bdc2007-118c-4997-b8fe-3653040aa401 HTTP/1.1" status: 200 len: 1811 time: 0.2496264 Jan 28 09:38:05.755707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:05.798316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5814faf8-8e8d-4e1d-8da9-ef98caf20a9a req-7058be30-7ba1-4e76-890c-c3f87bb099fd tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:05.818976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:05.829073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524396e4-c900-4a2a-8bb6-4b4e3b7c4777 req-9aa6e97a-b62a-47f4-b6ac-37f5f35ca275 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:05.837062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-524396e4-c900-4a2a-8bb6-4b4e3b7c4777 req-9aa6e97a-b62a-47f4-b6ac-37f5f35ca275 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.0990965 Jan 28 09:38:05.872423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5814faf8-8e8d-4e1d-8da9-ef98caf20a9a req-7058be30-7ba1-4e76-890c-c3f87bb099fd tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:05.897988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-524396e4-c900-4a2a-8bb6-4b4e3b7c4777 req-95b1c536-90eb-4bcf-b66e-25c708798788 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596087 Jan 28 09:38:05.917414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:05.925515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:05.946096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Transition to ACTIVE for port object 72993e18-434b-47a9-9a38-9c85835f9d15 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:05.950465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:06.000991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5814faf8-8e8d-4e1d-8da9-ef98caf20a9a req-7058be30-7ba1-4e76-890c-c3f87bb099fd tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:06.095225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7058be30-7ba1-4e76-890c-c3f87bb099fd tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdc2007-118c-4997-b8fe-3653040aa401,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:06.205639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:06.217022 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5814faf8-8e8d-4e1d-8da9-ef98caf20a9a req-7058be30-7ba1-4e76-890c-c3f87bb099fd tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:06.227484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5814faf8-8e8d-4e1d-8da9-ef98caf20a9a req-7058be30-7ba1-4e76-890c-c3f87bb099fd tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "DELETE /v2.0/security-groups/6bdc2007-118c-4997-b8fe-3653040aa401 HTTP/1.1" status: 204 len: 173 time: 0.5453169 Jan 28 09:38:06.230194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] No DVR routers for this DVR port 72993e18-434b-47a9-9a38-9c85835f9d15 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:06.322844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:38:06.323183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:38:06.323513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:06.334133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Port 72993e18-434b-47a9-9a38-9c85835f9d15 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:38:06.334463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Attempting to bind port 72993e18-434b-47a9-9a38-9c85835f9d15 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:06.355085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:38:06.362068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:38:06.362686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:38:06.363405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Bound port: 72993e18-434b-47a9-9a38-9c85835f9d15, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:38:06.363745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:06.687520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169c5c00-c36a-431d-a7c1-797789ec8918 req-8f0495b3-52a3-437e-9b25-86b3efe94ade tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:06.688435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-169c5c00-c36a-431d-a7c1-797789ec8918 req-8f0495b3-52a3-437e-9b25-86b3efe94ade tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:06.717680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:06.721754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:38:06.722903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-169c5c00-c36a-431d-a7c1-797789ec8918 req-8f0495b3-52a3-437e-9b25-86b3efe94ade tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:06.724637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-169c5c00-c36a-431d-a7c1-797789ec8918 req-8f0495b3-52a3-437e-9b25-86b3efe94ade tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 949 time: 0.3441031 Jan 28 09:38:06.727159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:06.859671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d033c3f-c025-4f15-8fbd-2576609d01eb req-d8ab3022-3032-4c46-9ba1-9ad5657a5a67 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:06.865004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-169c5c00-c36a-431d-a7c1-797789ec8918 req-35b29edf-3f73-4608-9dfd-a2d326da72de tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893605 Jan 28 09:38:06.867254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:06.867457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d033c3f-c025-4f15-8fbd-2576609d01eb req-d8ab3022-3032-4c46-9ba1-9ad5657a5a67 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 949 time: 0.0985475 Jan 28 09:38:06.873199 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:06.874902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] 10.222.0.25 "PUT /v2.0/ports/72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 1095 time: 1.7129292 Jan 28 09:38:06.884156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac30db-3504-4510-82c5-5ca78ebd5a4e service neutron] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:06.941879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d033c3f-c025-4f15-8fbd-2576609d01eb req-c98b6356-6af2-462f-90e3-dfca17f7f309 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714312 Jan 28 09:38:07.037706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-0366992d-e437-4b85-9c42-df6cbac6191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:07.049406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-0366992d-e437-4b85-9c42-df6cbac6191b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1098 time: 0.1333671 Jan 28 09:38:07.053586 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15', 'code': 200} Jan 28 09:38:07.151499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84a104aa-6dd0-45e4-914d-3c5151431fad req-e229e960-009a-4760-9a0a-fda640c84d19 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/0bc82831-0485-4a3e-8df9-14820f09564c HTTP/1.1" status: 200 len: 1812 time: 0.0959754 Jan 28 09:38:07.186782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5cfece17-b4da-4f8a-9424-7a3d00463508 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:38:07.257808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-84a104aa-6dd0-45e4-914d-3c5151431fad req-8ef51b55-df33-49dd-858e-e7cd6352ee23 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.297699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 5cfece17-b4da-4f8a-9424-7a3d00463508 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:38:07.301456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-84a104aa-6dd0-45e4-914d-3c5151431fad req-8ef51b55-df33-49dd-858e-e7cd6352ee23 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.304302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 5cfece17-b4da-4f8a-9424-7a3d00463508 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:07.304686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.412432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-84a104aa-6dd0-45e4-914d-3c5151431fad req-8ef51b55-df33-49dd-858e-e7cd6352ee23 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.448846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.462147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-87db0a5e-099a-4716-8c0c-75586cfdfef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:07.464067 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-87db0a5e-099a-4716-8c0c-75586cfdfef2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.4069471 Jan 28 09:38:07.470257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-84a104aa-6dd0-45e4-914d-3c5151431fad req-8ef51b55-df33-49dd-858e-e7cd6352ee23 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.484550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfece17-b4da-4f8a-9424-7a3d00463508'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:07.493255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84a104aa-6dd0-45e4-914d-3c5151431fad req-8ef51b55-df33-49dd-858e-e7cd6352ee23 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "DELETE /v2.0/security-groups/0bc82831-0485-4a3e-8df9-14820f09564c HTTP/1.1" status: 204 len: 173 time: 0.3282113 Jan 28 09:38:07.494172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef51b55-df33-49dd-858e-e7cd6352ee23 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bc82831-0485-4a3e-8df9-14820f09564c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:07.499307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5cfece17-b4da-4f8a-9424-7a3d00463508, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5cfece17-b4da-4f8a-9424-7a3d00463508,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:07.506599 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:07.671960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-c9391a26-25a6-498b-bfcc-988d81c302e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.1926613 Jan 28 09:38:07.761421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401476ef-e082-4690-96ba-b9413f726f89 req-fdf8a3bb-ed96-47d6-8d69-939bb25184c0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:07.764970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-401476ef-e082-4690-96ba-b9413f726f89 req-fdf8a3bb-ed96-47d6-8d69-939bb25184c0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.5277419 Jan 28 09:38:07.789106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5cfece17-b4da-4f8a-9424-7a3d00463508,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:07.801695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.802247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.802725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.803221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.804454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.805093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.805935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.807019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.807498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.807994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.808468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.808952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:07.825177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-c616e910-3f9b-444e-84d5-15570d5b74c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:07.829037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-c616e910-3f9b-444e-84d5-15570d5b74c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1498301 Jan 28 09:38:07.925918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-401476ef-e082-4690-96ba-b9413f726f89 req-30101cc6-e803-4123-ae6c-e3093d49a905 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483958 Jan 28 09:38:07.989183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-57177842-301e-4769-b317-abafc57de667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:07.990605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-57177842-301e-4769-b317-abafc57de667 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1497293 Jan 28 09:38:08.038701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-a601f112-8716-43c1-98cb-7bce4ec16e7c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:08.040214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-a601f112-8716-43c1-98cb-7bce4ec16e7c tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 949 time: 0.2255774 Jan 28 09:38:08.061274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f261bec4-49d2-48f1-bf37-a34565cc2d42 req-bcf10791-b92d-4890-b85a-acb91b7afe15 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:08.063914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f261bec4-49d2-48f1-bf37-a34565cc2d42 req-bcf10791-b92d-4890-b85a-acb91b7afe15 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 947 time: 0.1564119 Jan 28 09:38:08.191697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f261bec4-49d2-48f1-bf37-a34565cc2d42 req-f0a1a274-4d82-46f1-b4e0-292fd4563325 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899096 Jan 28 09:38:08.234262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4be65919-b493-4b5e-948a-c0ae511f0332 req-b24e923e-59ca-4f27-9262-8f69c5e0e952 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/4ee891e9-69c6-46e2-96fd-4ccc75c76137 HTTP/1.1" status: 200 len: 1812 time: 0.1141758 Jan 28 09:38:08.234725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:08.235072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:08.281199 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cfece17-b4da-4f8a-9424-7a3d00463508', 'code': 200} Jan 28 09:38:08.292086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-e495aceb-0b7f-4429-9a0f-c2c93b7adb4b service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852523 Jan 28 09:38:08.511428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4be65919-b493-4b5e-948a-c0ae511f0332 req-787fad60-b42c-4790-ae58-86c2ee059fa6 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:08.589847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eaee71-f609-4f73-925b-14b20edebb79 req-4cc7b6de-fda6-4d22-ad2f-ed4c58912d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:08.591951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d1eaee71-f609-4f73-925b-14b20edebb79 req-4cc7b6de-fda6-4d22-ad2f-ed4c58912d4f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 1101 time: 0.2372577 Jan 28 09:38:08.600379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4be65919-b493-4b5e-948a-c0ae511f0332 req-787fad60-b42c-4790-ae58-86c2ee059fa6 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:08.637169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97609d7a-a8a8-4f7f-b934-bbdbf12a32dd req-25827ca1-d093-421f-82ce-92f75d8c8b02 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339527 Jan 28 09:38:08.706371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d1eaee71-f609-4f73-925b-14b20edebb79 req-33307438-dba5-49d5-bf2d-b26a362105ac service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975888 Jan 28 09:38:08.716316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b5294-3b39-4591-a359-93bda710c05c req-bce514d3-1d2f-4220-b170-8dc079929757 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:08.717869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952b5294-3b39-4591-a359-93bda710c05c req-bce514d3-1d2f-4220-b170-8dc079929757 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=523e81ec-947b-4d44-96c2-de88b81f610a HTTP/1.1" status: 200 len: 949 time: 0.2939899 Jan 28 09:38:08.724399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4be65919-b493-4b5e-948a-c0ae511f0332 req-787fad60-b42c-4790-ae58-86c2ee059fa6 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:08.735553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:08.736171 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:08.746860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787fad60-b42c-4790-ae58-86c2ee059fa6 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee891e9-69c6-46e2-96fd-4ccc75c76137,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:08.765581 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4be65919-b493-4b5e-948a-c0ae511f0332 req-787fad60-b42c-4790-ae58-86c2ee059fa6 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:08.767314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4be65919-b493-4b5e-948a-c0ae511f0332 req-787fad60-b42c-4790-ae58-86c2ee059fa6 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "DELETE /v2.0/security-groups/4ee891e9-69c6-46e2-96fd-4ccc75c76137 HTTP/1.1" status: 204 len: 173 time: 0.5317831 Jan 28 09:38:08.964493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a719e650-f71a-4dbf-a9d4-8eaafa71f7eb req-3a89990b-0a31-483b-b783-428b17ea5725 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:08.966006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a719e650-f71a-4dbf-a9d4-8eaafa71f7eb req-3a89990b-0a31-483b-b783-428b17ea5725 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.0874040 Jan 28 09:38:09.005901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for 0a6ad9ac-f310-45e0-8f33-8700b44ef90c owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:09.009992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a719e650-f71a-4dbf-a9d4-8eaafa71f7eb req-53b1c450-f389-4c22-936b-78c3486c690e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381067 Jan 28 09:38:09.053303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952b5294-3b39-4591-a359-93bda710c05c req-73abf3af-64b0-4293-aaac-41a9732e870b tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199549 Jan 28 09:38:09.054876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:09.164805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:09.175636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:09.200346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e69a61-1494-49b7-b496-64b20873f07d req-8f63382a-6a25-43e6-a718-fa088a1cc0f0 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:09.202051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e69a61-1494-49b7-b496-64b20873f07d req-8f63382a-6a25-43e6-a718-fa088a1cc0f0 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.0955017 Jan 28 09:38:09.206620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:09.234103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24', '185f9af1-3f91-4d98-b706-c64849e8d108'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:09.240425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=0a6ad9ac-f310-45e0-8f33-8700b44ef90c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:09.276737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e69a61-1494-49b7-b496-64b20873f07d req-2e7a1b11-a464-4d57-bbd5-e517cfc59ffb tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683331 Jan 28 09:38:09.334908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port 0a6ad9ac-f310-45e0-8f33-8700b44ef90c on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:09.338803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:09.349377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523e81ec-947b-4d44-96c2-de88b81f610a', 'name': 'network-vif-deleted', 'tag': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:09.359286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1a4993c-dfac-4685-8c54-0e41439844bb req-0bff8953-f433-498c-9cca-c5cb04088816 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "DELETE /v2.0/ports/0a6ad9ac-f310-45e0-8f33-8700b44ef90c HTTP/1.1" status: 204 len: 173 time: 1.2943554 Jan 28 09:38:09.364694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-277e8af3-9560-414f-9f4b-97011f96bd18 req-67878120-f6b5-4554-a0fc-b2c37cd10447 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/93d14171-aa76-4a68-b6eb-dd2da23e33f6 HTTP/1.1" status: 200 len: 1812 time: 0.1535747 Jan 28 09:38:09.449925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-277e8af3-9560-414f-9f4b-97011f96bd18 req-2c4d517e-6983-470b-9204-9e614c1d97b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:09.514133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-277e8af3-9560-414f-9f4b-97011f96bd18 req-2c4d517e-6983-470b-9204-9e614c1d97b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:09.547139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:09.624268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-277e8af3-9560-414f-9f4b-97011f96bd18 req-2c4d517e-6983-470b-9204-9e614c1d97b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:09.652260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d517e-6983-470b-9204-9e614c1d97b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d14171-aa76-4a68-b6eb-dd2da23e33f6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:09.655371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-277e8af3-9560-414f-9f4b-97011f96bd18 req-2c4d517e-6983-470b-9204-9e614c1d97b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:09.668379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-277e8af3-9560-414f-9f4b-97011f96bd18 req-2c4d517e-6983-470b-9204-9e614c1d97b4 tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "DELETE /v2.0/security-groups/93d14171-aa76-4a68-b6eb-dd2da23e33f6 HTTP/1.1" status: 204 len: 173 time: 0.2963376 Jan 28 09:38:10.280230 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15', 'status': 'completed', 'code': 200} Jan 28 09:38:10.391576 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523e81ec-947b-4d44-96c2-de88b81f610a', 'name': 'network-vif-deleted', 'tag': '0a6ad9ac-f310-45e0-8f33-8700b44ef90c', 'status': 'completed', 'code': 200} Jan 28 09:38:10.466976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0a6ad9ac-f310-45e0-8f33-8700b44ef90c no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:10.499748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e292e138-43de-4d86-97b1-dc385b4cfa45 req-35a789f7-084c-49dc-a3b6-58c699ac125d tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "GET /v2.0/security-groups/08df64fe-db5d-4c81-8176-eab8af8e3151 HTTP/1.1" status: 200 len: 1812 time: 0.0827587 Jan 28 09:38:10.514101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 0a6ad9ac-f310-45e0-8f33-8700b44ef90c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:10.514443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0a6ad9ac-f310-45e0-8f33-8700b44ef90c not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:10.514950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:10.524240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30f6935-ed9d-4e8a-a811-d8a19c0d6c0b req-0398aaae-dd48-45a5-9b62-c8d9837014d9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:10.532022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e30f6935-ed9d-4e8a-a811-d8a19c0d6c0b req-0398aaae-dd48-45a5-9b62-c8d9837014d9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 947 time: 0.2156572 Jan 28 09:38:10.584256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-9fc8f017-7770-4438-b6f5-95e307965dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:10.586031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-9fc8f017-7770-4438-b6f5-95e307965dcc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1098 time: 0.1646631 Jan 28 09:38:10.593933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e292e138-43de-4d86-97b1-dc385b4cfa45 req-7df4edd5-6ada-40c6-9642-942992009a2b tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:10.597560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e30f6935-ed9d-4e8a-a811-d8a19c0d6c0b req-642a720e-936d-49b5-ac38-1ee9f0b6ce6d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644140 Jan 28 09:38:10.598736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-628b7455-6fcb-4976-9e8f-57ca53e6e096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:10.600371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-628b7455-6fcb-4976-9e8f-57ca53e6e096 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1098 time: 0.3155653 Jan 28 09:38:10.724103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:10.752001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-d7697a2b-db4c-4854-9cb7-eb30bc97c5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:10.753562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-d7697a2b-db4c-4854-9cb7-eb30bc97c5ac service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1450171 Jan 28 09:38:10.771787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:10.772856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:10.779982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:10.876980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-5f2549e9-8277-49c6-b622-105f9e4b95d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:10.879061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-5f2549e9-8277-49c6-b622-105f9e4b95d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2774901 Jan 28 09:38:10.883790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:10.972909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-54d122bc-f092-4309-b395-60c0368c005a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.0742204 Jan 28 09:38:10.975644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-0f86ffc7-54f8-465c-8a0c-ef6285368fc8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.1989238 Jan 28 09:38:10.978583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e292e138-43de-4d86-97b1-dc385b4cfa45 req-7df4edd5-6ada-40c6-9642-942992009a2b tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:11.085180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-6bb23ab5-3b90-41e4-8e92-fc416d445ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:11.086746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-6bb23ab5-3b90-41e4-8e92-fc416d445ed7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0879672 Jan 28 09:38:11.094335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e292e138-43de-4d86-97b1-dc385b4cfa45 req-7df4edd5-6ada-40c6-9642-942992009a2b tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:11.129466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-c609f9bc-8cc4-497d-91f7-e547779614c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:11.131057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-c609f9bc-8cc4-497d-91f7-e547779614c2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1474507 Jan 28 09:38:11.161260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4edd5-6ada-40c6-9642-942992009a2b tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08df64fe-db5d-4c81-8176-eab8af8e3151,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:11.204491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e292e138-43de-4d86-97b1-dc385b4cfa45 req-7df4edd5-6ada-40c6-9642-942992009a2b tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:11.208328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fe192-e3c6-48bc-952c-89d8818141a9 req-116f68cc-8763-4812-8f87-734d73c5f4d5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:11.210035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b8fe192-e3c6-48bc-952c-89d8818141a9 req-116f68cc-8763-4812-8f87-734d73c5f4d5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1781106 Jan 28 09:38:11.216516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49526) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:11.217665 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e292e138-43de-4d86-97b1-dc385b4cfa45 req-7df4edd5-6ada-40c6-9642-942992009a2b tempest-SecurityGroupRulesNegativeTestJSON-883295156 tempest-SecurityGroupRulesNegativeTestJSON-883295156-project] 10.222.0.42 "DELETE /v2.0/security-groups/08df64fe-db5d-4c81-8176-eab8af8e3151 HTTP/1.1" status: 204 len: 173 time: 0.7097840 Jan 28 09:38:11.282559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-293fcc96-8ddf-4862-b424-2d52b7db69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:11.290423 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-293fcc96-8ddf-4862-b424-2d52b7db69d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1766984 Jan 28 09:38:11.510202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-1943b09f-d40f-4c89-9530-7bb823fb720d service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128356 Jan 28 09:38:11.560109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b8fe192-e3c6-48bc-952c-89d8818141a9 req-fb1d30ad-f508-44c9-b336-d3949e0015ea tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026989 Jan 28 09:38:11.580953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Deleting subnet bd6fe361-609f-415e-aa96-e83d57d0acf7 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:38:11.597198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:11.671665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-be3ba275-71d6-4dad-b930-8f1b29585bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:11.673339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-be3ba275-71d6-4dad-b930-8f1b29585bb0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5273550 Jan 28 09:38:11.687164 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:11.746634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-ac4f6dc2-9912-4e82-b475-970ad5b206f5 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264574 Jan 28 09:38:11.760789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c5cebc-c3bf-4360-8920-4b1cc2a429c9 req-c15c73b5-a629-49f9-9625-55727ffc00bf tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:11.769098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-02c5cebc-c3bf-4360-8920-4b1cc2a429c9 req-c15c73b5-a629-49f9-9625-55727ffc00bf tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.1524179 Jan 28 09:38:11.828679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-02c5cebc-c3bf-4360-8920-4b1cc2a429c9 req-838b93d1-9b86-4b22-9cf0-86e243297d03 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581198 Jan 28 09:38:11.876124 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'code': 200} Jan 28 09:38:11.944487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.021473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-4ca30d79-d0b5-4d37-867d-9d347b1e6d1a service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001478 Jan 28 09:38:12.030861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc4e59c-4a5c-4e6f-aab5-063ea6ffdada req-6364d8fd-7f5b-43d8-8a92-a2c6563447f7 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:12.032287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afc4e59c-4a5c-4e6f-aab5-063ea6ffdada req-6364d8fd-7f5b-43d8-8a92-a2c6563447f7 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 948 time: 0.3094327 Jan 28 09:38:12.176011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.231064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6fe361-609f-415e-aa96-e83d57d0acf7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:12.238977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.250226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afc4e59c-4a5c-4e6f-aab5-063ea6ffdada req-1622aa13-5009-4529-bc67-86615d10dba8 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948962 Jan 28 09:38:12.265709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bf27d148-93fc-4d39-802e-f6ccc5bbc09d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bd6fe361-609f-415e-aa96-e83d57d0acf7 HTTP/1.1" status: 204 len: 168 time: 1.0481093 Jan 28 09:38:12.269034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49568) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:12.350572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe2b408-4c2c-4dde-8c56-80ae60703309 req-754e242b-5d32-455a-9b35-7d9a533d17bf tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:12.355945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fe2b408-4c2c-4dde-8c56-80ae60703309 req-754e242b-5d32-455a-9b35-7d9a533d17bf tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 947 time: 0.1139822 Jan 28 09:38:12.410615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-378d3006-35c2-4a34-a83c-e0a3940d0a7e req-8853b4ba-13cd-4e0a-83a9-ec15d5b20f57 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3773088 Jan 28 09:38:12.425445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fe2b408-4c2c-4dde-8c56-80ae60703309 req-195c9c85-9391-4099-a6db-480d24a3c6dc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596163 Jan 28 09:38:12.471213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.480595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:38:12.705449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.734692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e444e0cc-4460-4663-baca-9944858c6c04']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:12.749083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:12.755511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3ddb8c-aecb-4a23-9284-ee2e8086b452') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:12.756242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3ddb8c-aecb-4a23-9284-ee2e8086b452') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:12.772646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.779546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '72993e18-434b-47a9-9a38-9c85835f9d15', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '72993e18-434b-47a9-9a38-9c85835f9d15', 'mac_address': 'fa:16:3e:07:5f:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:38:12.803932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.819412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:38:12.820771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:38:12.853081 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:38:12.858419 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:12.878813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72993e18-434b-47a9-9a38-9c85835f9d15 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:12.899684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:12.906145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:13.028287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:13.030094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:13.046594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:13.064929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] Pushing event deleted for resources: {'Network': ['ID=e444e0cc-4460-4663-baca-9944858c6c04,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:13.068847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-550c6bd6-acfd-41f0-9cf3-b44f1e9d806d admin admin] 10.222.0.42 "DELETE /v2.0/networks/e444e0cc-4460-4663-baca-9944858c6c04 HTTP/1.1" status: 204 len: 168 time: 0.7989407 Jan 28 09:38:13.084618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d9aa91-06fb-4c16-96d5-2c4aecdf087c req-f6ec4b87-4fe6-40ed-af9e-99cff05bf37f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.086367 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66d9aa91-06fb-4c16-96d5-2c4aecdf087c req-f6ec4b87-4fe6-40ed-af9e-99cff05bf37f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1505225 Jan 28 09:38:13.243728 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66d9aa91-06fb-4c16-96d5-2c4aecdf087c req-dc6ba97d-9ea0-46da-b353-9e17f609ce49 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970590 Jan 28 09:38:13.266988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a97fb2-22bf-4a9a-96c4-071c60242f9e req-a39acdb6-ef4a-497c-bcfa-26cd42abf3d6 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.268497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8a97fb2-22bf-4a9a-96c4-071c60242f9e req-a39acdb6-ef4a-497c-bcfa-26cd42abf3d6 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.1531339 Jan 28 09:38:13.301149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['72993e18-434b-47a9-9a38-9c85835f9d15'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:13.310097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-83d3fe3e-2b58-45ee-b1de-1ccc7c8684d5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.310657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49602) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:13.316806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-83d3fe3e-2b58-45ee-b1de-1ccc7c8684d5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d&tenant_id=0870c669a5064700a6245dd1fb963cc7&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 948 time: 0.2243495 Jan 28 09:38:13.415807 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-a28b2781-dc85-4151-ace5-9c4ef3728da5 service neutron] delete failed (client error): The resource could not be found. Jan 28 09:38:13.416855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-a28b2781-dc85-4151-ace5-9c4ef3728da5 service neutron] 10.222.0.43 "DELETE /v2.0/ports/72993e18-434b-47a9-9a38-9c85835f9d15/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0989511 Jan 28 09:38:13.441919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:13.480097 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8a97fb2-22bf-4a9a-96c4-071c60242f9e req-77d39232-ed50-4096-ae7c-4295bdd161db tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987813 Jan 28 09:38:13.592474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2cfcc2a0-338a-46e5-8059-628138f6a59d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8734f0f093443bd9c1c9af5979870b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2800705 Jan 28 09:38:13.593101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49606) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:13.723176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334ad207-1da2-4168-bf95-c4181210d0a0 req-afbd8287-c317-4e78-aefd-07afe7e5b44e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.732867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-334ad207-1da2-4168-bf95-c4181210d0a0 req-afbd8287-c317-4e78-aefd-07afe7e5b44e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 950 time: 0.2791867 Jan 28 09:38:13.771393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-66363d98-2ddd-43d2-8634-54c2006eaf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.773962 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-66363d98-2ddd-43d2-8634-54c2006eaf1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 1099 time: 0.2143927 Jan 28 09:38:13.836864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02943999-8c85-4e1e-b776-04c2a4b6ef9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:13.869746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc0a82f-4a56-49d2-9fe2-eb0fc348be31 req-de4e7fc5-b685-4caa-a0bf-65616812bc32 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.871837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cc0a82f-4a56-49d2-9fe2-eb0fc348be31 req-de4e7fc5-b685-4caa-a0bf-65616812bc32 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 948 time: 0.2707453 Jan 28 09:38:13.896755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-1383aa48-5d71-423b-9be6-a202a6bd462a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:13.897439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-1383aa48-5d71-423b-9be6-a202a6bd462a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:13.901344 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02943999-8c85-4e1e-b776-04c2a4b6ef9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:13.969422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-334ad207-1da2-4168-bf95-c4181210d0a0 req-dbfe8a64-d37a-4377-a139-b0b471ac7fe0 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341390 Jan 28 09:38:13.973521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-1383aa48-5d71-423b-9be6-a202a6bd462a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:13.974647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-1383aa48-5d71-423b-9be6-a202a6bd462a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 950 time: 0.2663765 Jan 28 09:38:14.023332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cc0a82f-4a56-49d2-9fe2-eb0fc348be31 req-98f588d8-7e7c-4379-81f1-03bceeb18c01 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382751 Jan 28 09:38:14.061615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-98540af2-8f5f-4838-b9ab-0d122453ef77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:14.063185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-98540af2-8f5f-4838-b9ab-0d122453ef77 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2813818 Jan 28 09:38:14.103346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port 185f9af1-3f91-4d98-b706-c64849e8d108 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:14.103598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:14.152933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02943999-8c85-4e1e-b776-04c2a4b6ef9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:14.184253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02943999-8c85-4e1e-b776-04c2a4b6ef9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98571949-ce42-45b2-ba6c-827587abc19b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:14.191861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-5a4557e1-edaa-444f-b642-556ab61b34c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 200 len: 217 time: 0.1209826 Jan 28 09:38:14.205075 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02943999-8c85-4e1e-b776-04c2a4b6ef9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:14.206331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-02943999-8c85-4e1e-b776-04c2a4b6ef9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98571949-ce42-45b2-ba6c-827587abc19b HTTP/1.1" status: 204 len: 168 time: 0.6122320 Jan 28 09:38:14.328759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-78d3a003-4ee4-49db-b0fe-337689835190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:14.330233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-78d3a003-4ee4-49db-b0fe-337689835190 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1318884 Jan 28 09:38:14.492419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-8ca81c9a-8872-4ddc-912a-f5f2feb3af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:14.498032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-8ca81c9a-8872-4ddc-912a-f5f2feb3af6f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1600499 Jan 28 09:38:14.673287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-f773bb81-febf-440c-af06-baf098d4bf0f service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684399 Jan 28 09:38:14.683200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port 185f9af1-3f91-4d98-b706-c64849e8d108, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=185f9af1-3f91-4d98-b706-c64849e8d108,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:14.683798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:14.707211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-f612ff59-df46-4b5e-9ef3-651d4c871f15 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:14.708479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-f612ff59-df46-4b5e-9ef3-651d4c871f15 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/ports?device_id=a89d4675-6efa-4cf3-adc7-2e80114ebf55 HTTP/1.1" status: 200 len: 950 time: 0.4551995 Jan 28 09:38:14.875228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-955cc5b6-ec6a-4fad-9617-044cad910d09 req-e4b12ca4-35e7-4fbd-b8ac-b5680b7b1566 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956294 Jan 28 09:38:14.875830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for 185f9af1-3f91-4d98-b706-c64849e8d108 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:14.947903 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:14.988253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac1fc2-1341-4076-a7a2-b58310170b7e req-52d90fde-429a-4964-a642-c111756c7bf9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:14.989971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faac1fc2-1341-4076-a7a2-b58310170b7e req-52d90fde-429a-4964-a642-c111756c7bf9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.4821804 Jan 28 09:38:14.994723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:14.995053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:15.117493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faac1fc2-1341-4076-a7a2-b58310170b7e req-701a87d9-d58a-4494-86fa-17cebc80d5f6 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914049 Jan 28 09:38:15.395755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:15.410555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd', 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:15.495186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:15.537597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=185f9af1-3f91-4d98-b706-c64849e8d108,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:15.860268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77039242-64fa-48e1-9dbc-6415f59bc9fb req-cdd476de-f484-4b01-a328-e903e1cbb2c1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=729cc753-59f9-4a91-ba78-071103fc544b HTTP/1.1" status: 200 len: 210 time: 0.0804269 Jan 28 09:38:15.898698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port 185f9af1-3f91-4d98-b706-c64849e8d108 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:15.905309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:15.907785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '729cc753-59f9-4a91-ba78-071103fc544b', 'name': 'network-vif-deleted', 'tag': '185f9af1-3f91-4d98-b706-c64849e8d108'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:15.991141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62930201-8924-4174-9998-27636ce94793 req-642fadc3-b227-4d0f-aeeb-d79c05b1b4d5 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:15.993705 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-62930201-8924-4174-9998-27636ce94793 req-642fadc3-b227-4d0f-aeeb-d79c05b1b4d5 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.7366080 Jan 28 09:38:15.995851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:15.996074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:16.029343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2387acbf-0dd5-4cdb-9d7f-feac4f7592d4 req-29558450-f28a-4e0d-806e-3668fe7e0bb1 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "DELETE /v2.0/ports/185f9af1-3f91-4d98-b706-c64849e8d108 HTTP/1.1" status: 204 len: 173 time: 2.0476744 Jan 28 09:38:16.174433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73e68-697c-45d7-9030-d2ef6d78e560 req-19370f67-d3c1-4e5e-b32f-6d80ac22a6f4 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:16.176429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75e73e68-697c-45d7-9030-d2ef6d78e560 req-19370f67-d3c1-4e5e-b32f-6d80ac22a6f4 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 948 time: 0.1836815 Jan 28 09:38:16.260082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75e73e68-697c-45d7-9030-d2ef6d78e560 req-3991f9f6-39db-4541-8c69-d1d2e27d9cac tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778863 Jan 28 09:38:16.319941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:16.367642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-62930201-8924-4174-9998-27636ce94793 req-25f0f27c-13e7-4738-bfe6-82d6447f1841 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373022 Jan 28 09:38:16.470324 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '729cc753-59f9-4a91-ba78-071103fc544b', 'name': 'network-vif-deleted', 'tag': '185f9af1-3f91-4d98-b706-c64849e8d108', 'status': 'completed', 'code': 200} Jan 28 09:38:16.503509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:38:16.528219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:16.569280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:16.599706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=d2b51560-ac0b-409b-a4a5-c7c2d0da5b46,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:16.718074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 72993e18-434b-47a9-9a38-9c85835f9d15 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:38:16.724289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 72993e18-434b-47a9-9a38-9c85835f9d15 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:16.724682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:16.733746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2147c6-c981-4b28-bc6c-6855fd15578e req-cd703864-cc84-42f9-a016-1cde0c68c061 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:16.736337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe2147c6-c981-4b28-bc6c-6855fd15578e req-cd703864-cc84-42f9-a016-1cde0c68c061 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1841972 Jan 28 09:38:16.767349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:16.782320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:16.792480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe2147c6-c981-4b28-bc6c-6855fd15578e req-6c1a0c31-2972-46b6-9367-dbdc39228a2d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502174 Jan 28 09:38:16.793223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbb6d2e8-20b2-45ed-9f73-7e6b4d5cfbb4 req-fc95233d-9fd9-4c2d-8238-fc820a4ee332 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "DELETE /v2.0/ports/d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 HTTP/1.1" status: 204 len: 173 time: 1.9644117 Jan 28 09:38:16.863920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b0f45-9f75-4ed7-864b-614c32823d05 req-2654a52f-543f-4bb1-a562-a8fc0561f893 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:16.865662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-248b0f45-9f75-4ed7-864b-614c32823d05 req-2654a52f-543f-4bb1-a562-a8fc0561f893 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 948 time: 0.1554823 Jan 28 09:38:16.962818 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-248b0f45-9f75-4ed7-864b-614c32823d05 req-2700be03-f58f-4d06-8a11-b23edf3f08ec tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886531 Jan 28 09:38:17.017717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b8ff59b-3015-46c8-a158-3b3d88ccb420', '8aebfedf-3fd5-46ce-8010-10eea9d82e24'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:17.120991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-13d08b21-d6e7-429b-b3d5-f6af9dbcb783 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:17.130598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-13d08b21-d6e7-429b-b3d5-f6af9dbcb783 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 1101 time: 0.1031756 Jan 28 09:38:17.177086 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:17.194721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:17.198898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Usage tracker for resource:security_group_rule and tenant:e49ca1117bf94481a232828f07048a0e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:17.206340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:17.213667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:17.312746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:17.368277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:17.375093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:17.407455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0bd228bf-7731-4d5b-a769-0e6d567c7bb5 req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759814 Jan 28 09:38:17.424425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:17.457315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0defe8df-e1a1-4775-8d46-e0b96ee867f6 tempest-LiveMigrationNegativeTest-919030701 tempest-LiveMigrationNegativeTest-919030701-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=857f2bfc-be2b-4a30-a4ce-76c0bf761380,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:17.609064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:17.629836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:17.630689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 185f9af1-3f91-4d98-b706-c64849e8d108 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:17.767985 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15', 'code': 200} Jan 28 09:38:17.768741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:17.806847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 185f9af1-3f91-4d98-b706-c64849e8d108 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:17.810584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 185f9af1-3f91-4d98-b706-c64849e8d108 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:18.188797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e17bb-3ef5-4735-882f-2f729a3a0a65 req-5b2f6345-ad86-4c7d-ab7f-be9828cbf768 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:18.191610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-978e17bb-3ef5-4735-882f-2f729a3a0a65 req-5b2f6345-ad86-4c7d-ab7f-be9828cbf768 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1224198 Jan 28 09:38:18.235142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49762) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:18.274460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-978e17bb-3ef5-4735-882f-2f729a3a0a65 req-56aa46ba-62c0-43f2-81f8-afb721045bb4 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772285 Jan 28 09:38:18.439296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:18.461109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:18.465980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Usage tracker for resource:security_group_rule and tenant:ae79fb3e629649a0bc0a6d7e9b6c618a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:18.469329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:18.471622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'name': 'network-vif-deleted', 'tag': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:18.476931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:18.539107 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89d4675-6efa-4cf3-adc7-2e80114ebf55', 'name': 'network-vif-deleted', 'tag': 'd2b51560-ac0b-409b-a4a5-c7c2d0da5b46', 'status': 'completed', 'code': 200} Jan 28 09:38:18.632250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:18.637196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:18.742538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cc7fa5-46a5-4f5f-aeb9-bc135affd251,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:18.749751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-41d383cb-7d91-47d1-8736-dd1c65870e7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae79fb3e629649a0bc0a6d7e9b6c618a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5125563 Jan 28 09:38:18.750783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49788) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:18.758208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-58f355d1-35fb-42c2-995b-07bef4b015e5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0345645 Jan 28 09:38:18.829296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de33673c-b5c4-46a8-b744-11c2684259e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:18.852780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c5cf-72b2-41d3-b705-d3929678a223 req-f01d5b6c-b83d-46b1-b650-45673936d11f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:18.854310 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5073c5cf-72b2-41d3-b705-d3929678a223 req-f01d5b6c-b83d-46b1-b650-45673936d11f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.1925921 Jan 28 09:38:18.880890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de33673c-b5c4-46a8-b744-11c2684259e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:18.930484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-a0cdec76-ddb7-40eb-9130-a56e4b06f8fa tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:18.933158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-a0cdec76-ddb7-40eb-9130-a56e4b06f8fa tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670840 Jan 28 09:38:18.936499 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5073c5cf-72b2-41d3-b705-d3929678a223 req-ed6e0ad5-cf5f-4e75-92de-a20b8c8d19a0 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746844 Jan 28 09:38:18.959000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de33673c-b5c4-46a8-b744-11c2684259e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:18.970732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-ce3c1463-dd20-436f-95eb-658c06b87f6f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/quotas/0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 375 time: 0.0285938 Jan 28 09:38:18.982683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33673c-b5c4-46a8-b744-11c2684259e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cc7fa5-46a5-4f5f-aeb9-bc135affd251,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:19.005916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de33673c-b5c4-46a8-b744-11c2684259e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:19.009635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-de33673c-b5c4-46a8-b744-11c2684259e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4cc7fa5-46a5-4f5f-aeb9-bc135affd251 HTTP/1.1" status: 204 len: 168 time: 0.2552676 Jan 28 09:38:19.069186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-3ad5ae8a-1e8f-49a4-b71a-836dd907167b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0954194 Jan 28 09:38:19.236561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:19.354268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:19.355059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d2b51560-ac0b-409b-a4a5-c7c2d0da5b46 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:19.492220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7bd75e0e-321b-41b0-a9c7-de5ae01696a1 req-76fa16b5-37f3-411c-83b3-84ee8b6565a4 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 210 time: 0.0965991 Jan 28 09:38:19.726547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5c17c-d7de-4ca7-ae04-022f51c97dfa req-b7953e2f-955b-498b-8ef7-c2ab172e2a11 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:19.727922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c9c5c17c-d7de-4ca7-ae04-022f51c97dfa req-b7953e2f-955b-498b-8ef7-c2ab172e2a11 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:19.758093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c9c5c17c-d7de-4ca7-ae04-022f51c97dfa req-b7953e2f-955b-498b-8ef7-c2ab172e2a11 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:19.762534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9c5c17c-d7de-4ca7-ae04-022f51c97dfa req-b7953e2f-955b-498b-8ef7-c2ab172e2a11 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 950 time: 0.1746588 Jan 28 09:38:19.833385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9c5c17c-d7de-4ca7-ae04-022f51c97dfa req-ecc5a90e-23df-4b74-ae71-b54a0fac5c7d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649776 Jan 28 09:38:19.894039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b0f6c-3ac1-40de-9fb2-0713af36b645 req-140c6352-25fd-4466-abef-98f2ebe85b03 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:19.901416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-541b0f6c-3ac1-40de-9fb2-0713af36b645 req-140c6352-25fd-4466-abef-98f2ebe85b03 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1804399 Jan 28 09:38:19.971398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-541b0f6c-3ac1-40de-9fb2-0713af36b645 req-f3371b07-e925-4182-b7f2-cfbbc9a13463 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690887 Jan 28 09:38:20.220316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163716a-4114-49d0-beb6-970a678ba9ef req-5c1ead04-f33b-40de-8faf-a60710b59305 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:20.221828 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f163716a-4114-49d0-beb6-970a678ba9ef req-5c1ead04-f33b-40de-8faf-a60710b59305 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.2025201 Jan 28 09:38:20.230558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c37ede-7861-478d-b8b0-43797124fcce req-1dd270d7-41c8-4765-80c9-4a4eb37e08ec tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:20.232550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16c37ede-7861-478d-b8b0-43797124fcce req-1dd270d7-41c8-4765-80c9-4a4eb37e08ec tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 950 time: 0.1401629 Jan 28 09:38:20.350545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16c37ede-7861-478d-b8b0-43797124fcce req-ffcd6d04-711a-4851-a540-e3b3f5848632 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835965 Jan 28 09:38:20.357330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Deleting port 5cfece17-b4da-4f8a-9424-7a3d00463508 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:20.357857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:20.538130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:38:20.726341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] For port 5cfece17-b4da-4f8a-9424-7a3d00463508, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5cfece17-b4da-4f8a-9424-7a3d00463508,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:20.738505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:20.776844 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-5a317ef3-9e33-4a59-8935-3dde6906c3a5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0493777 Jan 28 09:38:20.803985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:20.826288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '387decbd-df51-4114-b836-5f40c058daf3', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '387decbd-df51-4114-b836-5f40c058daf3', 'mac_address': 'fa:16:3e:80:af:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:38:20.912123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:20.953428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 387decbd-df51-4114-b836-5f40c058daf3 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:20.979851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:20.985166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:21.100080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:21.185381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['387decbd-df51-4114-b836-5f40c058daf3'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:21.268388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-8677422b-05b0-4f83-ad36-3644152142aa tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:21.270415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-8677422b-05b0-4f83-ad36-3644152142aa tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4162042 Jan 28 09:38:21.281298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fbd15ac-5c58-4c0a-a40b-f629e518003c req-29537a50-9f8b-480c-b0d2-f03a0fc99d6e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 210 time: 0.5033894 Jan 28 09:38:21.292300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Request body: {'port': {'device_id': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '0870c669a5064700a6245dd1fb963cc7'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:21.308898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Calling delete_port for 5cfece17-b4da-4f8a-9424-7a3d00463508 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:21.539396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-17b852a7-b03f-429f-8a94-394d07045622 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:21.541134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-17b852a7-b03f-429f-8a94-394d07045622 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 950 time: 0.6324370 Jan 28 09:38:21.582814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf0713e-c519-438d-ac05-58093136aaef req-b638ab8b-8c77-4372-8ffd-15fda911ebee tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:21.590170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-edf0713e-c519-438d-ac05-58093136aaef req-b638ab8b-8c77-4372-8ffd-15fda911ebee tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 950 time: 0.5078936 Jan 28 09:38:21.759999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:21.760920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:21.785672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:21.797301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-edf0713e-c519-438d-ac05-58093136aaef req-bf9cd974-dc07-4b79-bb9a-faff4494efb6 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061882 Jan 28 09:38:21.797886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['22e7b5ce-2358-4500-a981-3e4ee99fcbed', '5cfece17-b4da-4f8a-9424-7a3d00463508'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:21.819003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:21.885066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac976c-262f-4738-b850-640434dee17f req-8e417d06-262e-49e3-989b-8c335bd1809d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:21.889501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bcac976c-262f-4738-b850-640434dee17f req-8e417d06-262e-49e3-989b-8c335bd1809d tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 950 time: 0.2955461 Jan 28 09:38:21.919832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d0ad49-d06b-4566-8e6d-4a34f278ecda req-c89ed957-d662-495f-9e10-aa9cc0dec7e9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:21.928334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54d0ad49-d06b-4566-8e6d-4a34f278ecda req-c89ed957-d662-495f-9e10-aa9cc0dec7e9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.4842384 Jan 28 09:38:21.931598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:22.000954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Pushing event deleted for resources: {'Port': ['ID=5cfece17-b4da-4f8a-9424-7a3d00463508,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:22.043590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Made reservation on behalf of 0870c669a5064700a6245dd1fb963cc7 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:38:22.047954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:22.252288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] No DVR routers for this DVR port 5cfece17-b4da-4f8a-9424-7a3d00463508 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:22.255387 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:22.268077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'name': 'network-vif-deleted', 'tag': '5cfece17-b4da-4f8a-9424-7a3d00463508'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:22.282328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae401544-52e2-4eb3-8313-173666cd7aaf req-0ea52e5e-a1c6-4d28-be04-ac9ee5b15807 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=852e9f4a-bb2c-4336-b426-9fb26541e3b8 HTTP/1.1" status: 200 len: 210 time: 0.2840745 Jan 28 09:38:22.362756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:22.363699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:22.423529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54d0ad49-d06b-4566-8e6d-4a34f278ecda req-9ffca941-1b22-487c-b790-6483cdb4cad3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940455 Jan 28 09:38:22.459446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f163716a-4114-49d0-beb6-970a678ba9ef req-3c38c9cc-760f-43c8-8262-d38b900a058e tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "DELETE /v2.0/ports/5cfece17-b4da-4f8a-9424-7a3d00463508 HTTP/1.1" status: 204 len: 173 time: 2.2256913 Jan 28 09:38:22.559126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:38:22.616092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-7d4de33f-200a-42ef-9f4e-432516151157 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6167319 Jan 28 09:38:22.762854 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '852e9f4a-bb2c-4336-b426-9fb26541e3b8', 'name': 'network-vif-deleted', 'tag': '5cfece17-b4da-4f8a-9424-7a3d00463508', 'status': 'completed', 'code': 200} Jan 28 09:38:22.764609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port 8aebfedf-3fd5-46ce-8010-10eea9d82e24, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8aebfedf-3fd5-46ce-8010-10eea9d82e24,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:22.765048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:22.770253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 387decbd-df51-4114-b836-5f40c058daf3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:22.770947 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:22.957439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Allocated IP 192.168.233.188 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/51d3af5b-cefa-4bb6-a3ed-14da7037be2a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:38:23.059614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for 8aebfedf-3fd5-46ce-8010-10eea9d82e24 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:23.063824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port 9b8ff59b-3015-46c8-a158-3b3d88ccb420, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b8ff59b-3015-46c8-a158-3b3d88ccb420,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:23.065552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:23.097215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:23.144997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:23.167976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:23.175377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:23.177414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8aebfedf-3fd5-46ce-8010-10eea9d82e24 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:23.354438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398c69-531d-4121-87a4-d3199b129408 req-8e6803d5-feda-4ac8-b1ca-46c22db3461f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:23.356056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-8e6803d5-feda-4ac8-b1ca-46c22db3461f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 1101 time: 0.4818630 Jan 28 09:38:23.364280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f495f31-386a-40b7-8e07-452d4498b638 req-f1c28c87-5c7c-4026-95f9-4b459fc573db tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:23.365956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f495f31-386a-40b7-8e07-452d4498b638 req-f1c28c87-5c7c-4026-95f9-4b459fc573db tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a HTTP/1.1" status: 200 len: 950 time: 0.2504103 Jan 28 09:38:23.475121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for 9b8ff59b-3015-46c8-a158-3b3d88ccb420 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:23.568348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:23.695147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5f63ede-33a8-43a4-aa7c-3ca84a4a01a1 req-ac2afe47-82eb-40f6-ada7-4165e0fd8c1a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 210 time: 0.5923827 Jan 28 09:38:23.701144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:23.727088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:23.786642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=9b8ff59b-3015-46c8-a158-3b3d88ccb420,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:23.835853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:23.880594 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'code': 200} Jan 28 09:38:23.909489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port 9b8ff59b-3015-46c8-a158-3b3d88ccb420 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:23.915937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:23.920485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'name': 'network-vif-deleted', 'tag': '9b8ff59b-3015-46c8-a158-3b3d88ccb420'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:23.993279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bcac976c-262f-4738-b850-640434dee17f req-8e7a8bfd-9cdd-4d02-817d-73c01f9f67f9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "DELETE /v2.0/ports/9b8ff59b-3015-46c8-a158-3b3d88ccb420 HTTP/1.1" status: 204 len: 173 time: 2.0938771 Jan 28 09:38:24.166069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f495f31-386a-40b7-8e07-452d4498b638 req-8ab2eb52-7d77-435e-b790-9077f0336358 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7688484 Jan 28 09:38:24.174541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:24.273746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:24.430997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=8aebfedf-3fd5-46ce-8010-10eea9d82e24,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:24.527374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398c69-531d-4121-87a4-d3199b129408 req-a987dac0-3f00-48c1-9ad6-d10076ec73e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:24.529292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-a987dac0-3f00-48c1-9ad6-d10076ec73e9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 1.0679951 Jan 28 09:38:24.548251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b8ff59b-3015-46c8-a158-3b3d88ccb420 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:24.639892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:24.695460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port 8aebfedf-3fd5-46ce-8010-10eea9d82e24 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:24.701323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-5bf3423e-5c32-4050-8ac3-f2202d2aa298 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=434296a2-6860-4694-bba2-5fbfe5861efd HTTP/1.1" status: 200 len: 217 time: 0.1654799 Jan 28 09:38:24.702351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:24.711459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 9b8ff59b-3015-46c8-a158-3b3d88ccb420 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:24.711797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b8ff59b-3015-46c8-a158-3b3d88ccb420 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:24.720796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5241f63c-53c2-40ec-b88e-bcbe3bb12463 req-b6e6d044-5a04-427a-96cf-ea39847bdb41 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.25 "DELETE /v2.0/ports/8aebfedf-3fd5-46ce-8010-10eea9d82e24 HTTP/1.1" status: 204 len: 173 time: 3.1487567 Jan 28 09:38:24.877615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'name': 'network-vif-deleted', 'tag': '8aebfedf-3fd5-46ce-8010-10eea9d82e24'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:24.975785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398c69-531d-4121-87a4-d3199b129408 req-ff5b288a-3f9f-46d0-a12a-50d02b9e96b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:24.981457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-ff5b288a-3f9f-46d0-a12a-50d02b9e96b5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2528076 Jan 28 09:38:25.163372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Transition to ACTIVE for port object 51d3af5b-cefa-4bb6-a3ed-14da7037be2a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:25.225845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de86b440-985e-4f72-8f44-4802c8d7e4da req-f18a4c55-7e61-4a99-9a00-15ede770775d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:25.233696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de86b440-985e-4f72-8f44-4802c8d7e4da req-f18a4c55-7e61-4a99-9a00-15ede770775d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.7993515 Jan 28 09:38:25.265219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5cfece17-b4da-4f8a-9424-7a3d00463508 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:25.299268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de86b440-985e-4f72-8f44-4802c8d7e4da req-c52b5b49-7fe1-4511-883b-22173c00106a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615983 Jan 28 09:38:25.320928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:25.391465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-237f8da4-bba3-4e50-82ec-9d52a5f48e33 req-dd58fcfe-dcb8-4221-bb30-e6b0001bcffc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a10f9659-2127-4651-a940-2f0a74b2865c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.2544630 Jan 28 09:38:25.480613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 5cfece17-b4da-4f8a-9424-7a3d00463508 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:25.481288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5cfece17-b4da-4f8a-9424-7a3d00463508 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:25.493336 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10f9659-2127-4651-a940-2f0a74b2865c', 'name': 'network-vif-deleted', 'tag': '9b8ff59b-3015-46c8-a158-3b3d88ccb420', 'status': 'completed', 'code': 200} Jan 28 09:38:25.496343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33', '72993e18-434b-47a9-9a38-9c85835f9d15'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:25.527111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:38:25.533951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:38:25.545633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:38:25.701727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-237f8da4-bba3-4e50-82ec-9d52a5f48e33 req-92a0c674-e8b5-47c8-88c6-94329b5222cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&device_id=a10f9659-2127-4651-a940-2f0a74b2865c HTTP/1.1" status: 200 len: 210 time: 0.2635987 Jan 28 09:38:25.726374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:25.831253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-237f8da4-bba3-4e50-82ec-9d52a5f48e33 req-02791a19-ee5c-48cf-9885-aeb13d393ee4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0790420 Jan 28 09:38:25.871989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:25.872679 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:25.885310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b398c69-531d-4121-87a4-d3199b129408 req-b78528c3-d0a6-4d4e-887c-62f36d07a69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:25.892689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-b78528c3-d0a6-4d4e-887c-62f36d07a69c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9042478 Jan 28 09:38:25.960228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-fc94067a-ee77-46c2-a0d0-bf660f8c8309 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6775374 Jan 28 09:38:25.975994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Request body: {'port': {'device_id': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:25.999180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-84bbdb86-3780-4c8e-acc3-f68e0a5f2ac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:26.145837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49982) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:26.352537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a016edf4-7716-4ce9-83a5-c699dea08fef None None] Provisioning for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:38:26.420832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a016edf4-7716-4ce9-83a5-c699dea08fef None None] Provisioning complete for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:26.421197 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a016edf4-7716-4ce9-83a5-c699dea08fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:26.479885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a016edf4-7716-4ce9-83a5-c699dea08fef None None] Port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:38:26.509363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:26.557182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-52daf051-4528-4ef3-984f-35d371c12288 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5752621 Jan 28 09:38:26.565876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:26.601545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Usage tracker for resource:security_group_rule and tenant:f922bc78e49c4659aa8ab0c6f9acca87 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:26.608538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:26.631474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:26.767210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237f8da4-bba3-4e50-82ec-9d52a5f48e33 req-73b615cd-9d29-490d-a383-4bafe5e909bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:26.769290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-237f8da4-bba3-4e50-82ec-9d52a5f48e33 req-73b615cd-9d29-490d-a383-4bafe5e909bf service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9056191 Jan 28 09:38:26.790763 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b398c69-531d-4121-87a4-d3199b129408 req-a1e41e05-9142-487d-8d44-8a46c402aafd service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270854 Jan 28 09:38:26.799757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:26.809778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:26.826124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:26.868393 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f922bc78e49c4659aa8ab0c6f9acca87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7170999 Jan 28 09:38:26.872544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:26.989996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8868a7d5-b18e-4f23-9bc8-22e46a19c72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.008390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2e3265-cc54-4019-8a78-25f11dcbd79a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0f6ab-6618-479e-aa50-5fd90dcee0d5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:27.060042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8868a7d5-b18e-4f23-9bc8-22e46a19c72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.085179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4965607f-d706-487e-83d8-4b270901e19e req-e8fe8634-5abc-4e38-948b-077eb6474d2b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:27.085883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4965607f-d706-487e-83d8-4b270901e19e req-e8fe8634-5abc-4e38-948b-077eb6474d2b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:27.127830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4965607f-d706-487e-83d8-4b270901e19e req-e8fe8634-5abc-4e38-948b-077eb6474d2b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:27.138853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4965607f-d706-487e-83d8-4b270901e19e req-e8fe8634-5abc-4e38-948b-077eb6474d2b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 936 time: 0.8845608 Jan 28 09:38:27.140347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8868a7d5-b18e-4f23-9bc8-22e46a19c72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.165777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868a7d5-b18e-4f23-9bc8-22e46a19c72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0f6ab-6618-479e-aa50-5fd90dcee0d5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:27.191361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8868a7d5-b18e-4f23-9bc8-22e46a19c72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.197112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8868a7d5-b18e-4f23-9bc8-22e46a19c72b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0d0f6ab-6618-479e-aa50-5fd90dcee0d5 HTTP/1.1" status: 204 len: 168 time: 0.3214171 Jan 28 09:38:27.313622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4965607f-d706-487e-83d8-4b270901e19e req-3c1e525c-f623-4145-9391-a08a1d247b38 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715882 Jan 28 09:38:27.427888 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbdbfb6f-d35c-43d9-ad10-18d2c4e09f9a', 'name': 'network-vif-deleted', 'tag': '8aebfedf-3fd5-46ce-8010-10eea9d82e24', 'status': 'completed', 'code': 200} Jan 28 09:38:27.667176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d3af5b-cefa-4bb6-a3ed-14da7037be2a {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:27.684137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.696791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-a44b44e1-d031-410c-929e-ff526789e27d tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:27.697595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-a44b44e1-d031-410c-929e-ff526789e27d tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Synchronizing usage tracker for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:27.720486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Transition to ACTIVE for port object 51d3af5b-cefa-4bb6-a3ed-14da7037be2a will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:27.726827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.747134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-a44b44e1-d031-410c-929e-ff526789e27d tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Unset dirty status for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:27.750599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-a44b44e1-d031-410c-929e-ff526789e27d tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.2806692 Jan 28 09:38:27.813078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50004) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:27.850150 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.878797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:27.889664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Usage tracker for resource:security_group_rule and tenant:8b355080c99245699bd299c7ed64abee is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:27.894463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:27.900103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Deleting port 22e7b5ce-2358-4500-a981-3e4ee99fcbed {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:27.900745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:27.935689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:28.062112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:28.118817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c396c04-757e-4e8f-9903-67cb6ea445fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.216439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ccbb1f-13c9-4898-9510-6f5cf59af6fc req-b04060c8-27ec-4df6-8ff6-cd718173d09f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:28.220806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06ccbb1f-13c9-4898-9510-6f5cf59af6fc req-b04060c8-27ec-4df6-8ff6-cd718173d09f tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 949 time: 0.4108336 Jan 28 09:38:28.307179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:38:28.307519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:38:28.307917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:28.360497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:38:28.361150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:28.409809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06ccbb1f-13c9-4898-9510-6f5cf59af6fc req-00881734-e993-480f-9bec-49a93df42a0b tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/security-groups?id=dea31339-04da-49f6-b3e0-cfd3aa2598a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823297 Jan 28 09:38:28.411004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:38:28.411564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:38:28.412155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:38:28.413632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Bound port: 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:38:28.419633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.466248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.478151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.556068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] For port 22e7b5ce-2358-4500-a981-3e4ee99fcbed, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=22e7b5ce-2358-4500-a981-3e4ee99fcbed,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:28.556432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.588334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:28.594824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:38:28.602301 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.689258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:28.698924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:28.698924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:28.702433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-2c99edf0-ef48-4358-aa55-ef3b988d10ea service neutron] 10.222.0.43 "PUT /v2.0/ports/51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 1096 time: 2.7351549 Jan 28 09:38:28.702902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:28.712302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a41f1fe3-cbe0-4e16-bca5-d6dba21e30e2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:28.839896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2d2e7b26-255b-4e19-aaaf-218828ddfb99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b355080c99245699bd299c7ed64abee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0255871 Jan 28 09:38:28.843409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50024) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:28.918717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Calling delete_port for 22e7b5ce-2358-4500-a981-3e4ee99fcbed owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:29.015727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-0fbdf1cd-37a9-4b08-8be2-3a3674caf937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:29.018858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-0fbdf1cd-37a9-4b08-8be2-3a3674caf937 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1099 time: 0.2139258 Jan 28 09:38:29.027006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af3078e-53eb-421a-8219-635d869eb85f req-5d09da47-83d4-4c66-af24-abeda832a4c7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:29.035664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4af3078e-53eb-421a-8219-635d869eb85f req-5d09da47-83d4-4c66-af24-abeda832a4c7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 948 time: 0.2904720 Jan 28 09:38:29.061415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146edae-70b3-4ec0-a21c-01c391ec4cd9 req-4ddf16b4-369e-48b1-bbb7-02e736f30a01 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:29.062836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5146edae-70b3-4ec0-a21c-01c391ec4cd9 req-4ddf16b4-369e-48b1-bbb7-02e736f30a01 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.4582446 Jan 28 09:38:29.167622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5146edae-70b3-4ec0-a21c-01c391ec4cd9 req-8ce87e33-dfe4-41c3-afc3-5011dde004d7 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910494 Jan 28 09:38:29.213505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.225090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['22e7b5ce-2358-4500-a981-3e4ee99fcbed'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:29.278415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-baab9e47-4f5e-4e33-9db6-cedfe51fdda8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.2236388 Jan 28 09:38:29.279665 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e828e3f-f496-418a-9b46-b8da64e4b84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.291387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Pushing event deleted for resources: {'Port': ['ID=22e7b5ce-2358-4500-a981-3e4ee99fcbed,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:29.391044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] No DVR routers for this DVR port 22e7b5ce-2358-4500-a981-3e4ee99fcbed on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:29.395033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.423497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.425510 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.429614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'name': 'network-vif-deleted', 'tag': '22e7b5ce-2358-4500-a981-3e4ee99fcbed'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:29.438178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc7f2320-707b-4b91-96db-d1385de82c8b req-202e10b6-3eeb-4a24-bcd0-b78afb2c16a4 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.43 "DELETE /v2.0/ports/22e7b5ce-2358-4500-a981-3e4ee99fcbed HTTP/1.1" status: 204 len: 173 time: 1.6820519 Jan 28 09:38:29.497850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e828e3f-f496-418a-9b46-b8da64e4b84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.519532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-81877c6d-c206-41ce-b767-b6ade6e74c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:29.521287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-81877c6d-c206-41ce-b767-b6ade6e74c9d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2334890 Jan 28 09:38:29.540703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4af3078e-53eb-421a-8219-635d869eb85f req-ba0cc079-6233-4482-a5a5-c72adbcef159 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5039048 Jan 28 09:38:29.649340 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'status': 'completed', 'code': 200} Jan 28 09:38:29.819242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-5e9ff5ca-b908-418d-a832-faa0f605ba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:29.821819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-5e9ff5ca-b908-418d-a832-faa0f605ba09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2754335 Jan 28 09:38:29.823288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e828e3f-f496-418a-9b46-b8da64e4b84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:29.906925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9efbd2b5-ef1a-4244-a5ef-9d325fc89ab3 req-37f069ab-edd9-4656-ae66-6a5fbf815c92 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Synchronizing usage tracker for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:29.931544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9efbd2b5-ef1a-4244-a5ef-9d325fc89ab3 req-37f069ab-edd9-4656-ae66-6a5fbf815c92 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] Unset dirty status for tenant:22a2fec8bceb461b9b30b91541fcc78c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:29.938161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9efbd2b5-ef1a-4244-a5ef-9d325fc89ab3 req-37f069ab-edd9-4656-ae66-6a5fbf815c92 tempest-LiveMigrationNegativeTest-717701984 tempest-LiveMigrationNegativeTest-717701984-project] 10.222.0.42 "GET /v2.0/ports?device_id=1dcf63ad-9d20-47c6-acac-3ec1e988ac53 HTTP/1.1" status: 200 len: 210 time: 0.0874708 Jan 28 09:38:30.023790 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dcf63ad-9d20-47c6-acac-3ec1e988ac53', 'name': 'network-vif-deleted', 'tag': '22e7b5ce-2358-4500-a981-3e4ee99fcbed', 'status': 'completed', 'code': 200} Jan 28 09:38:30.067008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-d019fc0f-9266-4333-867c-a272aae0a8ac service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320242 Jan 28 09:38:30.076310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e828e3f-f496-418a-9b46-b8da64e4b84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a41f1fe3-cbe0-4e16-bca5-d6dba21e30e2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:30.193641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e828e3f-f496-418a-9b46-b8da64e4b84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:30.212442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9e828e3f-f496-418a-9b46-b8da64e4b84b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a41f1fe3-cbe0-4e16-bca5-d6dba21e30e2 HTTP/1.1" status: 204 len: 168 time: 1.3531249 Jan 28 09:38:30.601209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df456b66-c60b-4258-8a11-2ecb6e0692a9 req-a4e0b44a-d31c-44e4-b298-14b4be5ace1e service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5241168 Jan 28 09:38:30.683208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:30.714140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d4fa2-c94a-4f0a-9d40-b57bdc1f4693 req-b40896a0-e4f7-4090-9970-d263aae302ed tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:30.726802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-142d4fa2-c94a-4f0a-9d40-b57bdc1f4693 req-b40896a0-e4f7-4090-9970-d263aae302ed tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.2931085 Jan 28 09:38:30.822661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-142d4fa2-c94a-4f0a-9d40-b57bdc1f4693 req-3efbb575-5883-4261-9578-2d5c2225d47f tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939307 Jan 28 09:38:30.946627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-1d246d9b-3a9f-442e-85b9-dff523beb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:30.948185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-1d246d9b-3a9f-442e-85b9-dff523beb0ff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1099 time: 0.2886474 Jan 28 09:38:30.992921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4431f-91db-49fc-8add-d9594b9f0f00 req-6c2fc78e-c726-463b-bd4e-2fd6f15a1812 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:30.993634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a9d4431f-91db-49fc-8add-d9594b9f0f00 req-6c2fc78e-c726-463b-bd4e-2fd6f15a1812 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:31.099196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a9d4431f-91db-49fc-8add-d9594b9f0f00 req-6c2fc78e-c726-463b-bd4e-2fd6f15a1812 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:31.107459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9d4431f-91db-49fc-8add-d9594b9f0f00 req-6c2fc78e-c726-463b-bd4e-2fd6f15a1812 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 950 time: 0.3653295 Jan 28 09:38:31.159183 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:38:31.209736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-b2bc2be6-77d4-4f39-a47b-b7cf114f7bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:31.212468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-b2bc2be6-77d4-4f39-a47b-b7cf114f7bd2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2540262 Jan 28 09:38:31.295232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 22e7b5ce-2358-4500-a981-3e4ee99fcbed no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:31.367210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e5462-2b61-4272-a723-23a8ac4dd493 req-e71a2f39-981f-49c7-bd0a-42eb0207973e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:31.370176 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62e5462-2b61-4272-a723-23a8ac4dd493 req-e71a2f39-981f-49c7-bd0a-42eb0207973e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 948 time: 0.1478758 Jan 28 09:38:31.409289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9d4431f-91db-49fc-8add-d9594b9f0f00 req-e09e57c6-c4ee-4cf0-9b6d-0a90bfaee5e9 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005233 Jan 28 09:38:31.441351 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-43736c39-b0b1-472e-8e65-222c1b85e5ff service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.2213197 Jan 28 09:38:31.458231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 22e7b5ce-2358-4500-a981-3e4ee99fcbed {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:31.458591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 22e7b5ce-2358-4500-a981-3e4ee99fcbed not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:31.523781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62e5462-2b61-4272-a723-23a8ac4dd493 req-fc93319e-387a-4ddb-8358-2f98bb765bca tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464272 Jan 28 09:38:31.666256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-b5705b62-1bd2-4b69-a89c-5fac5f512422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:31.667713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-b5705b62-1bd2-4b69-a89c-5fac5f512422 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1938536 Jan 28 09:38:31.968810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-b7925993-da05-4366-a33e-7f0cd811c7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:31.983723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-b7925993-da05-4366-a33e-7f0cd811c7e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3096807 Jan 28 09:38:32.202990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-7def4e2b-a092-4eb2-8d7a-3ac5627ef9e7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:32.205307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-7def4e2b-a092-4eb2-8d7a-3ac5627ef9e7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:32.255941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-7def4e2b-a092-4eb2-8d7a-3ac5627ef9e7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:32.257876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-7def4e2b-a092-4eb2-8d7a-3ac5627ef9e7 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 950 time: 0.4353039 Jan 28 09:38:32.428212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Deleting port 434296a2-6860-4694-bba2-5fbfe5861efd {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:32.428921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:32.484408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50126) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:32.585889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-6541fad4-71b3-45d4-81b1-f5c3e6fca7a7 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5943639 Jan 28 09:38:32.613927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0205bd-e56b-4f88-a346-8180cb510d0e req-880def30-c830-44ef-8f2e-8075e1e9c926 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:32.623840 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b0205bd-e56b-4f88-a346-8180cb510d0e req-880def30-c830-44ef-8f2e-8075e1e9c926 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3647990 Jan 28 09:38:32.904340 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b0205bd-e56b-4f88-a346-8180cb510d0e req-8e2b7bd3-f575-4c22-8c2b-0c96ae706ab9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797492 Jan 28 09:38:33.078377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a00f410d-66c8-4885-b44f-ca5eefd9e121 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22a2fec8bceb461b9b30b91541fcc78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5850353 Jan 28 09:38:33.081020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50150) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:33.107304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] For port 434296a2-6860-4694-bba2-5fbfe5861efd, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=434296a2-6860-4694-bba2-5fbfe5861efd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:33.109158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:33.138136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17532d3e-4dec-424d-93de-6995ef9fc7bf req-84dfd3e4-4f6e-45ad-a510-450cd33d8377 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107164 Jan 28 09:38:33.275992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e18aa339-f7fc-4788-96a8-e19cdf94ec9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:33.293533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:38:33.331146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Calling delete_port for 434296a2-6860-4694-bba2-5fbfe5861efd owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:33.331622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2984dd-2155-4290-aa46-c21f99b66f68 req-e77c6a30-98c9-49b8-b2ca-1200465ad5c5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:33.338231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ba2984dd-2155-4290-aa46-c21f99b66f68 req-e77c6a30-98c9-49b8-b2ca-1200465ad5c5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 948 time: 0.2058146 Jan 28 09:38:33.541097 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e18aa339-f7fc-4788-96a8-e19cdf94ec9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:33.660561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ba2984dd-2155-4290-aa46-c21f99b66f68 req-2042cacd-46ce-42ee-b0b0-c93574719682 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213933 Jan 28 09:38:33.692544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:33.737392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e18aa339-f7fc-4788-96a8-e19cdf94ec9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:33.747562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['434296a2-6860-4694-bba2-5fbfe5861efd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:33.811247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18aa339-f7fc-4788-96a8-e19cdf94ec9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea31339-04da-49f6-b3e0-cfd3aa2598a6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:33.820612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e18aa339-f7fc-4788-96a8-e19cdf94ec9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:33.847116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e18aa339-f7fc-4788-96a8-e19cdf94ec9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dea31339-04da-49f6-b3e0-cfd3aa2598a6 HTTP/1.1" status: 204 len: 168 time: 0.7650723 Jan 28 09:38:33.930041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:33.966450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'mac_address': 'fa:16:3e:28:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:38:34.123570 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:34.148631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Pushing event deleted for resources: {'Port': ['ID=434296a2-6860-4694-bba2-5fbfe5861efd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:34.184424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d3af5b-cefa-4bb6-a3ed-14da7037be2a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:34.226639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:34.237213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:34.381953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] No DVR routers for this DVR port 434296a2-6860-4694-bba2-5fbfe5861efd on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:34.403438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:34.406880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'name': 'network-vif-deleted', 'tag': '434296a2-6860-4694-bba2-5fbfe5861efd'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:34.440767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:34.488833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['51d3af5b-cefa-4bb6-a3ed-14da7037be2a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:34.552457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1b93897c-5a45-4df8-bbc3-16c8a5368d15 req-be820cef-7063-4cfb-9b7a-4e9c1759094e tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.43 "DELETE /v2.0/ports/434296a2-6860-4694-bba2-5fbfe5861efd HTTP/1.1" status: 204 len: 173 time: 2.2887416 Jan 28 09:38:34.572442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1024ada7-5ea6-4869-9a74-53cc8aa9c0a1 req-645e4b0c-df53-4047-a19e-7ac56b951722 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:34.591927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1024ada7-5ea6-4869-9a74-53cc8aa9c0a1 req-645e4b0c-df53-4047-a19e-7ac56b951722 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Synchronizing usage tracker for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:34.650697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1024ada7-5ea6-4869-9a74-53cc8aa9c0a1 req-645e4b0c-df53-4047-a19e-7ac56b951722 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] Unset dirty status for tenant:a1f2a4a4588a4d5e8bdfbb87e5e22a6e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:34.661112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1024ada7-5ea6-4869-9a74-53cc8aa9c0a1 req-645e4b0c-df53-4047-a19e-7ac56b951722 tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/ports?device_id=e0e0a4fa-c3cc-4728-8c41-48b650629815 HTTP/1.1" status: 200 len: 867 time: 1.9436908 Jan 28 09:38:34.797991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb982bd7-6f02-4abd-b333-b461c36a144d req-d12fa75f-3314-44b2-8f87-6fb8061a99e0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:34.817425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb982bd7-6f02-4abd-b333-b461c36a144d req-d12fa75f-3314-44b2-8f87-6fb8061a99e0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3883348 Jan 28 09:38:34.837636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1024ada7-5ea6-4869-9a74-53cc8aa9c0a1 req-1d432e24-4c04-41de-b782-84758603994a tempest-ServersOnMultiNodesTest-233145179 tempest-ServersOnMultiNodesTest-233145179-project] 10.222.0.42 "GET /v2.0/security-groups?id=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733451 Jan 28 09:38:34.984767 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0e0a4fa-c3cc-4728-8c41-48b650629815', 'name': 'network-vif-deleted', 'tag': '434296a2-6860-4694-bba2-5fbfe5861efd', 'status': 'completed', 'code': 200} Jan 28 09:38:35.022524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb982bd7-6f02-4abd-b333-b461c36a144d req-b837db39-a44c-4293-a6d1-0b8e6a9137c8 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039688 Jan 28 09:38:35.072931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50206) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:35.152951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48b348d8-a71a-4198-8f36-b50186e45c2f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e49ca1117bf94481a232828f07048a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778751 Jan 28 09:38:35.156266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50210) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:35.320194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 434296a2-6860-4694-bba2-5fbfe5861efd no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:35.414701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 434296a2-6860-4694-bba2-5fbfe5861efd {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:35.415218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 434296a2-6860-4694-bba2-5fbfe5861efd not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:35.516740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31dd1bad-71f8-45b7-93fd-e2bbf3f86053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:35.561886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31dd1bad-71f8-45b7-93fd-e2bbf3f86053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:35.644281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e9abbe-3303-481d-a82d-6a17c8599fe4 req-80f28756-7451-4298-ab18-d20a4ba14b3e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:35.651869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0e9abbe-3303-481d-a82d-6a17c8599fe4 req-80f28756-7451-4298-ab18-d20a4ba14b3e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.3507907 Jan 28 09:38:35.654622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31dd1bad-71f8-45b7-93fd-e2bbf3f86053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:35.696263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd1bad-71f8-45b7-93fd-e2bbf3f86053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=857f2bfc-be2b-4a30-a4ce-76c0bf761380,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:35.704467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31dd1bad-71f8-45b7-93fd-e2bbf3f86053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:35.710480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31dd1bad-71f8-45b7-93fd-e2bbf3f86053 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/857f2bfc-be2b-4a30-a4ce-76c0bf761380 HTTP/1.1" status: 204 len: 168 time: 0.5519087 Jan 28 09:38:35.760415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0e9abbe-3303-481d-a82d-6a17c8599fe4 req-4fc839e2-c068-4bd8-a352-8f28f59462df tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065662 Jan 28 09:38:36.623477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8755f-871c-45ab-9122-845a2ebac772 req-a9510c28-931b-44ed-97b5-c38c43b9a25c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:36.635894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68e8755f-871c-45ab-9122-845a2ebac772 req-a9510c28-931b-44ed-97b5-c38c43b9a25c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3247626 Jan 28 09:38:36.783656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68e8755f-871c-45ab-9122-845a2ebac772 req-e5144b8e-13a6-4d3b-a986-4d40ce6bd933 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346893 Jan 28 09:38:37.001415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50262) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:37.162846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f15ccc7-40af-4f25-9b85-bd5ba636160a req-f6476718-1651-4f0b-98b3-db28e0a10a80 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:37.165461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f15ccc7-40af-4f25-9b85-bd5ba636160a req-f6476718-1651-4f0b-98b3-db28e0a10a80 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.1748035 Jan 28 09:38:37.265312 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f15ccc7-40af-4f25-9b85-bd5ba636160a req-4687dcde-a960-4437-be05-73bd2d3cd303 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893476 Jan 28 09:38:37.322076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:38:37.444718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:38:37.456600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:37.457110 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:37.598993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:37.609112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e92257a5-f6ca-4122-8160-3f86c3859152 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1f2a4a4588a4d5e8bdfbb87e5e22a6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6046391 Jan 28 09:38:37.711367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:37.742751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99fefd01-39a6-44a6-ab31-37ac973b3d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:37.752748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:37.753923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:37.773016 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:37.822874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99fefd01-39a6-44a6-ab31-37ac973b3d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:37.867183 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'code': 200} Jan 28 09:38:37.941718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:37.951946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99fefd01-39a6-44a6-ab31-37ac973b3d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:37.996988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fefd01-39a6-44a6-ab31-37ac973b3d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc74221-fdd3-416b-8e8a-4de6ccc98f8f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:38.032455 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99fefd01-39a6-44a6-ab31-37ac973b3d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:38.036912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99fefd01-39a6-44a6-ab31-37ac973b3d43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5dc74221-fdd3-416b-8e8a-4de6ccc98f8f HTTP/1.1" status: 204 len: 168 time: 0.4359748 Jan 28 09:38:38.217220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889530fd-b4a5-48bf-a9c4-6af5a4f39520 req-3fa0b941-b9a8-4f7e-a1ef-82ab2fca2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:38.219583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-889530fd-b4a5-48bf-a9c4-6af5a4f39520 req-3fa0b941-b9a8-4f7e-a1ef-82ab2fca2774 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1101 time: 0.2898910 Jan 28 09:38:38.286174 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-889530fd-b4a5-48bf-a9c4-6af5a4f39520 req-d67c1d60-c042-433b-828e-b483f635b6c3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545719 Jan 28 09:38:38.319315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c7804d-86d7-4e72-8868-d64e1632828f req-cb914b01-bac9-439e-9a7d-0ee4f4582baa tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:38.329296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5c7804d-86d7-4e72-8868-d64e1632828f req-cb914b01-bac9-439e-9a7d-0ee4f4582baa tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1979311 Jan 28 09:38:38.385643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5c7804d-86d7-4e72-8868-d64e1632828f req-505d65ec-6501-4a80-9336-31c3a229bc0e tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550308 Jan 28 09:38:38.620144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5ec5fe-948e-41f6-aaad-18b9db47930c req-6c4e366f-29a4-4979-a641-a7a46676c7bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:38.622538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d5ec5fe-948e-41f6-aaad-18b9db47930c req-6c4e366f-29a4-4979-a641-a7a46676c7bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.1815023 Jan 28 09:38:38.670387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50326) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:38.704253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d5ec5fe-948e-41f6-aaad-18b9db47930c req-aeb76a1e-65f2-4f42-8e9a-95068d8df60f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738671 Jan 28 09:38:38.749442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50334) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:38.770017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9f836a2c-20b2-4d57-a520-1cc69d51600e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65adb2d07cf246fcb87093510fc71c79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0983000 Jan 28 09:38:38.835097 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4118379e-8fbb-438d-814e-15909406ab7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:38.869192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4118379e-8fbb-438d-814e-15909406ab7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:38.950087 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4118379e-8fbb-438d-814e-15909406ab7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:38.981240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4118379e-8fbb-438d-814e-15909406ab7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cd9550-72c1-4d89-b592-cf34f623fa64,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:39.004952 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4118379e-8fbb-438d-814e-15909406ab7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:39.013775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4118379e-8fbb-438d-814e-15909406ab7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38cd9550-72c1-4d89-b592-cf34f623fa64 HTTP/1.1" status: 204 len: 168 time: 0.2609828 Jan 28 09:38:39.626775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-31af0d97-999c-48a9-b50a-b938344a02f6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:39.640355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-31af0d97-999c-48a9-b50a-b938344a02f6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.3216896 Jan 28 09:38:39.675653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-662d2aa1-6d8a-435f-84bf-9bbb01c7dcc2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/quotas/f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 375 time: 0.0339978 Jan 28 09:38:39.706200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b5631-b6a3-4899-8440-96fc0ec664a5 req-7ffa50b0-5277-4da9-aaf6-dd2f03a92674 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:39.707789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a7b5631-b6a3-4899-8440-96fc0ec664a5 req-7ffa50b0-5277-4da9-aaf6-dd2f03a92674 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1529679 Jan 28 09:38:39.787380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a7b5631-b6a3-4899-8440-96fc0ec664a5 req-c8b00f0d-5ced-4a95-ad8a-26e34f6c1f73 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713265 Jan 28 09:38:39.821274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-31bdafdf-3bef-4155-a22e-073ca48dd685 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1442664 Jan 28 09:38:40.096136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-29f796fe-5751-40cd-9303-8fb83800a489 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657237 Jan 28 09:38:40.201009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ead2c1e-4067-4824-95ab-5ae5bbeaf9aa req-97b40160-87e8-40a6-832e-94eae37fef18 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:40.202530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ead2c1e-4067-4824-95ab-5ae5bbeaf9aa req-97b40160-87e8-40a6-832e-94eae37fef18 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.1535466 Jan 28 09:38:40.273225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ead2c1e-4067-4824-95ab-5ae5bbeaf9aa req-30dcbb02-116a-4b3b-987a-431d5c9b12fc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599537 Jan 28 09:38:40.390734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-035783f2-d80a-40cd-870f-c23149db8db5 service neutron] 10.222.0.42 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870576 Jan 28 09:38:40.884549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5042454-354d-4890-97e4-a2274600670e req-d1fee853-ae79-48e1-9ae1-ee38e3b07c98 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:40.892803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5042454-354d-4890-97e4-a2274600670e req-d1fee853-ae79-48e1-9ae1-ee38e3b07c98 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.1873682 Jan 28 09:38:40.961709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5042454-354d-4890-97e4-a2274600670e req-6e887573-091d-40df-8ef5-724aa6c9ded1 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Jan 28 09:38:41.262105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691a25f-c444-4228-a269-812905bdbb93 req-b242f65b-9da4-402e-94fd-0b490be75406 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:41.268022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2691a25f-c444-4228-a269-812905bdbb93 req-b242f65b-9da4-402e-94fd-0b490be75406 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.1973126 Jan 28 09:38:41.275304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ec025b-f43d-474a-b8bc-6d032ee69d96 req-0e12a88c-a35f-4d90-8e56-bb412282369f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:41.286878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03ec025b-f43d-474a-b8bc-6d032ee69d96 req-0e12a88c-a35f-4d90-8e56-bb412282369f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 945 time: 0.1185241 Jan 28 09:38:41.397993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03ec025b-f43d-474a-b8bc-6d032ee69d96 req-f3f836d6-837b-4029-a8de-4dc414a64ae1 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095843 Jan 28 09:38:41.443968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2691a25f-c444-4228-a269-812905bdbb93 req-bcaf6418-b918-4b8b-b2cc-ead4cc16d519 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692469 Jan 28 09:38:41.665866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fe0b1c4-5271-40a9-9103-72d08158f7e1 req-cae36009-36f3-4993-b044-829501ac6efd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 210 time: 0.1210504 Jan 28 09:38:42.373877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.374470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.374782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.375439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.376096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.376577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.377091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.393304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dffe3135-0a95-47bf-b158-6904940b8c2e req-8281d341-1840-4c17-9dc2-8b9223f32592 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.3157907 Jan 28 09:38:42.429713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-083c4905-c15c-4bb9-a2bf-d73340d892f2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1838555 Jan 28 09:38:42.706520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e223f478-f238-4ca8-a1de-2516e2304706 req-508a6ae8-ebf1-4ad7-b5db-5877edc5b445 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.708720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e223f478-f238-4ca8-a1de-2516e2304706 req-508a6ae8-ebf1-4ad7-b5db-5877edc5b445 tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 886 time: 0.1765463 Jan 28 09:38:42.896341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0f5a6-a7c2-4fa1-b0fd-b31e876677b3 req-a0c9fd99-fc22-4d2d-b755-c9a3c89b384d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:42.900158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5e0f5a6-a7c2-4fa1-b0fd-b31e876677b3 req-a0c9fd99-fc22-4d2d-b755-c9a3c89b384d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.2372949 Jan 28 09:38:42.987278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5e0f5a6-a7c2-4fa1-b0fd-b31e876677b3 req-4c2d4175-3faf-40f8-ac7a-1c2e492bf3db tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Jan 28 09:38:43.328559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b6bce63-a454-432c-be95-23ae53393171 req-d7aad641-1b0d-4f07-b907-75aadc0cf80f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 210 time: 0.0685191 Jan 28 09:38:43.331476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-ccfaf45b-fe8f-47d8-8666-5e1d34ddc1b9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:43.335688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-ccfaf45b-fe8f-47d8-8666-5e1d34ddc1b9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 821 time: 0.5432673 Jan 28 09:38:43.372943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Request body: {'port': {'device_id': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'admin_state_up': True, 'tenant_id': 'f17cd3fd1306411782080e6608f6256c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:43.387225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:43.721201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae35768-4b71-4f1a-a69d-492135b10e51 req-a864d678-2635-4d03-9faf-f271affe9820 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:43.737590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bae35768-4b71-4f1a-a69d-492135b10e51 req-a864d678-2635-4d03-9faf-f271affe9820 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.7304196 Jan 28 09:38:44.202633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.207007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.207658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.209665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.216486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.218862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.221413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.223571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4c3a606-f21d-488d-a953-77c6b7c7437b req-3e0cf31b-ecda-4ba2-8830-46d64ff7536d tempest-NetworksTest-556426486 tempest-NetworksTest-556426486-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5046 time: 0.8450096 Jan 28 09:38:44.298730 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bae35768-4b71-4f1a-a69d-492135b10e51 req-fa7a8268-dbc6-4934-9cbd-ffa22f9f243b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5585575 Jan 28 09:38:44.316525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e263fa-d077-4428-872e-d243ad51f523 req-0a433070-89ab-4d69-8c4d-5e64bceee2a5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:44.318238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10e263fa-d077-4428-872e-d243ad51f523 req-0a433070-89ab-4d69-8c4d-5e64bceee2a5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "GET /v2.0/ports?device_id=ee8f3b50-3cb8-4691-a2e3-4ed39597397e HTTP/1.1" status: 200 len: 945 time: 0.3903182 Jan 28 09:38:44.510700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:44.550352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:44.571795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Made reservation on behalf of f17cd3fd1306411782080e6608f6256c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:38:44.577260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:44.616173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Deleting port e9af813a-66dd-4450-960c-d2b66dbdda4d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:44.616519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:44.948587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:44.949259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] For port e9af813a-66dd-4450-960c-d2b66dbdda4d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e9af813a-66dd-4450-960c-d2b66dbdda4d,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:44.949259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:44.999646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:45.127297 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-7e50926e-5a32-4c61-aa4f-e79179022c91 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1200867950&fields=id&tenant_id=fd64331139ba4ecea6accf08d508a10d HTTP/1.1" status: 200 len: 267 time: 0.6684432 Jan 28 09:38:45.145836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb0356-9df6-449b-9168-a3e19aa16e88 req-1c90acce-61be-44ec-b03f-22c49e4de64e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:45.153704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9dcb0356-9df6-449b-9168-a3e19aa16e88 req-1c90acce-61be-44ec-b03f-22c49e4de64e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.5160367 Jan 28 09:38:45.247765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Allocated IP 172.20.0.2 (d408f57a-595b-4c2f-baed-a38efd3c87fb/19d850a5-bb63-4588-9c86-e001c9f47a91/f2527809-0a80-40a7-aa76-ea877df6c31e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:38:45.297710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9dcb0356-9df6-449b-9168-a3e19aa16e88 req-547ce22e-e513-42a7-b747-c42f1f3a1cab tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423013 Jan 28 09:38:45.684235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:45.751173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:45.764415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['b366bf23-0754-4c20-9cae-45715d2679b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:45.827726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-bb758aa3-48ba-469d-a57e-72f34e8ebb15 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:45.838079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-bb758aa3-48ba-469d-a57e-72f34e8ebb15 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 823 time: 0.7041733 Jan 28 09:38:45.852190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:45.867028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-a801a2ae-e843-4e45-8375-1b0b53f37515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:45.877337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-1962422f-05d2-4a20-83cc-b7ec8f5d9809 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/quotas/fd64331139ba4ecea6accf08d508a10d HTTP/1.1" status: 200 len: 375 time: 0.0343184 Jan 28 09:38:45.877603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-a801a2ae-e843-4e45-8375-1b0b53f37515 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1101 time: 0.8441110 Jan 28 09:38:45.983284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:46.044937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Network d408f57a-595b-4c2f-baed-a38efd3c87fb is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:38:46.063343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Usage tracker for resource:security_group_rule and tenant:071ce6fb14854b5bbe6f9d45878466c4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:46.067084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:38:46.070904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:46.076865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:46.083633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:38:46.150055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:46.150675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:46.154736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:46.262922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f34140-d36d-47ed-929d-19e02b875963 req-b55c6e08-8485-41ae-9d82-6a45a2376ea4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:46.271525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8f34140-d36d-47ed-929d-19e02b875963 req-b55c6e08-8485-41ae-9d82-6a45a2376ea4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 931 time: 0.5220931 Jan 28 09:38:46.278833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-4a1badf3-3a96-4356-b98b-d59c61c35fc5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3927269 Jan 28 09:38:46.283433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:46.284037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:46.285391 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525 disassociated. External IP: 172.25.1.96, port: e9af813a-66dd-4450-960c-d2b66dbdda4d. Jan 28 09:38:46.285391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Calling delete_port for e9af813a-66dd-4450-960c-d2b66dbdda4d owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:46.384556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-2bca1cf6-3ec6-4937-a864-99929a7425ef tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0274677 Jan 28 09:38:46.398034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8f34140-d36d-47ed-929d-19e02b875963 req-b9da0e66-ddb8-45fd-b390-fcaced5c88e6 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253169 Jan 28 09:38:46.420685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Request body: {'port': {'device_id': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:46.499789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0a458096-fee6-40cb-8212-477ea5d787c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:46.501375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0a458096-fee6-40cb-8212-477ea5d787c4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5765557 Jan 28 09:38:46.578850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-8a9aa786-c076-4625-bf1c-81f921c47564 service neutron] 10.222.0.42 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616134 Jan 28 09:38:46.718593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-cd175e42-1821-469d-ad46-840cf8dfbe57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.1881027 Jan 28 09:38:46.826870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:46.895789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event deleted for resources: {'Port': ['ID=e9af813a-66dd-4450-960c-d2b66dbdda4d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:46.906243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-7042cf48-fad2-423f-a676-1a880ff48e0d service neutron] 10.222.0.42 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214169 Jan 28 09:38:46.944014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:47.038289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-58ffa090-710a-45b3-ae1e-a070e001a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:47.039762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-58ffa090-710a-45b3-ae1e-a070e001a129 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2963026 Jan 28 09:38:47.250734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:47.366633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e9af813a-66dd-4450-960c-d2b66dbdda4d no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:47.416871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:47.491454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:38:47.500354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: e9af813a-66dd-4450-960c-d2b66dbdda4d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:47.500766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e9af813a-66dd-4450-960c-d2b66dbdda4d not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:47.630507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881d5463-f60a-488a-a0e4-7d495694f134,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:47.674508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.675009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.675469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.675980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.676405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.676759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.677136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.677551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.677873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.678190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.678506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.678821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:47.704602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616f748-c75a-4686-883c-4c59aaef489b req-da2ecf37-e65c-4eff-873b-d232c5b2fa1c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:47.712034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4616f748-c75a-4686-883c-4c59aaef489b req-da2ecf37-e65c-4eff-873b-d232c5b2fa1c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3570030 Jan 28 09:38:47.742223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-12e78097-5dee-47f8-868a-38751a0647b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:47.744490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-12e78097-5dee-47f8-868a-38751a0647b1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6900969 Jan 28 09:38:47.752348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c99270e3-95db-4162-88a5-ef607b5d1351 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=071ce6fb14854b5bbe6f9d45878466c4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7897217 Jan 28 09:38:47.769591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50672) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:47.844327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4616f748-c75a-4686-883c-4c59aaef489b req-e09148e4-27d3-4a11-8e41-0b8acfdd63cd tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315169 Jan 28 09:38:47.865243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:38:47.885555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:38:47.901264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:38:47.902849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:47.958596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] No DVR routers for this DVR port e9af813a-66dd-4450-960c-d2b66dbdda4d on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:47.961305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:47.964627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'name': 'network-vif-deleted', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:47.984202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10e263fa-d077-4428-872e-d243ad51f523 req-f7955d52-cfa5-4a31-a5ea-88a78788dd10 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "DELETE /v2.0/ports/e9af813a-66dd-4450-960c-d2b66dbdda4d HTTP/1.1" status: 204 len: 173 time: 3.6602104 Jan 28 09:38:48.132702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81b30e37-67f5-404c-aaf2-836fc6685e92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:48.158811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e4da9-71bf-4d11-9a1f-6848edc27a4f req-51215bcd-abaa-4f40-955a-ad3b117de1bf tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:48.165804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e38e4da9-71bf-4d11-9a1f-6848edc27a4f req-51215bcd-abaa-4f40-955a-ad3b117de1bf tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.9133680 Jan 28 09:38:48.248381 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81b30e37-67f5-404c-aaf2-836fc6685e92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:48.283727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:38:48.290796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e38e4da9-71bf-4d11-9a1f-6848edc27a4f req-7b7d94e3-ce7b-475b-aae1-fccfe5953365 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238296 Jan 28 09:38:48.303245 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-1d446025-0c9d-438c-8810-eb485185c229 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344741 Jan 28 09:38:48.374618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2db989b1-37b0-4d26-badb-50e926e47e6a req-a6039b2c-2b84-4080-ac36-f5c640b83ced tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Synchronizing usage tracker for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:48.410874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2db989b1-37b0-4d26-badb-50e926e47e6a req-a6039b2c-2b84-4080-ac36-f5c640b83ced tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Unset dirty status for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:48.412041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2db989b1-37b0-4d26-badb-50e926e47e6a req-a6039b2c-2b84-4080-ac36-f5c640b83ced tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 210 time: 0.1262434 Jan 28 09:38:48.413651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:38:48.453507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81b30e37-67f5-404c-aaf2-836fc6685e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:48.533391 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee8f3b50-3cb8-4691-a2e3-4ed39597397e', 'name': 'network-vif-deleted', 'tag': 'e9af813a-66dd-4450-960c-d2b66dbdda4d', 'status': 'completed', 'code': 200} Jan 28 09:38:48.731125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b30e37-67f5-404c-aaf2-836fc6685e92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881d5463-f60a-488a-a0e4-7d495694f134,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:48.791375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81b30e37-67f5-404c-aaf2-836fc6685e92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:48.792929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:48.794088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-81b30e37-67f5-404c-aaf2-836fc6685e92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/881d5463-f60a-488a-a0e4-7d495694f134 HTTP/1.1" status: 204 len: 168 time: 1.0194333 Jan 28 09:38:48.801445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:38:48.814674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2527809-0a80-40a7-aa76-ea877df6c31e {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:48.821376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-a134b7ee-4e57-452d-b16c-281a7fd2da8c service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5109348 Jan 28 09:38:48.825535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:38:48.827782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:48.828738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:48.853134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Transition to ACTIVE for port object f2527809-0a80-40a7-aa76-ea877df6c31e will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:48.869572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c659169c-df7b-4fad-8782-3c80ddce6cfb req-7c3d1131-67f6-4211-8a92-b6551cab700f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:48.880168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c659169c-df7b-4fad-8782-3c80ddce6cfb req-7c3d1131-67f6-4211-8a92-b6551cab700f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:48.889536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:48.966693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1092d4f-4be3-40d3-b784-af53c9b5dae0 req-80a3093e-4278-422a-8c49-a64d36643483 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:48.975099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d1092d4f-4be3-40d3-b784-af53c9b5dae0 req-80a3093e-4278-422a-8c49-a64d36643483 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 951 time: 0.2036412 Jan 28 09:38:49.043628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:49.068140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c659169c-df7b-4fad-8782-3c80ddce6cfb req-7c3d1131-67f6-4211-8a92-b6551cab700f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:49.075979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c659169c-df7b-4fad-8782-3c80ddce6cfb req-7c3d1131-67f6-4211-8a92-b6551cab700f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 931 time: 0.4091647 Jan 28 09:38:49.116868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d1092d4f-4be3-40d3-b784-af53c9b5dae0 req-082f7b00-b736-491b-9c95-384492f6b3a1 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353240 Jan 28 09:38:49.149231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:38:49.475517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50736) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:49.514177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:49.581111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:49.607736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c659169c-df7b-4fad-8782-3c80ddce6cfb req-1453ee6c-cc6b-4a4c-b271-9bd57c6a8ef0 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5280082 Jan 28 09:38:49.614133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Usage tracker for resource:security_group_rule and tenant:6129c6ebaae04801a2f75c39ec17cba1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:49.635761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:49.672381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:49.690825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:38:49.700126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba34437-eb91-4fdf-b572-01e9c6b387f5 None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:38:49.703603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f61b6-b55b-4124-8e58-a4f705f85aae req-b40f2874-7cec-4b23-bcef-272d48e51a9c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:49.716092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e1f61b6-b55b-4124-8e58-a4f705f85aae req-b40f2874-7cec-4b23-bcef-272d48e51a9c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3223162 Jan 28 09:38:49.814302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e1f61b6-b55b-4124-8e58-a4f705f85aae req-540a2645-7800-406f-b58e-9dc9b2464e30 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961220 Jan 28 09:38:49.822940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-a9508422-af60-47e2-9d0c-843287e36bce tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:49.825541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-a9508422-af60-47e2-9d0c-843287e36bce tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 823 time: 0.8145471 Jan 28 09:38:49.829015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:38:49.829341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:38:49.829658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:49.881540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:38:49.881943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:49.891853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:38:49.892805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:38:49.893393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:38:49.894111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Bound port: f2527809-0a80-40a7-aa76-ea877df6c31e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:38:49.894600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.014919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-b8d8a11e-8494-4ae1-9c56-b52cd3c8bd9e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd64331139ba4ecea6accf08d508a10d HTTP/1.1" status: 200 len: 380 time: 0.1789305 Jan 28 09:38:50.026537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.032691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.037983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'port': {'device_id': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'admin_state_up': True, 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'security_groups': ['468be03c-d731-419b-8a65-f2c633053959']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:50.162332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50760) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:50.183859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6129c6ebaae04801a2f75c39ec17cba1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6916857 Jan 28 09:38:50.189794 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a7012a-c976-44ff-b0c5-9b2c7881ae0b None None] New status for floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:38:50.190445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50764) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:50.193898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828cc52c-f714-4b45-8983-93b2919b7ae5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:50.238818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.239179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.239504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.239825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.240139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.240733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.240871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.241077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.241504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.241967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.242315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.242586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8cf6428-b7d9-4675-b80b-d018a0b22b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:38:50.276214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:50.295814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e897986-c847-41a8-9cbf-c046dbaa3c5c req-1536da3e-3ec2-4a42-9375-320dd2372044 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:50.305131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e897986-c847-41a8-9cbf-c046dbaa3c5c req-1536da3e-3ec2-4a42-9375-320dd2372044 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.2403302 Jan 28 09:38:50.306197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:50.307014 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e93afc5-c9ef-4153-b1d5-1bbceedcd6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.328297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:50.332830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:38:50.337818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Made reservation on behalf of fd64331139ba4ecea6accf08d508a10d for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:38:50.344911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.378384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.411618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e897986-c847-41a8-9cbf-c046dbaa3c5c req-1b028f5b-4c07-427f-8065-9943e8933aba tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056063 Jan 28 09:38:50.429759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e93afc5-c9ef-4153-b1d5-1bbceedcd6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.560945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e93afc5-c9ef-4153-b1d5-1bbceedcd6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.583575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e93afc5-c9ef-4153-b1d5-1bbceedcd6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828cc52c-f714-4b45-8983-93b2919b7ae5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:50.620819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.638370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e93afc5-c9ef-4153-b1d5-1bbceedcd6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.639548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e93afc5-c9ef-4153-b1d5-1bbceedcd6c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/828cc52c-f714-4b45-8983-93b2919b7ae5 HTTP/1.1" status: 204 len: 168 time: 0.4474916 Jan 28 09:38:50.642295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:50.646794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Usage tracker for resource:security_group_rule and tenant:ab1ffde5087846eb86d6a25dc7c26c4a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:50.650333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:50.660560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:50.688348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:50.695275 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.697037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] 10.222.0.43 "PUT /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 1091 time: 4.2901080 Jan 28 09:38:50.699219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:50.734969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:38:50.739631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:50.868489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902af696-2784-4ba1-b6b8-24680ce9525e service neutron] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:50.904446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e2a5e8c-dfe6-4c99-b66c-aace9d94ca7f req-26add3d0-8349-4bac-a67a-38b9280989df tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 210 time: 0.1019948 Jan 28 09:38:50.937899 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:50.947943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.073233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab1ffde5087846eb86d6a25dc7c26c4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9007266 Jan 28 09:38:51.078812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:51.081499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d631b82d-edf9-4a4c-8ada-d67704b5ef9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a829c8e-cdb6-4167-ae64-37aa30f9aa6a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:51.091890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Allocated IP 172.20.0.4 (3e23aa42-ac20-4f80-b78a-1efe812b7eb6/88fa8cce-562b-4483-9016-cb3ac337f6f4/10334765-bc6e-44d0-9029-8325b72b6498) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:38:51.408477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.441037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6222865-6230-418f-94cb-f2bd16036faf req-377b2828-1b6d-40db-ba92-76ecb4841283 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:51.442524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6222865-6230-418f-94cb-f2bd16036faf req-377b2828-1b6d-40db-ba92-76ecb4841283 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.3198504 Jan 28 09:38:51.443208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6932bca0-dd69-4d44-8bef-d40107d0ca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.461787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:51.499317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '11875006-c0e1-419d-b46c-1a94fb779e92', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '11875006-c0e1-419d-b46c-1a94fb779e92', 'mac_address': 'fa:16:3e:6e:bf:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:38:51.517016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6932bca0-dd69-4d44-8bef-d40107d0ca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.520290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:51.562002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6222865-6230-418f-94cb-f2bd16036faf req-62866eeb-31b9-4f5f-b547-cb0ca554c15e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055901 Jan 28 09:38:51.623459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6932bca0-dd69-4d44-8bef-d40107d0ca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.650096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6932bca0-dd69-4d44-8bef-d40107d0ca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a829c8e-cdb6-4167-ae64-37aa30f9aa6a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:51.659059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6932bca0-dd69-4d44-8bef-d40107d0ca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.661261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6932bca0-dd69-4d44-8bef-d40107d0ca0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a829c8e-cdb6-4167-ae64-37aa30f9aa6a HTTP/1.1" status: 204 len: 168 time: 0.5811012 Jan 28 09:38:51.673041 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'status': 'completed', 'code': 200} Jan 28 09:38:51.694216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:51.697131 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.710910 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.711878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:51.818120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:51.823524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-b6b1c9e2-4723-4770-bb9a-b36fefdb8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:51.826315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-b6b1c9e2-4723-4770-bb9a-b36fefdb8a78 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1094 time: 1.0620458 Jan 28 09:38:51.906561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7a184a-caa9-46ad-b3bc-172099f2b26b req-b27c58d6-a676-4e6a-a67b-115be05ffae9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:51.908229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df7a184a-caa9-46ad-b3bc-172099f2b26b req-b27c58d6-a676-4e6a-a67b-115be05ffae9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3296800 Jan 28 09:38:51.933221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:51.946334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:51.971614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37cd51-34f0-4ff3-9253-bf6010f185ef req-8a773de6-a5f2-47e1-944d-2a99775f911c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:51.973276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d37cd51-34f0-4ff3-9253-bf6010f185ef req-8a773de6-a5f2-47e1-944d-2a99775f911c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.1250992 Jan 28 09:38:51.979037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-59a2c3ac-0de9-499e-9d30-f996d39e30aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 217 time: 0.1458063 Jan 28 09:38:52.016282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.017039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Transition to ACTIVE for port object 10334765-bc6e-44d0-9029-8325b72b6498 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:52.061479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df7a184a-caa9-46ad-b3bc-172099f2b26b req-4db8b139-ba76-4028-80b5-69eb0932ac18 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032889 Jan 28 09:38:52.065201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:52.074474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-00e1160c-6d82-416b-bad2-b645943e616f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:52.076012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-00e1160c-6d82-416b-bad2-b645943e616f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0896597 Jan 28 09:38:52.080237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d37cd51-34f0-4ff3-9253-bf6010f185ef req-63ee6fce-4bd5-45b4-b94c-17aaf89dab4a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963972 Jan 28 09:38:52.103422 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.146704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-040f8771-78dd-4740-a360-543408999733 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637028 Jan 28 09:38:52.149152 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.198012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:38:52.198886 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:38:52.209751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:52.229031 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'code': 200} Jan 28 09:38:52.349280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50858) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:52.355858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:38:52.369856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:38:52.378162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:38:52.397940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.429884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event updated for resources: {'Port': ['ID=10334765-bc6e-44d0-9029-8325b72b6498,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:52.451883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:52.463380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Usage tracker for resource:security_group_rule and tenant:5b8bc4e9db5f4623b8c20ed26ed46954 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:52.472769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:52.489739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:52.681489 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-d67602cd-96f8-4844-8424-db9667b0f217 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4760592 Jan 28 09:38:52.721903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.729398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.806673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:52.807079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.807481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.843367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:52.866066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:52.874232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.895045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-0ad5ecb0-e4ea-4011-ba47-c4c8f5bc2abf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8709888 Jan 28 09:38:52.905264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799c3b1-b854-409b-a5ec-f96ad67b1077 req-896936c7-f49b-4fa3-8933-2808bd78b6fd tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:52.906067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4799c3b1-b854-409b-a5ec-f96ad67b1077 req-896936c7-f49b-4fa3-8933-2808bd78b6fd tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Synchronizing usage tracker for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:38:52.923193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Request body: {'port': {'device_id': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:52.926277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ec6b72b8-6985-4a7d-aad6-540fcf6ed6b6 None None] Provisioning for port 10334765-bc6e-44d0-9029-8325b72b6498 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:38:52.940367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ec6b72b8-6985-4a7d-aad6-540fcf6ed6b6 None None] Provisioning complete for port 10334765-bc6e-44d0-9029-8325b72b6498 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:52.941056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ec6b72b8-6985-4a7d-aad6-540fcf6ed6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:52.982024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-885ce08e-6152-4cf1-be4b-20b5d3b860a9 req-1fdf5b1b-96bf-403a-a690-a9ea86ba4c98 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929022 Jan 28 09:38:53.003299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b8bc4e9db5f4623b8c20ed26ed46954&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493371 Jan 28 09:38:53.003916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:53.011566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4799c3b1-b854-409b-a5ec-f96ad67b1077 req-896936c7-f49b-4fa3-8933-2808bd78b6fd tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Unset dirty status for tenant:fd64331139ba4ecea6accf08d508a10d on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:38:53.021661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4799c3b1-b854-409b-a5ec-f96ad67b1077 req-896936c7-f49b-4fa3-8933-2808bd78b6fd tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 931 time: 0.5812900 Jan 28 09:38:53.031666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ec6b72b8-6985-4a7d-aad6-540fcf6ed6b6 None None] Port 10334765-bc6e-44d0-9029-8325b72b6498 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:38:53.056795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6b9ef-11c9-46ea-8722-61ce344c3be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f33ae1f3-ecfb-4fbe-a927-5261a2747140,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:53.061155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:53.106245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda5cb2-220d-4bf7-b5b9-2fde72cd75b9 req-50273b0c-83f5-4704-8e35-563245bbd282 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:53.113407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cfda5cb2-220d-4bf7-b5b9-2fde72cd75b9 req-50273b0c-83f5-4704-8e35-563245bbd282 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.2319112 Jan 28 09:38:53.175397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cfda5cb2-220d-4bf7-b5b9-2fde72cd75b9 req-83bb1e79-e931-4282-ac17-0881bcd60e5e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562744 Jan 28 09:38:53.203457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['11875006-c0e1-419d-b46c-1a94fb779e92'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:38:53.220705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:53.333292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4799c3b1-b854-409b-a5ec-f96ad67b1077 req-a53b04d1-a647-4e2d-93f6-f2bd25ff5ee0 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107021 Jan 28 09:38:53.383937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c7e25-f885-4e6a-8c62-cf4f618916ae req-ff6d0a1a-79da-416b-bd4a-7f9faa557c1d tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:53.390148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fd6d74-80e0-4f34-aa54-5a9496721e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:53.393738 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-854c7e25-f885-4e6a-8c62-cf4f618916ae req-ff6d0a1a-79da-416b-bd4a-7f9faa557c1d tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 949 time: 0.1202118 Jan 28 09:38:53.469409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-854c7e25-f885-4e6a-8c62-cf4f618916ae req-f4470bb2-989f-46a3-8c9b-edffe1a23023 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741820 Jan 28 09:38:53.491672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-af0cbf29-7dfa-407a-a192-5161439a948a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:53.493644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-af0cbf29-7dfa-407a-a192-5161439a948a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1094 time: 0.4308546 Jan 28 09:38:53.661601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fd6d74-80e0-4f34-aa54-5a9496721e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:53.698884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a1ce8-976e-450c-9786-db95c3c1e754 req-4519be4c-be6a-4b9d-9673-dbf9014f91e3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:53.702278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-943a1ce8-976e-450c-9786-db95c3c1e754 req-4519be4c-be6a-4b9d-9673-dbf9014f91e3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.0980878 Jan 28 09:38:53.756529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-943a1ce8-976e-450c-9786-db95c3c1e754 req-daab26aa-42a2-442d-b97d-ce341ccf3968 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466709 Jan 28 09:38:54.024327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-67dc1c37-c97a-4729-90fa-79208c49fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:54.025835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-67dc1c37-c97a-4729-90fa-79208c49fc15 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.5203278 Jan 28 09:38:54.040649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab2d99-bf60-448a-b60b-1fd782d8b08c req-cb53473f-e859-4702-897c-d7fda8785011 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:54.042246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9ab2d99-bf60-448a-b60b-1fd782d8b08c req-cb53473f-e859-4702-897c-d7fda8785011 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 949 time: 0.3727357 Jan 28 09:38:54.107996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fd6d74-80e0-4f34-aa54-5a9496721e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:54.143996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-11b053c9-719c-460c-98ed-1d50e7e76c39 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 217 time: 0.1114099 Jan 28 09:38:54.186879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd6d74-80e0-4f34-aa54-5a9496721e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f33ae1f3-ecfb-4fbe-a927-5261a2747140,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:54.231248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:54.242211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fd6d74-80e0-4f34-aa54-5a9496721e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:54.244766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-24fd6d74-80e0-4f34-aa54-5a9496721e61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f33ae1f3-ecfb-4fbe-a927-5261a2747140 HTTP/1.1" status: 204 len: 168 time: 1.2385442 Jan 28 09:38:54.250522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-55d1692c-e97b-4b87-beca-ef308e833a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:54.251917 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-55d1692c-e97b-4b87-beca-ef308e833a45 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0984242 Jan 28 09:38:54.273622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9ab2d99-bf60-448a-b60b-1fd782d8b08c req-88ab3650-f5cb-476c-a5eb-a5cce0e6abe2 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820009 Jan 28 09:38:54.343362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-678ae5ee-84f7-4cde-8a86-4ed30cccb7ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845282 Jan 28 09:38:54.343736 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'code': 200} Jan 28 09:38:54.431090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3281932-5331-47db-9b18-8b6f2a2ca8d0 req-19b300f9-45a7-4555-874a-a15e6ed6a2f9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:54.437447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3281932-5331-47db-9b18-8b6f2a2ca8d0 req-19b300f9-45a7-4555-874a-a15e6ed6a2f9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.1311808 Jan 28 09:38:54.498978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10334765-bc6e-44d0-9029-8325b72b6498 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:38:54.510092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:54.511298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3281932-5331-47db-9b18-8b6f2a2ca8d0 req-6415a3ac-24ab-4bc0-bfeb-0c10d6e89e81 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648940 Jan 28 09:38:54.556036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Transition to ACTIVE for port object 10334765-bc6e-44d0-9029-8325b72b6498 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:54.562441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-b47aca75-c942-4afe-a7ac-e0830aa063ba service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090070 Jan 28 09:38:54.563326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:54.827462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510ebd-707b-4d09-b98a-819bfcae50fe req-4fa5e4e7-9060-4fed-8d18-76f747fb544e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:54.829695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa510ebd-707b-4d09-b98a-819bfcae50fe req-4fa5e4e7-9060-4fed-8d18-76f747fb544e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 943 time: 0.1436524 Jan 28 09:38:54.881587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:38:54.889332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=10334765-bc6e-44d0-9029-8325b72b6498,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:54.911528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa510ebd-707b-4d09-b98a-819bfcae50fe req-125eda26-8d72-453b-ae78-8ccdf59b11cf tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758405 Jan 28 09:38:55.008589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Attempting to bind port 10334765-bc6e-44d0-9029-8325b72b6498 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:38:55.009015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Attempting to bind port 10334765-bc6e-44d0-9029-8325b72b6498 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:38:55.009263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Attempting to bind port 10334765-bc6e-44d0-9029-8325b72b6498 on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:55.047131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-704851d1-b409-4458-ab98-afcd2d24f6da tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:55.048629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-704851d1-b409-4458-ab98-afcd2d24f6da tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.25 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 949 time: 0.4499621 Jan 28 09:38:55.055531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Port 10334765-bc6e-44d0-9029-8325b72b6498 on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:38:55.055854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Attempting to bind port 10334765-bc6e-44d0-9029-8325b72b6498 on network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:55.085850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 11875006-c0e1-419d-b46c-1a94fb779e92 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:38:55.086219 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.198931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Deleting port 387decbd-df51-4114-b836-5f40c058daf3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:38:55.199466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.235832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:38:55.236255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Checking segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:38:55.236784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Bound using segment: {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:38:55.237529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Bound port: 10334765-bc6e-44d0-9029-8325b72b6498, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a35be95b-21c6-44e5-bd76-533f1d572b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:38:55.237878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.266577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4c31d-0dcb-476c-a590-7ad39bee081e req-2902c3ff-8e91-484a-9df4-e6519d02a1f6 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:55.273862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66c4c31d-0dcb-476c-a590-7ad39bee081e req-2902c3ff-8e91-484a-9df4-e6519d02a1f6 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 949 time: 0.1390724 Jan 28 09:38:55.281607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba557adc-a3e0-4a36-8b2b-ec2c34b1a3bc req-5827dea3-b77e-481f-8153-4494c23a6618 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6837575 Jan 28 09:38:55.303960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.360604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66c4c31d-0dcb-476c-a590-7ad39bee081e req-48c0570a-38a7-4b48-8f18-a973b00707c0 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/security-groups?id=7aa07151-622c-418e-9e02-548ab9c8c6cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824947 Jan 28 09:38:55.394397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:55.407867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.559155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] For port 10334765-bc6e-44d0-9029-8325b72b6498, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:55.570230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:55.681278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598680dd-27ee-4d23-90de-2c9b4174cd37 req-9cfde183-7556-458b-89d8-6c170fe0cd7a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:55.682895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-598680dd-27ee-4d23-90de-2c9b4174cd37 req-9cfde183-7556-458b-89d8-6c170fe0cd7a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.1645999 Jan 28 09:38:55.716827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] For port 10334765-bc6e-44d0-9029-8325b72b6498, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10334765-bc6e-44d0-9029-8325b72b6498,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:38:55.735574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.766565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-598680dd-27ee-4d23-90de-2c9b4174cd37 req-5680a1f6-ad2c-4523-9023-ad80aadb0aa0 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772243 Jan 28 09:38:55.836811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:55.837739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.839396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] 10.222.0.43 "PUT /v2.0/ports/10334765-bc6e-44d0-9029-8325b72b6498 HTTP/1.1" status: 200 len: 1091 time: 2.9299703 Jan 28 09:38:55.856228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d412178b-8188-4727-bc08-4a77c5bdca1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:55.856718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:55.965480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e7c19-95e0-4eb4-b863-49f8d80c4e7b service neutron] Pushing event updated for resources: {'Port': ['ID=10334765-bc6e-44d0-9029-8325b72b6498,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:55.984251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] For port 387decbd-df51-4114-b836-5f40c058daf3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=387decbd-df51-4114-b836-5f40c058daf3,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:38:55.984609 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.218113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50986) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:56.232386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Calling delete_port for 387decbd-df51-4114-b836-5f40c058daf3 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:38:56.267245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f641d-20ec-41a3-9e0b-81a2037a3ee1 req-35121030-c52e-4798-ad82-8fdb0fd564e3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.268751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e0f641d-20ec-41a3-9e0b-81a2037a3ee1 req-35121030-c52e-4798-ad82-8fdb0fd564e3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 950 time: 0.5961435 Jan 28 09:38:56.345071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:56.370299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e0f641d-20ec-41a3-9e0b-81a2037a3ee1 req-0e71282e-9e9d-4246-b7d1-300070b96934 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862970 Jan 28 09:38:56.372619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-bec5d064-53bd-4491-b8ce-2eef951644d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.374146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-bec5d064-53bd-4491-b8ce-2eef951644d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 1094 time: 0.4896274 Jan 28 09:38:56.410900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-network', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:56.416941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:56.425708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Usage tracker for resource:network and tenant:c68135ca7e8d4b21b9aa58f062832422 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:56.430462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:56.437818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:56.449485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Made reservation on behalf of c68135ca7e8d4b21b9aa58f062832422 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:38:56.452815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.468253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.482142 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498', 'status': 'completed', 'code': 200} Jan 28 09:38:56.486148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:56.490361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Usage tracker for resource:security_group_rule and tenant:c68135ca7e8d4b21b9aa58f062832422 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:56.493684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:56.501219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:56.505366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-ca07e353-2f52-4e9d-9561-ad683a9220c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10334765-bc6e-44d0-9029-8325b72b6498 HTTP/1.1" status: 200 len: 217 time: 0.1229038 Jan 28 09:38:56.593443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.680987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-21eae57f-1e24-466e-8b72-bc954e800294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.683249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-21eae57f-1e24-466e-8b72-bc954e800294 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 200 len: 862 time: 0.1667962 Jan 28 09:38:56.714418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Pushing event deleted for resources: {'Port': ['ID=387decbd-df51-4114-b836-5f40c058daf3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:56.740576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e6c10-d5dc-4a88-9382-3cfad6a4acf0 req-3d4313bc-8404-4431-99df-6ee5fee54cb5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.742054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666e6c10-d5dc-4a88-9382-3cfad6a4acf0 req-3d4313bc-8404-4431-99df-6ee5fee54cb5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.2095170 Jan 28 09:38:56.785743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.796873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.840217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666e6c10-d5dc-4a88-9382-3cfad6a4acf0 req-eebdb742-6995-4107-91ca-3c0ef8fc4a33 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886326 Jan 28 09:38:56.852350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:38:56.852563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] No DVR routers for this DVR port 387decbd-df51-4114-b836-5f40c058daf3 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:38:56.857209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a4b911-3e3d-48d2-a2e0-31f374c38347,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:56.869249 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.869590 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Added segment e631d134-be1f-4829-93d6-69dc8224b60a of type vlan for network 286abf2e-523c-4074-ab1a-923df5eb8a08 Jan 28 09:38:56.874224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.902732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad6813ee-819d-4d42-9af3-1593792f1c20 req-45b7033e-7abc-4e96-b2a9-84a9e1d5fe95 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.25 "DELETE /v2.0/ports/387decbd-df51-4114-b836-5f40c058daf3 HTTP/1.1" status: 204 len: 173 time: 1.8408928 Jan 28 09:38:56.909138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.924626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9004da-8c1c-4ba3-88d3-b587cba425b6 req-80ecc4f9-26e7-4abc-bbdd-487a1d9be7c9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.926149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa9004da-8c1c-4ba3-88d3-b587cba425b6 req-80ecc4f9-26e7-4abc-bbdd-487a1d9be7c9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 943 time: 0.2478878 Jan 28 09:38:56.934981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-b1b32f14-69f7-4dd1-bf85-c02fc8872bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.936489 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-b1b32f14-69f7-4dd1-bf85-c02fc8872bba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1762729 Jan 28 09:38:56.937307 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'code': 200} Jan 28 09:38:56.956262 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:56.957832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:56.958537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:57.079702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa9004da-8c1c-4ba3-88d3-b587cba425b6 req-3c80bac4-8073-41c8-9335-150a39630ea5 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422284 Jan 28 09:38:57.122528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] Pushing event updated for resources: {'Network': ['ID=286abf2e-523c-4074-ab1a-923df5eb8a08,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:57.135911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9f0e295b-e386-4fc5-b000-e8df0a5a75ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9169030 Jan 28 09:38:57.138817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51012) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:57.140291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:38:57.156054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Request body: {'subnet': {'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-subnet', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:57.172023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:57.175080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-2f11279a-9c56-46ac-9892-0950646f9e9a service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228620 Jan 28 09:38:57.193510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Usage tracker for resource:subnet and tenant:c68135ca7e8d4b21b9aa58f062832422 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:57.279722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:57.316526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:57.320194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92058f0f-8c36-40e3-893c-fcfbca3b2c2a req-71ee4c1b-eb30-4dbf-a030-27211d60eca1 tempest-ImagesOneServerTestJSON-1101120100 tempest-ImagesOneServerTestJSON-1101120100-project] 10.222.0.42 "GET /v2.0/ports?device_id=b18a484a-40b0-4783-987a-c14da0bbe324 HTTP/1.1" status: 200 len: 210 time: 0.1320941 Jan 28 09:38:57.336779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Made reservation on behalf of c68135ca7e8d4b21b9aa58f062832422 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:38:57.339814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:57.496951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51024) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:57.515789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9f306e5-11ee-4e38-9432-5f7db587414d req-bade33b4-9798-4e70-9ef1-70cb6ede83aa service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330274 Jan 28 09:38:57.524512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17045b7-8f5d-4d71-b5e7-f3475147c35e req-b1409c19-93a4-4b37-8695-c1b3bebc3ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:57.525975 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d17045b7-8f5d-4d71-b5e7-f3475147c35e req-b1409c19-93a4-4b37-8695-c1b3bebc3ccc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1101 time: 0.1593373 Jan 28 09:38:57.675486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bfd7c-0c40-4154-b902-4a6fff7f686e req-1843ecb9-0442-4bb4-997f-2ef040f9e125 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:57.683831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-406bfd7c-0c40-4154-b902-4a6fff7f686e req-1843ecb9-0442-4bb4-997f-2ef040f9e125 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.1995776 Jan 28 09:38:57.684913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d17045b7-8f5d-4d71-b5e7-f3475147c35e req-131475a6-37d7-4ae2-950c-77318c8b94b7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465507 Jan 28 09:38:57.732976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-abe8c13b-b3ad-4f15-8afe-3145d2ebdbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:57.734590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-abe8c13b-b3ad-4f15-8afe-3145d2ebdbb6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 1094 time: 0.1723831 Jan 28 09:38:57.735088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:57.747816 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-406bfd7c-0c40-4154-b902-4a6fff7f686e req-ef753903-d458-44a5-8758-50901a05e5ae tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630155 Jan 28 09:38:57.773244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:57.827270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:57.840538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Usage tracker for resource:security_group_rule and tenant:250c3b68853c4a1eb7e88386affe65a8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:57.845332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:57.853418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:57.873206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Checking segment: {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:38:57.873561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Network hostable DHCP agents. Network: 286abf2e-523c-4074-ab1a-923df5eb8a08, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:38:57.889266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dcd6e01f-6473-4ebf-9c8e-b01a4f230d77,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:57.901393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:38:57.913325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 286abf2e-523c-4074-ab1a-923df5eb8a08) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:38:57.919588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:57.920341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:57.923581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0524e081-ec1c-4086-be50-b60b6a115327 None None] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:38:57.948776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ce101bae-cb0f-4fff-b532-e6674f10a91f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8086994 Jan 28 09:38:57.949751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:57.955059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:38:57.960796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:57.967529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Usage tracker for resource:router and tenant:c68135ca7e8d4b21b9aa58f062832422 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:57.972829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:57.981035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:58.000881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.002230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.023851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.046746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-439559b1-e8b0-4a0b-804e-dd38c6540d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:58.048562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-439559b1-e8b0-4a0b-804e-dd38c6540d87 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 924 time: 0.3032007 Jan 28 09:38:58.134418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b8b0551-3d84-4b15-b9f7-c5b2856a4b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.144096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-d2ff6698-66ad-46cc-949c-30e576d06c75 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10334765-bc6e-44d0-9029-8325b72b6498 HTTP/1.1" status: 200 len: 217 time: 0.0868754 Jan 28 09:38:58.293797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-286abf2e-523c-4074-ab1a-923df5eb8a08', 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'fixed_ips': [{'subnet_id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:38:58.294985 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.348975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716106e0-7ce0-4f35-b5b1-fa5af5749952 req-e0ca4604-7283-4c6e-8d40-10735088b84a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:58.350442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-716106e0-7ce0-4f35-b5b1-fa5af5749952 req-e0ca4604-7283-4c6e-8d40-10735088b84a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 950 time: 0.4824457 Jan 28 09:38:58.366656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-84d492ed-3ef9-4dab-8d3b-9ace1d2edff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:58.369656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-84d492ed-3ef9-4dab-8d3b-9ace1d2edff5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 200 len: 862 time: 0.2188079 Jan 28 09:38:58.375253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.425350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.483583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-deleted', 'tag': '387decbd-df51-4114-b836-5f40c058daf3'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:38:58.502382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Allocated IP 172.20.0.2 (286abf2e-523c-4074-ab1a-923df5eb8a08/dcd6e01f-6473-4ebf-9c8e-b01a4f230d77/b6263aee-9c02-4464-a2f1-471db98d146e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:38:58.532602 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-716106e0-7ce0-4f35-b5b1-fa5af5749952 req-389311ee-db9d-4c24-b7c8-e50f6af81e80 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702280 Jan 28 09:38:58.541108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082a8cc8-f0be-45b2-a768-f5500679192c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:58.568430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f1d7379f-0d65-4cfd-b0e0-06fdcc9dde95 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=250c3b68853c4a1eb7e88386affe65a8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0649989 Jan 28 09:38:58.572303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51054) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:58.589522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.609942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-d56c6983-bd77-4520-afee-dc4629fc1c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:58.615005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-d56c6983-bd77-4520-afee-dc4629fc1c2c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2241371 Jan 28 09:38:58.738888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3da7a-d626-43fc-836e-cd2d5d0511e4 req-f738f209-9f4b-45cf-b178-736ee1da3b80 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:58.747135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9b3da7a-d626-43fc-836e-cd2d5d0511e4 req-f738f209-9f4b-45cf-b178-736ee1da3b80 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.3464143 Jan 28 09:38:58.815065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c50628e-3ab5-4c65-8a43-9d7c268368bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.843832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c50628e-3ab5-4c65-8a43-9d7c268368bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.859888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-f2e2d652-26ab-4211-81fb-0df5c3054a1e service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353041 Jan 28 09:38:58.882263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:38:58.895849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d048dc0-a320-4474-bed8-aefcc460fb78 req-5cb5fb87-c143-4d7f-a32a-852fa5c35953 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:58.903277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d048dc0-a320-4474-bed8-aefcc460fb78 req-5cb5fb87-c143-4d7f-a32a-852fa5c35953 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 943 time: 0.1633873 Jan 28 09:38:58.914333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c50628e-3ab5-4c65-8a43-9d7c268368bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.921867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.947565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 387decbd-df51-4114-b836-5f40c058daf3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:38:58.948904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 387decbd-df51-4114-b836-5f40c058daf3 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:38:58.956025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Transition to ACTIVE for port object b6263aee-9c02-4464-a2f1-471db98d146e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:58.957062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9b3da7a-d626-43fc-836e-cd2d5d0511e4 req-5d4630f2-e3a6-4352-9249-a295f21a657b tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072587 Jan 28 09:38:58.979929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Transition to ACTIVE for port object b6263aee-9c02-4464-a2f1-471db98d146e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:38:58.988364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:58.997741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c50628e-3ab5-4c65-8a43-9d7c268368bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082a8cc8-f0be-45b2-a768-f5500679192c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:59.030583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:59.044364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c50628e-3ab5-4c65-8a43-9d7c268368bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.053689 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1c50628e-3ab5-4c65-8a43-9d7c268368bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/082a8cc8-f0be-45b2-a768-f5500679192c HTTP/1.1" status: 204 len: 168 time: 0.4751697 Jan 28 09:38:59.078591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d048dc0-a320-4474-bed8-aefcc460fb78 req-2fa3cb10-94c7-44b8-938c-533c126b7723 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1742845 Jan 28 09:38:59.155606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:38:59.159027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:38:59.165440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:38:59.176691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Pushing event updated for resources: {'Port': ['ID=b6263aee-9c02-4464-a2f1-471db98d146e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:59.180682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b409a13-95b2-4258-98e4-e4902fb41ff6 req-eb85d65b-9610-4f31-9285-d330d81aafe6 service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131127 Jan 28 09:38:59.201166 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b18a484a-40b0-4783-987a-c14da0bbe324', 'name': 'network-vif-deleted', 'tag': '387decbd-df51-4114-b836-5f40c058daf3', 'status': 'completed', 'code': 200} Jan 28 09:38:59.341725 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.342458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Attempting to bind port b6263aee-9c02-4464-a2f1-471db98d146e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:38:59.342879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Attempting to bind port b6263aee-9c02-4464-a2f1-471db98d146e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:38:59.343232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Attempting to bind port b6263aee-9c02-4464-a2f1-471db98d146e on network 286abf2e-523c-4074-ab1a-923df5eb8a08 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:38:59.349688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:38:59.350163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Checking segment: {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:38:59.350527 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.350979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Bound using segment: {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:38:59.351532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Bound port: b6263aee-9c02-4464-a2f1-471db98d146e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:38:59.351944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.366858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.446123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.455417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] For port b6263aee-9c02-4464-a2f1-471db98d146e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:38:59.459276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] For port b6263aee-9c02-4464-a2f1-471db98d146e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6263aee-9c02-4464-a2f1-471db98d146e,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:38:59.464115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.482254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.560524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.616187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:59.627166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Usage tracker for resource:security_group_rule and tenant:ce7994da72eb45c0b29433badbd7fb2a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:59.634448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:59.649277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bfab88-4b27-416f-9166-772e913afa1c req-a98407c6-c03c-4ae4-8ca9-7c608cfbd85b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:59.653795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9d5ee-3a03-4a38-b831-c36d141b5bb1 None None] Pushing event updated for resources: {'Port': ['ID=b6263aee-9c02-4464-a2f1-471db98d146e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:38:59.658513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58bfab88-4b27-416f-9166-772e913afa1c req-a98407c6-c03c-4ae4-8ca9-7c608cfbd85b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.3258355 Jan 28 09:38:59.671596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:59.686510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51078) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:59.707673 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:38:59.777785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:38:59.782917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51082) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:38:59.786095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Usage tracker for resource:security_group_rule and tenant:3aa535821fcd4c27ac23770ab46a49fd is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:38:59.792867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:38:59.793323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58bfab88-4b27-416f-9166-772e913afa1c req-ed0494f8-90df-4028-bdb9-53dbf6d03162 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337032 Jan 28 09:38:59.812357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:38:59.829988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Allocated IP 172.25.1.17 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/abced787-9bea-4208-bc2e-9a8283d92aa3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:38:59.927141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7e1bd-6c0d-410a-b00f-da6dea354dea req-c659fbef-a303-498c-b9bf-da43285588b9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:38:59.928708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81e7e1bd-6c0d-410a-b00f-da6dea354dea req-c659fbef-a303-498c-b9bf-da43285588b9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 950 time: 0.2039826 Jan 28 09:39:00.032243 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.048155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.063777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81e7e1bd-6c0d-410a-b00f-da6dea354dea req-577cae4a-8f94-4ad9-b056-f1a18c76b4d9 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270368 Jan 28 09:39:00.109286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.133411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.148946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4561860-88ba-46ca-84bf-2124c6a6c1eb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:00.157340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.193201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.201965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05814c21-de9a-4619-9c35-7bcfd4ba6f92,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:00.216240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bb04bfc9-15ec-4e25-ac81-3e9b3213a8a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3aa535821fcd4c27ac23770ab46a49fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5283980 Jan 28 09:39:00.218512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-23e5377b-4ff5-4689-91bf-7d28d87db300 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7097c7411031408488459e3f46488a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4345882 Jan 28 09:39:00.218995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:00.221143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51096) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:00.282024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9b83011-e269-49c3-9fe8-5b9768b53165 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce7994da72eb45c0b29433badbd7fb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2501934 Jan 28 09:39:00.286257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51102) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:00.318950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:00.324798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:00.331678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:00.371437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Pushing event updated for resources: {'Port': ['ID=abced787-9bea-4208-bc2e-9a8283d92aa3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:00.422544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66176241-b5ce-42fe-a0b4-b591428f88e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.430680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b50c8340-dbec-49f3-9ef8-d7eb6509ff98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.462354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16744a1f-9766-48a1-8092-8e8d2e2b77e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.506174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b50c8340-dbec-49f3-9ef8-d7eb6509ff98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.514519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66176241-b5ce-42fe-a0b4-b591428f88e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.566374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16744a1f-9766-48a1-8092-8e8d2e2b77e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.580866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71e420-30be-49c2-b863-94cf7e883760 req-fc2e6954-94a2-45af-b776-ad111a38fd31 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:00.582418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa71e420-30be-49c2-b863-94cf7e883760 req-fc2e6954-94a2-45af-b776-ad111a38fd31 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 943 time: 0.3501508 Jan 28 09:39:00.653322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da24b53-6803-4638-9c20-ab1beee698e8 req-e9be6b93-6fe2-408a-a8e7-b1f4cab4f8c9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:00.654810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4da24b53-6803-4638-9c20-ab1beee698e8 req-e9be6b93-6fe2-408a-a8e7-b1f4cab4f8c9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.4641759 Jan 28 09:39:00.695387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa71e420-30be-49c2-b863-94cf7e883760 req-de5704f0-e201-496b-983b-cc7cad3f4ef2 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871425 Jan 28 09:39:00.708590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.712730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66176241-b5ce-42fe-a0b4-b591428f88e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.744210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b50c8340-dbec-49f3-9ef8-d7eb6509ff98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.764343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16744a1f-9766-48a1-8092-8e8d2e2b77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.767304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16744a1f-9766-48a1-8092-8e8d2e2b77e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.771035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-16744a1f-9766-48a1-8092-8e8d2e2b77e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4561860-88ba-46ca-84bf-2124c6a6c1eb HTTP/1.1" status: 204 len: 168 time: 0.4798949 Jan 28 09:39:00.771035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b50c8340-dbec-49f3-9ef8-d7eb6509ff98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.775713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b50c8340-dbec-49f3-9ef8-d7eb6509ff98 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7aa07151-622c-418e-9e02-548ab9c8c6cc HTTP/1.1" status: 204 len: 168 time: 0.5495598 Jan 28 09:39:00.775713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66176241-b5ce-42fe-a0b4-b591428f88e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05814c21-de9a-4619-9c35-7bcfd4ba6f92,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:00.784724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66176241-b5ce-42fe-a0b4-b591428f88e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:00.790806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-66176241-b5ce-42fe-a0b4-b591428f88e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05814c21-de9a-4619-9c35-7bcfd4ba6f92 HTTP/1.1" status: 204 len: 168 time: 0.5708005 Jan 28 09:39:00.816040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50c8340-dbec-49f3-9ef8-d7eb6509ff98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa07151-622c-418e-9e02-548ab9c8c6cc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:00.836128 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4da24b53-6803-4638-9c20-ab1beee698e8 req-89009bf3-8b73-45a7-9e7d-eaf9562acfe3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229157 Jan 28 09:39:00.840097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16744a1f-9766-48a1-8092-8e8d2e2b77e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4561860-88ba-46ca-84bf-2124c6a6c1eb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:00.966620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fbe9fd-32ad-446d-8e43-d0f2a87544f2 None None] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:01.101330 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f004d5fb-0a06-40c4-b5a8-ecdde8928183 None None] Provisioning for port b6263aee-9c02-4464-a2f1-471db98d146e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:01.215593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:01.279705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51122) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:01.316532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:01.334254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a49973-d508-4929-b09b-8e7effee6fa8 req-3e2d8430-b63b-47ae-894e-c930b5fad719 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:01.335773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52a49973-d508-4929-b09b-8e7effee6fa8 req-3e2d8430-b63b-47ae-894e-c930b5fad719 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1101 time: 0.1950774 Jan 28 09:39:01.341246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:01.345537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Usage tracker for resource:security_group_rule and tenant:a1b930947d5f4b42b63d1672b3a7578e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:01.349291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:01.358713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:01.394300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7c537-33d8-42ef-8790-580a01d1be91 req-070d447f-de3b-4168-8e40-755668e9bf55 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:01.395963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47d7c537-33d8-42ef-8790-580a01d1be91 req-070d447f-de3b-4168-8e40-755668e9bf55 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.3021667 Jan 28 09:39:01.407123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:39:01.469280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:01.520479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:01.539809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47d7c537-33d8-42ef-8790-580a01d1be91 req-3812e483-62a1-40ce-8a06-c26a512fcb32 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352885 Jan 28 09:39:01.627106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0643c5a-8430-4f16-babb-4e5d1a4c74dd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:01.669320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b6263aee-9c02-4464-a2f1-471db98d146e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:01.672171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52a49973-d508-4929-b09b-8e7effee6fa8 req-15596e3b-c453-42a5-a753-a7096b6a06cd tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051170 Jan 28 09:39:01.699748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4aa9e2a7-cbb1-4162-9f93-d442a88916ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1b930947d5f4b42b63d1672b3a7578e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4157608 Jan 28 09:39:01.704825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51142) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:01.861953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77a55cad-7fc1-4ede-89f4-90253199af2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:01.911336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b6263aee-9c02-4464-a2f1-471db98d146e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:01.941547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b6263aee-9c02-4464-a2f1-471db98d146e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:01.944202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:01.948730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.057750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77a55cad-7fc1-4ede-89f4-90253199af2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.071970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:02.092196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb', 'port_id': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'mac_address': 'fa:16:3e:b5:63:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19d850a5-bb63-4588-9c86-e001c9f47a91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:39:02.164748 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.214362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f181d-7699-4ab0-923d-136150386dad req-7c3565c1-9b9c-4235-b4bd-5dc199ef052e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:02.219212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec8f181d-7699-4ab0-923d-136150386dad req-7c3565c1-9b9c-4235-b4bd-5dc199ef052e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 943 time: 0.3031814 Jan 28 09:39:02.257571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-29d773df-c3b9-4a7a-bf2e-a840d41b3388 None None] Provisioning complete for port b6263aee-9c02-4464-a2f1-471db98d146e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:02.257939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29d773df-c3b9-4a7a-bf2e-a840d41b3388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.271882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77a55cad-7fc1-4ede-89f4-90253199af2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.273619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Router cab6b5ee-f7ae-407e-9bd2-130008b51d35 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:39:02.314457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec8f181d-7699-4ab0-923d-136150386dad req-969c8891-6e08-4941-bb39-95ddffc06ccc tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818446 Jan 28 09:39:02.316903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55cad-7fc1-4ede-89f4-90253199af2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0643c5a-8430-4f16-babb-4e5d1a4c74dd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:02.335205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77a55cad-7fc1-4ede-89f4-90253199af2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.335614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2527809-0a80-40a7-aa76-ea877df6c31e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:39:02.338248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-77a55cad-7fc1-4ede-89f4-90253199af2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0643c5a-8430-4f16-babb-4e5d1a4c74dd HTTP/1.1" status: 204 len: 168 time: 0.6322381 Jan 28 09:39:02.426647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51170) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:02.454794 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.535957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:02.559269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46af75-7fbb-4ea7-8913-1b79ceb2777d req-e7d88c4c-1972-496b-990b-f14ccdc90471 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:02.559836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.561674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d46af75-7fbb-4ea7-8913-1b79ceb2777d req-e7d88c4c-1972-496b-990b-f14ccdc90471 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 1101 time: 0.1083450 Jan 28 09:39:02.562755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10334765-bc6e-44d0-9029-8325b72b6498 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:39:02.631109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edda7f-fb58-4a0b-ba8c-006a2716ac33 req-8aba0a3c-2e5f-4c77-9e92-fdf72616cec9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:02.639209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70edda7f-fb58-4a0b-ba8c-006a2716ac33 req-8aba0a3c-2e5f-4c77-9e92-fdf72616cec9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.2661846 Jan 28 09:39:02.645243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d46af75-7fbb-4ea7-8913-1b79ceb2777d req-33010d7f-c7be-460a-b9dd-7a9d5ffaaf46 tempest-ServersAdminTestJSON-1341268480 tempest-ServersAdminTestJSON-1341268480-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773606 Jan 28 09:39:02.670530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:02.697855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.699776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cd5781b2-1829-4740-8a7c-72422cc3a84c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.7483952 Jan 28 09:39:02.702246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51184) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:02.781241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70edda7f-fb58-4a0b-ba8c-006a2716ac33 req-32e96053-0730-45dc-9bd9-324bcb374572 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407890 Jan 28 09:39:02.911900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b6263aee-9c02-4464-a2f1-471db98d146e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6263aee-9c02-4464-a2f1-471db98d146e,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:02.964433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Sync routers for ids ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:02.983073 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:02.996945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 10334765-bc6e-44d0-9029-8325b72b6498, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10334765-bc6e-44d0-9029-8325b72b6498,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:03.021292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Routers {'cab6b5ee-f7ae-407e-9bd2-130008b51d35'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:03.022174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:03.118693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '10334765-bc6e-44d0-9029-8325b72b6498', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'port_id': '10334765-bc6e-44d0-9029-8325b72b6498', 'mac_address': 'fa:16:3e:d1:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:39:03.129336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:03.248864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-127133645-network', 'tenant_id': '85accc4632324236973a6f41c7e142af'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:03.276750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:03.300800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Usage tracker for resource:network and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:03.308168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:03.327970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:03.421192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:03.439846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b6263aee-9c02-4464-a2f1-471db98d146e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:03.439976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d684f-de3d-4cce-af44-d0b51f21852c req-ec004cbf-d4a5-414a-943b-1bcd33f99484 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:03.442851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Made reservation on behalf of 85accc4632324236973a6f41c7e142af for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:03.445641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10334765-bc6e-44d0-9029-8325b72b6498 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:39:03.446191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:03.449617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f8d684f-de3d-4cce-af44-d0b51f21852c req-ec004cbf-d4a5-414a-943b-1bcd33f99484 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.3027771 Jan 28 09:39:03.474948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Set router cab6b5ee-f7ae-407e-9bd2-130008b51d35 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:03.495944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:03.518405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 10334765-bc6e-44d0-9029-8325b72b6498, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10334765-bc6e-44d0-9029-8325b72b6498,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:03.546695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:03.547247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f8d684f-de3d-4cce-af44-d0b51f21852c req-5180c8dc-f434-4d39-811d-cda97d9167fe tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963907 Jan 28 09:39:03.553193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:03.568003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:03.580242 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:03.593692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eff675-1401-4ec7-8dbf-71c4f8b385f9 req-4cc784cb-a93c-4319-9637-94ee7535fe41 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:03.603037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3eff675-1401-4ec7-8dbf-71c4f8b385f9 req-4cc784cb-a93c-4319-9637-94ee7535fe41 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.6710696 Jan 28 09:39:03.617462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:03.736785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=10334765-bc6e-44d0-9029-8325b72b6498,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:03.852311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3eff675-1401-4ec7-8dbf-71c4f8b385f9 req-d159cb10-ded0-4055-bfc8-fd8f65def4da tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609852 Jan 28 09:39:03.857954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f2527809-0a80-40a7-aa76-ea877df6c31e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:03.907701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['10334765-bc6e-44d0-9029-8325b72b6498'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:03.934679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a46c16-f8cf-41c5-a79e-fa568509d6be req-735040f8-44d5-4acd-a445-21edafd4fef8 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:03.944131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21a46c16-f8cf-41c5-a79e-fa568509d6be req-735040f8-44d5-4acd-a445-21edafd4fef8 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 944 time: 0.2006559 Jan 28 09:39:04.013875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:04.054820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21a46c16-f8cf-41c5-a79e-fa568509d6be req-d70a0587-8171-42a3-baa5-6ce6754e5eee tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056581 Jan 28 09:39:04.058852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.075748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.088879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:39:04.182182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-network', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:04.216209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:04.221775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.222115 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Added segment efb03542-a478-4925-b3b3-433958fa8e3f of type vlan for network 520d7919-90c2-4245-9ee7-cf4208f48252 Jan 28 09:39:04.231561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Usage tracker for resource:network and tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:04.238725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:04.243027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c16e08c-83b0-4fde-8183-df3c088e54f6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:04.257010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:00Z', 'revision_number': 3, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:04.257547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:04.282681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Checking router: cab6b5ee-f7ae-407e-9bd2-130008b51d35 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:04.283032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Updating router cab6b5ee-f7ae-407e-9bd2-130008b51d35 port abced787-9bea-4208-bc2e-9a8283d92aa3 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:39:04.329268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Made reservation on behalf of 14e40c17a8d048b7b1a1ccf2d0a5d4b3 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:04.331511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.347557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.361232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.378197 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.384200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32250fc-761b-43f5-a699-3a0a1479a1e6 req-6fc79cb2-453c-462f-a218-c523703eaa62 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:04.386248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c32250fc-761b-43f5-a699-3a0a1479a1e6 req-6fc79cb2-453c-462f-a218-c523703eaa62 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.3139124 Jan 28 09:39:04.391132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:04.399077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Usage tracker for resource:security_group_rule and tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:04.411815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:04.462134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:04.538200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.539314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:04.540043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.608929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c32250fc-761b-43f5-a699-3a0a1479a1e6 req-e163f744-aa22-4041-b040-34a0c5101a1c tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110505 Jan 28 09:39:04.664402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:04.664899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2366915 Jan 28 09:39:04.670675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Request body: {'subnet': {'network_id': '520d7919-90c2-4245-9ee7-cf4208f48252', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-127133645-subnet', 'tenant_id': '85accc4632324236973a6f41c7e142af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:04.677727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:04.679237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.682533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Usage tracker for resource:subnet and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:04.685718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:04.693102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:04.705610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Made reservation on behalf of 85accc4632324236973a6f41c7e142af for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:04.710149 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:04.738413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71b188-768e-47f2-ba38-62b27a88b946 admin admin] Pushing event updated for resources: {'Network': ['ID=520d7919-90c2-4245-9ee7-cf4208f48252,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:04.752843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 520d7919-90c2-4245-9ee7-cf4208f48252 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:39:04.882882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-5cd074e0-d7cb-4925-bbfd-b5f6f680d3f3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:04.884905 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-5cd074e0-d7cb-4925-bbfd-b5f6f680d3f3 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.3853512 Jan 28 09:39:04.980294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230bbaa-3270-4eab-91df-c8dd3c43bb27 req-94abc121-0e86-446f-b729-f14a11c5dfa1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:04.990454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4230bbaa-3270-4eab-91df-c8dd3c43bb27 req-94abc121-0e86-446f-b729-f14a11c5dfa1 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.2566175 Jan 28 09:39:05.029519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.045727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Transition to ACTIVE for port object abced787-9bea-4208-bc2e-9a8283d92aa3 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:05.056648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.074084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.111894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4230bbaa-3270-4eab-91df-c8dd3c43bb27 req-127e423d-35d5-4552-ad2e-a519f8e85c8b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201870 Jan 28 09:39:05.139584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.190262 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.205625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Attempting to bind port abced787-9bea-4208-bc2e-9a8283d92aa3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:05.207895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Attempting to bind port abced787-9bea-4208-bc2e-9a8283d92aa3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:05.208433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Attempting to bind port abced787-9bea-4208-bc2e-9a8283d92aa3 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:05.221535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:39:05.232724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Deleting port f86e6006-b6a0-47a7-8156-be32adb3a819 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:05.233065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.245717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:05.246082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:05.246476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.246864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:05.247685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Bound port: abced787-9bea-4208-bc2e-9a8283d92aa3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:05.247685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.298105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fe24c-5d4a-4204-bc66-cebf7f5dc66d None None] Pushing event updated for resources: {'Port': ['ID=abced787-9bea-4208-bc2e-9a8283d92aa3,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:05.324989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.325545 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Added segment ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8 of type vlan for network 757967ec-a51b-49b1-b609-fe2660cb0b78 Jan 28 09:39:05.326747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f332b4a-e931-4d39-8b3b-a46777e9d5fb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:05.368106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] For port abced787-9bea-4208-bc2e-9a8283d92aa3, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:05.374471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] For port abced787-9bea-4208-bc2e-9a8283d92aa3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=abced787-9bea-4208-bc2e-9a8283d92aa3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:05.381668 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.387799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cf4c9ef-7a19-4ac8-b28f-ee5aa2bef21c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:05.405276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Allocated IP 172.20.0.1 (286abf2e-523c-4074-ab1a-923df5eb8a08/dcd6e01f-6473-4ebf-9c8e-b01a4f230d77/5fe65eae-161d-45de-9ce4-b8fac3e22716) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:05.411234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Checking segment: {'id': 'efb03542-a478-4925-b3b3-433958fa8e3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '520d7919-90c2-4245-9ee7-cf4208f48252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:05.411587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Network hostable DHCP agents. Network: 520d7919-90c2-4245-9ee7-cf4208f48252, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:39:05.413438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.441237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Network 520d7919-90c2-4245-9ee7-cf4208f48252 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:39:05.474801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 520d7919-90c2-4245-9ee7-cf4208f48252) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:05.484330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:05.486343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.492168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Routers {'cab6b5ee-f7ae-407e-9bd2-130008b51d35'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:05.492821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:05.514253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57c30a-4315-437f-a9f8-82935653d068 req-6286922c-4dbd-4075-83af-a97f2e32cd06 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:05.515871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae57c30a-4315-437f-a9f8-82935653d068 req-6286922c-4dbd-4075-83af-a97f2e32cd06 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 944 time: 0.2482030 Jan 28 09:39:05.530652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4c96309d-c329-4a56-b2cc-32580ae13a2a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8644519 Jan 28 09:39:05.573169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892c2cb-4f43-45be-a4d8-d103b6e9bf3d req-0208277f-1bc4-4606-b316-f59fe7a3b0dc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:05.574702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8892c2cb-4f43-45be-a4d8-d103b6e9bf3d req-0208277f-1bc4-4606-b316-f59fe7a3b0dc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.5204489 Jan 28 09:39:05.633424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae57c30a-4315-437f-a9f8-82935653d068 req-af59ad76-96bb-46a0-898c-54fe78060155 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069698 Jan 28 09:39:05.658044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:39:05.658932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6486fdb2-0c36-4fcd-9466-b6d7663d6693 None None] Network 520d7919-90c2-4245-9ee7-cf4208f48252 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:05.690315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:05.713038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b6263aee-9c02-4464-a2f1-471db98d146e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:05.833150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962fe24c-5d4a-4204-bc66-cebf7f5dc66d None None] Pushing event updated for resources: {'Port': ['ID=abced787-9bea-4208-bc2e-9a8283d92aa3,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:05.873330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78011d-8ba2-461c-9cc1-f9735a192c11 req-c7dadcb6-9b5a-438f-8088-c08b439d7b78 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:05.875601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb78011d-8ba2-461c-9cc1-f9735a192c11 req-c7dadcb6-9b5a-438f-8088-c08b439d7b78 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.1097112 Jan 28 09:39:05.883820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.889794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:05.890518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:05.933043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb78011d-8ba2-461c-9cc1-f9735a192c11 req-e37f5f03-d9bc-45fb-8c39-5f280fc244da tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506732 Jan 28 09:39:06.021010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8892c2cb-4f43-45be-a4d8-d103b6e9bf3d req-90bc4a99-159d-47c9-807c-a6d863baee0a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3694539 Jan 28 09:39:06.029292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.067098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] Set router cab6b5ee-f7ae-407e-9bd2-130008b51d35 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:06.070832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] Pushing event updated for resources: {'Network': ['ID=757967ec-a51b-49b1-b609-fe2660cb0b78,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:06.129120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Transition to ACTIVE for port object 5fe65eae-161d-45de-9ce4-b8fac3e22716 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:06.148954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b87004fa-7dd2-4e8e-8008-7d2d1c15d664 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1308227 Jan 28 09:39:06.149541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51290) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:06.157779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Request body: {'subnet': {'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-subnet', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:06.160062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] For port f86e6006-b6a0-47a7-8156-be32adb3a819, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f86e6006-b6a0-47a7-8156-be32adb3a819,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:06.160450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.162931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:06.172838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Usage tracker for resource:subnet and tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:06.183848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:06.193896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:06.213998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Made reservation on behalf of 14e40c17a8d048b7b1a1ccf2d0a5d4b3 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:06.216786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.227335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:39:06.292130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f2527809-0a80-40a7-aa76-ea877df6c31e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:06.351100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Calling delete_port for f86e6006-b6a0-47a7-8156-be32adb3a819 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:06.439525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.499998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b6263aee-9c02-4464-a2f1-471db98d146e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:06.500568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.518815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:06.531268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:06.538191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:06.564300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-886669144', 'description': 'tempest-description-308296617'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:06.570147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.598067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:06.599348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.729213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4522361-4a97-49d7-81ee-c6e8d9ce8696,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:06.732028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:06.738023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:06.759552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:06.789601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Checking segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:06.789855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Network hostable DHCP agents. Network: 757967ec-a51b-49b1-b609-fe2660cb0b78, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:39:06.808855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.838572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:06.842687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:06.846875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:06.850986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b492e-9c12-4451-8cd2-b06b200eb830 req-62e8cc5c-aab4-401f-94ab-622d6ec35049 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:06.854692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:06.859290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d33b492e-9c12-4451-8cd2-b06b200eb830 req-62e8cc5c-aab4-401f-94ab-622d6ec35049 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=1aed5e43-5477-4c9f-aae1-dc4f53b63980 HTTP/1.1" status: 200 len: 950 time: 0.5626042 Jan 28 09:39:06.948205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f86e6006-b6a0-47a7-8156-be32adb3a819 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:06.969246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:06.978697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.013662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:39:07.013894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f2527809-0a80-40a7-aa76-ea877df6c31e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:07.014179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.032120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 757967ec-a51b-49b1-b609-fe2660cb0b78) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:07.066699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe65eae-161d-45de-9ce4-b8fac3e22716,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:07.072183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:07.073061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.085386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91399f91-5309-472e-93cd-95af0d676a8e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:07.092308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.117673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3eea28bd-b52e-4790-8774-31d12a956086 req-4a30aaf6-4ba1-45e2-801a-83ab5eb875ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5592685 Jan 28 09:39:07.133962 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b88d577b-e9cd-45fa-8735-f47c9da00002 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9821994 Jan 28 09:39:07.137193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51310) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:07.143528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:07.148268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87beb0dc-2d50-465f-83a6-b053262757b0 None None] Network 520d7919-90c2-4245-9ee7-cf4208f48252 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:07.155266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d33b492e-9c12-4451-8cd2-b06b200eb830 req-d1d48c94-2cb4-45fa-9a03-0d67804a182a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949238 Jan 28 09:39:07.155845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:07.162672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Usage tracker for resource:router and tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:07.171360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:07.177801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.183437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:07.205647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.207668 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.241820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.283834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9deb85-72a2-4fa3-8649-b38ef8a8857e None None] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:07.372520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3a118321-e449-4445-85bc-7e4609a0dd23 None None] Provisioning for port 5fe65eae-161d-45de-9ce4-b8fac3e22716 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:07.388574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3a118321-e449-4445-85bc-7e4609a0dd23 None None] Provisioning complete for port 5fe65eae-161d-45de-9ce4-b8fac3e22716 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:07.388972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a118321-e449-4445-85bc-7e4609a0dd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.466225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.615960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event deleted for resources: {'Port': ['ID=f86e6006-b6a0-47a7-8156-be32adb3a819,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:07.628871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3a118321-e449-4445-85bc-7e4609a0dd23 None None] Port 5fe65eae-161d-45de-9ce4-b8fac3e22716 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:07.696550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] No DVR routers for this DVR port f86e6006-b6a0-47a7-8156-be32adb3a819 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:07.703325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.725949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'name': 'network-vif-deleted', 'tag': 'f86e6006-b6a0-47a7-8156-be32adb3a819'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:07.737369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e25a322b-cfaa-4e55-9368-585f3ac4dd28 req-89633a81-c5dd-4de5-9936-ea121c0c27fc tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "DELETE /v2.0/ports/f86e6006-b6a0-47a7-8156-be32adb3a819 HTTP/1.1" status: 204 len: 173 time: 2.8432486 Jan 28 09:39:07.783407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f2be086b-0ba4-47ad-b278-51826c68a0c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:07.791745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097f3ad-9702-4b4b-b082-3822622e6bd9 req-3153bc36-2ac6-4f43-8dc4-7e3921554f2f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:07.799267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c097f3ad-9702-4b4b-b082-3822622e6bd9 req-3153bc36-2ac6-4f43-8dc4-7e3921554f2f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.3961921 Jan 28 09:39:07.819102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['11875006-c0e1-419d-b46c-1a94fb779e92'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:07.844760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.845665 n-d-825178-2 neutron-server[87542]: INFO neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No ports have port_id starting with f86e6006-b6a0-47a7-8156-be32adb3a819 Jan 28 09:39:07.852274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.872906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.897512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.952240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:07.978108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c097f3ad-9702-4b4b-b082-3822622e6bd9 req-878091cb-e43c-4227-be7d-eaaf97e6b42a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779280 Jan 28 09:39:07.979740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349a683-0270-497d-baae-848e11dfbfb3 req-2e615375-7aa2-42b9-9a62-222901271b9d tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:07.990044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5349a683-0270-497d-baae-848e11dfbfb3 req-2e615375-7aa2-42b9-9a62-222901271b9d tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 944 time: 0.5586224 Jan 28 09:39:08.100796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-757967ec-a51b-49b1-b609-fe2660cb0b78', 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'fixed_ips': [{'subnet_id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:39:08.101679 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:08.163001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:39:08.191543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:08.196242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5349a683-0270-497d-baae-848e11dfbfb3 req-2ee51e87-bcee-43da-9b09-2a581f722343 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2049682 Jan 28 09:39:08.199826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:08.225459 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:08.226495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10334765-bc6e-44d0-9029-8325b72b6498 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:08.268553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Pushing event updated for resources: {'Port': ['ID=5fe65eae-161d-45de-9ce4-b8fac3e22716,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:08.333789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-9ee38086-d7b1-4629-83e3-968325849021 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/91399f91-5309-472e-93cd-95af0d676a8e HTTP/1.1" status: 200 len: 1803 time: 0.1011007 Jan 28 09:39:08.341343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91399f91-5309-472e-93cd-95af0d676a8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:08.341916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '91399f91-5309-472e-93cd-95af0d676a8e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:08.352918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:08.362129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:08.369373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:08.403900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:08.411218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:08.438419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:08.441038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a1850-07dc-46e4-8849-daa2a6eb48d9 req-bdb06b5b-f1a7-4ab5-81bf-007bf5bda5e3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:08.449145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c2a1850-07dc-46e4-8849-daa2a6eb48d9 req-bdb06b5b-f1a7-4ab5-81bf-007bf5bda5e3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.2830226 Jan 28 09:39:08.636314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c2a1850-07dc-46e4-8849-daa2a6eb48d9 req-8236adcd-e460-4eef-ade5-48f4d8920500 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863129 Jan 28 09:39:08.681667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:00Z', 'revision_number': 3, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:08.689800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:08.723397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7f52a6-3808-45d7-9731-c9c7cbf39483 None None] The sync data for ids ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'] in n-d-825178-2 is: [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:00Z', 'revision_number': 3, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:08.745996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:08.780987 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aed5e43-5477-4c9f-aae1-dc4f53b63980', 'name': 'network-vif-deleted', 'tag': 'f86e6006-b6a0-47a7-8156-be32adb3a819', 'status': 'completed', 'code': 200} Jan 28 09:39:08.847326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:08.857159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Router cab6b5ee-f7ae-407e-9bd2-130008b51d35 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:39:08.882095 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'code': 200} Jan 28 09:39:08.923064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.923406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.923746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.923856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:08.924079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.924408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.924956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.925281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.925704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.926298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.926298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.926565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.926820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:08.998054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:08.999490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 10334765-bc6e-44d0-9029-8325b72b6498 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:09.008722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Allocated IP 172.25.1.41 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/6af1b2ac-e405-4918-bed2-dcb12fa5dd0d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:09.012303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.013395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Allocated IP 172.20.0.2 (757967ec-a51b-49b1-b609-fe2660cb0b78/e4522361-4a97-49d7-81ee-c6e8d9ce8696/70c33ce8-21b2-4065-a5e0-abfa699909eb) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:09.016750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 10334765-bc6e-44d0-9029-8325b72b6498 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:09.017297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.047870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf838d1b-d768-4c94-9392-ec692655580f None None] Provisioning complete for port 5fe65eae-161d-45de-9ce4-b8fac3e22716 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:09.048222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf838d1b-d768-4c94-9392-ec692655580f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.054709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24bb0247-c22b-460e-ba27-295732809530,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:09.177913 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.179174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1a828ae-ce97-460e-a2f4-ed41995a95f8 req-7eec2e23-beb6-44b1-ba47-e94a63b33654 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8435748 Jan 28 09:39:09.310981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:09.317708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.328335 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92d8b6af-9577-4113-a68a-a56c16339d96 admin admin] 10.222.0.42 "PUT /v2.0/routers/cab6b5ee-f7ae-407e-9bd2-130008b51d35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6247532 Jan 28 09:39:09.413689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cf838d1b-d768-4c94-9392-ec692655580f None None] Port 5fe65eae-161d-45de-9ce4-b8fac3e22716 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:09.417316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.421945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.427743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd975c2-cbf0-41ee-8f16-01438c944042 req-6002223c-371a-4394-8f81-dadb1ae60b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:09.434806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bd975c2-cbf0-41ee-8f16-01438c944042 req-6002223c-371a-4394-8f81-dadb1ae60b63 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1096 time: 0.2835739 Jan 28 09:39:09.529236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4492455-1f9f-421d-844e-e2c00119be64 req-5c4f95ab-6677-4cea-9c41-5d7409634aad tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:09.535641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4492455-1f9f-421d-844e-e2c00119be64 req-5c4f95ab-6677-4cea-9c41-5d7409634aad tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.2227402 Jan 28 09:39:09.536245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:09.537694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:09.546945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:09.593751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bd975c2-cbf0-41ee-8f16-01438c944042 req-9f581a00-ac80-4b8f-a719-b30c38bc4c8a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507139 Jan 28 09:39:09.644549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Pushing event updated for resources: {'Port': ['ID=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:09.650200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4492455-1f9f-421d-844e-e2c00119be64 req-6d697e79-1d45-4ccc-a7e7-735e8a0a676d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044624 Jan 28 09:39:09.663470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 10334765-bc6e-44d0-9029-8325b72b6498, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10334765-bc6e-44d0-9029-8325b72b6498,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:09.680626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.723294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1491029307', 'description': 'tempest-description-522214848'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:09.729931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:09.736223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:09.745710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:09.753989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:09.769317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.818394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=10334765-bc6e-44d0-9029-8325b72b6498,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:09.828187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:09.840695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:09.841584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.849891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:09.858632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:09.871230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Transition to ACTIVE for port object 70c33ce8-21b2-4065-a5e0-abfa699909eb will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:09.915431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Transition to ACTIVE for port object 70c33ce8-21b2-4065-a5e0-abfa699909eb will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:09.929282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.972516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4e2daa-2df4-447b-9a2d-e0b189cd92b0 req-8c33cfa1-b25c-45e0-a2ef-364f05befb57 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:09.974593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4e2daa-2df4-447b-9a2d-e0b189cd92b0 req-8c33cfa1-b25c-45e0-a2ef-364f05befb57 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 950 time: 0.6213899 Jan 28 09:39:09.982959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.985512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:09.988138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:09.992335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:10.002255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:10.061938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4e2daa-2df4-447b-9a2d-e0b189cd92b0 req-5ec33008-b98f-40f1-b2aa-b444b01d548c tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770068 Jan 28 09:39:10.093657 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Pushing event updated for resources: {'Port': ['ID=70c33ce8-21b2-4065-a5e0-abfa699909eb,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:10.126724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Attempting to bind port 70c33ce8-21b2-4065-a5e0-abfa699909eb on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:10.127291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Attempting to bind port 70c33ce8-21b2-4065-a5e0-abfa699909eb by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:10.127733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Attempting to bind port 70c33ce8-21b2-4065-a5e0-abfa699909eb on network 757967ec-a51b-49b1-b609-fe2660cb0b78 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:10.134303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:10.134849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Checking segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:10.135967 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:10.136446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Bound using segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:10.137043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Bound port: 70c33ce8-21b2-4065-a5e0-abfa699909eb, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:10.137646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:10.202990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3593e5d6-db35-460f-966a-08c7529ac8f8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:10.219321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:10.221279 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f698aaff-dfbc-40b0-be32-ddf1b77a39d2 req-ef35d81e-97df-4ea2-8740-c50f5b34c21e tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5032918 Jan 28 09:39:10.246302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:10.299680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] For port 70c33ce8-21b2-4065-a5e0-abfa699909eb, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:10.307385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] For port 70c33ce8-21b2-4065-a5e0-abfa699909eb, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=70c33ce8-21b2-4065-a5e0-abfa699909eb,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:10.314494 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:10.414547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de7bbf-358f-406b-8c90-fe32d059ed83 None None] Pushing event updated for resources: {'Port': ['ID=70c33ce8-21b2-4065-a5e0-abfa699909eb,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:10.884039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:10.884894 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-d3bf2e2b-f102-4d90-b9e6-c971f97fb8f1 req-cc1e7c1b-b1a5-42f2-a5b6-2493ccd3cb96 tempest-FloatingIPDetailsNegativeTestJSON-486070413 tempest-FloatingIPDetailsNegativeTestJSON-486070413-project] show failed (client error): The resource could not be found. Jan 28 09:39:10.897044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3bf2e2b-f102-4d90-b9e6-c971f97fb8f1 req-cc1e7c1b-b1a5-42f2-a5b6-2493ccd3cb96 tempest-FloatingIPDetailsNegativeTestJSON-486070413 tempest-FloatingIPDetailsNegativeTestJSON-486070413-project] 10.222.0.42 "GET /v2.0/floatingips/8233be8a-cccb-4227-816b-c0884821cece HTTP/1.1" status: 404 len: 350 time: 0.2258241 Jan 28 09:39:10.912779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51382) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:11.072572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 70c33ce8-21b2-4065-a5e0-abfa699909eb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:11.091121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f69b242-50ed-4976-899c-1ac864d23425 req-1a26f48e-77e1-48bd-89fd-0e0fabdd3217 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:11.093037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f69b242-50ed-4976-899c-1ac864d23425 req-1a26f48e-77e1-48bd-89fd-0e0fabdd3217 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 0.5846169 Jan 28 09:39:11.162038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 70c33ce8-21b2-4065-a5e0-abfa699909eb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:11.170274 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.170799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device abced787-9bea-4208-bc2e-9a8283d92aa3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:11.180569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f69b242-50ed-4976-899c-1ac864d23425 req-65accd9a-bde0-4538-bad1-df76d9433e94 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684776 Jan 28 09:39:11.322314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port abced787-9bea-4208-bc2e-9a8283d92aa3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:11.334580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port abced787-9bea-4208-bc2e-9a8283d92aa3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:11.335091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.383833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-42afd700-8309-4de1-b16b-607ac426281a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:11.384565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-42afd700-8309-4de1-b16b-607ac426281a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Synchronizing usage tracker for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:39:11.409883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-3afb13b5-f486-4814-a8d5-a7d2cd3d68e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/3593e5d6-db35-460f-966a-08c7529ac8f8 HTTP/1.1" status: 200 len: 1804 time: 0.1563249 Jan 28 09:39:11.429202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3593e5d6-db35-460f-966a-08c7529ac8f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:11.429953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '3593e5d6-db35-460f-966a-08c7529ac8f8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:11.440431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:11.441282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d83b6-abce-4d81-b0a6-40bb39cffd47 req-cebd1066-58c4-4e7d-ba78-78109f42c365 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:11.443334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc0d83b6-abce-4d81-b0a6-40bb39cffd47 req-cebd1066-58c4-4e7d-ba78-78109f42c365 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.3536730 Jan 28 09:39:11.449707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:11.450981 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-da49b5d7-137e-426e-b3f3-3ce886511871 service neutron] show failed (client error): The resource could not be found. Jan 28 09:39:11.452148 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-da49b5d7-137e-426e-b3f3-3ce886511871 service neutron] 10.222.0.43 "GET /v2.0/ports/51d3af5b-cefa-4bb6-a3ed-14da7037be2a/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.1933906 Jan 28 09:39:11.455805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-42afd700-8309-4de1-b16b-607ac426281a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Unset dirty status for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:39:11.456475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:11.456883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-42afd700-8309-4de1-b16b-607ac426281a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.43 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 950 time: 0.6659167 Jan 28 09:39:11.468762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:11.488940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.489835 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Sync routers for ids ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:11.508189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port abced787-9bea-4208-bc2e-9a8283d92aa3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=abced787-9bea-4208-bc2e-9a8283d92aa3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:11.513262 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.516882 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Routers {'cab6b5ee-f7ae-407e-9bd2-130008b51d35'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:11.517539 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:11.552053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Router a6a66fe7-5250-45c7-9675-006460204ccb is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:39:11.563901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.700281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=abced787-9bea-4208-bc2e-9a8283d92aa3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:11.726499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.741633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.814766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd3f8a1-0314-4143-aa64-0fc75bbc49c5,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:11.859405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51392) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:11.912766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.914449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b29ca9f1-2d47-47b1-9b8c-32925942f49a req-1e42ed24-e4b7-4bc9-aa6d-fb1440007166 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4942577 Jan 28 09:39:11.943025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Deleting port f2be086b-0ba4-47ad-b278-51826c68a0c0 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:11.943581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:11.949380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:11.959621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Sync routers for ids ['a6a66fe7-5250-45c7-9675-006460204ccb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:11.978364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Routers {'a6a66fe7-5250-45c7-9675-006460204ccb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:11.979030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a6a66fe7-5250-45c7-9675-006460204ccb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:11.980574 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Set router cab6b5ee-f7ae-407e-9bd2-130008b51d35 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:12.006759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:12.011108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-82927c9f-6bca-4d46-95f5-5c0cdc45094f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8696494 Jan 28 09:39:12.011261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51400) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:12.029704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc0d83b6-abce-4d81-b0a6-40bb39cffd47 req-6fb4b4f6-247f-4763-98ec-0f20cf11f94b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210634 Jan 28 09:39:12.216243 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498', 'code': 200} Jan 28 09:39:12.253755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c23f656-f390-4f34-955f-7b19414f8bd0 None None] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:12.343642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:12.386172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] Provisioning for port 70c33ce8-21b2-4065-a5e0-abfa699909eb completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:12.400838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] Provisioning complete for port 70c33ce8-21b2-4065-a5e0-abfa699909eb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:12.401217 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:12.452175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149862f8-9ee9-4892-8907-1cecb46e7b4d req-f1d5f97d-404a-46b9-855b-d8f8bde51878 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:12.453733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-149862f8-9ee9-4892-8907-1cecb46e7b4d req-f1d5f97d-404a-46b9-855b-d8f8bde51878 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.2938354 Jan 28 09:39:12.463406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Set router a6a66fe7-5250-45c7-9675-006460204ccb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:12.470197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:12.475396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Usage tracker for resource:security_group_rule and tenant:1a89ed529821454e8586874ec04c5155 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:12.478476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:12.485242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:12.502626 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:06Z', 'revision_number': 4, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '5fe65eae-161d-45de-9ce4-b8fac3e22716', 'name': '', 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'mac_address': 'fa:16:3e:bb:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:04Z', 'updated_at': '2022-01-28T09:39:07Z', 'revision_number': 2, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'subnets': [{'id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:12.507657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Checking router: cab6b5ee-f7ae-407e-9bd2-130008b51d35 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:12.508283 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Updating router cab6b5ee-f7ae-407e-9bd2-130008b51d35 port 5fe65eae-161d-45de-9ce4-b8fac3e22716 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:39:12.571007 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:12.595921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-2c6db9bf-70dd-4962-859c-8288b60595a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:12.597620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-2c6db9bf-70dd-4962-859c-8288b60595a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620&tenant_id=0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 1101 time: 0.7417059 Jan 28 09:39:12.607539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-149862f8-9ee9-4892-8907-1cecb46e7b4d req-76d6c1e5-3164-472e-acd8-9bb51da34d44 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442938 Jan 28 09:39:12.629068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:12.924021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1318016335', 'description': 'tempest-description-2130747343'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:12.981979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device abced787-9bea-4208-bc2e-9a8283d92aa3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:13.018401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.030837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0da2286-3893-4f87-87e2-dd5927460c56 req-8911de86-c2d1-4bc0-b25a-7facab68536d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:13.038740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e0da2286-3893-4f87-87e2-dd5927460c56 req-8911de86-c2d1-4bc0-b25a-7facab68536d tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fa8f939-d978-4b06-b79f-52ee11cbe2e8 HTTP/1.1" status: 200 len: 950 time: 0.6482711 Jan 28 09:39:13.063069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e737bfa-9611-4a66-8baa-a5126cf1127f req-4dee29c4-891f-4537-89a1-f8a85ad8face service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:13.065339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e737bfa-9611-4a66-8baa-a5126cf1127f req-4dee29c4-891f-4537-89a1-f8a85ad8face service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 1096 time: 0.8372555 Jan 28 09:39:13.082959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.091811 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.105510 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Transition to ACTIVE for port object 5fe65eae-161d-45de-9ce4-b8fac3e22716 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:13.113691 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.129553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:13.145154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:13.146448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a89ed529821454e8586874ec04c5155&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2836406 Jan 28 09:39:13.147172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.149356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51410) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:13.154471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:13.170427 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.178934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:13.181058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d1676-82ae-4c6e-8e73-6719f045ebd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9135f8e8-03fe-4497-bfb3-373dd6a63d19,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:13.206906 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Pushing event updated for resources: {'Port': ['ID=5fe65eae-161d-45de-9ce4-b8fac3e22716,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:13.241733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] For port 70c33ce8-21b2-4065-a5e0-abfa699909eb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=70c33ce8-21b2-4065-a5e0-abfa699909eb,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:13.261697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.308231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.308231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.308599 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.308843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port abced787-9bea-4208-bc2e-9a8283d92aa3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:13.308982 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.309152 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.309251 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.309526 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.309895 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.310253 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.310610 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.310927 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.311239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.312018 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:13.336794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.402511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e0da2286-3893-4f87-87e2-dd5927460c56 req-5d4f7612-ed5e-4a69-b5e3-292a64c931d0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630233 Jan 28 09:39:13.410714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] For port f2be086b-0ba4-47ad-b278-51826c68a0c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2be086b-0ba4-47ad-b278-51826c68a0c0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:13.411213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.435137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e737bfa-9611-4a66-8baa-a5126cf1127f req-59c2fe46-96f8-482a-a58c-77e5247841c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225451 Jan 28 09:39:13.462447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:13.490221 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Attempting to bind port 5fe65eae-161d-45de-9ce4-b8fac3e22716 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:13.495472 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Attempting to bind port 5fe65eae-161d-45de-9ce4-b8fac3e22716 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:13.496040 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Attempting to bind port 5fe65eae-161d-45de-9ce4-b8fac3e22716 on network 286abf2e-523c-4074-ab1a-923df5eb8a08 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:13.522653 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:13.523880 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Checking segment: {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:13.524447 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.525013 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Bound using segment: {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:13.525695 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Bound port: 5fe65eae-161d-45de-9ce4-b8fac3e22716, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e631d134-be1f-4829-93d6-69dc8224b60a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:13.526313 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.540765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:39:09Z', 'revision_number': 3, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:13.597256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Checking router: a6a66fe7-5250-45c7-9675-006460204ccb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:13.597604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Updating router a6a66fe7-5250-45c7-9675-006460204ccb port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:39:13.661363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.667563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.672975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:13.684610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:13.693923 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17dad1b1-4da4-4479-9f53-e33436ad093b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.694360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Calling delete_port for f2be086b-0ba4-47ad-b278-51826c68a0c0 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:13.696274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:13.701987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] For port 5fe65eae-161d-45de-9ce4-b8fac3e22716, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:13.705420 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] For port 5fe65eae-161d-45de-9ce4-b8fac3e22716, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fe65eae-161d-45de-9ce4-b8fac3e22716,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:13.711376 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.746655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce5e13-f507-45e2-af58-e4cc52553942 None None] Pushing event updated for resources: {'Port': ['ID=70c33ce8-21b2-4065-a5e0-abfa699909eb,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:13.780800 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.806414 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eddeb6-a855-4c92-b542-4e0f9bf9225e None None] Pushing event updated for resources: {'Port': ['ID=5fe65eae-161d-45de-9ce4-b8fac3e22716,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:13.819075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17dad1b1-4da4-4479-9f53-e33436ad093b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:13.847541 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Routers {'cab6b5ee-f7ae-407e-9bd2-130008b51d35'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:13.848236 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:14.048633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17dad1b1-4da4-4479-9f53-e33436ad093b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.076463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.086766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.093030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dad1b1-4da4-4479-9f53-e33436ad093b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9135f8e8-03fe-4497-bfb3-373dd6a63d19,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:14.109188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9934c545-0abf-4042-8479-3f38d868d6e0 None None] Provisioning complete for port 70c33ce8-21b2-4065-a5e0-abfa699909eb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:14.109818 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9934c545-0abf-4042-8479-3f38d868d6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.158425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Allocated IP 172.20.0.1 (757967ec-a51b-49b1-b609-fe2660cb0b78/e4522361-4a97-49d7-81ee-c6e8d9ce8696/e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:14.159306 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] Set router cab6b5ee-f7ae-407e-9bd2-130008b51d35 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:14.174091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17dad1b1-4da4-4479-9f53-e33436ad093b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.175293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17dad1b1-4da4-4479-9f53-e33436ad093b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9135f8e8-03fe-4497-bfb3-373dd6a63d19 HTTP/1.1" status: 204 len: 168 time: 1.0225227 Jan 28 09:39:14.199999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.207566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4aa51b2b-e141-4d06-be90-cbc3d0a354bd req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.2978179 Jan 28 09:39:14.233099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2492a22-1652-465c-a378-d89329d3d498 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38330e57-8ae5-4efa-ba79-ed12afc215a3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:14.427814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.432515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.448184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Transition to ACTIVE for port object 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:14.463484 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.525810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c31cfd-03e1-4483-be1b-d9ded0167718 req-ede1feff-0094-48a3-a6f3-ea87c924f0d0 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:14.527561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45c31cfd-03e1-4483-be1b-d9ded0167718 req-ede1feff-0094-48a3-a6f3-ea87c924f0d0 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1096 time: 0.1413555 Jan 28 09:39:14.563504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.599165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Transition to ACTIVE for port object e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:14.607710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45c31cfd-03e1-4483-be1b-d9ded0167718 req-4f50e4b9-506f-43e8-9985-8834eded9e4a tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613046 Jan 28 09:39:14.623509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a5d40-3b38-4f6d-9cca-f12fcc81e924 None None] Pushing event updated for resources: {'Port': ['ID=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:14.631455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Attempting to bind port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:14.636241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Attempting to bind port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:14.636773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.637252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Attempting to bind port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:14.668157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:14.668714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:14.669214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.669690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:14.670245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Bound port: 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:14.670708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.757988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9bcc0a-073f-4d73-ba48-947cce16f978 req-f9d4a7ea-ca01-474c-a2de-deaa92490eb4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:14.759757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f9bcc0a-073f-4d73-ba48-947cce16f978 req-f9d4a7ea-ca01-474c-a2de-deaa92490eb4 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 1.0259640 Jan 28 09:39:14.765488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:14.768710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.791981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['11875006-c0e1-419d-b46c-1a94fb779e92'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:14.795681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:14.807796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:14.820000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:14.855830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event deleted for resources: {'Port': ['ID=f2be086b-0ba4-47ad-b278-51826c68a0c0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:14.929831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:14.936038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51426) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:14.959989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:14.985279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 70c33ce8-21b2-4065-a5e0-abfa699909eb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:15.045453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] For port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:15.058538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.064690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] For port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:15.079472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.082669 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.121872 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:39:15.145533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] No DVR routers for this DVR port f2be086b-0ba4-47ad-b278-51826c68a0c0 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:15.150673 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.163972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'name': 'network-vif-deleted', 'tag': 'f2be086b-0ba4-47ad-b278-51826c68a0c0'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:15.184823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:15.246957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e5b2ee32-f646-4e2d-8d7d-cbe7c8d58c37 None None] Provisioning for port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:15.249955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Routers {'a6a66fe7-5250-45c7-9675-006460204ccb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:15.250680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a6a66fe7-5250-45c7-9675-006460204ccb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:15.303095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:15.305950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a5d40-3b38-4f6d-9cca-f12fcc81e924 None None] Pushing event updated for resources: {'Port': ['ID=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:15.313848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Usage tracker for resource:security_group_rule and tenant:f3b973efae8c431ba1d8afffb839bf12 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:15.321218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:15.324226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 70c33ce8-21b2-4065-a5e0-abfa699909eb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:15.324226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.324508 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:06Z', 'revision_number': 4, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '5fe65eae-161d-45de-9ce4-b8fac3e22716', 'name': '', 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'mac_address': 'fa:16:3e:bb:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:04Z', 'updated_at': '2022-01-28T09:39:13Z', 'revision_number': 4, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'subnets': [{'id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:15.329405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44a0736-6e25-4f38-bbd8-b6a2dac423af None None] The sync data for ids ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'] in n-d-825178-2 is: [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:06Z', 'revision_number': 4, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '5fe65eae-161d-45de-9ce4-b8fac3e22716', 'name': '', 'network_id': '286abf2e-523c-4074-ab1a-923df5eb8a08', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'mac_address': 'fa:16:3e:bb:a3:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_interface', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:04Z', 'updated_at': '2022-01-28T09:39:13Z', 'revision_number': 4, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'subnets': [{'id': 'dcd6e01f-6473-4ebf-9c8e-b01a4f230d77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:15.341484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:15.367100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e5b2ee32-f646-4e2d-8d7d-cbe7c8d58c37 None None] Provisioning complete for port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:15.367465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e5b2ee32-f646-4e2d-8d7d-cbe7c8d58c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.440012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f9bcc0a-073f-4d73-ba48-947cce16f978 req-40ef5407-9867-424f-8468-d7af695636db tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6575110 Jan 28 09:39:15.521641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e5b2ee32-f646-4e2d-8d7d-cbe7c8d58c37 None None] Port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:15.574398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.606498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Transition to ACTIVE for port object 51d3af5b-cefa-4bb6-a3ed-14da7037be2a will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:15.621069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.642050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5cec454d-b49b-4c60-ac29-26832f52fb0f req-0d657882-f1bd-4331-bf3e-4485607302c5 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.43 "DELETE /v2.0/ports/f2be086b-0ba4-47ad-b278-51826c68a0c0 HTTP/1.1" status: 204 len: 173 time: 4.0217695 Jan 28 09:39:15.646627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1453281384', 'description': 'tempest-description-1934553458'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:15.654284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:15.660406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:15.674636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:15.675889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:15.689068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:15.765541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:39:15.765968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2be086b-0ba4-47ad-b278-51826c68a0c0 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:15.833912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.858823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:15.874528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: f2be086b-0ba4-47ad-b278-51826c68a0c0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:39:15.875407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2be086b-0ba4-47ad-b278-51826c68a0c0 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:39:15.896977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a518b1-788e-4563-8f46-6f64f0d57f48 req-a55b92f3-b4f8-4170-8c48-a697e15bbfc2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:15.898864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26a518b1-788e-4563-8f46-6f64f0d57f48 req-a55b92f3-b4f8-4170-8c48-a697e15bbfc2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.8940899 Jan 28 09:39:15.936613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] No DVR routers for this DVR port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:15.947512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.013666 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f3b973efae8c431ba1d8afffb839bf12&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0735614 Jan 28 09:39:16.013666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d219c24d-27a1-4e24-86fc-7729f9e4d092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a593f027-b961-4e12-aedb-4e02ddab7869,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:16.028176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51432) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:16.037937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] Set router a6a66fe7-5250-45c7-9675-006460204ccb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:16.041154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:16.063015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:16.076688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:16.090594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:16.096488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:16.097176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:16.098290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:16.109663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:16.115305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:39:16.115889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:16.189477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:16.189854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:16.190208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:16.190659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Bound port: 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:16.191006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.209983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.221361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Deleting port 5fe65eae-161d-45de-9ce4-b8fac3e22716 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:16.221747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.514267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.520451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.554079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26a518b1-788e-4563-8f46-6f64f0d57f48 req-9552ba83-7903-4995-9d39-ae68e9bf7c2e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475716 Jan 28 09:39:16.570297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:39:09Z', 'revision_number': 3, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:16.575791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc6b4abf-f23a-452b-baed-40d3ea7fbc95 None None] The sync data for ids ['a6a66fe7-5250-45c7-9675-006460204ccb'] in n-d-825178-2 is: [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:39:09Z', 'revision_number': 3, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:16.639293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.669718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:16.698786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.700703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:16.707182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.710916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.827382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:16.828493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:16.829926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] 10.222.0.25 "PUT /v2.0/ports/51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 1096 time: 4.2054203 Jan 28 09:39:16.911949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:16.912906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Pushing event updated for resources: {'Port': ['ID=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:16.932567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:16.942642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] For port 5fe65eae-161d-45de-9ce4-b8fac3e22716, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fe65eae-161d-45de-9ce4-b8fac3e22716,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:16.943130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.047031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-18215477-9e40-4c5f-acae-0770c89ee594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.047238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fe65eae-161d-45de-9ce4-b8fac3e22716 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:17.145896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.147214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1eea070-c448-446a-85d5-e2814cb129b6 req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5344238 Jan 28 09:39:17.166805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Calling delete_port for 5fe65eae-161d-45de-9ce4-b8fac3e22716 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:17.209647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-18215477-9e40-4c5f-acae-0770c89ee594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.256909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5fe65eae-161d-45de-9ce4-b8fac3e22716 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:17.273831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5fe65eae-161d-45de-9ce4-b8fac3e22716 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:17.274223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.279311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9b585-a9e3-48af-85e3-1a3aa26ce7da tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4cce73-06cd-4b73-bdff-dd735410db0e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:17.299628 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fa8f939-d978-4b06-b79f-52ee11cbe2e8', 'name': 'network-vif-deleted', 'tag': 'f2be086b-0ba4-47ad-b278-51826c68a0c0', 'status': 'completed', 'code': 200} Jan 28 09:39:17.382377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0333ca26-da80-4198-8de4-33a5f2ff14fc service neutron] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:17.502866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-18215477-9e40-4c5f-acae-0770c89ee594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.522761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Router a6a66fe7-5250-45c7-9675-006460204ccb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:39:17.523681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18215477-9e40-4c5f-acae-0770c89ee594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a593f027-b961-4e12-aedb-4e02ddab7869,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:17.533543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c970c2-7364-4923-8186-ec82ad3dbc95 req-67116623-c825-42a9-92fe-6845929d4d74 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:17.541027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97c970c2-7364-4923-8186-ec82ad3dbc95 req-67116623-c825-42a9-92fe-6845929d4d74 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1096 time: 0.6964145 Jan 28 09:39:17.568924 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.579015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-18215477-9e40-4c5f-acae-0770c89ee594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.580552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-18215477-9e40-4c5f-acae-0770c89ee594 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a593f027-b961-4e12-aedb-4e02ddab7869 HTTP/1.1" status: 204 len: 168 time: 1.5485609 Jan 28 09:39:17.663455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 5fe65eae-161d-45de-9ce4-b8fac3e22716, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fe65eae-161d-45de-9ce4-b8fac3e22716,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:17.673437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.676368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97c970c2-7364-4923-8186-ec82ad3dbc95 req-6697da52-a0b8-4a0d-bae9-5d643abc77aa tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338158 Jan 28 09:39:17.749510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce42abf4-3a96-4716-898d-136bc27bcfd8 None None] Provisioning complete for port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:17.749885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ce42abf4-3a96-4716-898d-136bc27bcfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:17.794929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-54d8c50c-8c5f-47be-875d-847a99027afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:17.796760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-54d8c50c-8c5f-47be-875d-847a99027afa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1099 time: 0.9369006 Jan 28 09:39:17.856158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:17.869652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a6899324-9d8b-47e3-bd5e-9fed87b39b20 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6a66fe7-5250-45c7-9675-006460204ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8569584 Jan 28 09:39:17.875695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ce42abf4-3a96-4716-898d-136bc27bcfd8 None None] Port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:17.913652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=5fe65eae-161d-45de-9ce4-b8fac3e22716,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:18.069858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-165edf91-17c0-457f-aa65-44023b314938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:18.071362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-165edf91-17c0-457f-aa65-44023b314938 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2664170 Jan 28 09:39:18.192129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-46f2953d-77c9-49e4-9975-470d865af81d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/38330e57-8ae5-4efa-ba79-ed12afc215a3 HTTP/1.1" status: 200 len: 1805 time: 0.0696774 Jan 28 09:39:18.272268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-e2387d6b-41bf-442c-81cd-a8faaabd09d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/fe4cce73-06cd-4b73-bdff-dd735410db0e HTTP/1.1" status: 200 len: 1805 time: 0.0791678 Jan 28 09:39:18.279437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '38330e57-8ae5-4efa-ba79-ed12afc215a3', 'remote_group_id': 'fe4cce73-06cd-4b73-bdff-dd735410db0e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:18.280367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '38330e57-8ae5-4efa-ba79-ed12afc215a3', 'remote_group_id': 'fe4cce73-06cd-4b73-bdff-dd735410db0e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:18.289250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:18.292290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:18.295225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:18.306165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:18.308440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff7436-3af9-40df-9a96-5c2725384fe1 req-1bf163d3-9466-455c-8172-1c6e81ca1016 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:18.310324 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9cff7436-3af9-40df-9a96-5c2725384fe1 req-1bf163d3-9466-455c-8172-1c6e81ca1016 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 0.6373739 Jan 28 09:39:18.311611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-adc7621f-e356-4c22-a36a-d23467b94246 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.2326214 Jan 28 09:39:18.398741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.440532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.445870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.448440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:39:18.448440 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:39:18.455115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9cff7436-3af9-40df-9a96-5c2725384fe1 req-99cb5082-8e1a-45cb-ba59-6608586168ee tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339319 Jan 28 09:39:18.456459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-5f7bbb0b-bc69-4d8f-a22c-9668b423b5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:18.457883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-5f7bbb0b-bc69-4d8f-a22c-9668b423b5ca service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1350079 Jan 28 09:39:18.494342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf2cd49-11ce-4598-bf6a-c97eb8f020e6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:18.514715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.518857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f0e5510-ea5f-4414-96cd-74b8797c1266 req-75395717-5ade-45b6-b7e6-1d08bcb41890 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2456217 Jan 28 09:39:18.609701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-25bdb87d-4e1d-4d5a-865f-a51d0d3217f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:18.612163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-25bdb87d-4e1d-4d5a-865f-a51d0d3217f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1447208 Jan 28 09:39:18.816187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-9b99fc90-2079-4ef7-be89-b84a5e5d332c service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962471 Jan 28 09:39:18.887954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831902a-44dd-4391-9c2c-51dd402b23a7 req-571baa0a-92d0-45a5-a2e2-784e2831ac2a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:18.889562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2831902a-44dd-4391-9c2c-51dd402b23a7 req-571baa0a-92d0-45a5-a2e2-784e2831ac2a tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 950 time: 0.1399188 Jan 28 09:39:18.890058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51490) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:18.895435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-network', 'tenant_id': '6054c51512bb4ad486e22b2beca73279'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:18.914776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:18.923467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Usage tracker for resource:network and tenant:6054c51512bb4ad486e22b2beca73279 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:18.928398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:18.945897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:18.962002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2831902a-44dd-4391-9c2c-51dd402b23a7 req-d09f36e7-7df6-4a96-a99f-7091ac944ef0 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629025 Jan 28 09:39:18.963588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Made reservation on behalf of 6054c51512bb4ad486e22b2beca73279 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:18.966137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.974430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c081fb-2e71-4933-8395-7a1cb28478e3 req-720c9b2a-a1b5-44c8-8152-6d76099f53c5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:18.976887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c081fb-2e71-4933-8395-7a1cb28478e3 req-720c9b2a-a1b5-44c8-8152-6d76099f53c5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 948 time: 0.3305666 Jan 28 09:39:18.977687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Deleting port 5fe65eae-161d-45de-9ce4-b8fac3e22716 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:18.978860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.982687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:18.999651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:19.003970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Usage tracker for resource:security_group_rule and tenant:6054c51512bb4ad486e22b2beca73279 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:19.007059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:19.016209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:19.056720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fe65eae-161d-45de-9ce4-b8fac3e22716 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:19.178483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5fe65eae-161d-45de-9ce4-b8fac3e22716 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:19.178932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.224646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.240302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e1dc9e-5483-4c88-b0e8-1e88d101fd03 req-a92aadb1-cd8f-4790-b888-e457c036a119 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:19.250833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54e1dc9e-5483-4c88-b0e8-1e88d101fd03 req-a92aadb1-cd8f-4790-b888-e457c036a119 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 0.1451945 Jan 28 09:39:19.250833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.251592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51498) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:19.267602 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506eb3cb-131c-407b-90e0-3d8affd96ad5 req-127c867a-716a-4c09-af89-2b147477ee93 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444304 Jan 28 09:39:19.270207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Request body: {'floatingip': {'port_id': '10334765-bc6e-44d0-9029-8325b72b6498'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:19.296851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c081fb-2e71-4933-8395-7a1cb28478e3 req-0189dd82-91b8-465d-affd-bd601e05f38a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709055 Jan 28 09:39:19.303119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}, {'name': 'network-changed', 'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:19.350418 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Sync routers for ids ['a6a66fe7-5250-45c7-9675-006460204ccb'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:19.367904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:19.372874 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Routers {'a6a66fe7-5250-45c7-9675-006460204ccb'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:19.373642 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a6a66fe7-5250-45c7-9675-006460204ccb'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:19.399566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] For port 5fe65eae-161d-45de-9ce4-b8fac3e22716, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fe65eae-161d-45de-9ce4-b8fac3e22716,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:19.399983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.478955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:19.492705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:19.493084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.689398 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Set router a6a66fe7-5250-45c7-9675-006460204ccb gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:19.692531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Calling delete_port for 5fe65eae-161d-45de-9ce4-b8fac3e22716 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:19.735968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1109758206', 'description': 'tempest-description-2011658433'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:19.754235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.789978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:19.797151 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.815135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:19.865552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:19.872629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:19.894980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-f0c7bb3e-e015-451d-9e76-194da7766754 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:19.895887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-f0c7bb3e-e015-451d-9e76-194da7766754 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Synchronizing usage tracker for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:39:19.935278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-f0c7bb3e-e015-451d-9e76-194da7766754 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Unset dirty status for tenant:019193a4afec4016a8f0e2871e6d91fb on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:39:19.936777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-f0c7bb3e-e015-451d-9e76-194da7766754 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 950 time: 0.2890019 Jan 28 09:39:20.003474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:20.040259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:20.043585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:39:20.081095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfccdbb9-a6af-4ce4-956c-7bbbf15caca2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:20.089970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:20.104975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.105626 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Added segment 1014d6d1-b181-4b4d-a88e-0b31263b3c3e of type vlan for network f6dce9fc-de37-4440-8d6a-5406157cb623 Jan 28 09:39:20.130890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Deleting port 11875006-c0e1-419d-b46c-1a94fb779e92 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:20.131311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.132871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.242524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.266796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.273502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:20.277679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:20.280526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:20.286519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:20.358628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.365764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.375999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Pushing event deleted for resources: {'Port': ['ID=5fe65eae-161d-45de-9ce4-b8fac3e22716,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:20.378441 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:39:15Z', 'revision_number': 4, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f', 'name': '', 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'mac_address': 'fa:16:3e:94:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:13Z', 'updated_at': '2022-01-28T09:39:16Z', 'revision_number': 2, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'subnets': [{'id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:20.388442 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Checking router: a6a66fe7-5250-45c7-9675-006460204ccb for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:20.388442 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Updating router a6a66fe7-5250-45c7-9675-006460204ccb port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:39:20.529100 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.696238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68cd0500-bf23-4f6c-9e82-46d2378a0a80,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:20.710111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.711435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:20.712304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.767340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51546) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:20.767482 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8747690 Jan 28 09:39:20.775422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:20.787493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db4df469-8879-4f06-9cdf-66955b15130f req-485f07ee-4e7a-458e-9c62-0fa2f3e93698 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.5240030 Jan 28 09:39:20.798181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Request body: {'subnet': {'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-subnet', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:20.803495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:20.808095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Usage tracker for resource:subnet and tenant:6054c51512bb4ad486e22b2beca73279 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:20.811205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:20.817456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:20.866103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Made reservation on behalf of 6054c51512bb4ad486e22b2beca73279 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:20.872849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.001623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:39:21.092127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:21.216271 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.241092 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Transition to ACTIVE for port object e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:21.254988 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.275524 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'code': 200} Jan 28 09:39:21.276261 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'status': 'completed', 'code': 200} Jan 28 09:39:21.360373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531ad90-6ff9-4135-80a3-71d2b0cef20b admin admin] Pushing event updated for resources: {'Network': ['ID=f6dce9fc-de37-4440-8d6a-5406157cb623,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:21.395732 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907bfe1-a73d-4a97-9bba-b401652578f9 None None] Pushing event updated for resources: {'Port': ['ID=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:21.456241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3724d1fc-978f-4e30-b6b6-781392ad32ab req-20e0738d-1290-4c5b-a09e-da278ce60d23 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:21.457829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3724d1fc-978f-4e30-b6b6-781392ad32ab req-20e0738d-1290-4c5b-a09e-da278ce60d23 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/ports?device_id=22795c76-e85f-4ce1-b586-4967fe8bed92 HTTP/1.1" status: 200 len: 950 time: 0.3576384 Jan 28 09:39:21.486236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f6dce9fc-de37-4440-8d6a-5406157cb623 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:39:21.549305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-b86cd7e6-d04c-4522-badf-e3b77e94af8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:21.579892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-b86cd7e6-d04c-4522-badf-e3b77e94af8c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1099 time: 0.5191829 Jan 28 09:39:21.669875 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Attempting to bind port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:21.670242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Attempting to bind port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:21.670591 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Attempting to bind port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f on network 757967ec-a51b-49b1-b609-fe2660cb0b78 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:21.677535 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:21.678214 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Checking segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:21.680174 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.682427 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Bound using segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:21.685001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Bound port: e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:21.687119 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.795362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:21.817368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:21.819482 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.904277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.919754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] For port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:21.925103 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] For port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:21.933412 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:21.934180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'mac_address': 'fa:16:3e:28:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:39:21.940275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-28ac2e57-1d5b-4082-ab03-8a8acf72b697 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:39:21.945468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-28ac2e57-1d5b-4082-ab03-8a8acf72b697 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649189 Jan 28 09:39:22.054015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Request body: {'binding': {'host': 'n-h1-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:22.054015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Unknown quota resources ['binding']. {{(pid=87540) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:39:22.098910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] For port 11875006-c0e1-419d-b46c-1a94fb779e92, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=11875006-c0e1-419d-b46c-1a94fb779e92,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:22.098910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:22.101732 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Routers {'a6a66fe7-5250-45c7-9675-006460204ccb'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:22.101732 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a6a66fe7-5250-45c7-9675-006460204ccb'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:22.236429 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:22.263096 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907bfe1-a73d-4a97-9bba-b401652578f9 None None] Pushing event updated for resources: {'Port': ['ID=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:22.282248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d3af5b-cefa-4bb6-a3ed-14da7037be2a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:39:22.326026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:22.342184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:22.406953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:22.424934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Calling delete_port for 11875006-c0e1-419d-b46c-1a94fb779e92 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:22.471421 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] Set router a6a66fe7-5250-45c7-9675-006460204ccb gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:22.471958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:22.526509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51564) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:22.635371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['51d3af5b-cefa-4bb6-a3ed-14da7037be2a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:22.837094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:22.893386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3724d1fc-978f-4e30-b6b6-781392ad32ab req-9e1f9f71-9f97-4334-98bd-f37eb0c2c917 tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.42 "GET /v2.0/security-groups?id=ebf20d66-44a0-48de-bd80-99441d473af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4256139 Jan 28 09:39:22.915114 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:39:15Z', 'revision_number': 4, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f', 'name': '', 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'mac_address': 'fa:16:3e:94:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:13Z', 'updated_at': '2022-01-28T09:39:21Z', 'revision_number': 4, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'subnets': [{'id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:22.925041 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8a13ee-6123-4578-b749-9ea3032155f7 None None] The sync data for ids ['a6a66fe7-5250-45c7-9675-006460204ccb'] in n-d-825178-2 is: [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:39:15Z', 'revision_number': 4, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f', 'name': '', 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'mac_address': 'fa:16:3e:94:6c:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:13Z', 'updated_at': '2022-01-28T09:39:21Z', 'revision_number': 4, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'subnets': [{'id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:22.941889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-18c1c730-2ec4-4288-92fe-4c214c477c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:22.943471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-18c1c730-2ec4-4288-92fe-4c214c477c03 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1099 time: 1.6546354 Jan 28 09:39:23.015353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 11875006-c0e1-419d-b46c-1a94fb779e92 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:23.214183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:23.239772 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525 associated. External IP: 172.25.1.96, port: 10334765-bc6e-44d0-9029-8325b72b6498. Jan 28 09:39:23.245751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:23.274140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:23.287732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:23.317813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-70478a93-0c3f-449b-8470-a291e2bf970e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:23.319308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-70478a93-0c3f-449b-8470-a291e2bf970e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 1.4079678 Jan 28 09:39:23.354316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Usage tracker for resource:security_group_rule and tenant:669afb7a8bd74a81845792df2e7a0621 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:23.365858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Checking segment: {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:23.366239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Network hostable DHCP agents. Network: f6dce9fc-de37-4440-8d6a-5406157cb623, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:39:23.371860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:23.381356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c7fbe8f-be59-4330-a00f-3107456c7e8f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:23.406052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on host n-h1-825178-2 for vnic_type normal with profile None {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:23.406668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:23.406983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:23.425525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-8c6f29e0-c4d8-475d-8b47-2c1a27612128 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.0772121 Jan 28 09:39:23.428945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:39:23.429271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:23.442345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:23.463362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-856fb5d1-7900-422b-b3c3-866f87a8ddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:23.464974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-856fb5d1-7900-422b-b3c3-866f87a8ddbe service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.4679768 Jan 28 09:39:23.522692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:23.523297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:23.523845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:23.524451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Bound port: f2527809-0a80-40a7-aa76-ea877df6c31e, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:23.575498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-13cf97de-3b1f-41c3-be3f-a1d5fc7c9cf2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.0832043 Jan 28 09:39:23.623265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eda95c8-0f5e-49db-8a4e-20cf690c88a1 req-3f4ce2a6-54fc-4305-9c3f-368cbc3702c6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:23.630641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5eda95c8-0f5e-49db-8a4e-20cf690c88a1 req-3f4ce2a6-54fc-4305-9c3f-368cbc3702c6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.4823020 Jan 28 09:39:23.631249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Network f6dce9fc-de37-4440-8d6a-5406157cb623 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:39:23.654919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-e7dc856a-cf79-4590-ba7c-f8994060a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:23.656414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-e7dc856a-cf79-4590-ba7c-f8994060a02a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2176960 Jan 28 09:39:23.793003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:23.813403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:23.814851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-04d2eac1-404b-48e5-aea3-50bd8406890b service neutron] 10.222.0.42 "POST /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e/bindings HTTP/1.1" status: 201 len: 389 time: 1.7860479 Jan 28 09:39:23.822746 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:23.854595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5eda95c8-0f5e-49db-8a4e-20cf690c88a1 req-49230e05-e7db-494c-bfdf-3b97d3e3481d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212899 Jan 28 09:39:23.934427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Pushing event deleted for resources: {'Port': ['ID=11875006-c0e1-419d-b46c-1a94fb779e92,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:23.946030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f6dce9fc-de37-4440-8d6a-5406157cb623) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:23.954830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e378f29-3cb0-4408-bf63-347d97e370fd None None] Network f6dce9fc-de37-4440-8d6a-5406157cb623 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:23.970878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:23.971755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.018338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-9f7c3514-72cd-44f9-a428-bf11e4e87ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:24.021004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-9f7c3514-72cd-44f9-a428-bf11e4e87ba7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.4319050 Jan 28 09:39:24.120308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:39:24.126754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-956097853', 'description': 'tempest-description-26929631'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:24.134691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:24.139585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:24.144206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:24.151654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:24.179106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.298942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] No DVR routers for this DVR port 11875006-c0e1-419d-b46c-1a94fb779e92 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:24.342493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:24.348016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.350427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-deleted', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:24.360633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:24.365755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-2bd6ab70-598e-4f48-bd7c-f3b18ca72509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:24.367608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-2bd6ab70-598e-4f48-bd7c-f3b18ca72509 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7007577 Jan 28 09:39:24.371123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:24.474546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f6dce9fc-de37-4440-8d6a-5406157cb623', 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'fixed_ips': [{'subnet_id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:39:24.475383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.499425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:24.671414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d132e6c-5859-479c-bd20-dd67d0ed3ab9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.8980720 Jan 28 09:39:24.675917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:24.677358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51580) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:24.686457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.698620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-314cdd96-431e-46d4-b143-ccc60a079d44 req-faac68e5-38fc-4376-9c52-dd5c57aaca3b tempest-ServersAdminTestJSON-110840595 tempest-ServersAdminTestJSON-110840595-project] 10.222.0.25 "DELETE /v2.0/ports/11875006-c0e1-419d-b46c-1a94fb779e92 HTTP/1.1" status: 204 len: 173 time: 4.7542412 Jan 28 09:39:24.710643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.731169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:24.741553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:24.781013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:24.783913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:24.784785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:24.833585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=669afb7a8bd74a81845792df2e7a0621&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3059626 Jan 28 09:39:24.850123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51584) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:24.894849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-aeeb39e7-7c61-4f97-bca7-7975cc134d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:24.896353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-aeeb39e7-7c61-4f97-bca7-7975cc134d65 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8190260 Jan 28 09:39:24.899770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-d1a84f98-8091-4f30-b148-76c58eeef0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:24.903932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-d1a84f98-8091-4f30-b148-76c58eeef0ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1096 time: 0.7504385 Jan 28 09:39:24.929668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Allocated IP 172.20.0.2 (f6dce9fc-de37-4440-8d6a-5406157cb623/0c7fbe8f-be59-4330-a00f-3107456c7e8f/769e4472-a43c-4cde-b818-404ed1d68b30) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:24.989474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:25.003413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:25.025176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Usage tracker for resource:router and tenant:6054c51512bb4ad486e22b2beca73279 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:25.035493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:25.038603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e16f7e4-9057-4b54-bcd1-298770be12b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d73d1a-2ef3-4b6c-9359-d0d868573462,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:25.053908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:25.063415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d797cb22-d7a8-481a-9dc9-4df4c0817055 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "PUT /v2.0/floatingips/b11428b5-8486-48b0-929d-a0d6cd0d6525 HTTP/1.1" status: 200 len: 990 time: 5.8019023 Jan 28 09:39:25.068374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:25.080603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-289fefeb-bd7b-461b-8b13-0febff7d92a1 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7034426 Jan 28 09:39:25.095439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.096387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.125117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:25.133146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-e376ae4e-4ceb-461b-b5d3-a4d07a3dd23e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:25.135244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-e376ae4e-4ceb-461b-b5d3-a4d07a3dd23e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.25 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620&tenant_id=0870c669a5064700a6245dd1fb963cc7&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 949 time: 0.6323094 Jan 28 09:39:25.154432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Router cab6b5ee-f7ae-407e-9bd2-130008b51d35 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:39:25.197762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6893a7e4-aa14-4552-a1b8-37bb4869c295 req-ca3e8e05-ef52-4a78-ba3f-07b9f87c2ad0 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:25.199589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6893a7e4-aa14-4552-a1b8-37bb4869c295 req-ca3e8e05-ef52-4a78-ba3f-07b9f87c2ad0 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.6151972 Jan 28 09:39:25.275129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3be7b8e6-218b-4b51-b499-631b8462efd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.280588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:25.355107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.379533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.391617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.403454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-82d48af1-f099-45c8-b771-3258f3b77453 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4874711 Jan 28 09:39:25.415886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:25.451189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-e1d704db-d58b-4dc1-a8c0-66e1e4de0a6a service neutron] 10.222.0.25 "GET /v2.0/ports/51d3af5b-cefa-4bb6-a3ed-14da7037be2a/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 382 time: 0.3029971 Jan 28 09:39:25.454403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-31d557e4-259e-4c6a-bbfd-3cb16a3967aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:25.456040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-31d557e4-259e-4c6a-bbfd-3cb16a3967aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.5014014 Jan 28 09:39:25.470179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3be7b8e6-218b-4b51-b499-631b8462efd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.520826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3610a9-71a8-49c4-afdd-ec26b74d7e16,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:25.576648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:25.577610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.593984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.595389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a0ba548-ec04-44c9-9890-3cb698101e7e req-ab533a78-3952-4ab7-aa41-aed420ea10e6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4735272 Jan 28 09:39:25.611770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:25.652389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:25.652943 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.701217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-8022cf7c-776d-423a-bf74-1e12103b17be service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6078131 Jan 28 09:39:25.703222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6893a7e4-aa14-4552-a1b8-37bb4869c295 req-e181e187-b457-453f-b3d7-8316b4f3142e tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4848859 Jan 28 09:39:25.729687 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.776115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Transition to ACTIVE for port object 769e4472-a43c-4cde-b818-404ed1d68b30 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:25.933224 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22795c76-e85f-4ce1-b586-4967fe8bed92', 'name': 'network-vif-deleted', 'tag': '11875006-c0e1-419d-b46c-1a94fb779e92', 'status': 'completed', 'code': 200} Jan 28 09:39:25.935206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-8fec69ed-af92-4246-85ea-4411bf9b1377 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 217 time: 0.4114935 Jan 28 09:39:25.940333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Transition to ACTIVE for port object 769e4472-a43c-4cde-b818-404ed1d68b30 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:25.971257 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a53c5d14-5c19-4e63-8cc3-533c0f1cf764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:25.977056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.010868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.091424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:26.101461 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] Sync routers for ids ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:26.121129 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] Routers {'cab6b5ee-f7ae-407e-9bd2-130008b51d35'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:26.123952 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:26.135182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-44f84af8-3b54-4de1-8d91-c0334b1a7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:26.137007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-44f84af8-3b54-4de1-8d91-c0334b1a7033 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1732352 Jan 28 09:39:26.141765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb85bf7-751b-4c45-b6bb-e80b79c18133 req-409d10c4-45bc-4f60-a65a-4aacc37032dd service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7233849 Jan 28 09:39:26.179640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-3838197c-0bba-4ad4-8c9e-ff27111a706f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:26.181370 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-3838197c-0bba-4ad4-8c9e-ff27111a706f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1100 time: 0.3879070 Jan 28 09:39:26.193511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8f7a3-95c6-4d7c-8bd3-db9ea393c52b req-1d8e0f3e-8fe8-49c2-8df9-c124e048ef48 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:26.201270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2be8f7a3-95c6-4d7c-8bd3-db9ea393c52b req-1d8e0f3e-8fe8-49c2-8df9-c124e048ef48 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.2479820 Jan 28 09:39:26.217054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Pushing event updated for resources: {'Port': ['ID=769e4472-a43c-4cde-b818-404ed1d68b30,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:26.260247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51598) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:26.264289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a7a027b8-58ab-49f0-af37-ac0d5a3575f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174271 Jan 28 09:39:26.267108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c8a9805d-5480-4369-b615-63970a8a5eac admin admin] 10.222.0.42 "PUT /v2.0/routers/cab6b5ee-f7ae-407e-9bd2-130008b51d35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3532116 Jan 28 09:39:26.268128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3be7b8e6-218b-4b51-b499-631b8462efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.270917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3be7b8e6-218b-4b51-b499-631b8462efd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.276255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3be7b8e6-218b-4b51-b499-631b8462efd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52d73d1a-2ef3-4b6c-9359-d0d868573462 HTTP/1.1" status: 204 len: 168 time: 1.4194663 Jan 28 09:39:26.305690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51602) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:26.316380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Network f6dce9fc-de37-4440-8d6a-5406157cb623 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:26.351800 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.424780 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] Set router cab6b5ee-f7ae-407e-9bd2-130008b51d35 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:26.428563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:26.433178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:26.440159 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498', 'status': 'completed', 'code': 200} Jan 28 09:39:26.477878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:26.482912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2be8f7a3-95c6-4d7c-8bd3-db9ea393c52b req-e5fa25db-bdb8-49bb-909d-2bca4dd685f2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805433 Jan 28 09:39:26.530379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.578797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-a6ec9815-5d86-4bf4-a0ef-f3e4570eece4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:26.581329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-a6ec9815-5d86-4bf4-a0ef-f3e4570eece4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3629813 Jan 28 09:39:26.592139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7b8e6-218b-4b51-b499-631b8462efd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d73d1a-2ef3-4b6c-9359-d0d868573462,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:26.695542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.830260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:26.843135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:26.851388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:26.856367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.876495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51616) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:26.917643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Attempting to bind port 769e4472-a43c-4cde-b818-404ed1d68b30 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:26.918038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Attempting to bind port 769e4472-a43c-4cde-b818-404ed1d68b30 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:26.918411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Attempting to bind port 769e4472-a43c-4cde-b818-404ed1d68b30 on network f6dce9fc-de37-4440-8d6a-5406157cb623 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:26.921635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-bb1f5ad3-f011-43b4-ba53-1f8c2aced18a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.3329008 Jan 28 09:39:26.941078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:26.941515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Checking segment: {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:26.943701 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:26.944127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Bound using segment: {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:26.944618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Bound port: 769e4472-a43c-4cde-b818-404ed1d68b30, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:26.945017 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.002195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'b11428b5-8486-48b0-929d-a0d6cd0d6525', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'port_id': '10334765-bc6e-44d0-9029-8325b72b6498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'mac_address': 'fa:16:3e:d1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:36:36Z', 'updated_at': '2022-01-28T09:39:21Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:27.027102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:27.032426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:27.047187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-43a1c2b7-f8d5-4738-8ac8-6d8c70e51e2b tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/68cd0500-bf23-4f6c-9e82-46d2378a0a80 HTTP/1.1" status: 200 len: 1805 time: 0.5399847 Jan 28 09:39:27.057634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:27.058263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:27.069884 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:20Z', 'revision_number': 5, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:27.075755 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] Checking router: cab6b5ee-f7ae-407e-9bd2-130008b51d35 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:27.086793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] Routers {'cab6b5ee-f7ae-407e-9bd2-130008b51d35'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:27.088317 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:27.121385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.152687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] For port 769e4472-a43c-4cde-b818-404ed1d68b30, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:27.164810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-55c43e55-8f34-49b1-836f-54b4c3555301 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871210 Jan 28 09:39:27.166426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] For port 769e4472-a43c-4cde-b818-404ed1d68b30, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=769e4472-a43c-4cde-b818-404ed1d68b30,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:27.223820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:27.291955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Usage tracker for resource:security_group_rule and tenant:cf84eb63048b4871b06d11aa3e81bace is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:27.298034 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] Set router cab6b5ee-f7ae-407e-9bd2-130008b51d35 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:27.312049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:27.330119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:27.342579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.342846 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-39d061b7-8127-4dc6-9185-106c9a0484a6 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/9e3610a9-71a8-49c4-afdd-ec26b74d7e16 HTTP/1.1" status: 200 len: 1802 time: 0.2946370 Jan 28 09:39:27.345918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.346578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:27.379300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dc63b4ea-38c7-4269-9120-f369f6230237 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=019193a4afec4016a8f0e2871e6d91fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1153028 Jan 28 09:39:27.383009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-36e83f8b-0aed-4f16-b386-dda24f0dc63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:27.385049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-36e83f8b-0aed-4f16-b386-dda24f0dc63f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.3355415 Jan 28 09:39:27.385645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51622) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:27.386864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.429187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '68cd0500-bf23-4f6c-9e82-46d2378a0a80', 'remote_group_id': '9e3610a9-71a8-49c4-afdd-ec26b74d7e16', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:27.429603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '68cd0500-bf23-4f6c-9e82-46d2378a0a80', 'remote_group_id': '9e3610a9-71a8-49c4-afdd-ec26b74d7e16', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:27.442964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245b71-83ca-4018-9c97-96ea43a85536 req-3d4338aa-38f7-43a7-a5d6-0dbd35a65c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:27.444577 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-3d4338aa-38f7-43a7-a5d6-0dbd35a65c06 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fd64331139ba4ecea6accf08d508a10d&device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 1096 time: 0.9323096 Jan 28 09:39:27.464918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:27.505766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:27.536492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Allocated IP 172.25.1.70 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/78303d77-ef5b-4d81-8cb0-741ced2ca899) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:27.619788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:27.641382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.671335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:27.694785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:20Z', 'revision_number': 5, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:27.700974 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9da26-33bd-42af-8712-3710e7dad42d None None] The sync data for ids ['cab6b5ee-f7ae-407e-9bd2-130008b51d35'] in n-d-825178-2 is: [{'id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-426300864-router', 'tenant_id': 'c68135ca7e8d4b21b9aa58f062832422', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17'}], 'enable_snat': True}, 'gw_port_id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:38:58Z', 'updated_at': '2022-01-28T09:39:20Z', 'revision_number': 5, 'project_id': 'c68135ca7e8d4b21b9aa58f062832422', 'gw_port': {'id': 'abced787-9bea-4208-bc2e-9a8283d92aa3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:8c:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cab6b5ee-f7ae-407e-9bd2-130008b51d35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 634, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:38:59Z', 'updated_at': '2022-01-28T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:27.776099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-c4af8dee-4eb6-4c5f-93e6-4d802db6b0cd service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949559 Jan 28 09:39:27.854921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-0d4ddbf0-6224-489e-9d14-277a5e1b4220 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9170661 Jan 28 09:39:27.856866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb551c5-57c3-479f-9bcc-09ce3e1742cb None None] Pushing event updated for resources: {'Port': ['ID=769e4472-a43c-4cde-b818-404ed1d68b30,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:27.858108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.907680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d777094-c34f-406b-b284-c8b7247d26d6 req-b0b538ac-31ab-4c57-a026-17c73ce22dde tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:27.914966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d777094-c34f-406b-b284-c8b7247d26d6 req-b0b538ac-31ab-4c57-a026-17c73ce22dde tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.8980877 Jan 28 09:39:27.941746 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:27.979981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245b71-83ca-4018-9c97-96ea43a85536 req-606a8914-83ec-4d14-bb80-b295304a99c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:27.981469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-606a8914-83ec-4d14-bb80-b295304a99c6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 200 len: 924 time: 0.5112631 Jan 28 09:39:28.064571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f2305e-1453-43fa-b074-80327d66665e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.074314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Deleting port abced787-9bea-4208-bc2e-9a8283d92aa3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:28.074661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.078826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'b11428b5-8486-48b0-929d-a0d6cd0d6525', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'port_id': '10334765-bc6e-44d0-9029-8325b72b6498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'mac_address': 'fa:16:3e:d1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:36:36Z', 'updated_at': '2022-01-28T09:39:21Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:28.084135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c996b0-52df-4f60-9191-7dd1a565fc95 None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'b11428b5-8486-48b0-929d-a0d6cd0d6525', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'floating_ip_address': '172.25.1.96', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'port_id': '10334765-bc6e-44d0-9029-8325b72b6498', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'mac_address': 'fa:16:3e:d1:2e:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:36:36Z', 'updated_at': '2022-01-28T09:39:21Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:28.100105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d777094-c34f-406b-b284-c8b7247d26d6 req-db3b6d23-2359-47f3-b453-cf425012acca tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835046 Jan 28 09:39:28.163041 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1464fc17-d462-4d46-bcfb-887af5b2f176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.207108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.225213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.238144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f2305e-1453-43fa-b074-80327d66665e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.242971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.263623 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'code': 200} Jan 28 09:39:28.340372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-a8855392-be61-422a-a860-527e2fe1aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:28.342193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-a8855392-be61-422a-a860-527e2fe1aa91 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6011307 Jan 28 09:39:28.350885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.362404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f2305e-1453-43fa-b074-80327d66665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:28.431938 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-774453eb-73f3-429e-8ecd-3d55e827f756 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=10334765-bc6e-44d0-9029-8325b72b6498 HTTP/1.1" status: 200 len: 998 time: 0.4312470 Jan 28 09:39:28.447690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38df5fa8-ce96-4613-9212-654d738a8185,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:28.627373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:28.663166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-a8d9a832-f597-4c93-87a7-2b48b32b60d2 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902913 Jan 28 09:39:28.668644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Pushing event updated for resources: {'Port': ['ID=78303d77-ef5b-4d81-8cb0-741ced2ca899,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:28.671998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:28.671998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:28.675360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8785d2db-0ebf-4217-be64-52750ce35980 None None] New status for floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:39:28.742268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f2305e-1453-43fa-b074-80327d66665e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf20d66-44a0-48de-bd80-99441d473af0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:28.929582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-f79910ba-39de-4e09-98f7-30916fb453f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:28.932225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-f79910ba-39de-4e09-98f7-30916fb453f5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 1095 time: 0.9627345 Jan 28 09:39:29.033692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245b71-83ca-4018-9c97-96ea43a85536 req-b837a5f2-cb25-4df9-abee-b9adc3916bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:29.035834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-b837a5f2-cb25-4df9-abee-b9adc3916bec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 200 len: 862 time: 0.5721688 Jan 28 09:39:29.038714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2f698c0d-b0c5-4729-b60e-ad7fb023e72a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf84eb63048b4871b06d11aa3e81bace&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1554899 Jan 28 09:39:29.056933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f2305e-1453-43fa-b074-80327d66665e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.058275 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-08f2305e-1453-43fa-b074-80327d66665e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebf20d66-44a0-48de-bd80-99441d473af0 HTTP/1.1" status: 204 len: 168 time: 1.3250403 Jan 28 09:39:29.083762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:29.154944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:29.291504 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.329378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.498646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6110fb33-7719-4440-ae41-569f6687684a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:29.562329 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.572360 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.582999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] For port abced787-9bea-4208-bc2e-9a8283d92aa3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=abced787-9bea-4208-bc2e-9a8283d92aa3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:29.582999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.632600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:29.632600 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.648354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:29.658449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d26d9f57-bc4a-4875-8a75-2a8f464566f8 req-586b9d4d-eeaf-4ea1-a994-e4f850818159 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.3130114 Jan 28 09:39:29.938567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff680ff-402b-4f5e-91b3-77076313c554 None None] Network f6dce9fc-de37-4440-8d6a-5406157cb623 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:30.002676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Calling delete_port for abced787-9bea-4208-bc2e-9a8283d92aa3 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:30.119036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06245b71-83ca-4018-9c97-96ea43a85536 req-5ed8cffd-12a9-4c45-b4ae-e52917f284fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:30.119036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-5ed8cffd-12a9-4c45-b4ae-e52917f284fa service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=3e23aa42-ac20-4f80-b78a-1efe812b7eb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0686772 Jan 28 09:39:30.134521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 769e4472-a43c-4cde-b818-404ed1d68b30 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:30.222796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51642) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:30.251655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f26317e1-f95b-41cb-bd99-e57b2bffafd8 None None] Provisioning for port 769e4472-a43c-4cde-b818-404ed1d68b30 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:30.282283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 769e4472-a43c-4cde-b818-404ed1d68b30 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:30.294092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 769e4472-a43c-4cde-b818-404ed1d68b30 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:30.294446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.303171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-4b9cd29b-73d5-4332-859b-8909b64f3ae5 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5489993 Jan 28 09:39:30.347179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-509f8ea7-c075-4032-ad86-d177f4385113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.357900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a53d0e0a-e7e1-45ca-ac0c-eb695419fd1c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2d6484cb58c4295ab4e4158c14a43f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1204269 Jan 28 09:39:30.364627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:30.485071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-08848168-d006-43ef-a81f-abe387c38a36 service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222127 Jan 28 09:39:30.510156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cf4b7-3c70-4c8f-99ce-db20401c28da req-31f05301-4ac8-4dc2-a384-79ca39ff99d9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:30.513779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c7cf4b7-3c70-4c8f-99ce-db20401c28da req-31f05301-4ac8-4dc2-a384-79ca39ff99d9 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.5747898 Jan 28 09:39:30.520010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-509f8ea7-c075-4032-ad86-d177f4385113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.546624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89363b0e-3395-4267-8f04-f6bd85e6fc6f req-788eab90-6743-441f-83bc-ec58a3337970 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:30.548105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89363b0e-3395-4267-8f04-f6bd85e6fc6f req-788eab90-6743-441f-83bc-ec58a3337970 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 1.6274147 Jan 28 09:39:30.574672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-139359a1-184a-43fd-82e2-fca730fbd01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:30.576326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-139359a1-184a-43fd-82e2-fca730fbd01a service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 1.4897487 Jan 28 09:39:30.611478 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.663098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-c09fe41e-c3e4-4512-a769-7d3641e6a73f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 200 len: 217 time: 0.0789261 Jan 28 09:39:30.682793 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.685016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 769e4472-a43c-4cde-b818-404ed1d68b30, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=769e4472-a43c-4cde-b818-404ed1d68b30,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:30.686374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.696357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.744500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fe65eae-161d-45de-9ce4-b8fac3e22716 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:30.783165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb665c8-a026-4574-8dec-34de0b86ed83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.806852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb665c8-a026-4574-8dec-34de0b86ed83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.812119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.885278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 5fe65eae-161d-45de-9ce4-b8fac3e22716 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:39:30.885278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fe65eae-161d-45de-9ce4-b8fac3e22716 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:39:30.891186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=769e4472-a43c-4cde-b818-404ed1d68b30,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:30.936200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c7cf4b7-3c70-4c8f-99ce-db20401c28da req-9164d7b0-0de0-437f-8d0a-4c31cfa79b07 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367114 Jan 28 09:39:30.976000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb665c8-a026-4574-8dec-34de0b86ed83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:30.981858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Pushing event deleted for resources: {'Port': ['ID=abced787-9bea-4208-bc2e-9a8283d92aa3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:31.002208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89363b0e-3395-4267-8f04-f6bd85e6fc6f req-e71bc458-aefb-4e21-8303-4fc82aa95edd tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413357 Jan 28 09:39:31.027672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8c2eb4bc-f928-4848-bdc6-d2b8067396a0 None None] Provisioning complete for port 769e4472-a43c-4cde-b818-404ed1d68b30 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:31.028221 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c2eb4bc-f928-4848-bdc6-d2b8067396a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.045752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-df99350c-069e-4c33-a8d4-8902499f8cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:31.048238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-df99350c-069e-4c33-a8d4-8902499f8cf2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.3064263 Jan 28 09:39:31.050622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-509f8ea7-c075-4032-ad86-d177f4385113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.089505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb665c8-a026-4574-8dec-34de0b86ed83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e3a08b-f311-4ca9-bc86-60cfcc612a26,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:31.104221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06245b71-83ca-4018-9c97-96ea43a85536 req-305015cb-1f12-4e57-a7bf-758644244011 service neutron] 10.222.0.43 "GET /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830102 Jan 28 09:39:31.130829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb665c8-a026-4574-8dec-34de0b86ed83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.132407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5eb665c8-a026-4574-8dec-34de0b86ed83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9e3a08b-f311-4ca9-bc86-60cfcc612a26 HTTP/1.1" status: 204 len: 168 time: 0.7668319 Jan 28 09:39:31.139455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.143165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f8ea7-c075-4032-ad86-d177f4385113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38df5fa8-ce96-4613-9212-654d738a8185,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:31.210330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-2ef30716-28bd-4576-9b9a-c1bd95ce35db service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349962 Jan 28 09:39:31.267798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-509f8ea7-c075-4032-ad86-d177f4385113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.269427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-509f8ea7-c075-4032-ad86-d177f4385113 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38df5fa8-ce96-4613-9212-654d738a8185 HTTP/1.1" status: 204 len: 168 time: 2.1310670 Jan 28 09:39:31.374971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.377865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.404179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.404746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router cab6b5ee-f7ae-407e-9bd2-130008b51d35 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:39:31.418704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.422914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ca94a7d7-5f19-4423-999a-a2c8c1cea6fc admin admin] 10.222.0.42 "DELETE /v2.0/routers/cab6b5ee-f7ae-407e-9bd2-130008b51d35 HTTP/1.1" status: 204 len: 168 time: 5.0925868 Jan 28 09:39:31.423916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51656) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:31.431635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-80561a0c-320c-4730-adf4-b4118023d703 req-26d878cd-0b07-4ca1-9e55-5061d182ef04 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/9e3610a9-71a8-49c4-afdd-ec26b74d7e16 HTTP/1.1" status: 200 len: 1802 time: 0.3741593 Jan 28 09:39:31.595830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.619066 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-0884d5aa-fa46-42d4-a6bd-6abec9f9489d service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3810842 Jan 28 09:39:31.689453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Deleting subnet dcd6e01f-6473-4ebf-9c8e-b01a4f230d77 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:39:31.693161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.728569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-80561a0c-320c-4730-adf4-b4118023d703 req-8eeabdad-1631-48c8-b5cf-7496fed1f8e9 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.750724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.837924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:31.964559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:32.024899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dcd6e01f-6473-4ebf-9c8e-b01a4f230d77,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:32.028859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:32.035836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d290a1-7c97-430d-b475-16713a6172af None None] Network 286abf2e-523c-4074-ab1a-923df5eb8a08 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:32.040543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2cfa8546-1a99-4729-a4cc-6bd0bc785fed admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dcd6e01f-6473-4ebf-9c8e-b01a4f230d77 HTTP/1.1" status: 204 len: 168 time: 0.6150126 Jan 28 09:39:32.042810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:32.520025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-80561a0c-320c-4730-adf4-b4118023d703 req-8eeabdad-1631-48c8-b5cf-7496fed1f8e9 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:32.667545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] DHCP port deletion for 286abf2e-523c-4074-ab1a-923df5eb8a08 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:39:32.672903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] Deleting port b6263aee-9c02-4464-a2f1-471db98d146e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:32.672903 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:32.690013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:32.771084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Deleting port b6263aee-9c02-4464-a2f1-471db98d146e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:32.771959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:32.798647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fab96cd-7573-48a0-998d-6c3b8ccb7747 req-5d03493c-de3f-444d-a748-524bd733cdad service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0941582 Jan 28 09:39:32.846960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Router d617a5a0-7d68-454a-8eb2-275e702d6360 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:39:32.867683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-80561a0c-320c-4730-adf4-b4118023d703 req-8eeabdad-1631-48c8-b5cf-7496fed1f8e9 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:33.073338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeabdad-1631-48c8-b5cf-7496fed1f8e9 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3610a9-71a8-49c4-afdd-ec26b74d7e16,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:33.114182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-80561a0c-320c-4730-adf4-b4118023d703 req-8eeabdad-1631-48c8-b5cf-7496fed1f8e9 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:33.125696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-80561a0c-320c-4730-adf4-b4118023d703 req-8eeabdad-1631-48c8-b5cf-7496fed1f8e9 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e3610a9-71a8-49c4-afdd-ec26b74d7e16 HTTP/1.1" status: 204 len: 173 time: 1.6898451 Jan 28 09:39:33.143621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad341-3c6e-481c-92bc-d90c925d3aa2 req-9065374e-66eb-400f-8494-ecf87303414c tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:33.143621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-126ad341-3c6e-481c-92bc-d90c925d3aa2 req-9065374e-66eb-400f-8494-ecf87303414c tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.8435700 Jan 28 09:39:33.329567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 769e4472-a43c-4cde-b818-404ed1d68b30 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:33.384244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] For port b6263aee-9c02-4464-a2f1-471db98d146e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6263aee-9c02-4464-a2f1-471db98d146e,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:33.388233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:33.432429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-126ad341-3c6e-481c-92bc-d90c925d3aa2 req-9ebf343e-877b-4323-8346-4a04faa67ffe tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736528 Jan 28 09:39:33.497812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:33.509523 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Sync routers for ids ['d617a5a0-7d68-454a-8eb2-275e702d6360'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:33.532241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-d6456bf8-9ad9-4a58-9fb5-bdcbda02935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:33.541356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-d6456bf8-9ad9-4a58-9fb5-bdcbda02935e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620&tenant_id=0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 1101 time: 0.6345503 Jan 28 09:39:33.545809 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Routers {'d617a5a0-7d68-454a-8eb2-275e702d6360'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:33.545809 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d617a5a0-7d68-454a-8eb2-275e702d6360'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:33.637842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:33.649043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:33.655438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0bff1320-59c6-4329-b2e2-4974f89c82da admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.9687979 Jan 28 09:39:33.658554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51722) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:33.740717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] Calling delete_port for b6263aee-9c02-4464-a2f1-471db98d146e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:33.787450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] For port b6263aee-9c02-4464-a2f1-471db98d146e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6263aee-9c02-4464-a2f1-471db98d146e,segment=NetworkSegment(e631d134-be1f-4829-93d6-69dc8224b60a),segment_id=e631d134-be1f-4829-93d6-69dc8224b60a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:33.787955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:33.922669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1bf6d-65ca-4dac-bce5-3a92625f610f req-4c257d60-0f97-4471-b14f-cbb31faedea5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:33.927327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afc1bf6d-65ca-4dac-bce5-3a92625f610f req-4c257d60-0f97-4471-b14f-cbb31faedea5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.6194961 Jan 28 09:39:33.955530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Calling delete_port for b6263aee-9c02-4464-a2f1-471db98d146e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:39:33.987510 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Set router d617a5a0-7d68-454a-8eb2-275e702d6360 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:34.009435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 769e4472-a43c-4cde-b818-404ed1d68b30 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:34.009435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:34.098213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:34.130949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:39:34.131480 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:39:34.220806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afc1bf6d-65ca-4dac-bce5-3a92625f610f req-5f5ac611-e2f0-4a1c-b5d5-11b95a2bddb8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737038 Jan 28 09:39:34.236531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] No DVR routers for this DVR port b6263aee-9c02-4464-a2f1-471db98d146e on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:34.239584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652bdeb-5f01-4c83-8c4e-cbe4935461e9 None None] Pushing event deleted for resources: {'Port': ['ID=b6263aee-9c02-4464-a2f1-471db98d146e,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:34.326770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef6fd7b8-ca56-46be-b457-126797019ec4 req-7dea326a-0cbc-41dd-a856-8714403d5765 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/68cd0500-bf23-4f6c-9e82-46d2378a0a80 HTTP/1.1" status: 200 len: 1805 time: 0.1936164 Jan 28 09:39:34.355399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1703415866', 'description': 'tempest-description-7489947'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:34.363286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:34.387311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:34.429736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:34.440534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:34.458660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:34.471746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device abced787-9bea-4208-bc2e-9a8283d92aa3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:34.503824 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:34.592993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:34.598464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: abced787-9bea-4208-bc2e-9a8283d92aa3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:39:34.598852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device abced787-9bea-4208-bc2e-9a8283d92aa3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:39:34.599290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b6263aee-9c02-4464-a2f1-471db98d146e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:34.601569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:34.606592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:34.626566 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:39:29Z', 'revision_number': 3, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:34.635408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Checking router: d617a5a0-7d68-454a-8eb2-275e702d6360 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:34.635943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Updating router d617a5a0-7d68-454a-8eb2-275e702d6360 port 78303d77-ef5b-4d81-8cb0-741ced2ca899 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:39:34.656219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Deleting port b6263aee-9c02-4464-a2f1-471db98d146e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:34.656562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:34.699169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b6263aee-9c02-4464-a2f1-471db98d146e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:39:34.699169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b6263aee-9c02-4464-a2f1-471db98d146e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:39:34.714496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:34.804928 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:34.865361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] The port 'b6263aee-9c02-4464-a2f1-471db98d146e' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:39:35.048723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:35.160541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:35.199061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:35.291253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.381107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.443519 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.457408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25384c6f-f26c-4865-a619-3d74dd8aa275 req-113f78a8-21af-4423-bf93-248a705c2ea4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:35.462602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25384c6f-f26c-4865-a619-3d74dd8aa275 req-113f78a8-21af-4423-bf93-248a705c2ea4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.3043237 Jan 28 09:39:35.477074 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Transition to ACTIVE for port object 78303d77-ef5b-4d81-8cb0-741ced2ca899 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:35.482380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:35.490693 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.491266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.530465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Transition to ACTIVE for port object 51d3af5b-cefa-4bb6-a3ed-14da7037be2a will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:35.554836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.561457 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.638330 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Attempting to bind port 78303d77-ef5b-4d81-8cb0-741ced2ca899 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:35.639427 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Attempting to bind port 78303d77-ef5b-4d81-8cb0-741ced2ca899 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:35.639427 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Attempting to bind port 78303d77-ef5b-4d81-8cb0-741ced2ca899 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:35.646787 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409aaa13-7efa-429b-bd61-e7b862b7a029 None None] Pushing event updated for resources: {'Port': ['ID=78303d77-ef5b-4d81-8cb0-741ced2ca899,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:35.652648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:35.653065 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:35.653409 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.654026 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:35.654210 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Bound port: 78303d77-ef5b-4d81-8cb0-741ced2ca899, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:35.656713 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.666363 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:39:35.667402 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:39:35.695238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:35.702831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.709738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.759587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25384c6f-f26c-4865-a619-3d74dd8aa275 req-04d65730-9243-48ef-97e3-0dde60ddc6e8 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908907 Jan 28 09:39:35.801630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Allocated IP 172.20.0.1 (f6dce9fc-de37-4440-8d6a-5406157cb623/0c7fbe8f-be59-4330-a00f-3107456c7e8f/10a102cf-b4e7-4dba-9c62-469d3f4f8671) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:35.823573 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] For port 78303d77-ef5b-4d81-8cb0-741ced2ca899, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:35.830429 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] For port 78303d77-ef5b-4d81-8cb0-741ced2ca899, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78303d77-ef5b-4d81-8cb0-741ced2ca899,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:35.835773 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:35.940569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] No DVR routers for this DVR port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:35.951236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['286abf2e-523c-4074-ab1a-923df5eb8a08']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:36.021262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05684a12-29b0-43a8-9700-2d76153abb7b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:36.034716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e631d134-be1f-4829-93d6-69dc8224b60a') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:36.034716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e631d134-be1f-4829-93d6-69dc8224b60a') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:36.056690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.056690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a43578c4-743f-44f4-8e5a-21fab58dc475 req-fd81cba9-4a9f-48d3-b0fd-3fb3cafedb66 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.6966009 Jan 28 09:39:36.056690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.070224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:36.070224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:36.070224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:36.083376 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Routers {'d617a5a0-7d68-454a-8eb2-275e702d6360'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:36.083376 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d617a5a0-7d68-454a-8eb2-275e702d6360'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Attempting to bind port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:36.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Bound port: 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:36.098486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.110961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:39:36.110961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:39:36.126801 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:39:36.141799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51796) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:36.280029 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409aaa13-7efa-429b-bd61-e7b862b7a029 None None] Pushing event updated for resources: {'Port': ['ID=78303d77-ef5b-4d81-8cb0-741ced2ca899,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:36.400529 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'code': 200} Jan 28 09:39:36.416088 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.430167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-2b829540-c315-4a57-9c59-779d0d1623f5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/05684a12-29b0-43a8-9700-2d76153abb7b HTTP/1.1" status: 200 len: 1802 time: 0.0874939 Jan 28 09:39:36.441774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Transition to ACTIVE for port object 10a102cf-b4e7-4dba-9c62-469d3f4f8671 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:36.445507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05684a12-29b0-43a8-9700-2d76153abb7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:36.446158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05684a12-29b0-43a8-9700-2d76153abb7b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:36.450810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.454934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:36.461345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:36.462746 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] Set router d617a5a0-7d68-454a-8eb2-275e702d6360 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:36.466482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:36.473888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:36.498936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.532487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/286abf2e-523c-4074-ab1a-923df5eb8a08 HTTP/1.1" status: 204 len: 168 time: 4.4884593 Jan 28 09:39:36.542974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c34d47c-d4c6-41af-9625-c93c2b381fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=286abf2e-523c-4074-ab1a-923df5eb8a08,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:36.585111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.646676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.667520 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.682725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:36.687214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:36.701535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa416d0-bf09-4ebf-8785-a9a54d9cf8c8 req-2da9e0d0-32b8-4132-ae90-05cf291e5cb4 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:36.708759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fa416d0-bf09-4ebf-8785-a9a54d9cf8c8 req-2da9e0d0-32b8-4132-ae90-05cf291e5cb4 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.4567780 Jan 28 09:39:36.712764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Usage tracker for resource:security_group_rule and tenant:d73eb5122fea4f58ba415eb67d882460 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:36.717284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:36.750173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:36.762445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.778817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Network f6dce9fc-de37-4440-8d6a-5406157cb623 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:36.784616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:36.786253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:36.802253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51808) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:36.802505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:36.834049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=10a102cf-b4e7-4dba-9c62-469d3f4f8671,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:36.891725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.903299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:36.903299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.903299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] 10.222.0.43 "PUT /v2.0/ports/51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 1097 time: 3.2991056 Jan 28 09:39:36.919215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:36.942703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fa416d0-bf09-4ebf-8785-a9a54d9cf8c8 req-3f8525be-63a5-4324-8a42-c037a8eb31fb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231522 Jan 28 09:39:37.072909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:39:37.102434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-1acb5cd1-c236-400d-872d-be9303fd29d6 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:37.108455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:39:29Z', 'revision_number': 3, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:37.115145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-1acb5cd1-c236-400d-872d-be9303fd29d6 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.4343166 Jan 28 09:39:37.115145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aeda5bb-109e-4221-aaa0-57b007c7dada,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:37.123104 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef56c096-f856-4a84-a909-7d5b5b1e2a69 None None] The sync data for ids ['d617a5a0-7d68-454a-8eb2-275e702d6360'] in n-d-825178-2 is: [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:39:29Z', 'revision_number': 3, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:37.174235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa74f6c-2f35-44ee-8e92-aa8eed2156d6 service neutron] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=11']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:37.176858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-2'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:37.317545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.318714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6074df3-319c-4c6d-85b3-f59b573c15c5 req-7f6e3306-0999-4055-8ef4-7ed0a584a8ed tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8808179 Jan 28 09:39:37.319971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.365330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dd2b7314-2d13-44bd-8224-c9a33c6c2c78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c68135ca7e8d4b21b9aa58f062832422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5229406 Jan 28 09:39:37.374439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:37.401689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0912c0ec-372d-491a-8cf3-d1e94978ea7a None None] Provisioning for port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:37.426147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0912c0ec-372d-491a-8cf3-d1e94978ea7a None None] Provisioning complete for port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:37.426147 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0912c0ec-372d-491a-8cf3-d1e94978ea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.583062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-271e5222-3a0c-4bc1-9f9c-c7c4bd312e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:37.583062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-271e5222-3a0c-4bc1-9f9c-c7c4bd312e79 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1100 time: 0.6411448 Jan 28 09:39:37.657215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0912c0ec-372d-491a-8cf3-d1e94978ea7a None None] Port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:37.691136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.696931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:37.726314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e has no active binding in host n-h1-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:39:37.752871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.779025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.857106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c73920ed-6907-4598-bf85-ffb23c3feb23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:37.873146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83c2fc97-c840-409a-b0b1-b767a65e6b72,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:37.886165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9b002389-cac8-4f9d-8dc8-f61f6784f699 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d73eb5122fea4f58ba415eb67d882460&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7434011 Jan 28 09:39:37.890380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51830) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:37.934512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-64f89c7b-fb3e-4425-8364-8f0c145209d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/05684a12-29b0-43a8-9700-2d76153abb7b HTTP/1.1" status: 200 len: 2395 time: 0.2611914 Jan 28 09:39:37.938428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8c64055c-c577-4220-a952-90be9283f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:37.940210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-8c64055c-c577-4220-a952-90be9283f030 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3372409 Jan 28 09:39:37.948902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c73920ed-6907-4598-bf85-ffb23c3feb23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.005449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05684a12-29b0-43a8-9700-2d76153abb7b', 'remote_group_id': None}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:38.005828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05684a12-29b0-43a8-9700-2d76153abb7b', 'remote_group_id': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:38.011611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a5821-4391-4429-b86f-b7805cefaab1 req-7df0bb69-fae9-48db-ac63-50c11fd30dc3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:38.014530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-631a5821-4391-4429-b86f-b7805cefaab1 req-7df0bb69-fae9-48db-ac63-50c11fd30dc3 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 945 time: 0.6836119 Jan 28 09:39:38.033374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:38.047070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-1b97b2e5-5b9a-4ada-9ab7-3c3079636b54 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.0994554 Jan 28 09:39:38.065694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Usage tracker for resource:security_group_rule and tenant:85accc4632324236973a6f41c7e142af is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:38.079864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:38.144996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce862-47d2-4b8d-9c12-c2166ef4accc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.153533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:38.161173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-631a5821-4391-4429-b86f-b7805cefaab1 req-907104f3-46af-4cb3-bcc7-ef450a7841e5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257966 Jan 28 09:39:38.171072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.180909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-9a474d87-7415-47bd-8e48-9e6d9ee01797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:38.182333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-9a474d87-7415-47bd-8e48-9e6d9ee01797 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1201105 Jan 28 09:39:38.186541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce862-47d2-4b8d-9c12-c2166ef4accc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.269870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c73920ed-6907-4598-bf85-ffb23c3feb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.305822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-45cfe316-ac00-479e-886c-711f595afc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:38.307412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-45cfe316-ac00-479e-886c-711f595afc6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1137125 Jan 28 09:39:38.334625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73920ed-6907-4598-bf85-ffb23c3feb23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a4b911-3e3d-48d2-a2e0-31f374c38347,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:38.388739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c73920ed-6907-4598-bf85-ffb23c3feb23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.389934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c73920ed-6907-4598-bf85-ffb23c3feb23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72a4b911-3e3d-48d2-a2e0-31f374c38347 HTTP/1.1" status: 204 len: 168 time: 1.0136659 Jan 28 09:39:38.394756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:38.432194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.544399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:38.557778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:38.563994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-f7d7dad2-3978-4bf2-80f2-6c8a8622ae44 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496424 Jan 28 09:39:38.566500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce862-47d2-4b8d-9c12-c2166ef4accc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.607410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.619398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.640109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ce862-47d2-4b8d-9c12-c2166ef4accc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c2fc97-c840-409a-b0b1-b767a65e6b72,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:38.674331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8561fd8-8c01-4238-bfa2-c1f2471d0d01,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:38.684054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:38.691148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.701609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.703230 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-503d4945-eee4-40a1-809e-39c154d8e3ba req-c660638e-4614-4f1b-b473-c51b2acadef5 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7474535 Jan 28 09:39:38.705378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.729461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e5ce862-47d2-4b8d-9c12-c2166ef4accc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.730580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e5ce862-47d2-4b8d-9c12-c2166ef4accc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83c2fc97-c840-409a-b0b1-b767a65e6b72 HTTP/1.1" status: 204 len: 168 time: 0.8393452 Jan 28 09:39:38.785067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.792928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e66977d-8479-4771-8a8d-538b07c3f398 req-4568ef98-9f63-462e-a9fd-16d4fc21a3b5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:38.794433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e66977d-8479-4771-8a8d-538b07c3f398 req-4568ef98-9f63-462e-a9fd-16d4fc21a3b5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.2289698 Jan 28 09:39:38.795762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:38.798503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-642b9d46-f9f8-4a06-9d8d-f03c311c700b req-4e98c8e7-4fdb-4717-8c3f-a4354af742ca service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869152 Jan 28 09:39:38.845052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e66977d-8479-4771-8a8d-538b07c3f398 req-791644da-ae1f-4830-ae03-ed3514a35a0c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Jan 28 09:39:38.929090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:38.995593 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'status': 'completed', 'code': 200} Jan 28 09:39:39.065239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=10a102cf-b4e7-4dba-9c62-469d3f4f8671,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:39.125105 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'code': 200} Jan 28 09:39:39.192039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c593eb22-66eb-4d39-8b51-4fb67ff6b076 req-49138992-eea1-4877-a0d1-01d5bfb0b64f tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/05684a12-29b0-43a8-9700-2d76153abb7b HTTP/1.1" status: 200 len: 2993 time: 0.1818690 Jan 28 09:39:39.215033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78303d77-ef5b-4d81-8cb0-741ced2ca899 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:39.260021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-3c3ba83c-6515-426c-b678-e7c20e2770c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:39.265441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-3c3ba83c-6515-426c-b678-e7c20e2770c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1100 time: 0.2114072 Jan 28 09:39:39.306885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:39.320051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:39.327443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:39.327443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:39.378793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 78303d77-ef5b-4d81-8cb0-741ced2ca899 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:39.391328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 78303d77-ef5b-4d81-8cb0-741ced2ca899 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:39.394671 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:39.411939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:39:39.411939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Attempting to bind port f2527809-0a80-40a7-aa76-ea877df6c31e on network d408f57a-595b-4c2f-baed-a38efd3c87fb {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:39.543331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:39.545585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Checking segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:39.546976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Bound using segment: {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:39.547630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Bound port: f2527809-0a80-40a7-aa76-ea877df6c31e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca4083e-0816-4c16-bae1-5e5c1f3affde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd408f57a-595b-4c2f-baed-a38efd3c87fb'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:39.548629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:39.637914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:39.702374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 78303d77-ef5b-4d81-8cb0-741ced2ca899, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78303d77-ef5b-4d81-8cb0-741ced2ca899,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:39.708624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97698c-2e55-44ab-b680-088b9ba9f32d req-810e530a-0b96-46c4-b1ae-2d85f3cec858 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:39.716703 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:39.722833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f97698c-2e55-44ab-b680-088b9ba9f32d req-810e530a-0b96-46c4-b1ae-2d85f3cec858 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.3568947 Jan 28 09:39:39.722833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-f89709bb-7039-4082-b35d-c5cb41d12069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:39.722833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-f89709bb-7039-4082-b35d-c5cb41d12069 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.4489272 Jan 28 09:39:39.810611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-0fbcfacd-6e5f-4616-8fb4-e5791a0592eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:39.810611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-0fbcfacd-6e5f-4616-8fb4-e5791a0592eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1100 time: 0.7355282 Jan 28 09:39:39.810611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:39.839494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:39.851881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:39.860629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-d01f43e1-33c0-424e-9548-730761b2d229 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.0974135 Jan 28 09:39:39.929525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f97698c-2e55-44ab-b680-088b9ba9f32d req-90fa00ac-c278-4f83-9000-3696967d014f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141898 Jan 28 09:39:39.973766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=78303d77-ef5b-4d81-8cb0-741ced2ca899,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:39.984899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-0c707c06-4db4-45ad-83b0-0c1d07890449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:39.993555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-0c707c06-4db4-45ad-83b0-0c1d07890449 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1282959 Jan 28 09:39:40.068163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:40.142262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:40.212582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:40.221568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Usage tracker for resource:security_group_rule and tenant:0736fec0201d4c9c83913e943c33228e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:40.231841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:40.244882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:40.283854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-afacf57e-7cd7-4a40-9249-722b1c707a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:40.285265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-afacf57e-7cd7-4a40-9249-722b1c707a8c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917030 Jan 28 09:39:40.384941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d6e301-d9b0-4d40-9264-18cda2a08694 req-9706afa8-3c57-4264-8d89-5cc6dca344bb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:40.390240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d6e301-d9b0-4d40-9264-18cda2a08694 req-9706afa8-3c57-4264-8d89-5cc6dca344bb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.2347147 Jan 28 09:39:40.546109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d6e301-d9b0-4d40-9264-18cda2a08694 req-350f1e87-4214-4841-ae84-b49a8a88f2dd tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450715 Jan 28 09:39:40.581707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:40.634669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-07fd6ef4-b639-4243-9918-fc3cd8837511 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409958 Jan 28 09:39:40.705048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:40.706356 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:40.709041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] 10.222.0.25 "PUT /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 1121 time: 3.5677896 Jan 28 09:39:40.715240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-c8ef4071-142e-4c41-9658-836a8c4d3af7 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-group-rules/c8561fd8-8c01-4238-bfa2-c1f2471d0d01 HTTP/1.1" status: 200 len: 783 time: 0.4779954 Jan 28 09:39:40.778555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ad5454-83ce-44cd-b938-da3106fdfa04 service neutron] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=8']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:40.782327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-901e99ce-2afa-4043-8c8b-eacd288b7aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:40.783982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-901e99ce-2afa-4043-8c8b-eacd288b7aea service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.9533427 Jan 28 09:39:40.786992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Network f6dce9fc-de37-4440-8d6a-5406157cb623 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:40.793633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f2527809-0a80-40a7-aa76-ea877df6c31e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:40.795544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:40.830088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:40.862277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:40.920832 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-99565f5d-e6a0-4a8d-b697-0d03b6869985 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.1272814 Jan 28 09:39:40.984259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0736fec0201d4c9c83913e943c33228e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9178476 Jan 28 09:39:40.984259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.013889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f2527809-0a80-40a7-aa76-ea877df6c31e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:41.017907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51906) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:41.142313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:41.159759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:41.224928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78303d77-ef5b-4d81-8cb0-741ced2ca899 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:41.235538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Usage tracker for resource:security_group_rule and tenant:85c40fe9011f4b6689e8e913803cb58e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:41.260687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:41.288170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-dea50e5c-74b4-4c18-91cf-9f44031f35a2 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/05684a12-29b0-43a8-9700-2d76153abb7b HTTP/1.1" status: 200 len: 2993 time: 0.5423207 Jan 28 09:39:41.418356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:41.429078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cef03bf-b81f-4785-905e-0526f5fee0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ec06b8-eddd-4f54-9764-36769568b8c4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:41.458577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-f8459e7e-8132-46ca-b519-1edf0cef3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:41.460719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-f8459e7e-8132-46ca-b519-1edf0cef3c20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.3487515 Jan 28 09:39:41.464250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-46da41bf-452f-4c98-96dd-ddeeb3c734b3 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.468559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-cabdc22c-97f2-4912-9418-953650c8f75b service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8157630 Jan 28 09:39:41.501828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf0c2a0a-30f2-466d-bd46-8dd579398cfe None None] Provisioning complete for port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:41.501828 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf0c2a0a-30f2-466d-bd46-8dd579398cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.509925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-46da41bf-452f-4c98-96dd-ddeeb3c734b3 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.572334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cf0c2a0a-30f2-466d-bd46-8dd579398cfe None None] Port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:41.621806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-46da41bf-452f-4c98-96dd-ddeeb3c734b3 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.658895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-46da41bf-452f-4c98-96dd-ddeeb3c734b3 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.660010 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c45fe876-9be7-4c60-a0bc-5550c2de91d5 req-46da41bf-452f-4c98-96dd-ddeeb3c734b3 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c8561fd8-8c01-4238-bfa2-c1f2471d0d01 HTTP/1.1" status: 204 len: 173 time: 0.3750386 Jan 28 09:39:41.666152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da41bf-452f-4c98-96dd-ddeeb3c734b3 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8561fd8-8c01-4238-bfa2-c1f2471d0d01,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:41.690264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862ecea2-c1d2-4050-904f-87a6bb08abda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.716328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Router d617a5a0-7d68-454a-8eb2-275e702d6360 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:39:41.781039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862ecea2-c1d2-4050-904f-87a6bb08abda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.794101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 78303d77-ef5b-4d81-8cb0-741ced2ca899 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:41.794101 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.799180 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'status': 'completed', 'code': 200} Jan 28 09:39:41.805519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-05224408-e6a8-4aec-b0e7-05217f64866f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:41.807558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-05224408-e6a8-4aec-b0e7-05217f64866f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2466385 Jan 28 09:39:41.818206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc67bf-2639-4a6f-bbc6-9d21bf6228f0 req-0f31d782-dfbc-46ea-9819-0fd161cb16f2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:41.825812 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-febc67bf-2639-4a6f-bbc6-9d21bf6228f0 req-0f31d782-dfbc-46ea-9819-0fd161cb16f2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.3909712 Jan 28 09:39:41.857318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.882910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:39:41.923458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:41.963456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-febc67bf-2639-4a6f-bbc6-9d21bf6228f0 req-7ee9c175-cb2d-4168-bc46-a99a822fff9f tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367619 Jan 28 09:39:42.104732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:42.114002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85c40fe9011f4b6689e8e913803cb58e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5084906 Jan 28 09:39:42.114002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51932) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:42.126426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'mac_address': 'fa:16:3e:28:55:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:39:42.132134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448f9b9e-a614-4942-95d7-f0e5a3c5f507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542099b9-e8e2-43d5-9af8-1d53f30a7637,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:42.151065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a06489d-eb4c-41d1-bf8b-2e5dca64fe17 req-4e24412d-c036-4032-a3c4-886ba599f2df tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/05684a12-29b0-43a8-9700-2d76153abb7b HTTP/1.1" status: 200 len: 2395 time: 0.1196544 Jan 28 09:39:42.159821 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-de7feb97-27e1-4b37-af2e-3d5b8e33b85f service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256937 Jan 28 09:39:42.196933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862ecea2-c1d2-4050-904f-87a6bb08abda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.242458 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.249568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862ecea2-c1d2-4050-904f-87a6bb08abda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ec06b8-eddd-4f54-9764-36769568b8c4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:42.276550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-0a206ae4-c019-4c73-a36b-a2fc7a64c9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:42.276550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-0a206ae4-c019-4c73-a36b-a2fc7a64c9fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1124 time: 0.4365716 Jan 28 09:39:42.285690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d3af5b-cefa-4bb6-a3ed-14da7037be2a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:39:42.293114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862ecea2-c1d2-4050-904f-87a6bb08abda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.293114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-862ecea2-c1d2-4050-904f-87a6bb08abda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8ec06b8-eddd-4f54-9764-36769568b8c4 HTTP/1.1" status: 204 len: 168 time: 1.2422702 Jan 28 09:39:42.331801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:42.338271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dc82a59-cf2b-4400-992e-557e78a7cabd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.451616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dc82a59-cf2b-4400-992e-557e78a7cabd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.477460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a06489d-eb4c-41d1-bf8b-2e5dca64fe17 req-697ef939-93ff-4f2d-8648-3f6059fdff2d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.486453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.569481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a06489d-eb4c-41d1-bf8b-2e5dca64fe17 req-697ef939-93ff-4f2d-8648-3f6059fdff2d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.688951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:42.748178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-f23ea1a8-8feb-4f1e-a854-dc5c21d495fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:42.748178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-f23ea1a8-8feb-4f1e-a854-dc5c21d495fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.4606447 Jan 28 09:39:42.813678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:39:42.843016 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c07b0a72-1d73-4941-863a-17610dbed7e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/d617a5a0-7d68-454a-8eb2-275e702d6360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1689928 Jan 28 09:39:42.858622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['51d3af5b-cefa-4bb6-a3ed-14da7037be2a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:42.860838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dc82a59-cf2b-4400-992e-557e78a7cabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.861551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa936c38-32ac-4900-a1b5-265663498fa6 req-fb0a0389-0c72-4b02-9272-80bdde550ef0 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:42.861551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa936c38-32ac-4900-a1b5-265663498fa6 req-fb0a0389-0c72-4b02-9272-80bdde550ef0 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 949 time: 0.6833467 Jan 28 09:39:42.878590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dc82a59-cf2b-4400-992e-557e78a7cabd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.880877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9dc82a59-cf2b-4400-992e-557e78a7cabd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/542099b9-e8e2-43d5-9af8-1d53f30a7637 HTTP/1.1" status: 204 len: 168 time: 0.7835782 Jan 28 09:39:42.886770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-88804b94-b84e-47fb-a1d4-b199306b4a6e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 217 time: 0.1252840 Jan 28 09:39:42.887538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc82a59-cf2b-4400-992e-557e78a7cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542099b9-e8e2-43d5-9af8-1d53f30a7637,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:42.889664 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a06489d-eb4c-41d1-bf8b-2e5dca64fe17 req-697ef939-93ff-4f2d-8648-3f6059fdff2d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.892179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a06489d-eb4c-41d1-bf8b-2e5dca64fe17 req-697ef939-93ff-4f2d-8648-3f6059fdff2d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:42.893317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a06489d-eb4c-41d1-bf8b-2e5dca64fe17 req-697ef939-93ff-4f2d-8648-3f6059fdff2d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/05684a12-29b0-43a8-9700-2d76153abb7b HTTP/1.1" status: 204 len: 173 time: 0.7421877 Jan 28 09:39:42.948760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ef939-93ff-4f2d-8648-3f6059fdff2d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05684a12-29b0-43a8-9700-2d76153abb7b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:42.968539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa936c38-32ac-4900-a1b5-265663498fa6 req-322037c6-7919-4a4c-9adf-d4e10345c015 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142864 Jan 28 09:39:42.975168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-fcd1a1a8-f872-4b7b-8b98-155a0b6a8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:42.976350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-fcd1a1a8-f872-4b7b-8b98-155a0b6a8a98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.0729613 Jan 28 09:39:42.977094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8630c0b2-e9cd-4c3e-8530-1721c034e0a2 req-72c771c1-2216-46df-bd4b-abd4845e7bf6 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7467537 Jan 28 09:39:43.014394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Sync routers for ids ['d617a5a0-7d68-454a-8eb2-275e702d6360'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:39:43.049943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Routers {'d617a5a0-7d68-454a-8eb2-275e702d6360'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:43.050551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-cb3867a9-74ad-4726-9447-df7bdeb562a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587740 Jan 28 09:39:43.050699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d617a5a0-7d68-454a-8eb2-275e702d6360'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:43.118616 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-1886a533-fd7d-4287-bc74-f8a9b23efd77 req-de24411d-de96-4f70-ac2d-372af9f49ede tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] show failed (client error): The resource could not be found. Jan 28 09:39:43.121196 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1886a533-fd7d-4287-bc74-f8a9b23efd77 req-de24411d-de96-4f70-ac2d-372af9f49ede tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/9e3610a9-71a8-49c4-afdd-ec26b74d7e16 HTTP/1.1" status: 404 len: 352 time: 0.0336559 Jan 28 09:39:43.275044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-2a6f656d-7ca0-4ca1-99e7-5a6cda6aa1e6 service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138050 Jan 28 09:39:43.370729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d497b17-f458-415f-9ba1-32ee6a33e97c req-10266618-f30e-4676-9359-26642bf6a27b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:43.379383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d497b17-f458-415f-9ba1-32ee6a33e97c req-10266618-f30e-4676-9359-26642bf6a27b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 950 time: 0.0969193 Jan 28 09:39:43.426304 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:43.428104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Set router d617a5a0-7d68-454a-8eb2-275e702d6360 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:43.439057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d497b17-f458-415f-9ba1-32ee6a33e97c req-3fb6ce11-6fad-4968-af90-0a6dea49aef8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585806 Jan 28 09:39:43.468410 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f93bec2b-fcac-4dd4-b9e1-0eece58d8eb2 req-1bb52f7c-6995-44dd-a8d5-2c6103ed862d service neutron] 10.222.0.43 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871953 Jan 28 09:39:43.573482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b8533-570f-4430-a25a-c0250fe60d94 req-2264362b-7220-409d-a329-76b65c733d43 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:43.575560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95979be4-426b-4c35-bb16-6fea5989b11e req-fc57383e-e9e5-49eb-b6f9-c816b69399db tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/68cd0500-bf23-4f6c-9e82-46d2378a0a80 HTTP/1.1" status: 200 len: 1805 time: 0.0667365 Jan 28 09:39:43.576356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e51b8533-570f-4430-a25a-c0250fe60d94 req-2264362b-7220-409d-a329-76b65c733d43 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 0.1107762 Jan 28 09:39:43.626165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51980) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:43.676355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:43.708944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e51b8533-570f-4430-a25a-c0250fe60d94 req-8ed4ea9d-42a5-4fcf-8599-0c69d92c2e86 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262703 Jan 28 09:39:43.725169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:43.729761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Usage tracker for resource:security_group_rule and tenant:a613f9e527c14ebfac98e5cd6d34c54f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:43.732789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:43.739128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:43.755146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95979be4-426b-4c35-bb16-6fea5989b11e req-ca1921f0-1ca7-4920-89bd-ca6ba5e2c119 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:43.910546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:43.925430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:43.975810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64df6235-2799-4509-8c7c-e6b068a13f11,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:44.011455 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95979be4-426b-4c35-bb16-6fea5989b11e req-ca1921f0-1ca7-4920-89bd-ca6ba5e2c119 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.080519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1fa4bd3e-3907-41a5-b1b7-bd1870e3874e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a613f9e527c14ebfac98e5cd6d34c54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4431624 Jan 28 09:39:44.093253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:44.186136 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95979be4-426b-4c35-bb16-6fea5989b11e req-ca1921f0-1ca7-4920-89bd-ca6ba5e2c119 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.237646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:39:37Z', 'revision_number': 4, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '10a102cf-b4e7-4dba-9c62-469d3f4f8671', 'name': '', 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:35Z', 'updated_at': '2022-01-28T09:39:38Z', 'revision_number': 2, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'subnets': [{'id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:44.255429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1921f0-1ca7-4920-89bd-ca6ba5e2c119 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68cd0500-bf23-4f6c-9e82-46d2378a0a80,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:44.263665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Checking router: d617a5a0-7d68-454a-8eb2-275e702d6360 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:39:44.263665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Updating router d617a5a0-7d68-454a-8eb2-275e702d6360 port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:39:44.275292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95979be4-426b-4c35-bb16-6fea5989b11e req-ca1921f0-1ca7-4920-89bd-ca6ba5e2c119 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.288593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95979be4-426b-4c35-bb16-6fea5989b11e req-ca1921f0-1ca7-4920-89bd-ca6ba5e2c119 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/68cd0500-bf23-4f6c-9e82-46d2378a0a80 HTTP/1.1" status: 204 len: 173 time: 0.7096493 Jan 28 09:39:44.475861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-5aac4a27-988b-4090-9ce5-b705595ad915 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2240341 Jan 28 09:39:44.581582 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.654004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b81af7ed-bd78-444c-944c-76a07a4698a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.708924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b81af7ed-bd78-444c-944c-76a07a4698a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.769015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52034) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:44.865620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b81af7ed-bd78-444c-944c-76a07a4698a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.906626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81af7ed-bd78-444c-944c-76a07a4698a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64df6235-2799-4509-8c7c-e6b068a13f11,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:44.932943 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-deae7e38-268d-43b1-93aa-4f97d1b82df2 req-43353758-8ec3-4287-ba77-62d0c33f4afc tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/fe4cce73-06cd-4b73-bdff-dd735410db0e HTTP/1.1" status: 200 len: 1805 time: 0.1929801 Jan 28 09:39:44.947484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b81af7ed-bd78-444c-944c-76a07a4698a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:44.950256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b81af7ed-bd78-444c-944c-76a07a4698a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64df6235-2799-4509-8c7c-e6b068a13f11 HTTP/1.1" status: 204 len: 168 time: 0.8723972 Jan 28 09:39:45.085278 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.151983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-deae7e38-268d-43b1-93aa-4f97d1b82df2 req-886178c1-3dc2-4b04-9e7e-7c8a374bb78d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.163143 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:39:45.206083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-deae7e38-268d-43b1-93aa-4f97d1b82df2 req-886178c1-3dc2-4b04-9e7e-7c8a374bb78d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.306448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-deae7e38-268d-43b1-93aa-4f97d1b82df2 req-886178c1-3dc2-4b04-9e7e-7c8a374bb78d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.338266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886178c1-3dc2-4b04-9e7e-7c8a374bb78d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4cce73-06cd-4b73-bdff-dd735410db0e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:45.354035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-deae7e38-268d-43b1-93aa-4f97d1b82df2 req-886178c1-3dc2-4b04-9e7e-7c8a374bb78d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.369323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-deae7e38-268d-43b1-93aa-4f97d1b82df2 req-886178c1-3dc2-4b04-9e7e-7c8a374bb78d tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe4cce73-06cd-4b73-bdff-dd735410db0e HTTP/1.1" status: 204 len: 173 time: 0.4278734 Jan 28 09:39:45.564129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.625200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:45.634339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Usage tracker for resource:security_group_rule and tenant:078e780854c44e10a87f6881bb280e86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:45.646392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:45.675853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:45.846742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-d022ed94-1f99-4169-92ba-56b0a38bb3fc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:45.859444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-d022ed94-1f99-4169-92ba-56b0a38bb3fc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.3850200 Jan 28 09:39:45.909676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-97077324-e748-4681-be37-408ee3557ec9 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/quotas/0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 375 time: 0.0478528 Jan 28 09:39:45.911138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.921303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.929908 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:45.960880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Transition to ACTIVE for port object 10a102cf-b4e7-4dba-9c62-469d3f4f8671 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:45.977975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:45.984972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0295489-4f7e-48b9-9c08-e8605d8e2615,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:46.025647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edc83144-4c99-46b3-a591-1490a3839e82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=078e780854c44e10a87f6881bb280e86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2555764 Jan 28 09:39:46.027135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52058) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:46.080774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:46.089302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-08fc0830-7f46-4b06-92f4-019455a535c1 service neutron] 10.222.0.43 "GET /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.4788082 Jan 28 09:39:46.095682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-682fe96f-6683-46ca-a5a7-0453111530dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:46.136129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-682fe96f-6683-46ca-a5a7-0453111530dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:46.274871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-682fe96f-6683-46ca-a5a7-0453111530dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:46.282176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c5296-a58d-4661-b6eb-dae580e95282 None None] Pushing event updated for resources: {'Port': ['ID=10a102cf-b4e7-4dba-9c62-469d3f4f8671,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:46.354888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682fe96f-6683-46ca-a5a7-0453111530dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0295489-4f7e-48b9-9c08-e8605d8e2615,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:46.371644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-682fe96f-6683-46ca-a5a7-0453111530dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:46.378743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-682fe96f-6683-46ca-a5a7-0453111530dc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0295489-4f7e-48b9-9c08-e8605d8e2615 HTTP/1.1" status: 204 len: 168 time: 0.3480895 Jan 28 09:39:46.385303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-ef0ee446-471d-4a48-8915-7380c1fecd77 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4744921 Jan 28 09:39:46.969143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Attempting to bind port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:46.974955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Attempting to bind port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:46.975327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Attempting to bind port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 on network f6dce9fc-de37-4440-8d6a-5406157cb623 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:46.990218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:46.992820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Checking segment: {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:46.994729 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.000013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Bound using segment: {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:47.000815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Bound port: 10a102cf-b4e7-4dba-9c62-469d3f4f8671, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1014d6d1-b181-4b4d-a88e-0b31263b3c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:47.001502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.043374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d972535-f9aa-46cd-aa0c-4453adf9ac36 req-a1ab0739-ab0b-4749-8dae-64c4ecbf092d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:47.054661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4d972535-f9aa-46cd-aa0c-4453adf9ac36 req-a1ab0739-ab0b-4749-8dae-64c4ecbf092d tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 943 time: 1.0731256 Jan 28 09:39:47.059994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:47.104265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:47.104265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.119776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4d972535-f9aa-46cd-aa0c-4453adf9ac36 req-6c8b9583-65e0-41bf-b2ef-d176f8e27f79 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616186 Jan 28 09:39:47.306389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd51568c-473d-4db4-accf-a80554970863 req-1b3e5e7c-1285-458d-9b3c-f023628956c4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/38330e57-8ae5-4efa-ba79-ed12afc215a3 HTTP/1.1" status: 200 len: 1805 time: 0.4076176 Jan 28 09:39:47.424693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:47.483973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd51568c-473d-4db4-accf-a80554970863 req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.491292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff41737a-f7fb-4094-9339-a64bd83277a0 req-474975fb-9281-4d54-9516-51365c0d6d39 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 210 time: 0.1272066 Jan 28 09:39:47.511095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] For port 10a102cf-b4e7-4dba-9c62-469d3f4f8671, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:47.517642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:47.518782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] For port 10a102cf-b4e7-4dba-9c62-469d3f4f8671, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10a102cf-b4e7-4dba-9c62-469d3f4f8671,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:47.598225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.609860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd51568c-473d-4db4-accf-a80554970863 req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.635913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2527809-0a80-40a7-aa76-ea877df6c31e {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:39:47.670598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:47.810990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd51568c-473d-4db4-accf-a80554970863 req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.876109 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.884240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.943483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38330e57-8ae5-4efa-ba79-ed12afc215a3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:47.953871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Routers {'d617a5a0-7d68-454a-8eb2-275e702d6360'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:39:47.954716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d617a5a0-7d68-454a-8eb2-275e702d6360'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:47.955805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd51568c-473d-4db4-accf-a80554970863 req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:47.963426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd51568c-473d-4db4-accf-a80554970863 req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/38330e57-8ae5-4efa-ba79-ed12afc215a3 HTTP/1.1" status: 204 len: 173 time: 0.6555908 Jan 28 09:39:48.007143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.019353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.019793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.020325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.020837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.021317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.024425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.024985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.025493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.027270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.028767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.029246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42c31385-1fe1-4975-8301-94f964fc3a24 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:48.103426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:48.145421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:48.151607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34c5296-a58d-4661-b6eb-dae580e95282 None None] Pushing event updated for resources: {'Port': ['ID=10a102cf-b4e7-4dba-9c62-469d3f4f8671,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:48.159320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:48.162079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:39:48.202985 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0dfc95d7-e295-43f7-a4f9-0e73f7a01232 req-e9fa01f6-1934-4054-b64f-d2f8e107d5ab tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/3593e5d6-db35-460f-966a-08c7529ac8f8 HTTP/1.1" status: 200 len: 2403 time: 0.2120166 Jan 28 09:39:48.245280 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'code': 200} Jan 28 09:39:48.433258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=13']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:48.599471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] Transition to ACTIVE for port object f2527809-0a80-40a7-aa76-ea877df6c31e will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:48.621475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0dfc95d7-e295-43f7-a4f9-0e73f7a01232 req-0c3cdb43-f55d-4ac1-b582-838eed55b9d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:48.630597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:48.631200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] Set router d617a5a0-7d68-454a-8eb2-275e702d6360 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:39:48.775382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0dfc95d7-e295-43f7-a4f9-0e73f7a01232 req-0c3cdb43-f55d-4ac1-b582-838eed55b9d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:48.962294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0dfc95d7-e295-43f7-a4f9-0e73f7a01232 req-0c3cdb43-f55d-4ac1-b582-838eed55b9d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:49.055243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3cdb43-f55d-4ac1-b582-838eed55b9d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3593e5d6-db35-460f-966a-08c7529ac8f8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:49.096775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0dfc95d7-e295-43f7-a4f9-0e73f7a01232 req-0c3cdb43-f55d-4ac1-b582-838eed55b9d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:49.116304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0dfc95d7-e295-43f7-a4f9-0e73f7a01232 req-0c3cdb43-f55d-4ac1-b582-838eed55b9d4 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/3593e5d6-db35-460f-966a-08c7529ac8f8 HTTP/1.1" status: 204 len: 173 time: 0.9123402 Jan 28 09:39:49.252338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] No DVR routers for this DVR port f2527809-0a80-40a7-aa76-ea877df6c31e on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:39:49.323180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] 10.222.0.43 "PUT /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e/bindings/n-h1-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 3.2126534 Jan 28 09:39:49.325288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd465d8-0bc5-4c77-8032-d32e765370f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:49.372961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e455dd-bd4e-454f-9e02-193446b1e217 req-ebbd3c09-f100-473b-980a-e300fa9d5330 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:49.375312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63e455dd-bd4e-454f-9e02-193446b1e217 req-ebbd3c09-f100-473b-980a-e300fa9d5330 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.7604237 Jan 28 09:39:49.483417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63e455dd-bd4e-454f-9e02-193446b1e217 req-6545a9e9-fbbb-4652-bebb-21c07a1aa887 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947733 Jan 28 09:39:49.597074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:39:37Z', 'revision_number': 4, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '10a102cf-b4e7-4dba-9c62-469d3f4f8671', 'name': '', 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:35Z', 'updated_at': '2022-01-28T09:39:47Z', 'revision_number': 4, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'subnets': [{'id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:49.603834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8feef1-588c-4c84-8738-13c94373a4d8 None None] The sync data for ids ['d617a5a0-7d68-454a-8eb2-275e702d6360'] in n-d-825178-2 is: [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:39:37Z', 'revision_number': 4, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '10a102cf-b4e7-4dba-9c62-469d3f4f8671', 'name': '', 'network_id': 'f6dce9fc-de37-4440-8d6a-5406157cb623', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'mac_address': 'fa:16:3e:36:e1:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_interface', 'standard_attr_id': 727, 'fixed_ips': [{'subnet_id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:35Z', 'updated_at': '2022-01-28T09:39:47Z', 'revision_number': 4, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'subnets': [{'id': '0c7fbe8f-be59-4330-a00f-3107456c7e8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:39:49.735403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-f5028f07-36e3-4432-8fb2-d910c52084f9 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:49.740792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-f5028f07-36e3-4432-8fb2-d910c52084f9 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.2672200 Jan 28 09:39:49.851175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52170) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:49.887595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2b80d33-0926-484f-984f-36ffb4c54d4c req-78211357-9d9a-427d-a4ce-aec1cca5001a tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "GET /v2.0/security-groups/91399f91-5309-472e-93cd-95af0d676a8e HTTP/1.1" status: 200 len: 2396 time: 0.2662234 Jan 28 09:39:50.153984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2b80d33-0926-484f-984f-36ffb4c54d4c req-be4b0124-6669-41b5-b3fc-712c251e5441 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:50.203179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12c7070b-6369-4df6-a06d-8497c9472859 req-88d489c9-b6e3-4d2e-babf-e15aba20f42f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 210 time: 0.2371881 Jan 28 09:39:50.213157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-28909108-f6ee-4e94-b3d6-5e3a64bf4962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:50.214651 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-28909108-f6ee-4e94-b3d6-5e3a64bf4962 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741&tenant_id=f17cd3fd1306411782080e6608f6256c HTTP/1.1" status: 200 len: 1095 time: 0.4571273 Jan 28 09:39:50.271996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2b80d33-0926-484f-984f-36ffb4c54d4c req-be4b0124-6669-41b5-b3fc-712c251e5441 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:50.411276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52180) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:50.501954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-19e542eb-913a-4b91-9472-f497fee704c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:50.513761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-19e542eb-913a-4b91-9472-f497fee704c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f17cd3fd1306411782080e6608f6256c&device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1095 time: 0.2615662 Jan 28 09:39:50.546176 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-a678e6b0-1088-458c-8f2b-2d30a2554323 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=0870c669a5064700a6245dd1fb963cc7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0987360 Jan 28 09:39:50.617661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2b80d33-0926-484f-984f-36ffb4c54d4c req-be4b0124-6669-41b5-b3fc-712c251e5441 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:50.784185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:50.803496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b0124-6669-41b5-b3fc-712c251e5441 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91399f91-5309-472e-93cd-95af0d676a8e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:50.929665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2004527519-network', 'tenant_id': '2fd51b7c7da24937b986a36ffd9700be'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:50.949058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:50.969772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Usage tracker for resource:network and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:50.973219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2b80d33-0926-484f-984f-36ffb4c54d4c req-be4b0124-6669-41b5-b3fc-712c251e5441 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:50.987180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2b80d33-0926-484f-984f-36ffb4c54d4c req-be4b0124-6669-41b5-b3fc-712c251e5441 tempest-SecurityGroupRulesTestJSON-948859077 tempest-SecurityGroupRulesTestJSON-948859077-project] 10.222.0.42 "DELETE /v2.0/security-groups/91399f91-5309-472e-93cd-95af0d676a8e HTTP/1.1" status: 204 len: 173 time: 1.0928509 Jan 28 09:39:50.994268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:51.003485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52196) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:51.021757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:51.152968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:51.197447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Usage tracker for resource:security_group_rule and tenant:96446b64fff045aea0cc8601924ec01c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:51.210281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10a102cf-b4e7-4dba-9c62-469d3f4f8671 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:51.261396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:51.319137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:51.399953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-c17f92a5-1cd0-4fbd-9081-f14c684f88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:51.403087 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-c17f92a5-1cd0-4fbd-9081-f14c684f88cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 200 len: 922 time: 0.8880496 Jan 28 09:39:51.403705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Made reservation on behalf of 2fd51b7c7da24937b986a36ffd9700be for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:51.414818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.443471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:51.464808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:51.465085 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.479936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Deleting subnet 4cf4c9ef-7a19-4ac8-b28f-ee5aa2bef21c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:39:51.491080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.655989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.799770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.824525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.849459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-298ac8d8-9e56-4b81-93d0-66f94df9e543 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:51.850897 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-298ac8d8-9e56-4b81-93d0-66f94df9e543 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2343712 Jan 28 09:39:51.896633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 10a102cf-b4e7-4dba-9c62-469d3f4f8671, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10a102cf-b4e7-4dba-9c62-469d3f4f8671,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:39:51.926352 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.927722 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:51.983824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2de09301-4037-451a-8cc7-ddfdb48c1a74 req-75319409-960d-4522-bac7-845699acf510 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 210 time: 0.1471429 Jan 28 09:39:51.996190 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-99bf1227-5bb2-4686-8fce-f5daf578bc0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 200 len: 217 time: 0.5010819 Jan 28 09:39:52.003334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Request body: {'port': {'device_id': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '0870c669a5064700a6245dd1fb963cc7'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:52.021290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:52.134763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=10a102cf-b4e7-4dba-9c62-469d3f4f8671,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:52.174098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-cedce209-eeba-49ba-a6e9-4c6587431047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:52.175557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-cedce209-eeba-49ba-a6e9-4c6587431047 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 200 len: 861 time: 0.1680501 Jan 28 09:39:52.184127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Usage tracker for resource:security_group_rule and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:52.202476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:52.270845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-b02a92b1-fc4d-4641-8245-a55abbe8c575 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d408f57a-595b-4c2f-baed-a38efd3c87fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774291 Jan 28 09:39:52.280807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:52.349871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.421428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.509867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.593233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.614253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.758334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:52.778321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cf4c9ef-7a19-4ac8-b28f-ee5aa2bef21c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:52.798999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.811916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57494b-125b-4215-9386-8e0fd7b036bb req-b2faf8df-cdcf-4550-a848-d484a448a8f4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:52.813462 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e57494b-125b-4215-9386-8e0fd7b036bb req-b2faf8df-cdcf-4550-a848-d484a448a8f4 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 1.6670656 Jan 28 09:39:52.814737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-848426e4-485c-4350-9577-ee32fe2c684a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4cf4c9ef-7a19-4ac8-b28f-ee5aa2bef21c HTTP/1.1" status: 204 len: 168 time: 1.7780106 Jan 28 09:39:52.816747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:39:52.838548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.839478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.839478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.839787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.840809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.841386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.841912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.842430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.842945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.843455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.844177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.844878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:39:52.857107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52220) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:52.858023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=96446b64fff045aea0cc8601924ec01c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.0031424 Jan 28 09:39:52.873507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52222) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:52.875062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3ede8-d25e-41a5-ae23-9734ca097c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4957cb-8768-482c-93c9-e664c5594df9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:52.900300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:52.938673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:52.958157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:52.958554 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Added segment 6a8581a3-a37f-43e4-b4f9-954ded90d457 of type vlan for network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f Jan 28 09:39:52.963173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e57494b-125b-4215-9386-8e0fd7b036bb req-08d60461-be4f-484d-b996-e4c76ddab9b0 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972462 Jan 28 09:39:53.071364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Made reservation on behalf of 0870c669a5064700a6245dd1fb963cc7 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:53.093387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10a102cf-b4e7-4dba-9c62-469d3f4f8671 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:39:53.094590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.178802 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc7226db-2365-4c7e-b4ed-20aa12d0c9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.258053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:53.258053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.265185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.309907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc7226db-2365-4c7e-b4ed-20aa12d0c9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.388106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.396460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-a444f47b-e55d-4644-9ec5-04340e9ad3d9 service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0939825 Jan 28 09:39:53.678623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ee95ddd-f379-4f98-90fe-6477528ab5cf req-0e344a83-0634-42a5-9d68-8b16eed4fc97 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 210 time: 0.1837637 Jan 28 09:39:53.723005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52234) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:53.731849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.733233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:53.737669 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.905649 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.4814861 Jan 28 09:39:53.912120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52240) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:53.927389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc7226db-2365-4c7e-b4ed-20aa12d0c9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:53.946398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7226db-2365-4c7e-b4ed-20aa12d0c9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4957cb-8768-482c-93c9-e664c5594df9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:53.984010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Allocated IP 192.168.233.226 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:39:54.027441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc7226db-2365-4c7e-b4ed-20aa12d0c9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.027441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bc7226db-2365-4c7e-b4ed-20aa12d0c9d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f4957cb-8768-482c-93c9-e664c5594df9 HTTP/1.1" status: 204 len: 168 time: 1.1123095 Jan 28 09:39:54.315395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.376280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:54.389278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Usage tracker for resource:security_group_rule and tenant:d3058f21ea8e47209e5d0398bf1b99d7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:54.523589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:54.537269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-fe1fda9d-41cf-48a1-ad6e-cc8378f2c93f service neutron] 10.222.0.25 "GET /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1297288 Jan 28 09:39:54.537269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a859f3-929b-45f7-af54-ddae5d33e8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:54.556444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:39:54.574598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:54.584565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.630698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520d7919-90c2-4245-9ee7-cf4208f48252']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:54.647192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efb03542-a478-4925-b3b3-433958fa8e3f') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:54.647635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efb03542-a478-4925-b3b3-433958fa8e3f') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:39:54.663133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:54.693462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.719017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.770605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Request body: {'subnet': {'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2004527519-subnet', 'tenant_id': '2fd51b7c7da24937b986a36ffd9700be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:54.799324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:54.799324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Usage tracker for resource:subnet and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:54.815417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:54.821978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.831073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:54.853814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:39:54.853814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.885752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:39:54.892630 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:39:54.904582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Usage tracker for resource:security_group_rule and tenant:d01d02949b054f2b81c48a22b8ca5ff6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:54.910517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Made reservation on behalf of 2fd51b7c7da24937b986a36ffd9700be for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:39:54.916840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:54.923732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:54.942113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:55.123014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.144889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.194164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.197491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c820e6d6-f072-4a24-b89f-9dca6f4fcddf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:55.256987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c256f16-24a5-4d96-a0e2-bdd5fdb6a0f7 req-88166a76-dba5-4cf9-a11e-daf50c9f0f20 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:55.264310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c256f16-24a5-4d96-a0e2-bdd5fdb6a0f7 req-88166a76-dba5-4cf9-a11e-daf50c9f0f20 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.9015508 Jan 28 09:39:55.300063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1169b3c2-42be-4507-a6b6-3252b9213dfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d01d02949b054f2b81c48a22b8ca5ff6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6240923 Jan 28 09:39:55.321739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52258) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:55.368451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.387013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.434845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-402ebf7a-1376-4324-99e8-090ebda0ad7d req-a6cbdfd0-bb9a-43e5-a326-ea20766d6800 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 210 time: 0.1550851 Jan 28 09:39:55.481237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Transition to ACTIVE for port object f720ca3c-f6ab-4676-a6c4-5dd12b5f644e will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:55.537082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c256f16-24a5-4d96-a0e2-bdd5fdb6a0f7 req-be8248fd-b1e6-4d72-ace9-6fed5db1698a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715015 Jan 28 09:39:55.556185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.579108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38a660-faa5-43d6-b0aa-f873a5546124,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:55.599017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ae64f88d-887a-4087-abeb-fc98a915e037 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3058f21ea8e47209e5d0398bf1b99d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8727500 Jan 28 09:39:55.601634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.603212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52262) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:55.623290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.629117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['51d3af5b-cefa-4bb6-a3ed-14da7037be2a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:55.668377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] 10.222.0.42 "DELETE /v2.0/networks/520d7919-90c2-4245-9ee7-cf4208f48252 HTTP/1.1" status: 204 len: 168 time: 2.7756627 Jan 28 09:39:55.697479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33', '72993e18-434b-47a9-9a38-9c85835f9d15'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:39:55.806281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad990-b95d-41be-9173-0a2e839e1795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.807678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:39:55.812089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:55.819863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:39:55.869139 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8d9e-b5d9-4bfd-a77a-1e1fa63086ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.893709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad990-b95d-41be-9173-0a2e839e1795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.901804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:55.902682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.931391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-234c39b1-34e7-4764-a326-6ac944e4d0f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:55.959938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:56.053797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-234c39b1-34e7-4764-a326-6ac944e4d0f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.074711 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-67b81be2-3d07-444c-9e30-a3194f90280b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0893302 Jan 28 09:39:56.098095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52268) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:56.202348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5a778-787f-48d6-8012-7cd95dfa0e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=520d7919-90c2-4245-9ee7-cf4208f48252,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:56.256890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad990-b95d-41be-9173-0a2e839e1795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.291007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ad990-b95d-41be-9173-0a2e839e1795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c820e6d6-f072-4a24-b89f-9dca6f4fcddf,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:56.294592 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f8ad990-b95d-41be-9173-0a2e839e1795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.296175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2f8ad990-b95d-41be-9173-0a2e839e1795 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c820e6d6-f072-4a24-b89f-9dca6f4fcddf HTTP/1.1" status: 204 len: 168 time: 0.9675515 Jan 28 09:39:56.314973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-11724f23-9290-463f-b10d-24a6ba1133cb tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:56.318297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e48373d-54b5-4bf3-959d-9bb4ba121e6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85accc4632324236973a6f41c7e142af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2158077 Jan 28 09:39:56.318923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-11724f23-9290-463f-b10d-24a6ba1133cb tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741&tenant_id=f17cd3fd1306411782080e6608f6256c&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1095 time: 1.0411742 Jan 28 09:39:56.320987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52276) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:56.371163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1d063a54-a70d-4042-b55e-ba087ae64652 None None] Provisioning for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:39:56.400013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1d063a54-a70d-4042-b55e-ba087ae64652 None None] Provisioning complete for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:39:56.400631 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d063a54-a70d-4042-b55e-ba087ae64652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.443907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-234c39b1-34e7-4764-a326-6ac944e4d0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.447620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.492841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1d063a54-a70d-4042-b55e-ba087ae64652 None None] Port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:39:56.573013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63e469f2-776b-42e8-84a0-fff8f2d4fb9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.653468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63e469f2-776b-42e8-84a0-fff8f2d4fb9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.664027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f201d8f-7dd3-4be0-bf58-af41d45195ca,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:56.717160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Checking segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:56.717729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Network hostable DHCP agents. Network: 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:39:56.753487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234c39b1-34e7-4764-a326-6ac944e4d0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38a660-faa5-43d6-b0aa-f873a5546124,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:56.836961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-234c39b1-34e7-4764-a326-6ac944e4d0f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.838490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-234c39b1-34e7-4764-a326-6ac944e4d0f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e38a660-faa5-43d6-b0aa-f873a5546124 HTTP/1.1" status: 204 len: 168 time: 1.2340465 Jan 28 09:39:56.853247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Request body: {'port': {'device_id': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:39:56.865556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-206fe1e4-f03a-4c2d-940c-c7a47f1e3d01 service neutron] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:56.872679 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-206fe1e4-f03a-4c2d-940c-c7a47f1e3d01 service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:56.874527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8eb5a7-e0ab-4245-b7b7-c6a910a92a70 req-206fe1e4-f03a-4c2d-940c-c7a47f1e3d01 service neutron] 10.222.0.25 "DELETE /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e/bindings/n-h2-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.4805541 Jan 28 09:39:56.875778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:39:56.920165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63e469f2-776b-42e8-84a0-fff8f2d4fb9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:57.015307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e469f2-776b-42e8-84a0-fff8f2d4fb9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c16e08c-83b0-4fde-8183-df3c088e54f6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:57.019225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:39:57.042126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:57.043098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:57.091505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17a0be-8f0f-431b-ae07-22ce413a978d None None] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:57.120417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63e469f2-776b-42e8-84a0-fff8f2d4fb9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:57.124726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-63e469f2-776b-42e8-84a0-fff8f2d4fb9c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c16e08c-83b0-4fde-8183-df3c088e54f6 HTTP/1.1" status: 204 len: 168 time: 0.7969897 Jan 28 09:39:57.133541 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-afb034d5-1517-4593-a2f9-83e4cf64718b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9211185 Jan 28 09:39:57.178828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec6da77-3a81-4ed8-8140-82833bb89f2e req-061469ac-4d0a-4725-8536-bd07c6f5c590 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:57.189501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ec6da77-3a81-4ed8-8140-82833bb89f2e req-061469ac-4d0a-4725-8536-bd07c6f5c590 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.2784824 Jan 28 09:39:57.285129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ec6da77-3a81-4ed8-8140-82833bb89f2e req-7585fe9e-80f1-46f6-aac1-7621d9a271e2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927372 Jan 28 09:39:57.293193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:57.867532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0f629-3461-45da-ba7f-8f1f88d7d059 None None] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:39:57.919662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e8584-773b-4441-a28d-159aa77f5152 req-ca25de5e-583e-410b-9729-27a5d2374c99 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:57.920318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ec6e8584-773b-4441-a28d-159aa77f5152 req-ca25de5e-583e-410b-9729-27a5d2374c99 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:39:58.054187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ec6e8584-773b-4441-a28d-159aa77f5152 req-ca25de5e-583e-410b-9729-27a5d2374c99 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:39:58.055977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec6e8584-773b-4441-a28d-159aa77f5152 req-ca25de5e-583e-410b-9729-27a5d2374c99 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 936 time: 1.2823727 Jan 28 09:39:58.083303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9983de7-ef7f-4b78-9b1f-83d37d609ac9 req-aa60514e-063f-4951-b829-10e7f6d281f9 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:58.092346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9983de7-ef7f-4b78-9b1f-83d37d609ac9 req-aa60514e-063f-4951-b829-10e7f6d281f9 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 1095 time: 0.2120683 Jan 28 09:39:58.111599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52322) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:58.140183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.162480 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c79b7b9-1e02-4889-a2cf-988b2e6f39e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.185799 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9983de7-ef7f-4b78-9b1f-83d37d609ac9 req-5a37a76d-6f43-4ea9-bf01-54dd1a126185 tempest-LiveAutoBlockMigrationV225Test-695128978 tempest-LiveAutoBlockMigrationV225Test-695128978-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871692 Jan 28 09:39:58.199525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:39:58.210300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Usage tracker for resource:security_group_rule and tenant:82ea03adf7f24dd4a944261731f5199c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:39:58.213878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:39:58.227256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:39:58.321625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec6e8584-773b-4441-a28d-159aa77f5152 req-04b8567e-f562-48d3-a169-b897f67e63bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575901 Jan 28 09:39:58.342347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f720ca3c-f6ab-4676-a6c4-5dd12b5f644e {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:39:58.354420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.357946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.363639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.397197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Transition to ACTIVE for port object f720ca3c-f6ab-4676-a6c4-5dd12b5f644e will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:39:58.402583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.409531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82ea03adf7f24dd4a944261731f5199c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961698 Jan 28 09:39:58.410152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52334) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:39:58.556947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d084bab8-06d6-484f-b5b4-b48721544751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.619572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99675f38-1b95-43e4-88ff-295530639038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a090a19-3cfc-4c7a-9ac2-98f158fb4369,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:58.656380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d084bab8-06d6-484f-b5b4-b48721544751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.689475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:58.730777 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d084bab8-06d6-484f-b5b4-b48721544751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.770583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084bab8-06d6-484f-b5b4-b48721544751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a090a19-3cfc-4c7a-9ac2-98f158fb4369,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:58.817671 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d084bab8-06d6-484f-b5b4-b48721544751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.822982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d084bab8-06d6-484f-b5b4-b48721544751 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a090a19-3cfc-4c7a-9ac2-98f158fb4369 HTTP/1.1" status: 204 len: 168 time: 0.4099126 Jan 28 09:39:58.869015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:39:58.869345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:39:58.869664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:58.874713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:39:58.875031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:39:58.880485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:39:58.880866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:39:58.881250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:39:58.881668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Bound port: f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:39:58.882175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:58.999361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:39:59.003183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:39:59.007911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:59.098933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:39:59.117449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:59.118402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:59.119947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-1ae384c3-2525-4c23-8873-a3739d7c0e64 service neutron] 10.222.0.43 "PUT /v2.0/ports/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 1096 time: 3.0190227 Jan 28 09:39:59.144646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:39:59.282561 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:59.344098 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:59.422975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e905703a-2456-41ed-8db9-0fa554dc4c3c req-4083709c-4845-4eeb-85ad-2465c71a08d2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:59.435577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e905703a-2456-41ed-8db9-0fa554dc4c3c req-4083709c-4845-4eeb-85ad-2465c71a08d2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.2468174 Jan 28 09:39:59.449140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-e1497a7f-11f1-4163-8b74-ff21dea9898e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:59.452740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-e1497a7f-11f1-4163-8b74-ff21dea9898e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 822 time: 0.3547680 Jan 28 09:39:59.530807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-a4fe4fdf-288e-4c4e-ba37-52268b20a659 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/quotas/2fd51b7c7da24937b986a36ffd9700be HTTP/1.1" status: 200 len: 375 time: 0.0308034 Jan 28 09:39:59.621846 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-90fc0094-8636-4505-89af-829b900ba3a4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0777595 Jan 28 09:39:59.710415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e905703a-2456-41ed-8db9-0fa554dc4c3c req-22ae8431-78e4-4f2c-b2bc-3ef2b0ebfc3a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733085 Jan 28 09:39:59.764308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-6add5f5c-55e0-48f6-8538-22edb1626ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:59.764598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-060cec17-46cc-4c40-b01c-0eca1e15dea7 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:59.766542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-060cec17-46cc-4c40-b01c-0eca1e15dea7 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.2919831 Jan 28 09:39:59.768920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-6add5f5c-55e0-48f6-8538-22edb1626ac1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1099 time: 0.4832020 Jan 28 09:39:59.860952 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-af86a4db-2620-4d5f-a26b-6c5322e67eec service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.0833809 Jan 28 09:39:59.915931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Deleting port f2527809-0a80-40a7-aa76-ea877df6c31e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:39:59.917211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:39:59.978984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-51e5dc9d-fa39-41fe-88eb-3bafc654f41f service neutron] 10.222.0.42 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481758 Jan 28 09:39:59.983285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-f8f3f6fd-a790-4f50-8f37-e8179bc00905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:39:59.985297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-f8f3f6fd-a790-4f50-8f37-e8179bc00905 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1076353 Jan 28 09:40:00.157236 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'status': 'completed', 'code': 200} Jan 28 09:40:00.202408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-46258ddb-97e5-4192-980a-982f329f1bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:00.204993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-46258ddb-97e5-4192-980a-982f329f1bae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1985822 Jan 28 09:40:00.207342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-6863aa9f-3452-4bbd-94c4-93458f7bb446 service neutron] 10.222.0.42 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209260 Jan 28 09:40:00.248566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:00.521132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-6cfc88bc-f1d4-4606-becb-35fdbdd52e25 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060567 Jan 28 09:40:00.682868 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:00.731848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] For port f2527809-0a80-40a7-aa76-ea877df6c31e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2527809-0a80-40a7-aa76-ea877df6c31e,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:00.732406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:00.907742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c189b9df-d910-49a8-90ed-6efa90ca4b34 req-0204ce5a-5e55-4701-95da-9f0072ca383b tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 210 time: 0.1456735 Jan 28 09:40:00.987338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1055339930-network', 'tenant_id': 'ddf7283ad8324974b97e222ea9ac4b86'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:00.999480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:01.009267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Usage tracker for resource:network and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:01.137100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Calling delete_port for f2527809-0a80-40a7-aa76-ea877df6c31e owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:01.180318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcb28b-95db-497d-a349-450ff8e22946 req-1d933bd5-779e-4673-a7f1-2e32f550127f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:01.189354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10dcb28b-95db-497d-a349-450ff8e22946 req-1d933bd5-779e-4673-a7f1-2e32f550127f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 948 time: 0.7510912 Jan 28 09:40:01.244435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:01.282812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10dcb28b-95db-497d-a349-450ff8e22946 req-a4e4d070-2f33-41ac-a272-af2ae8e9f48c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923648 Jan 28 09:40:01.319462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:01.369444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5dce2e68-ff60-40aa-aa8e-88883b11ebff req-83e471d2-7155-4557-b317-f00bfa8681e1 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8415637 Jan 28 09:40:01.399420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Made reservation on behalf of ddf7283ad8324974b97e222ea9ac4b86 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:01.403395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:01.418398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:01.438793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52448) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:01.442938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:01.447587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:01.450758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:01.457725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:01.511773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:01.524674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['b366bf23-0754-4c20-9cae-45715d2679b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:01.569066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:01.682525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:01.695315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event deleted for resources: {'Port': ['ID=f2527809-0a80-40a7-aa76-ea877df6c31e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:01.828705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:01.861976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35eb37c-7f48-4cb2-a1a5-bcf29f6be775 req-a8a63271-5870-4315-aa5f-d1355e651b9a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:01.864112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c35eb37c-7f48-4cb2-a1a5-bcf29f6be775 req-a8a63271-5870-4315-aa5f-d1355e651b9a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 944 time: 0.5531363 Jan 28 09:40:01.864821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:01.871622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:01.871960 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Added segment 10c89903-4e12-4e9e-9ea1-c3fc54c88275 of type vlan for network a961e57e-30aa-4c00-befa-b0e1ca7048da Jan 28 09:40:01.923004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-aefcf962-944f-42b9-9fcc-6c1a1258832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:01.924805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-aefcf962-944f-42b9-9fcc-6c1a1258832e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1099 time: 0.3526721 Jan 28 09:40:01.994590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-network', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:02.019924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c35eb37c-7f48-4cb2-a1a5-bcf29f6be775 req-3b3e6bb7-cd8b-41d9-b809-23707d3cd0ad tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432638 Jan 28 09:40:02.064732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:02.087917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:02.099039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Usage tracker for resource:network and tenant:c7ba4f1dc92c48caae67ee236273cf64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:02.163150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:02.167395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] No DVR routers for this DVR port f2527809-0a80-40a7-aa76-ea877df6c31e on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:40:02.181270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e6488eb-e133-4212-bca4-c82c73db2b63 req-62ab1b18-9e8f-4a74-b476-cfa1b47f8f1e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 210 time: 0.0834038 Jan 28 09:40:02.186192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:02.208442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'name': 'network-vif-deleted', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:02.215232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:02.222195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c7803686-4cbd-4995-9228-bb9f21eb731b req-30510a77-4261-460b-898b-b801a7492786 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "DELETE /v2.0/ports/f2527809-0a80-40a7-aa76-ea877df6c31e HTTP/1.1" status: 204 len: 173 time: 2.4489484 Jan 28 09:40:02.233615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Made reservation on behalf of c7ba4f1dc92c48caae67ee236273cf64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:02.236883 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:02.278078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:02.332654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:02.339680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Usage tracker for resource:security_group_rule and tenant:c7ba4f1dc92c48caae67ee236273cf64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:02.343215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:02.370212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:02.401415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:02.403268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:02.404097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:02.664968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-9ac617cb-d8fd-4ead-8c32-efc61e62776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:02.666862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-9ac617cb-d8fd-4ead-8c32-efc61e62776a service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.6621964 Jan 28 09:40:02.684701 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741', 'name': 'network-vif-deleted', 'tag': 'f2527809-0a80-40a7-aa76-ea877df6c31e', 'status': 'completed', 'code': 200} Jan 28 09:40:02.795052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-cba1874b-4d87-4ac1-a3ce-0c64c105e3e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.1061018 Jan 28 09:40:02.904393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.6535213 Jan 28 09:40:02.906657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-ac71fcde-96fa-4211-9888-e551522a8059 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:02.909110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-af8b975e-4011-438e-a33e-918475f4b47a req-ac71fcde-96fa-4211-9888-e551522a8059 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:02.915799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52500) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:02.929161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Request body: {'subnet': {'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1055339930-subnet', 'tenant_id': 'ddf7283ad8324974b97e222ea9ac4b86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:02.943430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:02.951345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Usage tracker for resource:subnet and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:02.969101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:02.976724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:02.996776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141ef366-8d43-4d8f-81f3-66e735ba2a7c admin admin] Pushing event updated for resources: {'Network': ['ID=a961e57e-30aa-4c00-befa-b0e1ca7048da,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:03.009137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a961e57e-30aa-4c00-befa-b0e1ca7048da details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:03.053524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0da6bd-21f9-4b02-b1db-345fd8f27809 req-f1a77123-de20-4e52-a8ee-8d4eb460e356 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:03.058873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-6b0f20c0-2a75-4ec1-95a2-542f719cc3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:03.062793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc0da6bd-21f9-4b02-b1db-345fd8f27809 req-f1a77123-de20-4e52-a8ee-8d4eb460e356 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 948 time: 0.3698401 Jan 28 09:40:03.063686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-6b0f20c0-2a75-4ec1-95a2-542f719cc3ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2607803 Jan 28 09:40:03.112882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.114096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-af8b975e-4011-438e-a33e-918475f4b47a req-ac71fcde-96fa-4211-9888-e551522a8059 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:03.119646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-ac71fcde-96fa-4211-9888-e551522a8059 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 822 time: 0.6619298 Jan 28 09:40:03.133510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.136828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Made reservation on behalf of ddf7283ad8324974b97e222ea9ac4b86 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:03.140022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.158701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:03.182131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.183388 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Added segment 4ea3e9da-9c80-486f-9e6b-f38625a61355 of type vlan for network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c Jan 28 09:40:03.235632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:03.242874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.290717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'port': {'device_id': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'admin_state_up': True, 'tenant_id': '2fd51b7c7da24937b986a36ffd9700be'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:03.318221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.319241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:03.320451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.375817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: f2527809-0a80-40a7-aa76-ea877df6c31e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:40:03.376487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2527809-0a80-40a7-aa76-ea877df6c31e not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:40:03.394144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.9541993 Jan 28 09:40:03.400402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52520) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:03.497354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Request body: {'subnet': {'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-subnet', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:03.543076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-98f2e17f-82aa-4fd5-9fe9-40b543671433 req-7324ea78-c16c-4528-8383-a3a2e1e8daae tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e7b2f1c-7f7e-4ae6-9ad4-ea50e5b3b741 HTTP/1.1" status: 200 len: 210 time: 0.1412847 Jan 28 09:40:03.550203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:03.589324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc0da6bd-21f9-4b02-b1db-345fd8f27809 req-2a9411aa-389c-4839-8a5a-8573a6d98378 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5246847 Jan 28 09:40:03.622553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Usage tracker for resource:subnet and tenant:c7ba4f1dc92c48caae67ee236273cf64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:03.630659 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.635528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:03.661709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:03.708328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20bc0e-659b-432f-9479-9e3af329e42b admin admin] Pushing event updated for resources: {'Network': ['ID=71b2c1c4-ce53-46c4-9f3e-05d5254c961c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:03.779748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:03.811631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:03.816062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Usage tracker for resource:port and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:03.819129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:03.826085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:03.837746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Made reservation on behalf of 2fd51b7c7da24937b986a36ffd9700be for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:03.843149 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:03.858954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:03.877466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:04.093839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2165eb9-1c95-4b12-9cbf-499bed199012 req-ff6a4291-2fd4-4207-b686-cb5a8d69a483 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 210 time: 0.2392576 Jan 28 09:40:04.124098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Made reservation on behalf of c7ba4f1dc92c48caae67ee236273cf64 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:04.127192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:04.189587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Allocated IP 172.20.0.14 (5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f/5f201d8f-7dd3-4be0-bf58-af41d45195ca/1ee357a2-ee3c-42d7-82e0-4a59c1723042) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:04.316221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-6066796e-34d5-49bd-a77d-79fea57b1025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:04.318764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-6066796e-34d5-49bd-a77d-79fea57b1025 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2490032 Jan 28 09:40:04.472533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-ed4510dd-1673-4f00-a6bc-80df374c0c4f service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468556 Jan 28 09:40:04.527120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Checking segment: {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:04.527858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Network hostable DHCP agents. Network: a961e57e-30aa-4c00-befa-b0e1ca7048da, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:40:04.553999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:04.621686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:04.837546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:04.957030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:04.961512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:04.964342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:05.068412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:05.069124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.092370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8217e20-c8af-48b9-8be7-d24b5ad6a69b req-ec6e704d-89ac-45fa-9dac-d2ab56e8cba8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:05.093965 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8217e20-c8af-48b9-8be7-d24b5ad6a69b req-ec6e704d-89ac-45fa-9dac-d2ab56e8cba8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 948 time: 0.2406716 Jan 28 09:40:05.104316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e0f855-58ff-4d9b-9e1f-d4f580bfbcdf req-b9667c37-e9c5-42fe-b877-f6bc8997462f service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5922577 Jan 28 09:40:05.119592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-e0afb4bc-5029-4e2e-9a9c-013fecea9057 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9895184 Jan 28 09:40:05.120950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Network a961e57e-30aa-4c00-befa-b0e1ca7048da is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:40:05.138566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Request body: {'port': {'device_id': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:05.214656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a961e57e-30aa-4c00-befa-b0e1ca7048da) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:05.225409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac4bb0-0743-4a98-8718-7944052f153f None None] Network a961e57e-30aa-4c00-befa-b0e1ca7048da requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:05.229267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:05.230672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8217e20-c8af-48b9-8be7-d24b5ad6a69b req-95f7a97b-0377-478b-9fb3-90d960c6076a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281602 Jan 28 09:40:05.235230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.303194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aa0e79f5-04b2-4c3d-9d3a-93cd4427ecc4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3819759 Jan 28 09:40:05.322546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.410006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.528173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Pushing event updated for resources: {'Subnet': ['ID=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:05.628414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Checking segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:05.628875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Network hostable DHCP agents. Network: 71b2c1c4-ce53-46c4-9f3e-05d5254c961c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:40:05.658532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:40:05.695553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a70d4b-0957-4371-b385-53b8c1aa54cd req-93c9be82-4676-4fe1-8fe6-bbed4e1344af tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:05.712888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93a70d4b-0957-4371-b385-53b8c1aa54cd req-93c9be82-4676-4fe1-8fe6-bbed4e1344af tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 932 time: 0.2326176 Jan 28 09:40:05.753849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 71b2c1c4-ce53-46c4-9f3e-05d5254c961c) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:05.761970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:05.762535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14244a9b-6aa2-487c-b1e0-18d304c9304e None None] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:05.762684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.843621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-52c156b4-e158-4ff4-a911-715fc422a20e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3978474 Jan 28 09:40:05.844308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52604) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:05.860206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:05.883199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:05.911229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93a70d4b-0957-4371-b385-53b8c1aa54cd req-791ce34f-8de6-4eaf-bb93-9b3571731851 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971154 Jan 28 09:40:05.922867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Usage tracker for resource:router and tenant:c7ba4f1dc92c48caae67ee236273cf64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:05.926386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:05.938950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:05.963333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.963333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:05.997679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:06.177630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:06.465293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:06.495638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'mac_address': 'fa:16:3e:4e:be:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:06.505159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1599590011', 'description': 'tempest-description-346056286'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:06.633313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:06.723921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:06.748929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:06.790813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:06.815824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ee357a2-ee3c-42d7-82e0-4a59c1723042 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:06.838211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:06.843965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:06.861385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:06.884733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:06.903801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:06.908210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:06.916437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:06.927402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:06.947178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f720ca3c-f6ab-4676-a6c4-5dd12b5f644e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:06.985450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:06.998140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:40:07.007692 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.036739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.043168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279650f9-8784-476f-8d68-a454e6bf0f3b None None] Network a961e57e-30aa-4c00-befa-b0e1ca7048da requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:07.046828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.053697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Transition to ACTIVE for port object 1ee357a2-ee3c-42d7-82e0-4a59c1723042 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:07.115429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d897b93f-646d-4f65-90b1-2f0349b8f656,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:07.124736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.133156 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.232638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:07.298471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6d427-cba2-4101-ade9-93c5ea7bf0d2 req-d33400c8-48ab-496a-b3e5-5c880ce22e75 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:07.300175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72e6d427-cba2-4101-ade9-93c5ea7bf0d2 req-d33400c8-48ab-496a-b3e5-5c880ce22e75 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 948 time: 0.5624142 Jan 28 09:40:07.392290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.393599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-024def07-1ffc-4188-9be4-c8a72094fe88 req-ab4195f2-a7cb-4635-b7bd-337604f7c6b9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8976130 Jan 28 09:40:07.483731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72e6d427-cba2-4101-ade9-93c5ea7bf0d2 req-f17d65a1-4e70-409c-a072-4416e4cb00c2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766613 Jan 28 09:40:07.543309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:07.681738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:07.796577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Attempting to bind port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:07.814715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Attempting to bind port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:07.815099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Attempting to bind port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:07.840553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-89262938', 'description': 'tempest-description-1204655839'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:07.871718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:07.874469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:07.874786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Attempting to bind port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:07.891335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:07.907410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:07.911240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:07.911585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Checking segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:07.911974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Bound using segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:07.912424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Bound port: 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:07.912805 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:07.959330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:07.960330 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Allocated IP 172.20.0.2 (71b2c1c4-ce53-46c4-9f3e-05d5254c961c/24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e/14157d46-4438-4f61-bce2-ae7a349a6362) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:08.065482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.075968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.107197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:08.115780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:08.120844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:08.128533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:08.130925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:08.136074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:08.147902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.176934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.249721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:08.250348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.252289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] 10.222.0.25 "PUT /v2.0/ports/1ee357a2-ee3c-42d7-82e0-4a59c1723042 HTTP/1.1" status: 200 len: 1092 time: 3.1226032 Jan 28 09:40:08.252831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:08.422267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.476483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Allocated IP 172.25.1.117 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/d1b81e4a-0dc1-4832-8689-d9e441e826ba) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:08.553307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.594016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Transition to ACTIVE for port object 14157d46-4438-4f61-bce2-ae7a349a6362 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:08.608133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.624253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e6b1b-f5f8-4a56-98e8-e77b60980f27 service neutron] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:08.669202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Transition to ACTIVE for port object 14157d46-4438-4f61-bce2-ae7a349a6362 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:08.675425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.700011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.740922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.758235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd85aaf-030d-4e28-9bfe-365cab311350,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:08.771258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:08.796473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b3ee549-8d00-4e92-8bb3-ef3508d8e667 req-adf3e0a6-b66b-4623-8db2-6c9431f98213 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0198278 Jan 28 09:40:08.801946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-8966876e-8347-4408-8c4c-0fa5a2fe0ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:08.824334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-8966876e-8347-4408-8c4c-0fa5a2fe0ca8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 1095 time: 0.5295115 Jan 28 09:40:08.851192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Pushing event updated for resources: {'Port': ['ID=14157d46-4438-4f61-bce2-ae7a349a6362,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:08.884378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:08.885675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:08.888917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:09.110852 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'status': 'completed', 'code': 200} Jan 28 09:40:09.122552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f510e-9c9f-44bc-bf6e-f134a6b739cc req-67c7353d-fd1f-4424-ac11-ad8782d03dfa tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:09.129526 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-473f510e-9c9f-44bc-bf6e-f134a6b739cc req-67c7353d-fd1f-4424-ac11-ad8782d03dfa tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 944 time: 1.2142344 Jan 28 09:40:09.161984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Attempting to bind port 14157d46-4438-4f61-bce2-ae7a349a6362 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:09.162349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Attempting to bind port 14157d46-4438-4f61-bce2-ae7a349a6362 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:09.164869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Attempting to bind port 14157d46-4438-4f61-bce2-ae7a349a6362 on network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:09.173857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:09.179338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:09.179710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Checking segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:09.180108 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:09.180493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Bound using segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:09.183433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Bound port: 14157d46-4438-4f61-bce2-ae7a349a6362, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:09.183822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:09.195212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:09.231591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:09.273535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-dc6b51dc-d364-4dda-b18b-41f3a6eedf7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042 HTTP/1.1" status: 200 len: 217 time: 0.4390695 Jan 28 09:40:09.310416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Pushing event updated for resources: {'Port': ['ID=d1b81e4a-0dc1-4832-8689-d9e441e826ba,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:09.328215 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-473f510e-9c9f-44bc-bf6e-f134a6b739cc req-d9d7f265-f699-4743-8851-9f9090f83fcc tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977611 Jan 28 09:40:09.425733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b975e-4011-438e-a33e-918475f4b47a req-7f85f9f3-8be8-4c6b-81a7-1ddccce7ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:09.427579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-7f85f9f3-8be8-4c6b-81a7-1ddccce7ac02 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 200 len: 862 time: 0.1325450 Jan 28 09:40:09.458028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] For port 14157d46-4438-4f61-bce2-ae7a349a6362, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:09.462209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] For port 14157d46-4438-4f61-bce2-ae7a349a6362, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=14157d46-4438-4f61-bce2-ae7a349a6362,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:09.467634 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:09.577020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538d427-fd70-46cc-9443-a96f0a665cd5 req-6ab6feeb-30a4-490f-b3fa-229093803fe5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:09.581288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8538d427-fd70-46cc-9443-a96f0a665cd5 req-6ab6feeb-30a4-490f-b3fa-229093803fe5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 949 time: 0.4691701 Jan 28 09:40:09.598601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-1ae5f60e-c30c-49a5-91c5-8ca137eab32f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1601686 Jan 28 09:40:09.693984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Pushing event updated for resources: {'Port': ['ID=14157d46-4438-4f61-bce2-ae7a349a6362,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:09.709030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.709373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.709714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.712287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.712892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.713493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.717712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.718435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.718944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.719439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.719921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.721104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8a3d7-8ee2-4931-b779-3e91bf741b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:09.899224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:10.110978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:10.114604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:10.115084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:10.148299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8538d427-fd70-46cc-9443-a96f0a665cd5 req-faf10a61-9db7-4851-b960-1642d14ad671 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5542691 Jan 28 09:40:10.161034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-30ebde19-8603-4f84-a079-5a18d719efa4 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216725 Jan 28 09:40:10.478862 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:10.505083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-8486057d-3682-4407-8ff2-13dce48c0284 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:10.505809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-8486057d-3682-4407-8ff2-13dce48c0284 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:10.528212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:10.554361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:10.559747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:10.562720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:10.666801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-8486057d-3682-4407-8ff2-13dce48c0284 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:10.674485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-8486057d-3682-4407-8ff2-13dce48c0284 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 813 time: 0.7611418 Jan 28 09:40:10.713308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8b975e-4011-438e-a33e-918475f4b47a req-295aca66-fa2c-47d9-8304-5aa0340a0623 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5264962 Jan 28 09:40:10.735292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-a160d22a-c489-4183-9969-ded0eb0c23c5 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/quotas/ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 375 time: 0.0593922 Jan 28 09:40:10.799459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-4b5ecb59-ed38-4f31-9202-29b5156c6011 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0630097 Jan 28 09:40:10.831992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:10.885759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-f827c6b6-fcbd-4ae5-9034-19c4f4ddb251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:10.888061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-f827c6b6-fcbd-4ae5-9034-19c4f4ddb251 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 1095 time: 0.1288793 Jan 28 09:40:11.162049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 14157d46-4438-4f61-bce2-ae7a349a6362 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:11.328072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 14157d46-4438-4f61-bce2-ae7a349a6362 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:11.396184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e1478982-3265-4c0f-990b-30fa54d39770 service neutron] 10.222.0.42 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954583 Jan 28 09:40:11.513910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71bbb0de-4165-4c8c-bc1c-e6f004deda5d None None] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:11.656078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-a3091243-7fea-4377-a608-df7e39bc3360 service neutron] 10.222.0.42 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562780 Jan 28 09:40:11.751127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-18983edb-6338-47d0-8850-fe25ed7431e5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:11.752414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-18983edb-6338-47d0-8850-fe25ed7431e5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:11.753192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:11.820677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-0c8ce496-d557-4270-a990-828fc1b038f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:11.825488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-0c8ce496-d557-4270-a990-828fc1b038f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 923 time: 0.9311039 Jan 28 09:40:11.851996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] Provisioning for port 14157d46-4438-4f61-bce2-ae7a349a6362 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:11.859525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-5150fb34-7d74-4507-a459-924ca2c365f7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:11.859794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] Provisioning complete for port 14157d46-4438-4f61-bce2-ae7a349a6362 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:11.860212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:11.860964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-5150fb34-7d74-4507-a459-924ca2c365f7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:11.865824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-18983edb-6338-47d0-8850-fe25ed7431e5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:11.870899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-18983edb-6338-47d0-8850-fe25ed7431e5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 945 time: 0.4200814 Jan 28 09:40:12.123818 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:12.162415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] For port 14157d46-4438-4f61-bce2-ae7a349a6362, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=14157d46-4438-4f61-bce2-ae7a349a6362,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:12.167727 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:12.252261 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'code': 200} Jan 28 09:40:12.299270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Deleting port b366bf23-0754-4c20-9cae-45715d2679b9 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:12.299814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:12.401857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545dd98e-935e-4228-9e7d-48ce21f84d9c None None] Pushing event updated for resources: {'Port': ['ID=14157d46-4438-4f61-bce2-ae7a349a6362,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:12.478149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4494b-f710-43b3-a177-2113f2dd75fd req-625ffae9-07ec-4caa-a72d-340eaa61abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:12.479827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ed4494b-f710-43b3-a177-2113f2dd75fd req-625ffae9-07ec-4caa-a72d-340eaa61abae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1101 time: 0.1573935 Jan 28 09:40:12.504211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-37ceedca-30e6-4994-964b-4e9fcc9bc098 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042 HTTP/1.1" status: 200 len: 217 time: 0.6257725 Jan 28 09:40:12.599350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:40:12.607042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71e00aef-4e04-4777-bc62-780533549bc3 None None] Provisioning complete for port 14157d46-4438-4f61-bce2-ae7a349a6362 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:12.607433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71e00aef-4e04-4777-bc62-780533549bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:12.622545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ed4494b-f710-43b3-a177-2113f2dd75fd req-f9440671-a0ad-4e9c-ad4f-98580eddde01 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146338 Jan 28 09:40:12.624742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-5150fb34-7d74-4507-a459-924ca2c365f7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:12.633244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-5150fb34-7d74-4507-a459-924ca2c365f7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 944 time: 1.5259750 Jan 28 09:40:12.740984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-6b1d59a9-dafe-4efc-aa43-f4069cccc0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:12.742463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-6b1d59a9-dafe-4efc-aa43-f4069cccc0f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 200 len: 862 time: 0.2268224 Jan 28 09:40:12.822057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-6939e9ec-af5b-4a00-abb1-9f91017709f1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:12.876409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-080556c2-cb6a-4358-81f5-09bca64ccc73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262674 Jan 28 09:40:13.098427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75355f80-2bea-4d13-838b-7769bdd26297 req-b3d20d2c-c367-4c67-b383-e5d7e41fc0d5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:13.104814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-75355f80-2bea-4d13-838b-7769bdd26297 req-b3d20d2c-c367-4c67-b383-e5d7e41fc0d5 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 945 time: 0.3523405 Jan 28 09:40:13.112046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 14157d46-4438-4f61-bce2-ae7a349a6362 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:13.118021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:40:13.130622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Sync routers for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:40:13.146937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-6939e9ec-af5b-4a00-abb1-9f91017709f1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:13.155148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57b5a2b8-9d21-4b56-a178-6a8661ea5c74 req-6939e9ec-af5b-4a00-abb1-9f91017709f1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5185809 Jan 28 09:40:13.160135 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:40:13.162811 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:13.234003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-75355f80-2bea-4d13-838b-7769bdd26297 req-b46c277e-00a3-4416-939b-1c9bfd01a36c tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217639 Jan 28 09:40:13.262127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:13.296108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:13.305352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a37b0c74-5073-4a39-9829-40a8e6cbc49b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 7.4527864 Jan 28 09:40:13.309023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52864) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:13.407868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 14157d46-4438-4f61-bce2-ae7a349a6362 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:13.408266 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:13.489496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] For port b366bf23-0754-4c20-9cae-45715d2679b9, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b366bf23-0754-4c20-9cae-45715d2679b9,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:13.489846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:13.552592 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:13.694477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:13.713743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'port_id': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'mac_address': 'fa:16:3e:bb:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f201d8f-7dd3-4be0-bf58-af41d45195ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:13.783224 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:13.792986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:13.805052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ee357a2-ee3c-42d7-82e0-4a59c1723042 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:13.827892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:13.830017 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:40:13.833274 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:13.933226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:13.949126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Calling delete_port for b366bf23-0754-4c20-9cae-45715d2679b9 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:13.986154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27cfcacb-3bd5-49f7-a6e4-dd95b469fb9a req-9b43ac3e-d8fe-4498-9187-a4dad0b39188 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 210 time: 0.1774542 Jan 28 09:40:14.108814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['1ee357a2-ee3c-42d7-82e0-4a59c1723042'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:14.307530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:14.445976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event deleted for resources: {'Port': ['ID=b366bf23-0754-4c20-9cae-45715d2679b9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:14.548787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] No DVR routers for this DVR port b366bf23-0754-4c20-9cae-45715d2679b9 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:40:14.558447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-cb3c03a6-1889-4f4d-a945-1443d57b0b62 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6678016 Jan 28 09:40:14.562342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:14.573742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'name': 'network-vif-deleted', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:14.627788 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:09Z', 'revision_number': 3, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:14.633257 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Checking router: b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:40:14.633596 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Updating router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 port d1b81e4a-0dc1-4832-8689-d9e441e826ba binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:40:14.658929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0825b037-1282-44e3-8888-dc13b5d0c976 req-9167cdc8-b192-42fb-80cc-e41be0a8c019 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "DELETE /v2.0/ports/b366bf23-0754-4c20-9cae-45715d2679b9 HTTP/1.1" status: 204 len: 173 time: 2.7794864 Jan 28 09:40:14.732159 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:14.740359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95361e82-63a6-4913-9309-6dcfe1205f86 req-0ea5fe0a-9598-4bf6-8ffc-b20a461c256b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:14.742354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95361e82-63a6-4913-9309-6dcfe1205f86 req-0ea5fe0a-9598-4bf6-8ffc-b20a461c256b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.4852667 Jan 28 09:40:14.821791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95361e82-63a6-4913-9309-6dcfe1205f86 req-9f162ff5-97c5-4534-bda7-d6e62760644a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646305 Jan 28 09:40:14.865968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-a25e634f-a75f-4ec6-81d5-e95ec567d11d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:14.867618 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-a25e634f-a75f-4ec6-81d5-e95ec567d11d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 813 time: 0.8793180 Jan 28 09:40:14.919569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'port': {'device_id': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da', 'admin_state_up': True, 'tenant_id': 'ddf7283ad8324974b97e222ea9ac4b86'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:14.939952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:14.963710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:14.986453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd9c2a76-8537-4504-ae2f-aa31ed2b05d3 req-749314af-c7e4-42b1-9ebe-02c43fe20641 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022000 Jan 28 09:40:15.038908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:15.063475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Usage tracker for resource:security_group_rule and tenant:29a01bfe7543466282e855f10e93855a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:15.070180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:15.162744 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.165923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:15.179174 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Transition to ACTIVE for port object d1b81e4a-0dc1-4832-8689-d9e441e826ba will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:15.188505 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.254067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.257731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:15.266334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b73b3d80-65a3-4a09-bad6-7c289e971842 req-891d097a-0ea5-452a-b449-1739fa83d94a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:15.284020 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Pushing event updated for resources: {'Port': ['ID=d1b81e4a-0dc1-4832-8689-d9e441e826ba,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:15.290539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de2d373-0c7a-4869-9570-b5e20e1e2d4b req-f88697ca-cbc0-48cd-993c-9c7e64b1b9bd tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:15.298333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8de2d373-0c7a-4869-9570-b5e20e1e2d4b req-f88697ca-cbc0-48cd-993c-9c7e64b1b9bd tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 945 time: 0.5630260 Jan 28 09:40:15.300648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b73b3d80-65a3-4a09-bad6-7c289e971842 req-891d097a-0ea5-452a-b449-1739fa83d94a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:15.313207 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b73b3d80-65a3-4a09-bad6-7c289e971842 req-891d097a-0ea5-452a-b449-1739fa83d94a tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4f8172c-d02c-4335-89d2-a5d618336fa9 HTTP/1.1" status: 200 len: 210 time: 0.2293284 Jan 28 09:40:15.323454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.323746 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.325941 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.326357 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.326745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:15.328240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.328598 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.329076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.329411 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.330096 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.331315 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.331567 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.331900 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:15.354022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:port and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:15.395371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:15.396290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Attempting to bind port d1b81e4a-0dc1-4832-8689-d9e441e826ba on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:15.396679 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Attempting to bind port d1b81e4a-0dc1-4832-8689-d9e441e826ba by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:15.397379 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Attempting to bind port d1b81e4a-0dc1-4832-8689-d9e441e826ba on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:15.406892 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:15.407405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:15.408228 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.408604 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:15.409465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Bound port: d1b81e4a-0dc1-4832-8689-d9e441e826ba, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:15.409465 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.415736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:15.444044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:15.450204 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4f8172c-d02c-4335-89d2-a5d618336fa9', 'name': 'network-vif-deleted', 'tag': 'b366bf23-0754-4c20-9cae-45715d2679b9', 'status': 'completed', 'code': 200} Jan 28 09:40:15.459488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:15.460044 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.465555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8de2d373-0c7a-4869-9570-b5e20e1e2d4b req-672e834a-ba98-4742-83e5-ae8e95b1670d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659834 Jan 28 09:40:15.514685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Made reservation on behalf of ddf7283ad8324974b97e222ea9ac4b86 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:15.518152 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.690418 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] For port d1b81e4a-0dc1-4832-8689-d9e441e826ba, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:15.705966 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] For port d1b81e4a-0dc1-4832-8689-d9e441e826ba, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d1b81e4a-0dc1-4832-8689-d9e441e826ba,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:15.712393 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.714279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8da14244-5970-4bda-9568-63655736a346 req-73726490-e96f-4f15-902a-864f630a6089 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 210 time: 0.1021686 Jan 28 09:40:15.777917 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.793033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.830266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.835857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:15.838216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:15.858942 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:15.860699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:15.919884 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:40:15.925126 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:15.962977 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'code': 200} Jan 28 09:40:16.027790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: b366bf23-0754-4c20-9cae-45715d2679b9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:40:16.028542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b366bf23-0754-4c20-9cae-45715d2679b9 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:40:16.047326 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193902fb-6d93-4870-8360-e17b08a297ac None None] Pushing event updated for resources: {'Port': ['ID=d1b81e4a-0dc1-4832-8689-d9e441e826ba,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:16.047582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29a01bfe7543466282e855f10e93855a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2474167 Jan 28 09:40:16.050162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52890) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:16.092713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:16.149496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a57dc5-3235-4cc2-bcbc-85ea704edbd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135e39a6-f95d-4d93-9aba-bc49fc5c9f15,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:16.228058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Allocated IP 172.20.0.13 (a961e57e-30aa-4c00-befa-b0e1ca7048da/8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f/7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:16.231763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Allocated IP 172.20.0.1 (71b2c1c4-ce53-46c4-9f3e-05d5254c961c/24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e/7b015af8-c8a4-49e1-aa60-08007133f76d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:16.247524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ace47d-ed82-42c7-bfc8-74fa70c8fb16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:16.291821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:40:16.300590 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ace47d-ed82-42c7-bfc8-74fa70c8fb16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:16.315379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21153e49-62f9-4e77-b858-2b9a2a9cff99 req-4811e6d9-3998-471c-b95a-1575067c611d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:16.316873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21153e49-62f9-4e77-b858-2b9a2a9cff99 req-4811e6d9-3998-471c-b95a-1575067c611d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 1097 time: 0.1706314 Jan 28 09:40:16.352400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ddbf2-65bc-4d00-88f4-f82af107e5d3 req-f8005e7d-cab2-4a5e-b810-d83c98f95e8a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:16.367600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-077ddbf2-65bc-4d00-88f4-f82af107e5d3 req-f8005e7d-cab2-4a5e-b810-d83c98f95e8a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.3349090 Jan 28 09:40:16.385138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21153e49-62f9-4e77-b858-2b9a2a9cff99 req-7f4b56dc-f3cb-4e64-88c0-4026b90bc37a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606833 Jan 28 09:40:16.406051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ace47d-ed82-42c7-bfc8-74fa70c8fb16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:16.431477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ace47d-ed82-42c7-bfc8-74fa70c8fb16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:16.432630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23ace47d-ed82-42c7-bfc8-74fa70c8fb16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/135e39a6-f95d-4d93-9aba-bc49fc5c9f15 HTTP/1.1" status: 204 len: 168 time: 0.3812618 Jan 28 09:40:16.453256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ace47d-ed82-42c7-bfc8-74fa70c8fb16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135e39a6-f95d-4d93-9aba-bc49fc5c9f15,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:16.610285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-077ddbf2-65bc-4d00-88f4-f82af107e5d3 req-7992cc11-09ac-42dd-abfa-b33ad83e05be tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411501 Jan 28 09:40:16.816411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa40ea-83d7-4437-94b7-4a630b4d76f6 req-b8aa974b-839a-4137-8e17-4fdaa97cf2c8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:16.821355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:16.828082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8fa40ea-83d7-4437-94b7-4a630b4d76f6 req-b8aa974b-839a-4137-8e17-4fdaa97cf2c8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1735725 Jan 28 09:40:16.860789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Transition to ACTIVE for port object 7b015af8-c8a4-49e1-aa60-08007133f76d will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:16.947686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:16.969425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8fa40ea-83d7-4437-94b7-4a630b4d76f6 req-5f00df96-3ff5-48a7-9a28-21beadb0ce93 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403232 Jan 28 09:40:16.976779 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:09Z', 'revision_number': 3, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:16.988325 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d20422f-10f3-4d5f-a8bf-1d0dd4d48949 None None] The sync data for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 is: [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:09Z', 'revision_number': 3, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:40:17.053884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:17.195498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Pushing event updated for resources: {'Port': ['ID=7b015af8-c8a4-49e1-aa60-08007133f76d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:17.204847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:17.207168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:17.210044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:17.256267 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:17.417068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c6335-7c75-45b7-b416-416006c1976e req-8a7c1b74-9a82-4427-9bf3-43cc80190567 tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:17.425371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-243c6335-7c75-45b7-b416-416006c1976e req-8a7c1b74-9a82-4427-9bf3-43cc80190567 tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1101 time: 0.1389022 Jan 28 09:40:17.488220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:17.628353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-243c6335-7c75-45b7-b416-416006c1976e req-145c7bd6-10e3-4564-9a00-9374a6befecb tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Synchronizing usage tracker for tenant:07c3e0d8025645dda08333f053db41dc on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:17.714389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b19c-66fb-4343-b889-0b275439380b req-f5bb7c14-835c-4d6f-979b-db593bc740df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:17.716401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b784b19c-66fb-4343-b889-0b275439380b req-f5bb7c14-835c-4d6f-979b-db593bc740df tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 945 time: 0.2244422 Jan 28 09:40:17.717291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-243c6335-7c75-45b7-b416-416006c1976e req-145c7bd6-10e3-4564-9a00-9374a6befecb tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Unset dirty status for tenant:07c3e0d8025645dda08333f053db41dc on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:17.731091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-243c6335-7c75-45b7-b416-416006c1976e req-145c7bd6-10e3-4564-9a00-9374a6befecb tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987669 Jan 28 09:40:17.877670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c9e0df6-02c6-4dc8-976b-e78ef7cfc23b None None] Provisioning for port 7b015af8-c8a4-49e1-aa60-08007133f76d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:17.899375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c9e0df6-02c6-4dc8-976b-e78ef7cfc23b None None] Provisioning complete for port 7b015af8-c8a4-49e1-aa60-08007133f76d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:17.899959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c9e0df6-02c6-4dc8-976b-e78ef7cfc23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:17.945930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Deleting port 52d3ad49-329f-4007-b72b-6405ffe64e9f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:17.946398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:18.073268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2c9e0df6-02c6-4dc8-976b-e78ef7cfc23b None None] Port 7b015af8-c8a4-49e1-aa60-08007133f76d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:40:18.336304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Network a961e57e-30aa-4c00-befa-b0e1ca7048da is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:18.345001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:18.350189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:18.353826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:18.466394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:18.467204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:18.479295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] For port 52d3ad49-329f-4007-b72b-6405ffe64e9f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=52d3ad49-329f-4007-b72b-6405ffe64e9f,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:18.482254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:18.539965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-12206f9c-a00f-418d-ad80-9b2e7a5c4f88 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6413321 Jan 28 09:40:18.542559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:18.566634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Request body: {'port': {'device_id': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:18.750335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Calling delete_port for 52d3ad49-329f-4007-b72b-6405ffe64e9f owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:18.816621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67600ca2-2c78-40d6-8dc8-d10eaa47186c req-c53a428e-0358-4671-b197-369d2aa39fe2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:18.824894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-67600ca2-2c78-40d6-8dc8-d10eaa47186c req-c53a428e-0358-4671-b197-369d2aa39fe2 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9e11bfc-2c3c-45a7-a100-2242661f81d3 HTTP/1.1" status: 200 len: 945 time: 0.8228796 Jan 28 09:40:18.887946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-67600ca2-2c78-40d6-8dc8-d10eaa47186c req-f6d7b740-bbc4-4faf-8922-ce32acbd7bbf tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620749 Jan 28 09:40:18.905588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:18.911738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.096167 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.157209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1b81e4a-0dc1-4832-8689-d9e441e826ba up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:19.227005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.251670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-7cbdd5b9-d79f-4cb1-94da-681c5572bf79 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:19.255044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-7cbdd5b9-d79f-4cb1-94da-681c5572bf79 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:19.281001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event deleted for resources: {'Port': ['ID=52d3ad49-329f-4007-b72b-6405ffe64e9f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:19.283445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.286172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] No DVR routers for this DVR port 52d3ad49-329f-4007-b72b-6405ffe64e9f on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:40:19.291645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.295666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'name': 'network-vif-deleted', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:19.326475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b784b19c-66fb-4343-b889-0b275439380b req-7e394e49-9fe5-48b9-8ceb-aa71c9d9ccab tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "DELETE /v2.0/ports/52d3ad49-329f-4007-b72b-6405ffe64e9f HTTP/1.1" status: 204 len: 173 time: 1.5917521 Jan 28 09:40:19.327815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d1b81e4a-0dc1-4832-8689-d9e441e826ba completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:19.348064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d1b81e4a-0dc1-4832-8689-d9e441e826ba triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:19.348804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.555514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Pushing event updated for resources: {'Port': ['ID=7b015af8-c8a4-49e1-aa60-08007133f76d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:19.807110 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.844978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d1b81e4a-0dc1-4832-8689-d9e441e826ba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d1b81e4a-0dc1-4832-8689-d9e441e826ba,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:19.853050 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:19.917773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-c27fd01a-314f-495f-a9de-0cea04d332d7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3214238 Jan 28 09:40:19.939651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13612403-3aaf-4934-bc24-5b1c0cfb9800 req-1fa0a398-9c00-4762-a059-6cd25d413736 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:19.948916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13612403-3aaf-4934-bc24-5b1c0cfb9800 req-1fa0a398-9c00-4762-a059-6cd25d413736 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.2082520 Jan 28 09:40:19.980063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d1b81e4a-0dc1-4832-8689-d9e441e826ba,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:20.015559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:20.031835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:20.031972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13612403-3aaf-4934-bc24-5b1c0cfb9800 req-8458d37e-55f5-4efc-aa4c-2475168ffffd tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800385 Jan 28 09:40:20.049543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-7cbdd5b9-d79f-4cb1-94da-681c5572bf79 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:20.051803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-7cbdd5b9-d79f-4cb1-94da-681c5572bf79 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 932 time: 1.8688951 Jan 28 09:40:20.270433 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9e11bfc-2c3c-45a7-a100-2242661f81d3', 'name': 'network-vif-deleted', 'tag': '52d3ad49-329f-4007-b72b-6405ffe64e9f', 'status': 'completed', 'code': 200} Jan 28 09:40:20.424524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-19259c8a-5adf-471c-9a44-08402c3668be tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:20.529024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-72a27bb5-077a-481e-8437-5966cdfa152f None None] Provisioning complete for port 7b015af8-c8a4-49e1-aa60-08007133f76d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:20.529617 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72a27bb5-077a-481e-8437-5966cdfa152f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:20.581415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-19259c8a-5adf-471c-9a44-08402c3668be tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:20.582567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6c553d9-8003-4d34-b27e-e65c83bce05d req-19259c8a-5adf-471c-9a44-08402c3668be tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696890 Jan 28 09:40:20.610967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:40:20.855714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35302507-444b-4ea6-ab76-7f2481559d38 req-ce432b00-9e89-4763-8125-9e86c2603696 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:20.872412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35302507-444b-4ea6-ab76-7f2481559d38 req-ce432b00-9e89-4763-8125-9e86c2603696 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.4640884 Jan 28 09:40:20.933388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-72a27bb5-077a-481e-8437-5966cdfa152f None None] Port 7b015af8-c8a4-49e1-aa60-08007133f76d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:40:21.005476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35302507-444b-4ea6-ab76-7f2481559d38 req-921cf892-d9ce-4eee-8893-32a130544be6 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288071 Jan 28 09:40:21.097227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1b81e4a-0dc1-4832-8689-d9e441e826ba up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:21.278261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53036) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:21.278517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d1b81e4a-0dc1-4832-8689-d9e441e826ba triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:21.279805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:21.307553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:21.368528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:21.394801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe4df5-503b-4188-b8c1-ef0d6e0fbca3 req-7c444c91-e8bc-491a-9c46-7c2e31ccbc15 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:21.400119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7fe4df5-503b-4188-b8c1-ef0d6e0fbca3 req-7c444c91-e8bc-491a-9c46-7c2e31ccbc15 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1644692 Jan 28 09:40:21.417183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Transition to ACTIVE for port object 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:21.425303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:21.430663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:40:21.438473 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:21.463953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a7b45e30-6ae1-4341-9038-126baf495220 admin admin] 10.222.0.42 "PUT /v2.0/routers/b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1499031 Jan 28 09:40:21.534287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 52d3ad49-329f-4007-b72b-6405ffe64e9f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:40:21.536652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 52d3ad49-329f-4007-b72b-6405ffe64e9f not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:40:21.539413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Sync routers for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:40:21.540184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7fe4df5-503b-4188-b8c1-ef0d6e0fbca3 req-e5857845-3f6f-4a33-854f-1a0db6ffcdcf tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324878 Jan 28 09:40:21.603132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:40:21.603916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:21.783132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:21.938506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:21.954584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:21.995709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Usage tracker for resource:security_group_rule and tenant:c117a4c669ca421c96b2d36eb747ad1d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:22.000680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:22.016293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418c754-3e2b-4036-8e3e-f8c2d07202df req-e1cec8b4-7c3e-439a-8ed6-9d02baf0a8c5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:22.020360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2418c754-3e2b-4036-8e3e-f8c2d07202df req-e1cec8b4-7c3e-439a-8ed6-9d02baf0a8c5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1654327 Jan 28 09:40:22.029027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:22.109782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2418c754-3e2b-4036-8e3e-f8c2d07202df req-bce71e61-9fc8-453c-afd5-a5b40e0daaea tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670078 Jan 28 09:40:22.128964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:40:22.166356 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:40:22.179989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Attempting to bind port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:22.180321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Attempting to bind port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:22.180645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Attempting to bind port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f on network a961e57e-30aa-4c00-befa-b0e1ca7048da {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:22.208535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f on network a961e57e-30aa-4c00-befa-b0e1ca7048da not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:22.208905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Attempting to bind port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f on network a961e57e-30aa-4c00-befa-b0e1ca7048da {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:22.229838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:22.230174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Checking segment: {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:22.230563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Bound using segment: {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:22.231008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Bound port: 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:22.231352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.282860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.313750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.387817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570b5fa5-059c-4711-ab51-94f4d89c86ec req-381e8b6c-fd0a-4e66-80e8-25585410d3da tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:22.388822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-570b5fa5-059c-4711-ab51-94f4d89c86ec req-381e8b6c-fd0a-4e66-80e8-25585410d3da tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Synchronizing usage tracker for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:22.413123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-570b5fa5-059c-4711-ab51-94f4d89c86ec req-381e8b6c-fd0a-4e66-80e8-25585410d3da tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Unset dirty status for tenant:f17cd3fd1306411782080e6608f6256c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:22.415221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-570b5fa5-059c-4711-ab51-94f4d89c86ec req-381e8b6c-fd0a-4e66-80e8-25585410d3da tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 944 time: 0.1504750 Jan 28 09:40:22.521676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5296df93-8d6c-4f36-ade3-fe888d77c19a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:22.526788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3ef937b1-eaf8-46ca-93cf-18ab3b127ed9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c117a4c669ca421c96b2d36eb747ad1d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2456336 Jan 28 09:40:22.536781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-570b5fa5-059c-4711-ab51-94f4d89c86ec req-3b6eb001-ba9e-44a1-afe6-46b763030edc tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/security-groups?id=1bdfea99-1eb1-4965-b7ee-1f0a772da22f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764828 Jan 28 09:40:22.539995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53064) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:22.601925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350ec5f-857c-4cac-b426-c35e518c4907 req-d690b57a-722d-4047-adde-045048ce3f9a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:22.603864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9350ec5f-857c-4cac-b426-c35e518c4907 req-d690b57a-722d-4047-adde-045048ce3f9a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 944 time: 0.4753454 Jan 28 09:40:22.610049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:22.624885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:22.642060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-0963910d-0c6c-4b9e-941b-994f646fc0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:22.643538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-0963910d-0c6c-4b9e-941b-994f646fc0c2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1101 time: 0.2382183 Jan 28 09:40:22.650466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.687126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 2, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:22.699023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Checking router: b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:40:22.699376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Updating router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 port 7b015af8-c8a4-49e1-aa60-08007133f76d binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:40:22.710286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e796ddce-3102-407c-8d20-4c8efedce55a req-f88ff126-b746-44ad-abac-079ce0878e45 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:22.714533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e796ddce-3102-407c-8d20-4c8efedce55a req-f88ff126-b746-44ad-abac-079ce0878e45 tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 944 time: 0.2975886 Jan 28 09:40:22.765877 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.775042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9350ec5f-857c-4cac-b426-c35e518c4907 req-05daa415-daf2-43a8-b180-80cd7befbd49 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534438 Jan 28 09:40:22.890718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-134f05d9-de0f-4300-97bf-cae2f9a6d855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.895844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:22.896453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.898703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] 10.222.0.43 "PUT /v2.0/ports/7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 1092 time: 4.3420684 Jan 28 09:40:22.899180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:22.938588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Deleting port 5751d955-e4bf-46b6-bccc-4eb28aec598a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:22.939481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:22.990390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-134f05d9-de0f-4300-97bf-cae2f9a6d855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:23.057345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f4cf3-ca50-443e-806c-9c7954b2d300 service neutron] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:23.128642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-d9fcbce2-5973-4e52-9374-c230a9652552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:23.151234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-d9fcbce2-5973-4e52-9374-c230a9652552 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.4708159 Jan 28 09:40:23.266742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-7ed6358b-781d-4d8d-bf21-49134fb8cc93 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.1144807 Jan 28 09:40:23.374882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-663ae308-8c03-4cdf-b06b-f8d0f045b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:23.375476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-134f05d9-de0f-4300-97bf-cae2f9a6d855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:23.376340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-663ae308-8c03-4cdf-b06b-f8d0f045b740 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1037955 Jan 28 09:40:23.386390 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:23.415193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Transition to ACTIVE for port object 7b015af8-c8a4-49e1-aa60-08007133f76d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:23.426696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:23.459329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f05d9-de0f-4300-97bf-cae2f9a6d855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5296df93-8d6c-4f36-ade3-fe888d77c19a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:23.487517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-134f05d9-de0f-4300-97bf-cae2f9a6d855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:23.488629 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-134f05d9-de0f-4300-97bf-cae2f9a6d855 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5296df93-8d6c-4f36-ade3-fe888d77c19a HTTP/1.1" status: 204 len: 168 time: 0.9473906 Jan 28 09:40:23.519709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-e9f14522-57d6-45cf-ad06-d2cc4dc901ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:23.520681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-e9f14522-57d6-45cf-ad06-d2cc4dc901ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:23.535433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1afe019-9970-40e5-b0e3-fd7ddb8e8039 req-76401afd-7afe-4bd5-9398-df7d5a5ddc87 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:23.540484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1afe019-9970-40e5-b0e3-fd7ddb8e8039 req-76401afd-7afe-4bd5-9398-df7d5a5ddc87 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.5575829 Jan 28 09:40:23.588307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-fe7f245d-37bf-4d6f-85ee-ecbee85086e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:23.593581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-fe7f245d-37bf-4d6f-85ee-ecbee85086e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1095 time: 0.6443601 Jan 28 09:40:23.623916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-e9f14522-57d6-45cf-ad06-d2cc4dc901ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:23.625859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-e9f14522-57d6-45cf-ad06-d2cc4dc901ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 829 time: 0.5607212 Jan 28 09:40:23.627927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] For port 5751d955-e4bf-46b6-bccc-4eb28aec598a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5751d955-e4bf-46b6-bccc-4eb28aec598a,segment=NetworkSegment(5ca4083e-0816-4c16-bae1-5e5c1f3affde),segment_id=5ca4083e-0816-4c16-bae1-5e5c1f3affde)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:23.628326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:23.661780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-e7126c97-ef7d-481f-8856-0760ab73c1d7 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/quotas/c7ba4f1dc92c48caae67ee236273cf64 HTTP/1.1" status: 200 len: 375 time: 0.0228646 Jan 28 09:40:23.785673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-dd94888a-2ee2-4873-a93a-cbc36fcbd8c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 217 time: 0.1769528 Jan 28 09:40:23.805365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9d748-fb7a-40ad-8d9a-2bfc139807eb None None] Pushing event updated for resources: {'Port': ['ID=7b015af8-c8a4-49e1-aa60-08007133f76d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:23.887513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Calling delete_port for 5751d955-e4bf-46b6-bccc-4eb28aec598a owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:23.921947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-9e5b9cc1-6162-464e-a784-9e778c31a1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:23.923499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-9e5b9cc1-6162-464e-a784-9e778c31a1b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5305722 Jan 28 09:40:23.934884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1afe019-9970-40e5-b0e3-fd7ddb8e8039 req-37ead3c2-62da-4904-8655-3684a02a3e3a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371239 Jan 28 09:40:23.984098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Attempting to bind port 7b015af8-c8a4-49e1-aa60-08007133f76d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:23.984849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Attempting to bind port 7b015af8-c8a4-49e1-aa60-08007133f76d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:23.985210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Attempting to bind port 7b015af8-c8a4-49e1-aa60-08007133f76d on network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:23.999988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:24.000354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Checking segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:24.000940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:24.001331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Bound using segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:24.001805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Bound port: 7b015af8-c8a4-49e1-aa60-08007133f76d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:24.003790 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:24.110458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] For port 7b015af8-c8a4-49e1-aa60-08007133f76d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:24.114576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] For port 7b015af8-c8a4-49e1-aa60-08007133f76d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b015af8-c8a4-49e1-aa60-08007133f76d,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:24.140402 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:24.259538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:24.282442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b9d748-fb7a-40ad-8d9a-2bfc139807eb None None] Pushing event updated for resources: {'Port': ['ID=7b015af8-c8a4-49e1-aa60-08007133f76d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:24.298501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:24.301373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:40:24.303198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:39:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:24.320477 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-161e3739-57e1-402e-856f-9c83243f25ea service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3808758 Jan 28 09:40:24.323357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:24.334476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Usage tracker for resource:security_group_rule and tenant:c225d8e6bb304b71ad37860b5c55b182 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:24.342435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:24.354517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:24.428711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-044fc338-4f0c-450c-9d03-58c7c62be745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:24.433049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-044fc338-4f0c-450c-9d03-58c7c62be745 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.6410537 Jan 28 09:40:24.525851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-fbaca004-4ad0-4713-a059-140aca926a6c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857818 Jan 28 09:40:24.639222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-491bde68-9a91-488c-89ce-576c7c62e7f1 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9697790 Jan 28 09:40:24.654830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:24.681803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:40:24.718441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-ffedde6d-1c7a-49dc-beb9-050235687d6b service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7761672 Jan 28 09:40:24.855559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4e4be-158e-4cad-b386-f025eca6d836 req-5549b958-a945-4b45-ab97-1abebf75edf9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:24.857075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ef4e4be-158e-4cad-b386-f025eca6d836 req-5549b958-a945-4b45-ab97-1abebf75edf9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.5885131 Jan 28 09:40:24.955163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-3fd69ab7-ffe3-4a1f-9104-ea16a17a1f83 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4223933 Jan 28 09:40:25.022231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Pushing event deleted for resources: {'Port': ['ID=5751d955-e4bf-46b6-bccc-4eb28aec598a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:25.121619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f131832f-14e9-4e53-ac74-4244dc9b9149 req-3f7529d1-904d-4dc3-b259-5ffdcce77df2 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472778 Jan 28 09:40:25.124908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ef4e4be-158e-4cad-b386-f025eca6d836 req-4e9c74c7-2a14-4f79-b71d-cea42b453041 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604504 Jan 28 09:40:25.136545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:24Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:25.148511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46edf242-ad32-4151-9d22-9ce7ec27dc88 None None] The sync data for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 is: [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:24Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:40:25.163283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-0a347dcf-e099-40b0-a121-b7f4b084a0d0 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267471 Jan 28 09:40:25.176967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] No DVR routers for this DVR port 5751d955-e4bf-46b6-bccc-4eb28aec598a on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:40:25.261746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:25.279597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'name': 'network-vif-deleted', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:25.293886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e796ddce-3102-407c-8d20-4c8efedce55a req-ac8928fa-d31c-4e3c-8119-d463866fc6ba tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.25 "DELETE /v2.0/ports/5751d955-e4bf-46b6-bccc-4eb28aec598a HTTP/1.1" status: 204 len: 173 time: 2.5708332 Jan 28 09:40:25.296045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:25.355178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 5751d955-e4bf-46b6-bccc-4eb28aec598a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:40:25.355178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5751d955-e4bf-46b6-bccc-4eb28aec598a not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:40:25.418416 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'status': 'completed', 'code': 200} Jan 28 09:40:25.441272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-b9e6041a-7b57-4d1c-bc95-eb9f25dadb1d service neutron] 10.222.0.42 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8011456 Jan 28 09:40:25.551713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-b69b2181-2023-40aa-a6bb-f09863719f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:25.563469 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-b69b2181-2023-40aa-a6bb-f09863719f97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 1102 time: 1.1112444 Jan 28 09:40:25.689493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b756cc31-806c-47ba-a5ba-ccaddf6a7efa req-603c90a5-feef-4584-b18d-32a1cd8abecd tempest-LiveAutoBlockMigrationV225Test-131344272 tempest-LiveAutoBlockMigrationV225Test-131344272-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef1740ec-72a7-4261-bd71-6a4bdfba6bcd HTTP/1.1" status: 200 len: 210 time: 0.1129470 Jan 28 09:40:25.733299 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:25.735063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-10ce18e4-abf8-4eef-ad28-e45691a61db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:25.742221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-10ce18e4-abf8-4eef-ad28-e45691a61db5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1095 time: 0.2764740 Jan 28 09:40:25.743445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:25.846670 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-257ada95-89f5-4bdb-aef6-b8e918fe7b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:25.909542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c225d8e6bb304b71ad37860b5c55b182&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6325574 Jan 28 09:40:25.934019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53110) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:25.943280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f83ab-8c05-4094-baf0-8ef2fc4c3cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23753829-ee65-4b47-a1a1-365637f3d0ce,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:25.979404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-4eb8fe40-c8b9-4c39-84b1-acf9ea0082ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:25.980881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-4eb8fe40-c8b9-4c39-84b1-acf9ea0082ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 0.2340024 Jan 28 09:40:26.040196 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-2f0206b4-4f0d-47d9-9f33-390076941166 service neutron] 10.222.0.42 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605841 Jan 28 09:40:26.053996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-95c5aad8-4da2-421f-a644-9b2276a10cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:26.055503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-95c5aad8-4da2-421f-a644-9b2276a10cd3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.3805327 Jan 28 09:40:26.078365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eea3fb90-513f-44e3-8b2c-5d27cce4ce1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:26.102016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-75ec2b7b-73e9-46fe-89b6-e450971ae9dd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 217 time: 0.1065586 Jan 28 09:40:26.178344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-d7b40cff-334e-4c20-98af-546a999110b3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 200 len: 217 time: 0.1009545 Jan 28 09:40:26.185883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bea70f-b95a-40b2-84dd-6b8e285d8f41 req-c66af95b-8eeb-4fe9-8b39-427baaed297c tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:26.187391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61bea70f-b95a-40b2-84dd-6b8e285d8f41 req-c66af95b-8eeb-4fe9-8b39-427baaed297c tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 944 time: 0.2781515 Jan 28 09:40:26.222078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-f5b049fd-8a8b-47c2-bb32-7a852ed2b88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:26.223474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-f5b049fd-8a8b-47c2-bb32-7a852ed2b88c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.1153064 Jan 28 09:40:26.276400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eea3fb90-513f-44e3-8b2c-5d27cce4ce1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:26.324332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-dbc353b3-e69d-4c96-bc7a-cc0e858905b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880206 Jan 28 09:40:26.329845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61bea70f-b95a-40b2-84dd-6b8e285d8f41 req-402ca664-6f9d-49eb-ad6f-e60ae5876d7b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336381 Jan 28 09:40:26.452495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-11d0a1fd-5129-45e5-b4b9-c2b177d30020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:26.453997 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-11d0a1fd-5129-45e5-b4b9-c2b177d30020 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2535629 Jan 28 09:40:26.480855 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef1740ec-72a7-4261-bd71-6a4bdfba6bcd', 'name': 'network-vif-deleted', 'tag': '5751d955-e4bf-46b6-bccc-4eb28aec598a', 'status': 'completed', 'code': 200} Jan 28 09:40:26.604201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eea3fb90-513f-44e3-8b2c-5d27cce4ce1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:26.627727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cec2173-3a79-47fd-85da-8640c11cee26 req-b63cc3b4-b598-48ea-a47c-92ef15428894 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:26.629899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cec2173-3a79-47fd-85da-8640c11cee26 req-b63cc3b4-b598-48ea-a47c-92ef15428894 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.2870674 Jan 28 09:40:26.644348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea3fb90-513f-44e3-8b2c-5d27cce4ce1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23753829-ee65-4b47-a1a1-365637f3d0ce,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:26.644951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-188750c7-3fd9-403a-ad73-21da282f96ea service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067799 Jan 28 09:40:26.682244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eea3fb90-513f-44e3-8b2c-5d27cce4ce1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:26.687382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eea3fb90-513f-44e3-8b2c-5d27cce4ce1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23753829-ee65-4b47-a1a1-365637f3d0ce HTTP/1.1" status: 204 len: 168 time: 0.7483730 Jan 28 09:40:26.696332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-95aa8ef0-9216-48aa-89a9-592fb757aaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:26.699902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-95aa8ef0-9216-48aa-89a9-592fb757aaa8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2310009 Jan 28 09:40:26.905639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cec2173-3a79-47fd-85da-8640c11cee26 req-09543360-897e-4d31-8b9e-006c2ba4420e tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626727 Jan 28 09:40:26.924122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd1f12bd-530f-4524-852c-dddc1d365765 req-f629ea2a-52be-4f1b-858a-ef0d8ea80ee3 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691960 Jan 28 09:40:27.120718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-aad2453b-2b98-4dc0-8c1c-c53ecafa995c service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038067 Jan 28 09:40:27.217820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b015af8-c8a4-49e1-aa60-08007133f76d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:27.309908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7b015af8-c8a4-49e1-aa60-08007133f76d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:27.319933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7b015af8-c8a4-49e1-aa60-08007133f76d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:27.320304 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:27.344945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd8b0565-38f9-4ac4-a3a7-ff126cc231d6 req-58ad134f-0e9e-41fd-bcea-8e20a4a94e07 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 210 time: 0.0700300 Jan 28 09:40:27.392162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-9cb9ebc3-99db-4fa9-9207-8eb41e568df4 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:27.392902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-9cb9ebc3-99db-4fa9-9207-8eb41e568df4 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Synchronizing usage tracker for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:27.413661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-9cb9ebc3-99db-4fa9-9207-8eb41e568df4 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Unset dirty status for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:27.415981 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-9cb9ebc3-99db-4fa9-9207-8eb41e568df4 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/networks?id=757967ec-a51b-49b1-b609-fe2660cb0b78 HTTP/1.1" status: 200 len: 815 time: 0.5593653 Jan 28 09:40:27.431442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-f5c6364d-eda3-4f3b-8ac1-1be016c8255c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5614078 Jan 28 09:40:27.449427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-ca189a7b-fdd2-497d-a227-e95fc53af172 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/quotas/14e40c17a8d048b7b1a1ccf2d0a5d4b3 HTTP/1.1" status: 200 len: 375 time: 0.0272639 Jan 28 09:40:27.537453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:27.561200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-01de0d98-0218-4636-89c6-7fad7a1207e2 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14e40c17a8d048b7b1a1ccf2d0a5d4b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1104555 Jan 28 09:40:27.563165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec2a3b2f-9e92-4979-a8fa-ad481a41d3b9 req-9d9380f7-02bf-4748-90bb-29387c973c13 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298551 Jan 28 09:40:27.607115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf337-fa55-48ef-be08-40c602a79086 req-8d469767-1a9f-4f15-a5bd-7819d09af20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:27.610847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-8d469767-1a9f-4f15-a5bd-7819d09af20f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 1101 time: 0.1483672 Jan 28 09:40:27.618757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7b015af8-c8a4-49e1-aa60-08007133f76d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b015af8-c8a4-49e1-aa60-08007133f76d,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:27.623701 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:27.721212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7b015af8-c8a4-49e1-aa60-08007133f76d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:27.753081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-fa4d1cee-81da-4b5b-b4c4-09e6bd6cad5e service neutron] 10.222.0.42 "GET /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910024 Jan 28 09:40:27.932459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-68a88f5d-4b5c-4852-8975-8816e1cf2dbc service neutron] 10.222.0.42 "GET /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720695 Jan 28 09:40:27.970344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:28.137793 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ad5e8a2-e888-4583-a8b5-3b14827066dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:28.151825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf337-fa55-48ef-be08-40c602a79086 req-a2a2dbeb-a543-4be4-bced-6e383d4c9754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:28.153311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-a2a2dbeb-a543-4be4-bced-6e383d4c9754 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5125849 Jan 28 09:40:28.230046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:28.246145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-ee45c193-2048-437d-abf0-e38bde55bd1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 200 len: 217 time: 0.0743992 Jan 28 09:40:28.259518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-406e8ba1-013a-4786-b56c-e1a24cb27e6f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:28.261115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-406e8ba1-013a-4786-b56c-e1a24cb27e6f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.25 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 829 time: 0.3435893 Jan 28 09:40:28.270027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0ee4a6-5591-4a0d-8d2f-4c2609284b47 req-2cf8b957-ae37-4eea-a954-0aa4a59a7ae1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:28.271634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a0ee4a6-5591-4a0d-8d2f-4c2609284b47 req-2cf8b957-ae37-4eea-a954-0aa4a59a7ae1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.5214419 Jan 28 09:40:28.278561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da', 'port_id': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'mac_address': 'fa:16:3e:3f:1a:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:28.285887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53188) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:28.309559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Request body: {'port': {'device_id': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'admin_state_up': True, 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:28.408531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:28.430584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:28.471678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:28.483113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:28.486947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf337-fa55-48ef-be08-40c602a79086 req-9a607e34-28e6-47a9-b1ea-0f843b55e0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:28.488621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-9a607e34-28e6-47a9-b1ea-0f843b55e0e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2263930 Jan 28 09:40:28.502836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a0ee4a6-5591-4a0d-8d2f-4c2609284b47 req-49c856ac-9312-4433-af76-22fb926a9cf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783550 Jan 28 09:40:28.613347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946ff45-a3dc-478f-ab0b-ecd9b25caad7 req-bb8ad0c3-d95f-4c23-912b-1f0f43773977 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:28.636152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1946ff45-a3dc-478f-ab0b-ecd9b25caad7 req-bb8ad0c3-d95f-4c23-912b-1f0f43773977 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 944 time: 0.2386146 Jan 28 09:40:28.761063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:28.763400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:28.771833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:28.785798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Usage tracker for resource:port and tenant:c7ba4f1dc92c48caae67ee236273cf64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:28.792248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:28.800487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:28.802919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1946ff45-a3dc-478f-ab0b-ecd9b25caad7 req-badaf5e4-7fe1-4485-b888-313c3f6c6255 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610680 Jan 28 09:40:28.821976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Made reservation on behalf of c7ba4f1dc92c48caae67ee236273cf64 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:28.822558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Deleting subnet 19d850a5-bb63-4588-9c86-e001c9f47a91 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:40:28.825970 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:28.835105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:28.851379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8abf337-fa55-48ef-be08-40c602a79086 req-d57e172e-2e4f-4322-98b0-70c12e2629d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:28.852907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-d57e172e-2e4f-4322-98b0-70c12e2629d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3490303 Jan 28 09:40:28.976731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3e79501-388a-46f8-94c7-902b771e57b8 req-c05bc849-489e-4c09-809a-dd3462d84102 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 210 time: 0.0797591 Jan 28 09:40:29.001375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.027998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-a2c82eb1-1f63-46f5-b7ca-24c92c61ac22 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630938 Jan 28 09:40:29.074245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6620f-f667-447f-a587-f7e972be5a68 req-aafc2fc5-7791-4411-9b04-aa13e8cb8deb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:29.081761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b6620f-f667-447f-a587-f7e972be5a68 req-aafc2fc5-7791-4411-9b04-aa13e8cb8deb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.3732522 Jan 28 09:40:29.095707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b015af8-c8a4-49e1-aa60-08007133f76d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:29.098289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53222) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:29.167654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.200523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7b015af8-c8a4-49e1-aa60-08007133f76d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:29.201295 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.280783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b6620f-f667-447f-a587-f7e972be5a68 req-1904c212-1706-40e1-a50f-b61651389748 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987951 Jan 28 09:40:29.340058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.348774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.355018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a5478b3-7c79-425d-836a-d76333f9d99b req-0a198a02-dce8-4299-8aa1-dcedf9ba8b95 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:29.393047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.416027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a5478b3-7c79-425d-836a-d76333f9d99b req-0a198a02-dce8-4299-8aa1-dcedf9ba8b95 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:29.425854 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a5478b3-7c79-425d-836a-d76333f9d99b req-0a198a02-dce8-4299-8aa1-dcedf9ba8b95 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 210 time: 0.1523426 Jan 28 09:40:29.433669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:29.440802 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8abf337-fa55-48ef-be08-40c602a79086 req-2ec5c38b-67d0-4539-9f04-3467409bec37 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760619 Jan 28 09:40:29.451235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Usage tracker for resource:security_group_rule and tenant:95077f948ef14514816799ba521b6d17 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:29.455285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:29.466888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Allocated IP 172.20.0.3 (71b2c1c4-ce53-46c4-9f3e-05d5254c961c/24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e/100e78a2-0f82-4bfb-99a7-5e4d34404df0) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:29.478699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:29.500887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.565733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19d850a5-bb63-4588-9c86-e001c9f47a91,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:29.569982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.631324 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3fb7757d-6e77-4e72-b4f2-c25660508dce admin admin] 10.222.0.42 "DELETE /v2.0/subnets/19d850a5-bb63-4588-9c86-e001c9f47a91 HTTP/1.1" status: 204 len: 168 time: 1.3441236 Jan 28 09:40:29.641180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53228) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:29.712468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.721549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30301d8-e8eb-41d6-9a66-48f964054c6c req-98dfaa1c-7a3b-45ce-b094-dbfecb84cbe3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:29.723012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e30301d8-e8eb-41d6-9a66-48f964054c6c req-98dfaa1c-7a3b-45ce-b094-dbfecb84cbe3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1423588 Jan 28 09:40:29.724530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.787417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.805178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95077f948ef14514816799ba521b6d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7054074 Jan 28 09:40:29.805974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb25f8d-eb65-441d-bd7e-003df5c48b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd470d-29ff-4be7-9dad-70abd698089b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:29.810603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.810795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:29.826507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e30301d8-e8eb-41d6-9a66-48f964054c6c req-84a1b690-b752-49ab-8e9a-786dcb4e1e99 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950453 Jan 28 09:40:29.873853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Transition to ACTIVE for port object 100e78a2-0f82-4bfb-99a7-5e4d34404df0 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:29.922086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b241024a-c781-4573-9ba6-cce1fd478117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:29.979892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:30.006244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b241024a-c781-4573-9ba6-cce1fd478117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.089664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:30.091569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9367852-8acc-4f3c-b937-231a0acfd56f req-e7c4a273-b76a-4c55-939b-5fab205eae92 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:30.093440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9367852-8acc-4f3c-b937-231a0acfd56f req-e7c4a273-b76a-4c55-939b-5fab205eae92 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1228714 Jan 28 09:40:30.101649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:30.102218 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.120259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b241024a-c781-4573-9ba6-cce1fd478117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.145358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b241024a-c781-4573-9ba6-cce1fd478117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd470d-29ff-4be7-9dad-70abd698089b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:30.167709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b241024a-c781-4573-9ba6-cce1fd478117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.172165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b241024a-c781-4573-9ba6-cce1fd478117 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34dd470d-29ff-4be7-9dad-70abd698089b HTTP/1.1" status: 204 len: 168 time: 0.3575456 Jan 28 09:40:30.180966 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9367852-8acc-4f3c-b937-231a0acfd56f req-4932d97f-8d3e-453d-98e3-03401ce74266 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777943 Jan 28 09:40:30.249911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.284562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:30.297651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:30.303152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.304403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.317013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.392422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:30.401482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-309d75a2-18b2-47d8-aa86-17ad41aa1fa7 req-ad915832-a62c-43f5-9574-089a5f14cd01 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 210 time: 0.0763969 Jan 28 09:40:30.436515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d408f57a-595b-4c2f-baed-a38efd3c87fb']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:30.481412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-1edbac39-713a-44d5-9aa9-395c39aeda90 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:30.483139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-1edbac39-713a-44d5-9aa9-395c39aeda90 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.43 "GET /v2.0/networks?id=757967ec-a51b-49b1-b609-fe2660cb0b78 HTTP/1.1" status: 200 len: 815 time: 0.4306457 Jan 28 09:40:30.502978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca4083e-0816-4c16-bae1-5e5c1f3affde') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:30.503088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca4083e-0816-4c16-bae1-5e5c1f3affde') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:30.519053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Request body: {'port': {'device_id': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'admin_state_up': True, 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:30.550436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:30.561039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:30.567062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.610230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4abfb-191e-4022-881f-f04203c63edb req-8da6657c-8856-4c86-82dc-e9c6a3f1ef5c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:30.611864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2fd4abfb-191e-4022-881f-f04203c63edb req-8da6657c-8856-4c86-82dc-e9c6a3f1ef5c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1131661 Jan 28 09:40:30.630507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:30.684416 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.696869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2fd4abfb-191e-4022-881f-f04203c63edb req-f5ea1a27-ff68-4a44-b03d-56bf9dffe9f9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725458 Jan 28 09:40:30.704932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event updated for resources: {'Port': ['ID=100e78a2-0f82-4bfb-99a7-5e4d34404df0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:30.733546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.755339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:40:30.756036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.780876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b139ec0-2f15-4cb6-a6f0-c4f8626e4054 req-bf44b449-d058-491a-b781-d4e20423e358 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:30.782707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b139ec0-2f15-4cb6-a6f0-c4f8626e4054 req-bf44b449-d058-491a-b781-d4e20423e358 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 945 time: 0.7314420 Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:40:30.783524 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:40:30.808372 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'code': 200} Jan 28 09:40:30.813149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:30.841318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.958091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b779b72-66d0-4552-af6a-4b1d07e6de0c None None] Provisioning for port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:30.977151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b779b72-66d0-4552-af6a-4b1d07e6de0c None None] Provisioning complete for port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:30.977529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b779b72-66d0-4552-af6a-4b1d07e6de0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:30.987622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-3f4c9503-5e32-41e7-a283-eaaa50096c96 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6848674 Jan 28 09:40:31.017135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Request body: {'port': {'device_id': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:31.148756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7b779b72-66d0-4552-af6a-4b1d07e6de0c None None] Port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:40:31.197238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.261099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.278022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f63ba4c-f4a1-46e4-a0f4-e932d8712839 req-40605ece-6b5f-44b0-8404-2640ebde666f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:31.279581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f63ba4c-f4a1-46e4-a0f4-e932d8712839 req-40605ece-6b5f-44b0-8404-2640ebde666f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1097 time: 0.3165071 Jan 28 09:40:31.281622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] Pushing event deleted for resources: {'Network': ['ID=d408f57a-595b-4c2f-baed-a38efd3c87fb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:31.289609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f396a2-e74f-4389-bd72-0db5d2ea627f req-b75c68fa-cd22-4f32-a18a-2c310e65dcc7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:31.293671 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61f396a2-e74f-4389-bd72-0db5d2ea627f req-b75c68fa-cd22-4f32-a18a-2c310e65dcc7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.2626593 Jan 28 09:40:31.323649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b139ec0-2f15-4cb6-a6f0-c4f8626e4054 req-e875ec14-6f91-4ff5-8121-da0fec0e28f3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:31.336834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.383413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19568a5a-0d08-4c0a-9690-7b8522fa4752 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d408f57a-595b-4c2f-baed-a38efd3c87fb HTTP/1.1" status: 204 len: 168 time: 1.7383158 Jan 28 09:40:31.442317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53292) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:31.504404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f63ba4c-f4a1-46e4-a0f4-e932d8712839 req-a08d1430-f5d5-4dfe-baca-4b59a4c9a203 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097073 Jan 28 09:40:31.505435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:31.537036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Usage tracker for resource:port and tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:31.552036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:31.556721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61f396a2-e74f-4389-bd72-0db5d2ea627f req-4bed2c67-99ed-4932-84ea-e430bf3a3641 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161098 Jan 28 09:40:31.563754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Deleting subnet 178cc413-4081-48c8-86bb-f3525fd80050 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:40:31.568910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b139ec0-2f15-4cb6-a6f0-c4f8626e4054 req-e875ec14-6f91-4ff5-8121-da0fec0e28f3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:31.576326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.584581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b139ec0-2f15-4cb6-a6f0-c4f8626e4054 req-e875ec14-6f91-4ff5-8121-da0fec0e28f3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6849823 Jan 28 09:40:31.590689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:31.707906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.733742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Made reservation on behalf of 14e40c17a8d048b7b1a1ccf2d0a5d4b3 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:31.742636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.770390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:31.977608 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.024604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=178cc413-4081-48c8-86bb-f3525fd80050,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:32.031536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.046179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f44a1b0c-5afe-4870-97df-7ac961848d9a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/178cc413-4081-48c8-86bb-f3525fd80050 HTTP/1.1" status: 204 len: 168 time: 0.5999689 Jan 28 09:40:32.046381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53302) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:32.073043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Allocated IP 172.20.0.14 (757967ec-a51b-49b1-b609-fe2660cb0b78/e4522361-4a97-49d7-81ee-c6e8d9ce8696/fa6a98fe-9e57-4ada-a357-966070d9f13e) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:32.241095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.301351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45eb1c-05e5-4f83-aa0a-596c69fede2d req-d78cb24b-3b5b-436b-92a8-b41e67c5760a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:32.309041 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa45eb1c-05e5-4f83-aa0a-596c69fede2d req-d78cb24b-3b5b-436b-92a8-b41e67c5760a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 931 time: 0.5108621 Jan 28 09:40:32.456337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa45eb1c-05e5-4f83-aa0a-596c69fede2d req-71295f1c-c363-4a78-80ee-4156fd3faa93 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418641 Jan 28 09:40:32.465436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.529443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c42eabde-abde-43c1-975d-26fb3ab1795b']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:32.555896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deac73d8-579e-472b-a4bb-187289180a6d') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:32.556425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deac73d8-579e-472b-a4bb-187289180a6d') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:32.586277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.625367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.646700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:40:32.647591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:40:32.665059 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:40:32.686568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 100e78a2-0f82-4bfb-99a7-5e4d34404df0 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:32.698876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.703401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.846721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Transition to ACTIVE for port object 100e78a2-0f82-4bfb-99a7-5e4d34404df0 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:32.848614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Transition to ACTIVE for port object fa6a98fe-9e57-4ada-a357-966070d9f13e will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:32.849402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9782f68d-41c0-49ab-9537-40fc4c51e5df req-a15e5d32-481d-4b80-8631-ea960c885bd9 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 210 time: 0.1797130 Jan 28 09:40:32.852111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.855248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.921849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:32.924699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c42eabde-abde-43c1-975d-26fb3ab1795b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:32.934184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-611f1430-0c6e-4564-9f74-d303f7c7af6b admin admin] 10.222.0.42 "DELETE /v2.0/networks/c42eabde-abde-43c1-975d-26fb3ab1795b HTTP/1.1" status: 204 len: 168 time: 0.8822908 Jan 28 09:40:33.329083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53338) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:33.390377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:33.520138 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cf4938c9-7cf9-45bc-8c6c-6e853240826f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f17cd3fd1306411782080e6608f6256c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1266177 Jan 28 09:40:33.527159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53352) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:33.575276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0525ddc-11d9-408a-b1b0-39544798deb3 req-537b57ad-43a0-4657-b435-68b8f710ddb7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:33.577311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0525ddc-11d9-408a-b1b0-39544798deb3 req-537b57ad-43a0-4657-b435-68b8f710ddb7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.3454642 Jan 28 09:40:33.669998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0525ddc-11d9-408a-b1b0-39544798deb3 req-83565bbd-fc58-4941-8a3a-fa4ac261733c tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815127 Jan 28 09:40:33.751769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-677d6591-a459-4fb3-9df7-3718ccc04334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:33.838806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-677d6591-a459-4fb3-9df7-3718ccc04334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:33.932930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4f47729c-cb34-4cf8-a42e-fbd100f66418 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Request body: {'quota': {'network': 2}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:33.937607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-677d6591-a459-4fb3-9df7-3718ccc04334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:33.956112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677d6591-a459-4fb3-9df7-3718ccc04334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdfea99-1eb1-4965-b7ee-1f0a772da22f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:33.986809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f47729c-cb34-4cf8-a42e-fbd100f66418 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "PUT /v2.0/quotas/4c525731ff564e3e9fd13c123cce767a HTTP/1.1" status: 200 len: 368 time: 0.6434257 Jan 28 09:40:33.994648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53360) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:34.002290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-677d6591-a459-4fb3-9df7-3718ccc04334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.003355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-677d6591-a459-4fb3-9df7-3718ccc04334 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1bdfea99-1eb1-4965-b7ee-1f0a772da22f HTTP/1.1" status: 204 len: 168 time: 0.4735415 Jan 28 09:40:34.007395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Request body: {'network': {'project_id': '4c525731ff564e3e9fd13c123cce767a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:34.022744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:34.027298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Usage tracker for resource:network and tenant:4c525731ff564e3e9fd13c123cce767a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:34.031404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:34.046391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:34.070548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Made reservation on behalf of 4c525731ff564e3e9fd13c123cce767a for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:34.072986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.095704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.120335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:34.124585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Pushing event updated for resources: {'Port': ['ID=100e78a2-0f82-4bfb-99a7-5e4d34404df0,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:34.127631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Usage tracker for resource:security_group_rule and tenant:4c525731ff564e3e9fd13c123cce767a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:34.131938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:34.141048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:34.260965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.290953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.295744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.426414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Attempting to bind port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:34.427314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Attempting to bind port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:34.427994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Attempting to bind port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 on network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:34.453070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:34.475070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 on network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:34.475876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Attempting to bind port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 on network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:34.481413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae830e6-77b1-42cb-a795-fd15e8f5e78e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:34.485647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.485986 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Added segment 15752da6-0a42-49de-87bc-7fc368ccb00d of type vlan for network 03e4ddc8-3502-405c-9e38-897b07c3100e Jan 28 09:40:34.499373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:34.499766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Checking segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:34.500156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Bound using segment: {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:34.501053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Bound port: 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ea3e9da-9c80-486f-9e6b-f38625a61355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:34.501291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.523782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.531454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:34.547245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662559b4-fb9b-4d0c-bd39-25efb8d26bf6 req-626efc37-5a52-4403-94e6-80c40929ded1 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:34.554164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-662559b4-fb9b-4d0c-bd39-25efb8d26bf6 req-626efc37-5a52-4403-94e6-80c40929ded1 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 943 time: 0.2288952 Jan 28 09:40:34.576405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:34.613722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790471b-85fe-46e5-94c1-44077a8d93fa req-67266347-e8eb-4441-a328-9a3f9729af82 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:34.623931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9790471b-85fe-46e5-94c1-44077a8d93fa req-67266347-e8eb-4441-a328-9a3f9729af82 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 946 time: 0.9147270 Jan 28 09:40:34.626153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-662559b4-fb9b-4d0c-bd39-25efb8d26bf6 req-3273a4dc-4ee4-439c-8200-6a49f2fbd5b7 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710070 Jan 28 09:40:34.626827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:34.627310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.628406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:34.633264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.682661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Pushing event updated for resources: {'Port': ['ID=fa6a98fe-9e57-4ada-a357-966070d9f13e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:34.873134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9790471b-85fe-46e5-94c1-44077a8d93fa req-230783c8-3df2-4e9b-bff9-fd0b949f00c7 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476969 Jan 28 09:40:34.914366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:34.915611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:34.925871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53372) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:34.949289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] For port 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:34.954699 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-dac21279-80c1-4697-a2a6-0cf0c16d36dc tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4566028 Jan 28 09:40:34.958937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] For port 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:34.966886 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.039840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0439966 Jan 28 09:40:35.051124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53380) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:35.062221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846f90d5-b64a-4a8c-acf8-07c3d0733fc0 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Pushing event updated for resources: {'Network': ['ID=03e4ddc8-3502-405c-9e38-897b07c3100e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:35.075321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Request body: {'network': {'project_id': '4c525731ff564e3e9fd13c123cce767a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:35.085755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 03e4ddc8-3502-405c-9e38-897b07c3100e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:35.102372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Request body: {'port': {'device_id': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:35.117307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:35.140887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Usage tracker for resource:network and tenant:4c525731ff564e3e9fd13c123cce767a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:35.158722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:35.179276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:35.225491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e6d7339-5650-434f-84e0-57c99e2b6508 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5085c788ed1d493cb5b4fe1646950f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2971454 Jan 28 09:40:35.228497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:35.240243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Made reservation on behalf of 4c525731ff564e3e9fd13c123cce767a for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:35.245695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.271783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0bb76797-c429-4a46-9fb1-d19fb4dbe9f5 None None] Provisioning for port fa6a98fe-9e57-4ada-a357-966070d9f13e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:35.285597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0bb76797-c429-4a46-9fb1-d19fb4dbe9f5 None None] Provisioning complete for port fa6a98fe-9e57-4ada-a357-966070d9f13e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:35.287088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0bb76797-c429-4a46-9fb1-d19fb4dbe9f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.364783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:35.426885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733fa3d-35a7-466d-9c22-a4125f58e2d2 req-e388962e-c0f7-4d75-a30d-6b084fce5f31 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:35.427043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0bb76797-c429-4a46-9fb1-d19fb4dbe9f5 None None] Port fa6a98fe-9e57-4ada-a357-966070d9f13e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:40:35.439943 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2733fa3d-35a7-466d-9c22-a4125f58e2d2 req-e388962e-c0f7-4d75-a30d-6b084fce5f31 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 932 time: 0.5353618 Jan 28 09:40:35.471473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:35.472130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.473542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] 10.222.0.25 "PUT /v2.0/ports/100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 1091 time: 4.4673946 Jan 28 09:40:35.474017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:35.492976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:35.575186 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.575700 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Added segment d79e4234-6ab7-4fd4-a01a-267abb4448b9 of type vlan for network cc17afc6-abb6-42c0-88a9-c9e6e171a433 Jan 28 09:40:35.579417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.585873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c94b861-bc40-4a9e-920a-c84eb2409825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.602274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2733fa3d-35a7-466d-9c22-a4125f58e2d2 req-f6f17830-7711-4210-b57f-f00ce2c6fc84 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Synchronizing usage tracker for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:35.752949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c94b861-bc40-4a9e-920a-c84eb2409825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.754892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:35.758103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ef07f-8589-4912-9ddd-6191c1c92107 service neutron] Pushing event updated for resources: {'Port': ['ID=100e78a2-0f82-4bfb-99a7-5e4d34404df0,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:35.785651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'port_id': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'mac_address': 'fa:16:3e:bb:fc:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f201d8f-7dd3-4be0-bf58-af41d45195ca', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:35.805940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.828281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2733fa3d-35a7-466d-9c22-a4125f58e2d2 req-f6f17830-7711-4210-b57f-f00ce2c6fc84 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Unset dirty status for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:35.844043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2733fa3d-35a7-466d-9c22-a4125f58e2d2 req-f6f17830-7711-4210-b57f-f00ce2c6fc84 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015150 Jan 28 09:40:35.913733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.962566 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.964503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:35.965612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:35.970034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ee357a2-ee3c-42d7-82e0-4a59c1723042 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:35.999189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:36.017270 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:36.151647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['1ee357a2-ee3c-42d7-82e0-4a59c1723042'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:36.249159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:36.254904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c94b861-bc40-4a9e-920a-c84eb2409825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:36.366517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-b47ac2a4-cfca-4ef2-9e65-5d7868ef1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:36.368080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-b47ac2a4-cfca-4ef2-9e65-5d7868ef1650 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1094 time: 0.7742815 Jan 28 09:40:36.430525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94b861-bc40-4a9e-920a-c84eb2409825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf3577b-c173-47f5-bcbd-42a2885bcba7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:36.450708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Pushing event updated for resources: {'Network': ['ID=cc17afc6-abb6-42c0-88a9-c9e6e171a433,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:36.462365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1d457-05b5-449d-94df-0126e98bf8f1 req-644c387a-72c8-4083-9b6d-1943142b9eca tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:36.474050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c94b861-bc40-4a9e-920a-c84eb2409825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:36.476767 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7c94b861-bc40-4a9e-920a-c84eb2409825 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebf3577b-c173-47f5-bcbd-42a2885bcba7 HTTP/1.1" status: 204 len: 168 time: 1.2461288 Jan 28 09:40:36.487242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bbd1d457-05b5-449d-94df-0126e98bf8f1 req-644c387a-72c8-4083-9b6d-1943142b9eca tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 1.0563328 Jan 28 09:40:36.504888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1263ac60-dff7-422d-851a-b931e20adf80 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4482667 Jan 28 09:40:36.510064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53400) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:36.518112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network cc17afc6-abb6-42c0-88a9-c9e6e171a433 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:36.528293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Request body: {'network': {'project_id': '4c525731ff564e3e9fd13c123cce767a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:36.549011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:36.583082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Usage tracker for resource:network and tenant:4c525731ff564e3e9fd13c123cce767a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:36.590401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-5f52a8eb-6ccc-40f2-ad41-7747826d4753 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 217 time: 0.2121563 Jan 28 09:40:36.604244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:36.637336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:36.669918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a2724-fda1-47cf-bdd5-803bc2527e03 req-c45f1563-da71-403a-9c54-9df767303e16 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:36.676508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e83a2724-fda1-47cf-bdd5-803bc2527e03 req-c45f1563-da71-403a-9c54-9df767303e16 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 945 time: 0.3571885 Jan 28 09:40:36.681275 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 09:40:36.683891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:40:36.686713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7415d959-22e0-4b74-a4d5-7633ba996e65 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1740060 Jan 28 09:40:36.759298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53404) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:36.797080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-1acc6e38-a5db-4274-a6aa-25088dccbd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:36.799400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-1acc6e38-a5db-4274-a6aa-25088dccbd38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 200 len: 868 time: 0.1910863 Jan 28 09:40:36.841810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e83a2724-fda1-47cf-bdd5-803bc2527e03 req-69cca186-d7ca-4a56-98f9-0c136dbe753d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515012 Jan 28 09:40:36.893904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-635e3867-bac4-499b-8437-d450aa2abb92 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c525731ff564e3e9fd13c123cce767a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1284344 Jan 28 09:40:36.894895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53412) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:36.997751 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'status': 'completed', 'code': 200} Jan 28 09:40:37.005739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:40:37.058869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9819-6cf4-417d-b4be-5b8de19d58a8 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.122427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9819-6cf4-417d-b4be-5b8de19d58a8 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.237652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bbd1d457-05b5-449d-94df-0126e98bf8f1 req-bd0007be-8bf0-4c6c-9be9-44e8a10134c3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7495811 Jan 28 09:40:37.240476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6a98fe-9e57-4ada-a357-966070d9f13e {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:37.280646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.346585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Transition to ACTIVE for port object fa6a98fe-9e57-4ada-a357-966070d9f13e will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:37.356953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:37.357879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-c7c04a5c-106a-4ef3-94fc-c4511895440e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:37.359564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-c7c04a5c-106a-4ef3-94fc-c4511895440e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4769368 Jan 28 09:40:37.360602 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.445413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9819-6cf4-417d-b4be-5b8de19d58a8 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.474861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d9819-6cf4-417d-b4be-5b8de19d58a8 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae830e6-77b1-42cb-a795-fd15e8f5e78e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:37.492728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f7d9819-6cf4-417d-b4be-5b8de19d58a8 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.494971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6f7d9819-6cf4-417d-b4be-5b8de19d58a8 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/fae830e6-77b1-42cb-a795-fd15e8f5e78e HTTP/1.1" status: 204 len: 168 time: 0.5989769 Jan 28 09:40:37.498745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53428) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:37.584207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:37.585837 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.597539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b444b924-9488-4b7f-b1d2-6ccedcf16bf9 req-a1441c8e-8d03-491e-ae2d-a548f0f612d6 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:37.613006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b444b924-9488-4b7f-b1d2-6ccedcf16bf9 req-a1441c8e-8d03-491e-ae2d-a548f0f612d6 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 943 time: 0.4571567 Jan 28 09:40:37.754041 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b444b924-9488-4b7f-b1d2-6ccedcf16bf9 req-c19204b9-88a9-49d6-9115-c326ea8b9d49 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400311 Jan 28 09:40:37.869756 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.871166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:37.914646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:37.930201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:37.946002 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.173259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:38.175038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53446) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:38.244330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6a98fe-9e57-4ada-a357-966070d9f13e,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:38.318169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.373518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc17afc6-abb6-42c0-88a9-c9e6e171a433']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:38.405601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79e4234-6ab7-4fd4-a01a-267abb4448b9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:38.406147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79e4234-6ab7-4fd4-a01a-267abb4448b9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:38.428274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.461044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e90637-9a91-427e-9919-a65dfca9443c req-ae65c627-32ee-49a5-9a9c-30fef952f0f5 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:38.464045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78e90637-9a91-427e-9919-a65dfca9443c req-ae65c627-32ee-49a5-9a9c-30fef952f0f5 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 944 time: 0.2882023 Jan 28 09:40:38.465441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.474146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:40:38.474705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:40:38.497153 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:40:38.590761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1124091557-network', 'tenant_id': 'e42ad454fa1942f49d555f9bebaf2ebd'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:38.609104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:38.640511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Usage tracker for resource:network and tenant:e42ad454fa1942f49d555f9bebaf2ebd is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:38.646337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:38.653753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78e90637-9a91-427e-9919-a65dfca9443c req-bc668191-f12c-4b59-a9df-39f80fd9a7a6 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815145 Jan 28 09:40:38.659694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:38.664041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.672945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Attempting to bind port fa6a98fe-9e57-4ada-a357-966070d9f13e on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:38.672945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Attempting to bind port fa6a98fe-9e57-4ada-a357-966070d9f13e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:38.674024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.674205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Attempting to bind port fa6a98fe-9e57-4ada-a357-966070d9f13e on network 757967ec-a51b-49b1-b609-fe2660cb0b78 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:38.694524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "DELETE /v2.0/networks/cc17afc6-abb6-42c0-88a9-c9e6e171a433 HTTP/1.1" status: 204 len: 168 time: 1.1901157 Jan 28 09:40:38.701302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53454) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:38.704770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df21e81-42be-4ffa-907c-845bb18f1d9d tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Pushing event deleted for resources: {'Network': ['ID=cc17afc6-abb6-42c0-88a9-c9e6e171a433,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:38.728413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-c7d7af69-f548-4962-a0bb-f004b1c66a06 service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3253098 Jan 28 09:40:38.732977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Made reservation on behalf of e42ad454fa1942f49d555f9bebaf2ebd for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:38.735626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.742689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Port fa6a98fe-9e57-4ada-a357-966070d9f13e on network 757967ec-a51b-49b1-b609-fe2660cb0b78 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:38.743323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Attempting to bind port fa6a98fe-9e57-4ada-a357-966070d9f13e on network 757967ec-a51b-49b1-b609-fe2660cb0b78 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:38.792534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e4b23-45cf-4cfc-b164-80cecf677ad4 req-daa9196e-8502-4982-8a6e-e6e6a83ee5a2 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:38.802486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-574e4b23-45cf-4cfc-b164-80cecf677ad4 req-daa9196e-8502-4982-8a6e-e6e6a83ee5a2 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 946 time: 0.9066968 Jan 28 09:40:38.862499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.876963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-574e4b23-45cf-4cfc-b164-80cecf677ad4 req-c05ef7d0-f662-4072-80e2-501fae59b9d9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727828 Jan 28 09:40:38.877859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:38.878307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Checking segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:38.878782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Bound using segment: {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:38.879495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Bound port: fa6a98fe-9e57-4ada-a357-966070d9f13e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:38.879942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.920204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:38.928080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Usage tracker for resource:security_group_rule and tenant:e42ad454fa1942f49d555f9bebaf2ebd is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:38.932594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:38.949935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:38.956270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:39.053164 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'code': 200} Jan 28 09:40:39.077343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] For port fa6a98fe-9e57-4ada-a357-966070d9f13e, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:39.081430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] For port fa6a98fe-9e57-4ada-a357-966070d9f13e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:39.090217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.177604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:39.179194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.180932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] 10.222.0.43 "PUT /v2.0/ports/fa6a98fe-9e57-4ada-a357-966070d9f13e HTTP/1.1" status: 200 len: 1092 time: 4.2011051 Jan 28 09:40:39.181577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'tag': 'fa6a98fe-9e57-4ada-a357-966070d9f13e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:39.319481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.340631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b03aa-f30a-446e-8f8d-b20f9ff5426b req-6aaaa2b3-b391-4e1b-85f2-6047e34e35c4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:39.342227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec5b03aa-f30a-446e-8f8d-b20f9ff5426b req-6aaaa2b3-b391-4e1b-85f2-6047e34e35c4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.3951960 Jan 28 09:40:39.399107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03e4ddc8-3502-405c-9e38-897b07c3100e']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:39.531629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15752da6-0a42-49de-87bc-7fc368ccb00d') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:39.532481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15752da6-0a42-49de-87bc-7fc368ccb00d') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:40:39.550140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.580594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec5b03aa-f30a-446e-8f8d-b20f9ff5426b req-847f25a3-df33-465a-83af-182efc459703 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311618 Jan 28 09:40:39.589500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.594539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.618167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ef45b7-4712-4b2f-954d-acbd553cb882 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6a98fe-9e57-4ada-a357-966070d9f13e,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:39.670801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.672953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff0c2dd-e58e-48db-91a0-a5e0478a0445,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:39.674363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d93430-2973-4309-979e-a67135bfdf97 req-6c451778-507d-446f-928c-b37787055912 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:39.683570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56d93430-2973-4309-979e-a67135bfdf97 req-6c451778-507d-446f-928c-b37787055912 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.4530704 Jan 28 09:40:39.697645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:40:39.698056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.702219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a2e168-cade-4f6d-aaff-73965c819574 req-b2a853d4-e64a-417e-96aa-849aabd03a0f service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9556148 Jan 28 09:40:39.719188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-293d523e-b8ca-4c54-bbca-b76da5023c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:40:39.719864 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:40:39.724221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-293d523e-b8ca-4c54-bbca-b76da5023c75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14e40c17a8d048b7b1a1ccf2d0a5d4b3&device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 1095 time: 0.4479001 Jan 28 09:40:39.830029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56d93430-2973-4309-979e-a67135bfdf97 req-33057a62-8e2c-48a4-a210-f2727b3f37e5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463044 Jan 28 09:40:39.923768 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-09a129b2-4fe1-4dab-8509-7ae26655706c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e HTTP/1.1" status: 200 len: 217 time: 0.1666710 Jan 28 09:40:39.940453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.945110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:39.983766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] Pushing event deleted for resources: {'Network': ['ID=03e4ddc8-3502-405c-9e38-897b07c3100e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:39.992243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:40.006383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1a208e72-a2ab-4356-8bcf-1012c1f40123 tempest-QuotasNegativeTest-1341383826 tempest-QuotasNegativeTest-1341383826-project-admin] 10.222.0.42 "DELETE /v2.0/networks/03e4ddc8-3502-405c-9e38-897b07c3100e HTTP/1.1" status: 204 len: 168 time: 1.3040943 Jan 28 09:40:40.027419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:40.027843 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Added segment 0cef69e9-4f33-4773-9747-fc690d068d2f of type vlan for network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c Jan 28 09:40:40.042034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7900cc6c-b676-4cc4-88b8-01979ddbc2d0 req-760437de-5d20-442d-b990-d07d7e6b3b03 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:40.051855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7900cc6c-b676-4cc4-88b8-01979ddbc2d0 req-760437de-5d20-442d-b990-d07d7e6b3b03 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 943 time: 0.2132757 Jan 28 09:40:40.130921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:40.157762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7900cc6c-b676-4cc4-88b8-01979ddbc2d0 req-6eb5685b-34c8-4e7c-a9a5-70e06f17d7a0 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048076 Jan 28 09:40:40.179623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-095a34a5-53be-4b7a-886a-3bbfb7d13085 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1599590011&fields=id&tenant_id=ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 267 time: 0.1927660 Jan 28 09:40:40.187800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-5a492bbf-5eda-42af-9099-389696d8dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:40.189685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-5a492bbf-5eda-42af-9099-389696d8dff5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4522361-4a97-49d7-81ee-c6e8d9ce8696 HTTP/1.1" status: 200 len: 854 time: 0.2581465 Jan 28 09:40:40.238856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:40.240004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:40.240953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:40.310137 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'tag': 'fa6a98fe-9e57-4ada-a357-966070d9f13e', 'status': 'completed', 'code': 200} Jan 28 09:40:40.360836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-98a3014e-3823-4598-b44d-0fd1a5dda8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:40.364083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-98a3014e-3823-4598-b44d-0fd1a5dda8ad service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1094 time: 0.5302777 Jan 28 09:40:40.452024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2745004 Jan 28 09:40:40.452980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53474) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:40.490966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Request body: {'subnet': {'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1124091557-subnet', 'tenant_id': 'e42ad454fa1942f49d555f9bebaf2ebd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:40.500991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:40.515970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Usage tracker for resource:subnet and tenant:e42ad454fa1942f49d555f9bebaf2ebd is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:40.525489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7906b1-1c2f-42a9-aabf-251730bf1fb0 admin admin] Pushing event updated for resources: {'Network': ['ID=662cb69d-5f43-41ae-9e44-2fe1e0008f2c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:40.528142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:40.537492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:40.544368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:40.564997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Made reservation on behalf of e42ad454fa1942f49d555f9bebaf2ebd for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:40.570129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:40.862172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-2a06cc8f-2a08-448d-8eaa-fdb60d11c468 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:40.868402 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-2a06cc8f-2a08-448d-8eaa-fdb60d11c468 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 946 time: 0.6744409 Jan 28 09:40:40.873401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-76057e3c-ddcd-4b09-a307-e6238f7710d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:40.876064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-76057e3c-ddcd-4b09-a307-e6238f7710d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=757967ec-a51b-49b1-b609-fe2660cb0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6363893 Jan 28 09:40:40.925328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'port': {'security_groups': ['57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1', 'd897b93f-646d-4f65-90b1-2f0349b8f656']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:41.081627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.178574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53486) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:41.284974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:41.362170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-36ce63cc-b533-4744-9ea2-08dd1c2b9ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:41.363916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-36ce63cc-b533-4744-9ea2-08dd1c2b9ed2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 930 time: 0.9886208 Jan 28 09:40:41.367487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:41.367879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Network hostable DHCP agents. Network: 662cb69d-5f43-41ae-9e44-2fe1e0008f2c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:40:41.382108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 100e78a2-0f82-4bfb-99a7-5e4d34404df0 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:41.385641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:41.394503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1438af9-5c1f-412c-a45c-78b2dcd4d8e5 req-3b1a9e1a-3855-48b4-b371-644f0c328290 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:41.402086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1438af9-5c1f-412c-a45c-78b2dcd4d8e5 req-3b1a9e1a-3855-48b4-b371-644f0c328290 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 944 time: 0.1972358 Jan 28 09:40:41.444250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:40:41.448074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.482540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 662cb69d-5f43-41ae-9e44-2fe1e0008f2c) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:41.486187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:41.499459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1438af9-5c1f-412c-a45c-78b2dcd4d8e5 req-8e3159cc-5a97-41a3-8e06-8a934550bebd tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964472 Jan 28 09:40:41.506933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:41.507745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.518814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-e75336d9-6fe8-4ff9-90cc-dc58c750d50d service neutron] 10.222.0.43 "GET /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579957 Jan 28 09:40:41.519057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Usage tracker for resource:security_group_rule and tenant:36b4ac3cbe844935ac52f1e9769f3e86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:41.527296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f9e771-0f71-414e-9be0-912b60fef7a8 None None] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:41.534357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:41.562890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:41.598302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-ef62c3f4-ec2c-4cab-bff2-b3d304e379ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 217 time: 0.0780034 Jan 28 09:40:41.599896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7e0e94ed-deff-42ba-b395-c9dfb595c271 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1264908 Jan 28 09:40:41.729782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.738514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.745813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.804131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799b2c39-3764-4af2-9bcd-154ca765e2f8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:41.858149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-8c5c90a2-559c-408f-893c-ee169b7d64b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:41.859582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-8c5c90a2-559c-408f-893c-ee169b7d64b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 200 len: 868 time: 0.2345374 Jan 28 09:40:41.861698 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:41.888221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3d8583-f163-4f8a-8008-df8326965b57 None None] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:41.933205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60c4338c-f349-409e-b869-e7ddfc359d6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36b4ac3cbe844935ac52f1e9769f3e86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7512038 Jan 28 09:40:41.940870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53502) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:41.967380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6780e7-7069-43cf-9661-e70258c95f16 req-d9e3929b-6f66-497e-b241-dfb2ecc99578 service neutron] 10.222.0.43 "GET /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655126 Jan 28 09:40:41.969253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:42.004174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:42.014407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'port_id': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'mac_address': 'fa:16:3e:07:09:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:42.021479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1192671-cd0f-4d49-814d-2ac349884263 req-3dd436b4-5e4b-4093-856e-baf1500d0ba9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.023549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1192671-cd0f-4d49-814d-2ac349884263 req-3dd436b4-5e4b-4093-856e-baf1500d0ba9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 946 time: 0.1744201 Jan 28 09:40:42.025593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:42.064532 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.075282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1192671-cd0f-4d49-814d-2ac349884263 req-a83f2b6f-ba8c-44f6-989d-e0f92d588471 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438070 Jan 28 09:40:42.159223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.202546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 100e78a2-0f82-4bfb-99a7-5e4d34404df0 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:42.262378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:42.268172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:42.270739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7492351b-74e1-499c-af79-91da56719176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.275962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.293534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-dd70fb91-05c4-4a84-a3ca-9773e72f4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.295092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7bde5b-1ba6-4a21-a167-eb0f738c3d0f req-daa558a8-deaa-449c-93f9-9b5b68ef0327 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.295271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-dd70fb91-05c4-4a84-a3ca-9773e72f4c07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4228756 Jan 28 09:40:42.302056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de7bde5b-1ba6-4a21-a167-eb0f738c3d0f req-daa558a8-deaa-449c-93f9-9b5b68ef0327 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.1018136 Jan 28 09:40:42.355010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de7bde5b-1ba6-4a21-a167-eb0f738c3d0f req-b02fcc19-227c-4f75-8bbf-e364b2d43d7b tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516374 Jan 28 09:40:42.356778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=100e78a2-0f82-4bfb-99a7-5e4d34404df0,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:42.427198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53516) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:42.432745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-427441268-network', 'tenant_id': '89ee912275cf4f4f842e573b9fd9ded8'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:42.438177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:42.442079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Usage tracker for resource:network and tenant:89ee912275cf4f4f842e573b9fd9ded8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:42.445227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:42.450873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:42.498992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Made reservation on behalf of 89ee912275cf4f4f842e573b9fd9ded8 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:42.501405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.510827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['100e78a2-0f82-4bfb-99a7-5e4d34404df0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:42.531809 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.547994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7492351b-74e1-499c-af79-91da56719176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.553513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:42.558782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Usage tracker for resource:security_group_rule and tenant:89ee912275cf4f4f842e573b9fd9ded8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:42.562674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:42.576769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:42.598513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef3ac6-dfe4-4244-8b5a-377f3f55cf46 req-4a66ded3-7309-4dbf-9b19-ef464a816b52 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.605214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7ef3ac6-dfe4-4244-8b5a-377f3f55cf46 req-4a66ded3-7309-4dbf-9b19-ef464a816b52 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 944 time: 0.1448302 Jan 28 09:40:42.634884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:42.673296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7ef3ac6-dfe4-4244-8b5a-377f3f55cf46 req-4b98c231-a5ea-4ddf-9cc3-775aa7509379 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663838 Jan 28 09:40:42.674736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-c041c65a-0cee-4781-ab82-9049d22826e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.676755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-c041c65a-0cee-4781-ab82-9049d22826e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14e40c17a8d048b7b1a1ccf2d0a5d4b3&device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 1095 time: 0.6405425 Jan 28 09:40:42.714352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-7c26dee6-d23f-47fd-8cc3-9d5007c3869d service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808100 Jan 28 09:40:42.727719 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'code': 200} Jan 28 09:40:42.753378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.757671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.795425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:42.800773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0c279-84b3-4e8e-83e1-1888cb50b35d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:42.809628 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.809967 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Added segment edac7cad-9c97-4f21-9036-c346e45ec084 of type vlan for network 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7 Jan 28 09:40:42.837786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:40:42.910622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.912219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.936934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.949458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:42.991917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-14e09d61-e6b3-4eb7-8ade-23828f1076c0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.993460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-14e09d61-e6b3-4eb7-8ade-23828f1076c0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 944 time: 0.4825509 Jan 28 09:40:42.993674 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:42.994618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:42.995188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.011317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7492351b-74e1-499c-af79-91da56719176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.030492 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-096aaeab-f0d0-432b-9991-dbed0cd48539 service neutron] show failed (client error): The resource could not be found. Jan 28 09:40:43.032005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-096aaeab-f0d0-432b-9991-dbed0cd48539 service neutron] 10.222.0.43 "GET /v2.0/ports/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.1777771 Jan 28 09:40:43.239553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d69a05-c3ea-446c-8eb9-d1d77e58f083 req-75509b09-371f-4238-aaeb-63e6c3beb45f tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:43.241360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56d69a05-c3ea-446c-8eb9-d1d77e58f083 req-75509b09-371f-4238-aaeb-63e6c3beb45f tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 944 time: 0.4240410 Jan 28 09:40:43.255017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] Pushing event updated for resources: {'Network': ['ID=7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:43.260476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-650ca38b-641c-400e-b2f6-c232b87646a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8321421 Jan 28 09:40:43.265347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492351b-74e1-499c-af79-91da56719176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799b2c39-3764-4af2-9bcd-154ca765e2f8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:43.270057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:43.276136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53526) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:43.300702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:43.301302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.302645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-865acebc-26db-4ed1-b33f-b4e7e31fb119 req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "PUT /v2.0/ports/7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 982 time: 2.3981614 Jan 28 09:40:43.309213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:43.314543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Request body: {'subnet': {'network_id': '7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-427441268-subnet', 'tenant_id': '89ee912275cf4f4f842e573b9fd9ded8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:43.339341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-952b5228-59b4-49d0-ab45-7226b114859e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:43.341213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-952b5228-59b4-49d0-ab45-7226b114859e service neutron] 10.222.0.43 "GET /v2.0/networks?id=757967ec-a51b-49b1-b609-fe2660cb0b78 HTTP/1.1" status: 200 len: 916 time: 0.6248605 Jan 28 09:40:43.346567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:43.350734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7492351b-74e1-499c-af79-91da56719176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.354726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7492351b-74e1-499c-af79-91da56719176 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/799b2c39-3764-4af2-9bcd-154ca765e2f8 HTTP/1.1" status: 204 len: 168 time: 1.4085169 Jan 28 09:40:43.359406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56d69a05-c3ea-446c-8eb9-d1d77e58f083 req-a545fe57-ea7e-4e94-9254-da4c2ce13ba6 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060276 Jan 28 09:40:43.418215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 100e78a2-0f82-4bfb-99a7-5e4d34404df0 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:43.423999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-13f8ac94-85ec-41f1-a510-f336ff230146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:43.425916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-13f8ac94-85ec-41f1-a510-f336ff230146 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4&tenant_id=0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 1101 time: 0.1444364 Jan 28 09:40:43.428649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Usage tracker for resource:subnet and tenant:89ee912275cf4f4f842e573b9fd9ded8 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:43.432789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b80dd14-b880-4e78-b3cf-207c882a0079 req-dd5fbfeb-c11b-4f46-a6ec-f4cca3846d90 service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6938200 Jan 28 09:40:43.433400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82fc4bd-4421-4748-9dcb-38e66af78420 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:43.445068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:43.453779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:43.455075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-34612c19-b576-4df7-824d-c9617ddda338 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e HTTP/1.1" status: 200 len: 217 time: 0.0990734 Jan 28 09:40:43.458827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Deleting port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:43.459159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.469592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:43.554271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:43.564984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.627887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:43.643504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:43.644348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.738429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Made reservation on behalf of 89ee912275cf4f4f842e573b9fd9ded8 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:43.741497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.760356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.899963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.914547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-6bbac194-6251-4945-b2be-f1a8095c0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:43.915996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-6bbac194-6251-4945-b2be-f1a8095c0b52 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e4522361-4a97-49d7-81ee-c6e8d9ce8696 HTTP/1.1" status: 200 len: 854 time: 0.3772635 Jan 28 09:40:43.935101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-71db28c9-9fe5-4550-8b35-36dbbeb772cf tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-89262938&fields=id&tenant_id=ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 267 time: 0.2641733 Jan 28 09:40:43.961350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:43.962552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358689f-0aa9-4e97-a3fc-7af80b32a860 req-767529e6-499f-4a1b-9c5c-60228c35e411 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:43.966541 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:43.970836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a358689f-0aa9-4e97-a3fc-7af80b32a860 req-767529e6-499f-4a1b-9c5c-60228c35e411 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=086c129b-3f32-4067-81f3-de5758cc8ff8 HTTP/1.1" status: 200 len: 944 time: 0.2726195 Jan 28 09:40:44.004480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53544) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:44.037776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=100e78a2-0f82-4bfb-99a7-5e4d34404df0,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:44.091551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.135195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a358689f-0aa9-4e97-a3fc-7af80b32a860 req-1ee1bdfb-42ba-41e1-bd5f-a7d67e7bd3e6 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634393 Jan 28 09:40:44.136349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:44.142743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Usage tracker for resource:security_group_rule and tenant:cf91e6f26c644c8f9c13b1388ac489b3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:44.147216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:44.173181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:44.196829 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'status': 'completed', 'code': 200} Jan 28 09:40:44.215016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:44.245580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] For port 1ee357a2-ee3c-42d7-82e0-4a59c1723042, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ee357a2-ee3c-42d7-82e0-4a59c1723042,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:44.245980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.384853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:44.426868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Calling delete_port for 1ee357a2-ee3c-42d7-82e0-4a59c1723042 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:44.459111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-cbaab503-cc28-40bb-a3c2-f448918aefe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:44.461130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-cbaab503-cc28-40bb-a3c2-f448918aefe3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=757967ec-a51b-49b1-b609-fe2660cb0b78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5216229 Jan 28 09:40:44.471924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-1c3c5569-0ad5-4db0-8e91-794f5d6978c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:44.473403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-1c3c5569-0ad5-4db0-8e91-794f5d6978c7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1136 time: 0.2549460 Jan 28 09:40:44.483711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.513849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.533889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:44.577145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-7d17b4c2-5131-4237-b562-3caa455d40b8 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:44.578600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-7d17b4c2-5131-4237-b562-3caa455d40b8 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 985 time: 0.6427386 Jan 28 09:40:44.583812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.621897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'port': {'security_groups': ['57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1', 'd897b93f-646d-4f65-90b1-2f0349b8f656', 'bcd85aaf-030d-4e28-9bfe-365cab311350']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:44.664635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf91e6f26c644c8f9c13b1388ac489b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6599271 Jan 28 09:40:44.670017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53554) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:44.674088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9d8ce-8a20-4d14-876a-e60a93020caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5997a4-4006-45c0-bff0-23305307f534,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:44.684223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8e5b5-194b-43ef-82fe-ca6f2de945c5 req-320ddb6c-7505-4504-af75-64c659985719 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:44.686420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4d8e5b5-194b-43ef-82fe-ca6f2de945c5 req-320ddb6c-7505-4504-af75-64c659985719 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.3903172 Jan 28 09:40:44.691287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Transition to ACTIVE for port object f720ca3c-f6ab-4676-a6c4-5dd12b5f644e will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:44.719001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.729086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:44.742300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:44.901328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-135b2c46-3a5e-4b8b-b451-d08c5eef2681 service neutron] 10.222.0.43 "GET /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4209709 Jan 28 09:40:44.907663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-3b075977-bd9f-4768-8c2e-7e28dcf74649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:44.909121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-3b075977-bd9f-4768-8c2e-7e28dcf74649 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 0.4292502 Jan 28 09:40:44.953042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.013401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:45.033897 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4d8e5b5-194b-43ef-82fe-ca6f2de945c5 req-3408e125-12a0-4176-a285-a400b3ba2f8d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197274 Jan 28 09:40:45.033897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] No DVR routers for this DVR port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:40:45.042296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-503b549c-649a-49df-b72f-6f1df31ad3a7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 217 time: 0.0917785 Jan 28 09:40:45.043074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.055687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5018d787-876f-4caa-86ff-24482099882f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:45.110994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34bb17e4-dc82-45f8-96db-461f5229db27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.171969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:45.172296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:45.172616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:45.214639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34bb17e4-dc82-45f8-96db-461f5229db27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.233742 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.244500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Checking segment: {'id': 'edac7cad-9c97-4f21-9036-c346e45ec084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:45.244884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Network hostable DHCP agents. Network: 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:40:45.337001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:45.337280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:45.338907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event deleted for resources: {'Port': ['ID=1ee357a2-ee3c-42d7-82e0-4a59c1723042,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:45.343079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-2d44426b-1c18-4a29-a77f-7c7753bbfe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:45.344492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-2d44426b-1c18-4a29-a77f-7c7753bbfe11 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.2681394 Jan 28 09:40:45.355842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:45.356164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:45.356532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:45.356978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Bound port: f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:45.357316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.419226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:45.435880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-ff22e7f2-add8-40e2-a444-3e25a890a6b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824506 Jan 28 09:40:45.442490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-210cb86f-9ced-432d-b7d6-de130a30b519 req-318869ba-293a-45b3-a642-07458dfad30b service neutron] 10.222.0.43 "GET /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5281253 Jan 28 09:40:45.450329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Network 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:40:45.460347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] No DVR routers for this DVR port 1ee357a2-ee3c-42d7-82e0-4a59c1723042 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:40:45.468131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.468823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 1ee357a2-ee3c-42d7-82e0-4a59c1723042 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:40:45.469272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ee357a2-ee3c-42d7-82e0-4a59c1723042 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:40:45.482643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:45.493957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526545af-d96f-4c79-a7f0-1da95a94f9e2 None None] Network 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:45.496125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:45.496614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.517289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce431318-eb96-424e-b6ae-ee80a348d5fb req-50472efb-717f-4ba3-8e97-046b096faaf0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "DELETE /v2.0/ports/1ee357a2-ee3c-42d7-82e0-4a59c1723042 HTTP/1.1" status: 204 len: 173 time: 2.5020978 Jan 28 09:40:45.527621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-92850d71-b61d-4785-9d62-f77ec0384bb3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.2407043 Jan 28 09:40:45.706395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:45.706692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:45.725506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:45.728634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34bb17e4-dc82-45f8-96db-461f5229db27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.763374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4f6a9-6a43-4628-940f-bec570e89db0 req-7ce83a0d-90fb-4bc9-87d5-11d80b69c300 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:45.764301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6e4f6a9-6a43-4628-940f-bec570e89db0 req-7ce83a0d-90fb-4bc9-87d5-11d80b69c300 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 945 time: 0.5950434 Jan 28 09:40:45.765592 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.770994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.782650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.854361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:45.854720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:45.855409 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.857549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] 10.222.0.25 "PUT /v2.0/ports/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 1096 time: 2.4148872 Jan 28 09:40:45.859201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bb17e4-dc82-45f8-96db-461f5229db27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5997a4-4006-45c0-bff0-23305307f534,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:45.863465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:45.865161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:45.865898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.883915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d75cea7c-6a72-43c6-8224-0bc413fc6768 req-5f716bc6-cc16-43f0-b5ec-c5670924a149 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "PUT /v2.0/ports/7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 1021 time: 1.2954814 Jan 28 09:40:45.891531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34bb17e4-dc82-45f8-96db-461f5229db27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:45.893565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-34bb17e4-dc82-45f8-96db-461f5229db27 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff5997a4-4006-45c0-bff0-23305307f534 HTTP/1.1" status: 204 len: 168 time: 1.2207472 Jan 28 09:40:45.965283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9648a470-e070-4485-ad35-11a40a851544 None None] Network 7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:45.981626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:46.009780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-a96a60b5-6e6b-4dd9-9466-7eff30fda9f6 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444012 Jan 28 09:40:46.018056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6e4f6a9-6a43-4628-940f-bec570e89db0 req-967bbb5a-ac7e-4223-92c1-3bf4e10030cc tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257087 Jan 28 09:40:46.143480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device fa6a98fe-9e57-4ada-a357-966070d9f13e details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:46.184715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f12282-c160-4eb1-8d20-df59f68e71c2 req-aeb60437-a069-48c9-a66a-47479fa58435 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:46.185999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-51f12282-c160-4eb1-8d20-df59f68e71c2 req-aeb60437-a069-48c9-a66a-47479fa58435 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Synchronizing usage tracker for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:46.207612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-deleted', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042'}, {'name': 'network-changed', 'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:46.222637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6532b4e1-6632-4de1-97ea-319d1b17d536 service neutron] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:46.254302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-51f12282-c160-4eb1-8d20-df59f68e71c2 req-aeb60437-a069-48c9-a66a-47479fa58435 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Unset dirty status for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:46.261372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51f12282-c160-4eb1-8d20-df59f68e71c2 req-aeb60437-a069-48c9-a66a-47479fa58435 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 944 time: 0.2470229 Jan 28 09:40:46.340391 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'code': 200} Jan 28 09:40:46.343146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18383c38-cda8-4fa7-aed0-47108bd288c6 req-b38c75ec-26c5-41e6-8df3-87ba1182e675 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236487 Jan 28 09:40:46.346377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-1082f427-bed5-426b-bc75-e08f1d1f2e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:46.350788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-1082f427-bed5-426b-bc75-e08f1d1f2e61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1099 time: 0.4551337 Jan 28 09:40:46.365214 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51f12282-c160-4eb1-8d20-df59f68e71c2 req-91602140-ffda-405a-affb-0d1ce826c2fe tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028640 Jan 28 09:40:46.610416 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'code': 200} Jan 28 09:40:46.640305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-5497ee16-cc77-458b-8118-e943f037678d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:46.642757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-5497ee16-cc77-458b-8118-e943f037678d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2791607 Jan 28 09:40:46.782038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-ee91c7fe-9603-4937-9c12-f60d3e2a60f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.1286716 Jan 28 09:40:46.830402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c06e5e5-d118-49e7-acd9-731f29a33b8f req-b2f4b6b4-25f4-40ac-b7ae-825ed81489c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:46.832588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c06e5e5-d118-49e7-acd9-731f29a33b8f req-b2f4b6b4-25f4-40ac-b7ae-825ed81489c4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1096 time: 0.1250484 Jan 28 09:40:46.874783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-b7c5a270-b43d-4499-9fef-1e11a5d028fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:46.876360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-b7c5a270-b43d-4499-9fef-1e11a5d028fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0836647 Jan 28 09:40:46.912138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c06e5e5-d118-49e7-acd9-731f29a33b8f req-d61de1a6-e9ff-4fba-9810-4950945485fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695393 Jan 28 09:40:46.931479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eba168-7326-4124-93ea-45e4082edc6c req-52db9516-bc7e-41b5-9fcc-e51e638d1b06 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:46.933213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70eba168-7326-4124-93ea-45e4082edc6c req-52db9516-bc7e-41b5-9fcc-e51e638d1b06 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1024 time: 0.1996305 Jan 28 09:40:47.025393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port fa6a98fe-9e57-4ada-a357-966070d9f13e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:47.111627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70eba168-7326-4124-93ea-45e4082edc6c req-b949d5b1-6f92-4c85-ab81-7a935edafac4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcd85aaf-030d-4e28-9bfe-365cab311350&id=d897b93f-646d-4f65-90b1-2f0349b8f656&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1 HTTP/1.1" status: 200 len: 6147 time: 0.1637585 Jan 28 09:40:47.119491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-89e7745c-5ff3-484b-a70d-8d45ba181038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:47.121211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-89e7745c-5ff3-484b-a70d-8d45ba181038 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2354460 Jan 28 09:40:47.149273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'fa6a98fe-9e57-4ada-a357-966070d9f13e', 'network_id': '757967ec-a51b-49b1-b609-fe2660cb0b78', 'port_id': 'fa6a98fe-9e57-4ada-a357-966070d9f13e', 'mac_address': 'fa:16:3e:2d:43:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4522361-4a97-49d7-81ee-c6e8d9ce8696', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:47.307638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-ce76647d-55bd-41bc-b28d-06a4c42236f7 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:47.315171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-ce76647d-55bd-41bc-b28d-06a4c42236f7 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.2738390 Jan 28 09:40:47.334666 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-c6837a91-15f4-4e7d-af56-f1d030d4c640 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/quotas/e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 375 time: 0.0182245 Jan 28 09:40:47.365473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-8adf737c-ccf5-408c-803e-8d528b8a7b10 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339399 Jan 28 09:40:47.402450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-f711a8d1-cca3-42e6-9fab-efa18bd1da51 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664258 Jan 28 09:40:47.470477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48207751-410d-4c26-963f-656ccd69c274 req-c45979b7-3ebd-4079-8222-01e7ac61ffb3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:47.472852 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48207751-410d-4c26-963f-656ccd69c274 req-c45979b7-3ebd-4079-8222-01e7ac61ffb3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 948 time: 0.2287731 Jan 28 09:40:47.515528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:47.555115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48207751-410d-4c26-963f-656ccd69c274 req-c06945e3-ea8c-446a-9b84-8e4b47249ec7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725164 Jan 28 09:40:47.559050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0243c154-3e6f-435a-af98-bd8710a7c93b req-3a7a4d28-8c23-403e-b8ee-c014f9205f77 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861739 Jan 28 09:40:47.586307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6a98fe-9e57-4ada-a357-966070d9f13e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:47.642564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port fa6a98fe-9e57-4ada-a357-966070d9f13e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:47.660114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-1fce242a-693d-495e-822e-6d1a8c309fb3 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565680 Jan 28 09:40:47.663083 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '086c129b-3f32-4067-81f3-de5758cc8ff8', 'name': 'network-vif-deleted', 'tag': '1ee357a2-ee3c-42d7-82e0-4a59c1723042', 'status': 'completed', 'code': 200} Jan 28 09:40:47.663466 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'status': 'completed', 'code': 200} Jan 28 09:40:47.674426 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:47.865870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=fa6a98fe-9e57-4ada-a357-966070d9f13e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:47.910080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-ea753656-f9b0-4398-8058-8682aa2d94a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:47.911550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-ea753656-f9b0-4398-8058-8682aa2d94a2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1175 time: 0.2426479 Jan 28 09:40:47.929541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['fa6a98fe-9e57-4ada-a357-966070d9f13e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:47.965540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-78930552-2409-431e-ab7e-d8096e2720c4 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2956450 Jan 28 09:40:48.070235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-a99cced2-a122-44c9-9a5b-2fe953a509de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:48.071957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-a99cced2-a122-44c9-9a5b-2fe953a509de service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 0.1522763 Jan 28 09:40:48.098011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:48.188939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-c55f4ac1-5b29-4898-b00f-78aa525be94d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 200 len: 217 time: 0.1111059 Jan 28 09:40:48.326591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-4b9945ec-2555-4ac5-8051-22af9e138b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:48.328055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-4b9945ec-2555-4ac5-8051-22af9e138b51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.1298776 Jan 28 09:40:48.400532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:40:48.405305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:48.412573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-9803db84-0291-422f-9498-0963393d5b3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780237 Jan 28 09:40:48.441605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60060142-393b-4386-9045-e3db1cf2cf84 req-fdfe6744-5eb5-417f-88ac-bdd77ef0aa6b tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:48.442396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60060142-393b-4386-9045-e3db1cf2cf84 req-fdfe6744-5eb5-417f-88ac-bdd77ef0aa6b tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:48.462031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60060142-393b-4386-9045-e3db1cf2cf84 req-fdfe6744-5eb5-417f-88ac-bdd77ef0aa6b tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:48.464172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60060142-393b-4386-9045-e3db1cf2cf84 req-fdfe6744-5eb5-417f-88ac-bdd77ef0aa6b tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 945 time: 0.1459827 Jan 28 09:40:48.533748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:48.561883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60060142-393b-4386-9045-e3db1cf2cf84 req-1c7419f2-766c-44e8-9257-0926a33b207a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:48.565942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-c209a5a3-2cd5-48b6-b5d3-e62025d8bba4 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473296 Jan 28 09:40:48.579802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60060142-393b-4386-9045-e3db1cf2cf84 req-1c7419f2-766c-44e8-9257-0926a33b207a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:48.589192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60060142-393b-4386-9045-e3db1cf2cf84 req-1c7419f2-766c-44e8-9257-0926a33b207a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114438 Jan 28 09:40:48.630828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': ' tempest-securitygroup -746649532 ', 'description': 'tempest-description-1709986374'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:48.636873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:48.646985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:48.657906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:48.687662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:48.696079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:48.699414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:48.707591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:48.720165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a72d2532-a51f-458b-b602-b4d11d6b62a8 req-c18d3bfb-ab0b-4d34-bcb1-5d89d6b87a8d service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469524 Jan 28 09:40:48.784561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1674008144'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:48.792823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:48.807253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Usage tracker for resource:network and tenant:bd68f545de5542108930f2a65d7364be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:48.812138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:48.825848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:48.829386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:48.834949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:48.864297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Made reservation on behalf of bd68f545de5542108930f2a65d7364be for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:48.868253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:48.897283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:48.909911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:48.910952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99dffcb5-9208-4a5d-bffd-f04143214580 req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.2854035 Jan 28 09:40:48.914439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fe722f-f1d8-4213-9edc-849d468207c3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caf3e789-526e-4dba-8101-85cfd4e5ad61,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:48.920031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:48.937383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Usage tracker for resource:security_group_rule and tenant:bd68f545de5542108930f2a65d7364be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:48.941803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:48.950718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:48.955708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53652) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:48.965611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830299214', 'description': 'tempest-description--1744247822'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:48.974562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:48.996305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:49.015180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.049200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:49.058882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Usage tracker for resource:security_group_rule and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:49.066761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:49.075394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:49.114488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.119169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.154067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f37a70-f725-4e61-afe2-32f46abaceeb req-501c1ced-5305-45be-81cf-37c36794fc19 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:49.155671 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3f37a70-f725-4e61-afe2-32f46abaceeb req-501c1ced-5305-45be-81cf-37c36794fc19 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 945 time: 0.0864167 Jan 28 09:40:49.160463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:40:49.201536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3f37a70-f725-4e61-afe2-32f46abaceeb req-7ed1643a-9230-4445-840c-374c9df37181 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378768 Jan 28 09:40:49.229006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.229357 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Added segment 59cdaf89-ba29-4896-bc3d-a633bf0216aa of type vlan for network 002379f2-304d-4b3c-a46a-ebf8188b2e7c Jan 28 09:40:49.234214 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b798a6b-c467-4714-9f84-8ef9baddd4a2 req-1cd9eb1e-873a-4d2b-8590-cb8d7b11f934 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 210 time: 0.0748000 Jan 28 09:40:49.244581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=870d1f08-66fa-456d-9763-3eb4ef03d348,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:49.290001 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'status': 'completed', 'code': 200} Jan 28 09:40:49.290955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.296092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.302721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.342523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eceba54-a2b9-4c45-be41-3fd3c173ddb8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:49.448224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.451470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:49.454358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:49.454958 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.549286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ddf28d7-a598-4b0a-8f26-ad31a59cd008 req-eff01ea5-0504-40d7-9508-6e9762e37ca9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/caf3e789-526e-4dba-8101-85cfd4e5ad61 HTTP/1.1" status: 200 len: 1780 time: 0.2333777 Jan 28 09:40:49.687720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a4c99c3-6cf2-4579-85be-1d58beac07f6 req-9bc3fa88-a239-4d80-b1d9-679b3631d14d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/caf3e789-526e-4dba-8101-85cfd4e5ad61 HTTP/1.1" status: 200 len: 1780 time: 0.1267610 Jan 28 09:40:49.701207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:49.718312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'mac_address': 'fa:16:3e:4e:be:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:49.773222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-f64821e8-3242-4274-9153-efbb1ae6b784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:49.783596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-f64821e8-3242-4274-9153-efbb1ae6b784 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1099 time: 0.4445186 Jan 28 09:40:49.788600 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.807941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f720ca3c-f6ab-4676-a6c4-5dd12b5f644e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:49.825884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.826208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:49.827301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f7820873-f222-4508-849f-a44a43130f65 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8700564 Jan 28 09:40:49.831563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.844838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53660) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:49.860405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'security_group_rule': {'security_group_id': '0eceba54-a2b9-4c45-be41-3fd3c173ddb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:49.866773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:49.870849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Usage tracker for resource:security_group_rule and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:49.875139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:49.881416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:49.907176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:49.968592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.4334481 Jan 28 09:40:49.979484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d13b7-df91-4791-8d72-6bd750b4f390 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Pushing event updated for resources: {'Network': ['ID=002379f2-304d-4b3c-a46a-ebf8188b2e7c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:49.980469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:49.996834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 002379f2-304d-4b3c-a46a-ebf8188b2e7c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:40:50.013763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8750d0d-c783-482e-9b14-3f51e5bc6478 req-b8d9d3a4-aa8a-4bbd-ab4e-52dded5527fe tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.020732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8750d0d-c783-482e-9b14-3f51e5bc6478 req-b8d9d3a4-aa8a-4bbd-ab4e-52dded5527fe tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 948 time: 0.6756747 Jan 28 09:40:50.031685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4a4c99c3-6cf2-4579-85be-1d58beac07f6 req-fb13e6cb-d75d-4cce-949e-676a1fce7959 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.038959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-d5fc65d2-479a-4316-ac75-ed89be3d18b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.040408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-d5fc65d2-479a-4316-ac75-ed89be3d18b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1099 time: 0.7116201 Jan 28 09:40:50.070030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.079887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-370efe1e-d532-4936-aa33-b3ee21197aab tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.081381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-370efe1e-d532-4936-aa33-b3ee21197aab tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.2625959 Jan 28 09:40:50.092917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8750d0d-c783-482e-9b14-3f51e5bc6478 req-31985f29-4c1f-4496-87a4-d6ac61a1f108 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711887 Jan 28 09:40:50.098682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Request body: {'port': {'device_id': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'admin_state_up': True, 'tenant_id': 'e42ad454fa1942f49d555f9bebaf2ebd'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:50.100342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:50.142794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device fa6a98fe-9e57-4ada-a357-966070d9f13e up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:50.215196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.260909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-4c834653-80e6-412d-b9b7-d593c1e2256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.263359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-4c834653-80e6-412d-b9b7-d593c1e2256a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1884830 Jan 28 09:40:50.273817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:50.280183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Usage tracker for resource:port and tenant:e42ad454fa1942f49d555f9bebaf2ebd is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:50.284858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:50.291544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:50.316805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port fa6a98fe-9e57-4ada-a357-966070d9f13e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:50.324815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port fa6a98fe-9e57-4ada-a357-966070d9f13e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:50.325181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.353894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e815f540-2c2f-47e2-81c4-372640b91fae,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:50.361435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Made reservation on behalf of e42ad454fa1942f49d555f9bebaf2ebd for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:50.366948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.374731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4a4c99c3-6cf2-4579-85be-1d58beac07f6 req-fb13e6cb-d75d-4cce-949e-676a1fce7959 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.397757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-86698d5d-f310-4588-a5c5-d78fd83444de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.1119816 Jan 28 09:40:50.405218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.405559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.405889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.406271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.406678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.407263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.407740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.408126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.408453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.408843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.409327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.409779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:50.458542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.460547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2fb7b4f-53ad-4a9c-89eb-f8b051f250e4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6145148 Jan 28 09:40:50.462059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-ae517e8b-7562-45ed-bdf6-f742d3cee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.464117 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-ae517e8b-7562-45ed-bdf6-f742d3cee712 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.6535950 Jan 28 09:40:50.464745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53672) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:50.475567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'security_group_rule': {'security_group_id': '0eceba54-a2b9-4c45-be41-3fd3c173ddb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:50.481169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:50.486720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Usage tracker for resource:security_group_rule and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:50.488942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:50.495307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:50.517622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ddf3a8-be67-4fe3-9e6f-0755beeab7ff req-0843b8d5-2a25-49bd-9f96-0c9337bf202a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.519311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3ddf3a8-be67-4fe3-9e6f-0755beeab7ff req-0843b8d5-2a25-49bd-9f96-0c9337bf202a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 945 time: 0.2177103 Jan 28 09:40:50.565726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.609197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port fa6a98fe-9e57-4ada-a357-966070d9f13e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:50.611276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6a98fe-9e57-4ada-a357-966070d9f13e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:50.618755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.642827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3ddf3a8-be67-4fe3-9e6f-0755beeab7ff req-8f3b25ee-151c-48b5-99b8-3295d1c8daa5 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127341 Jan 28 09:40:50.658178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Allocated IP 172.20.0.9 (662cb69d-5f43-41ae-9e44-2fe1e0008f2c/6d3f4161-41c8-4aac-ac0c-ee3b96fca93c/ec763c3a-de00-49cb-b979-2f553a4a6881) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:50.693347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=fa6a98fe-9e57-4ada-a357-966070d9f13e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:50.736354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-35c1210f-2168-4f20-8e57-df8935e012d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.2192686 Jan 28 09:40:50.739404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.802536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-f248489c-ec7d-4b68-91b7-fd36489bdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.804172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-f248489c-ec7d-4b68-91b7-fd36489bdff9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.3824599 Jan 28 09:40:50.855087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4a4c99c3-6cf2-4579-85be-1d58beac07f6 req-fb13e6cb-d75d-4cce-949e-676a1fce7959 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.861947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53682) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:50.897395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Request body: {'port': {'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c', 'binding:host_id': 'n-h2-825178-2', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-741341813'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:50.910951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.912005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:50.916141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13e6cb-d75d-4cce-949e-676a1fce7959 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf3e789-526e-4dba-8101-85cfd4e5ad61,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:50.934003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Usage tracker for resource:port and tenant:be3fed0372024515bc3f4965a2b0ac3f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:50.937743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-e1599775-a3ca-4021-80de-dd67673308ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:50.939187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-e1599775-a3ca-4021-80de-dd67673308ae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1905215 Jan 28 09:40:50.941183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:50.960352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.987808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4a4c99c3-6cf2-4579-85be-1d58beac07f6 req-fb13e6cb-d75d-4cce-949e-676a1fce7959 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:50.988925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a4c99c3-6cf2-4579-85be-1d58beac07f6 req-fb13e6cb-d75d-4cce-949e-676a1fce7959 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/caf3e789-526e-4dba-8101-85cfd4e5ad61 HTTP/1.1" status: 204 len: 173 time: 1.3002481 Jan 28 09:40:50.996244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:51.017716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.028947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.050159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Made reservation on behalf of be3fed0372024515bc3f4965a2b0ac3f for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:51.052419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.081010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67b1c9a6-a5e9-45c7-b8a7-227fef079ffa,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:51.083056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.102562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:51.106053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:51.110821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:51.155812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:51.160336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.161540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9391271a-6259-41ed-b100-725450e92596 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6904087 Jan 28 09:40:51.163002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:51.165444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53690) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:51.168765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-ec703d73-b71a-4f0d-ac19-a946f3220600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:51.170956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-ec703d73-b71a-4f0d-ac19-a946f3220600 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3532999 Jan 28 09:40:51.175463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Usage tracker for resource:security_group_rule and tenant:be3fed0372024515bc3f4965a2b0ac3f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:51.176654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:51.187865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:51.194937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Usage tracker for resource:floatingip and tenant:2fd51b7c7da24937b986a36ffd9700be is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:51.198063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:51.201251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:51.214931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:51.215604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:51.216214 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.219958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:51.248572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.271685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e1701-bb39-42c7-94c6-e1d950266ffb req-a494cc5c-00a9-4fbc-ad01-5bfe767da7d2 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:51.273576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e86e1701-bb39-42c7-94c6-e1d950266ffb req-a494cc5c-00a9-4fbc-ad01-5bfe767da7d2 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 946 time: 0.2275767 Jan 28 09:40:51.276622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-d81d93a3-f4c0-4999-9654-1d2fc75c9b71 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1825373 Jan 28 09:40:51.284498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-7550a427-c53f-46b7-ade0-23d9fdb1e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:51.285889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-7550a427-c53f-46b7-ade0-23d9fdb1e768 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387020 Jan 28 09:40:51.355586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Request body: {'port': {'device_id': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:51.438134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e86e1701-bb39-42c7-94c6-e1d950266ffb req-9cd90035-a6fd-4a71-b47f-fce39c92366d tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578162 Jan 28 09:40:51.467428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ae92d-c601-4226-a234-a943f021ef05 req-e0d6cd34-6427-40a0-beed-40f16aab95f2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:51.468960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e9ae92d-c601-4226-a234-a943f021ef05 req-e0d6cd34-6427-40a0-beed-40f16aab95f2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 931 time: 0.3708465 Jan 28 09:40:51.469776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:51.492932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-869bbca5-f8ab-4036-ab46-a72cc73b8587 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144815 Jan 28 09:40:51.523411 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6a98fe-9e57-4ada-a357-966070d9f13e', 'code': 200} Jan 28 09:40:51.577385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:51.583629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:51.584443 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.653006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-e9d363bb-0afa-4e23-a367-54eebba62105 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563108 Jan 28 09:40:51.660612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4e9ae92d-c601-4226-a234-a943f021ef05 req-09534b48-fc5b-4a23-b202-cef59a90366c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:51.683275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.714886 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.748022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:51.752315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.794490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.813705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:51.826466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:51.827651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:40:51.862953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-78a6b91c-2acc-4412-877f-04ed7440b2a0 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3603418 Jan 28 09:40:51.863563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4e9ae92d-c601-4226-a234-a943f021ef05 req-09534b48-fc5b-4a23-b202-cef59a90366c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:51.864549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e9ae92d-c601-4226-a234-a943f021ef05 req-09534b48-fc5b-4a23-b202-cef59a90366c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707728 Jan 28 09:40:51.955417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f528b30-99a2-4a0c-9fb9-05866d80f6fd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:51.962289 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-e4734135-e16d-4f60-9b69-2d15b2244760 req-7fe3be94-9114-4e2a-b1d4-d9d14c740a51 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:40:51.963311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4734135-e16d-4f60-9b69-2d15b2244760 req-7fe3be94-9114-4e2a-b1d4-d9d14c740a51 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/caf3e789-526e-4dba-8101-85cfd4e5ad61 HTTP/1.1" status: 404 len: 352 time: 0.0542815 Jan 28 09:40:51.969214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d27e8e-97b0-4530-878e-d415ccd79f16 req-1d903a60-fa93-49fe-9457-31fcb3bec27b service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967131 Jan 28 09:40:52.055865 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.069414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-2c654ce2-bc85-4623-9d57-8414a6096afe tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 258 time: 0.5543945 Jan 28 09:40:52.081192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:52.086561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838b72ae-0be6-457b-bee3-1580be678935 req-afa2685d-478b-4e7e-8b62-5ccb32742280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:52.088047 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-838b72ae-0be6-457b-bee3-1580be678935 req-afa2685d-478b-4e7e-8b62-5ccb32742280 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 1097 time: 0.5192873 Jan 28 09:40:52.132579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:52.160234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Usage tracker for resource:floatingip and tenant:c7ba4f1dc92c48caae67ee236273cf64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:52.189241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:40:52.191325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:52.198579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.244034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Transition to ACTIVE for port object c30b0e37-3eed-4334-ad92-31a4a6bd42e7 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:52.268439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:52.269241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.298189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-838b72ae-0be6-457b-bee3-1580be678935 req-270e1cf0-76de-4e7f-aecb-98a009298073 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689165 Jan 28 09:40:52.309063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.368618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=c30b0e37-3eed-4334-ad92-31a4a6bd42e7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:52.387947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca1a91-7fd8-44fb-8c45-50882db0261a req-d3d8f1a9-b1e0-49c9-be5b-feeb678786be tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:52.389433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3ca1a91-7fd8-44fb-8c45-50882db0261a req-d3d8f1a9-b1e0-49c9-be5b-feeb678786be tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.1775880 Jan 28 09:40:52.391980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Checking segment: {'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:52.392333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Network hostable DHCP agents. Network: 002379f2-304d-4b3c-a46a-ebf8188b2e7c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:40:52.435394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Network 002379f2-304d-4b3c-a46a-ebf8188b2e7c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:40:52.450459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3ca1a91-7fd8-44fb-8c45-50882db0261a req-6388d0a9-f011-4374-93ac-c691ec254a1a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522933 Jan 28 09:40:52.451538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 002379f2-304d-4b3c-a46a-ebf8188b2e7c) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:52.455120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:52.465119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25be726-dad6-4c0a-b792-0833699cd8f8 None None] Network 002379f2-304d-4b3c-a46a-ebf8188b2e7c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:40:52.470810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.471152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.471511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.477424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.477760 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.478138 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 2 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.494305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.494643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.494972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.500031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.500179 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.500496 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 3 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.515426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.515989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.516479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.521421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.522031 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.522564 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 4 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.538206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.538858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.539379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.544455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.545005 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.545539 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 5 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.565209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.565786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.566276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.572106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.572879 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.573262 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 6 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.580041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec763c3a-de00-49cb-b979-2f553a4a6881 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:52.589521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.605967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Transition to ACTIVE for port object ec763c3a-de00-49cb-b979-2f553a4a6881 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:52.620976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Allocated IP 172.25.1.17 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/18ea3903-5507-4d21-90bb-0294dcdc0ba3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:52.623871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.700424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2103597578', 'description': 'tempest-description-1999915483'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:52.706256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.706585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.706916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.709867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:52.719480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.719806 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.721082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:52.723543 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 7 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.739086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:52.752840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:52.757735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.758096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.758500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.766436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.766822 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.767219 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 8 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.775975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.795116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.795442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.795768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.802620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.803537 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.805263 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 9 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.811439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:52.819505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:52.823473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:52.829532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.829861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.830189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.833465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:52.837261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.837575 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.839402 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 10 to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 Jan 28 09:40:52.866219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:52.866443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:52.866962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:52.866962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:52.876041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:52.876295 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:52.877128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:52.923916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.924258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.924592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.924946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.925274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.925597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.925916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.926233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.926548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.926863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.927175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.927488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:40:52.998716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.005593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.030368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] For port c30b0e37-3eed-4334-ad92-31a4a6bd42e7, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:53.030724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempted to set empty binding levels {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 09:40:53.048264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.073253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.085509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:53.085846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:53.086172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:53.094934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:53.095256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:53.105103 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.108705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:40:53.109045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:40:53.109432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:40:53.109860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Bound port: ec763c3a-de00-49cb-b979-2f553a4a6881, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:40:53.110457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.119497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3490c5f4-f418-4508-bdd6-ac7d35e8b90e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:53.122282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:53.122859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.134720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.135911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a886c4b-f31e-4239-a234-d25ddba09666 req-45f34386-5d60-48ec-b9c2-99ffdd54276b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4432144 Jan 28 09:40:53.154606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=c30b0e37-3eed-4334-ad92-31a4a6bd42e7,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:53.162156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-af7feb5b-4d66-4bb4-b1f4-c60645351254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.2868602 Jan 28 09:40:53.163587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53710) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:53.226723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Deleting port c30b0e37-3eed-4334-ad92-31a4a6bd42e7 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:53.227207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.275223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.387890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:53.392535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:53.400078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:53.413241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:53.445491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:40:53.463012 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.466080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72046e2b-37d9-4ed3-862c-07b266f3e7c4 req-7ca7dcf6-9fb2-4285-949c-fbf51dacf534 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:53.467544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72046e2b-37d9-4ed3-862c-07b266f3e7c4 req-7ca7dcf6-9fb2-4285-949c-fbf51dacf534 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 946 time: 0.2155297 Jan 28 09:40:53.482002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Allocated IP 172.25.1.151 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/14066b07-6bba-4516-98d6-c251744b24a5) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:40:53.490728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'Port': ['ID=18ea3903-5507-4d21-90bb-0294dcdc0ba3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:53.506227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] For port c30b0e37-3eed-4334-ad92-31a4a6bd42e7, host n-h2-825178-2, got binding levels [] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:53.506668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.524899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:53.596006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:53.596633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.598021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 1091 time: 2.2519000 Jan 28 09:40:53.601075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:53.655517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Calling delete_port for c30b0e37-3eed-4334-ad92-31a4a6bd42e7 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:53.713040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72046e2b-37d9-4ed3-862c-07b266f3e7c4 req-21d8ed82-9546-40fe-b480-1173dc05408b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088177 Jan 28 09:40:53.746699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.761477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b50b38-de68-46e2-8400-38e3f10c27f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:53.808027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event deleted for resources: {'Port': ['ID=c30b0e37-3eed-4334-ad92-31a4a6bd42e7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:53.813921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.821400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d6a5d74a-c7ec-4fa8-96f5-f2e7a768c534 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "DELETE /v2.0/ports/c30b0e37-3eed-4334-ad92-31a4a6bd42e7 HTTP/1.1" status: 204 len: 168 time: 0.6566067 Jan 28 09:40:53.823742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53720) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:53.869878 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce6cd71-a904-43c6-9a33-f11f7f439502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:40:53.870411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9ce6cd71-a904-43c6-9a33-f11f7f439502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Synchronizing usage tracker for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:53.888368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9ce6cd71-a904-43c6-9a33-f11f7f439502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Unset dirty status for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:53.890015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9ce6cd71-a904-43c6-9a33-f11f7f439502 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "GET /v2.0/ports/c30b0e37-3eed-4334-ad92-31a4a6bd42e7 HTTP/1.1" status: 404 len: 333 time: 0.0653815 Jan 28 09:40:53.894312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:53.900752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Request body: {'port': {'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-558134546'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:53.906364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:53.918145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:53.928982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Made reservation on behalf of be3fed0372024515bc3f4965a2b0ac3f for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:53.931280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.948874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:53.951763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port 58340020-44f7-4b1d-8d20-e307b1ad5a66 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:40:53.995044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.074887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-43486d76-1ec0-46eb-887d-22c8d172dacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:54.076373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-43486d76-1ec0-46eb-887d-22c8d172dacf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1094 time: 0.4356186 Jan 28 09:40:54.136405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.159457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.180408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-bfc76f17-8a50-4e32-83d6-861da08dda62 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:54.181883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-bfc76f17-8a50-4e32-83d6-861da08dda62 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4&tenant_id=0870c669a5064700a6245dd1fb963cc7&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 950 time: 0.1895165 Jan 28 09:40:54.228843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-ef3d0552-eba5-4b34-a619-e0c2e2167444 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.1450682 Jan 28 09:40:54.301149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:54.310523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:54.322111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:54.327125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3138053a-d664-41c9-99ca-3df32a94a15c req-5e48d329-4578-4b0d-8665-1190cc8305d5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:54.328551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3138053a-d664-41c9-99ca-3df32a94a15c req-5e48d329-4578-4b0d-8665-1190cc8305d5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 943 time: 0.2702041 Jan 28 09:40:54.364735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event updated for resources: {'Port': ['ID=14066b07-6bba-4516-98d6-c251744b24a5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:54.400299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.406613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-b4bd2df8-6f11-4ecf-8dcf-901efb3745d9 service neutron] 10.222.0.25 "GET /v2.0/ports/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 382 time: 0.2077570 Jan 28 09:40:54.415987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3138053a-d664-41c9-99ca-3df32a94a15c req-f3321784-3b19-45b7-84e4-4282fbbee557 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805299 Jan 28 09:40:54.448071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-a84a858f-d429-488d-8dda-90cbe66e83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:54.449540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-a84a858f-d429-488d-8dda-90cbe66e83fc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.2018015 Jan 28 09:40:54.514875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-b9252280-05cc-4e97-9e5b-21e88a3fdf72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592399 Jan 28 09:40:54.570084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1454138194', 'description': 'tempest-description-121057128'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:54.578964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:54.588601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.590953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:54.595174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:54.638525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:54.676330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.677791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Network 002379f2-304d-4b3c-a46a-ebf8188b2e7c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:54.682266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:54.684112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.701785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:54.702695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:54.703271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.721721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=58340020-44f7-4b1d-8d20-e307b1ad5a66,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:54.732257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:54.742320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:54.747086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:54.754236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-9e6114c1-2361-4b9e-be2e-d73081b18ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:54.755742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-9e6114c1-2361-4b9e-be2e-d73081b18ba7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1101 time: 0.3246219 Jan 28 09:40:54.756738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:54.762049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-9ae04eb0-9034-4a6b-90b3-d16251db8325 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332716 Jan 28 09:40:54.762206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9c496114-8bdb-4603-81e1-3a2c61596504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8635910 Jan 28 09:40:54.762698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53732) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:54.771281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:54.799590 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.850752 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:54.920429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.046404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.047481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.056436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-0023c5fa-95ab-445e-886b-3164e97670a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:55.057939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-0023c5fa-95ab-445e-886b-3164e97670a6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2618842 Jan 28 09:40:55.060433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.071872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'Port': ['ID=18ea3903-5507-4d21-90bb-0294dcdc0ba3,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:55.087558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.109116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8dad10e-b847-4915-bd07-f2018d8293c0 req-202e766a-8011-4e6f-ab8e-0e900bff7eb1 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378720 Jan 28 09:40:55.182046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-d6c7e1d9-30c5-422a-8e97-ad8a21cb4dbb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.1140945 Jan 28 09:40:55.194260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.195445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-afef1125-ae11-47f6-8b1d-db82e36b7de1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0281382 Jan 28 09:40:55.253523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf951389-9ea1-47ae-9160-f2c7cbc06dfe,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:55.262773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.268598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3a3d4395-6814-4818-9346-e6c68ef41b26 req-9218bb49-10c5-4e29-be40-9b9cedf68137 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8046157 Jan 28 09:40:55.273366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.279304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.344569 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'code': 200} Jan 28 09:40:55.364755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-434895ea-f035-402f-9209-8d45729c4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:55.366253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-434895ea-f035-402f-9209-8d45729c4f21 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1690104 Jan 28 09:40:55.389908 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'status': 'completed', 'code': 200} Jan 28 09:40:55.414527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event updated for resources: {'Port': ['ID=14066b07-6bba-4516-98d6-c251744b24a5,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:55.465158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.505023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.512341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-ffecbc39-1f4f-47f2-bfe5-6d5384269f5f tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4359756 Jan 28 09:40:55.526633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-80ecbd85-0a9b-48f5-bec6-e0e810d5a174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:55.528087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-80ecbd85-0a9b-48f5-bec6-e0e810d5a174 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1547320 Jan 28 09:40:55.529972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port 58340020-44f7-4b1d-8d20-e307b1ad5a66 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:40:55.535371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-486e4aad-0d2c-4cd7-ad27-205ca36dfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:55.537168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-486e4aad-0d2c-4cd7-ad27-205ca36dfb64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1094 time: 0.1191022 Jan 28 09:40:55.538744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.625835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Transition to ACTIVE for port object 58340020-44f7-4b1d-8d20-e307b1ad5a66 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:40:55.670411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.767702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-d2e18724-9e5f-45ba-a7cc-645cae897b09 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:55.832469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e62b6a07-c309-4a83-82a1-f2f9ca216d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:55.851575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-d2e18724-9e5f-45ba-a7cc-645cae897b09 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:55.852830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-d2e18724-9e5f-45ba-a7cc-645cae897b09 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.3243577 Jan 28 09:40:55.854919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=58340020-44f7-4b1d-8d20-e307b1ad5a66,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:55.873213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-e94ae032-86f6-4abb-9cac-5234a32010fc service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363450 Jan 28 09:40:55.902172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:55.902498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:55.902823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:55.960051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:55.960373 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:55.967930 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 2 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:55.970217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-8110ed72-3100-430f-96a6-5250027833ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:55.971660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-8110ed72-3100-430f-96a6-5250027833ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.2451551 Jan 28 09:40:55.984569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc55fb-43a7-4caf-af6e-2179cd05903a req-708e6612-1523-4f0d-af9a-e533eaf6ea04 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:55.986282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ffdc55fb-43a7-4caf-af6e-2179cd05903a req-708e6612-1523-4f0d-af9a-e533eaf6ea04 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.3619547 Jan 28 09:40:56.017981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.018208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.018525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.046581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.046908 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.050518 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 3 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.062162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-944998d7-7e04-48a7-b0b1-80a9df07ad0c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.0822904 Jan 28 09:40:56.084679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ffdc55fb-43a7-4caf-af6e-2179cd05903a req-3db78374-bf66-4bbd-acfb-4889956274db tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914736 Jan 28 09:40:56.085592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.085914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.086242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.089545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-f71451ae-f308-4ae8-b720-77b9efff2b44 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099776 Jan 28 09:40:56.092887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.093201 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.093576 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 4 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.109523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.109855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.110612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.116174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.116440 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.116716 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 5 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.133358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.133998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.134138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.138939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.139396 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.139779 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 6 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.143571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-56602d41-ee29-4cab-9009-4844d8ca7cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.145032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-56602d41-ee29-4cab-9009-4844d8ca7cce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.0738289 Jan 28 09:40:56.152761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-7291916d-5a38-4934-b896-be8bfba4b3a2 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.154240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dd0a8c5-b8df-4db6-8db6-acb2016618d4 req-7291916d-5a38-4934-b896-be8bfba4b3a2 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2897165 Jan 28 09:40:56.155400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.155779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.156112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.161279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.161622 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.161969 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 7 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.182262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.182595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.182920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.187594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.187913 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.188429 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 8 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.205215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1249634647', 'description': 'tempest-description-1387675627'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:56.212184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-3169fd65-730d-43d7-84bb-d14993d232a5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570059 Jan 28 09:40:56.214665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:56.219126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:56.223284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:56.251536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:56.320712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.335449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.335771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.336099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.343593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.343906 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.347858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:56.350882 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 9 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.367754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:40:56.370717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.371041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.371363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.371830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:40:56.377030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.377342 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.379074 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 10 to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 Jan 28 09:40:56.386450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:56.399194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:40:56.399523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:40:56.399875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:40:56.401850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-7f258009-6ac7-4411-bb24-953a5ec2f598 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795423 Jan 28 09:40:56.410597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f91518-8515-4879-b39a-cac836927b3c req-4c26927a-90c5-4974-8b94-1908b94dd76f tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.412024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8f91518-8515-4879-b39a-cac836927b3c req-4c26927a-90c5-4974-8b94-1908b94dd76f tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 946 time: 0.2145581 Jan 28 09:40:56.414001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:40:56.414323 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:40:56.414661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.512632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8f91518-8515-4879-b39a-cac836927b3c req-253df7e1-1411-4a89-84cb-746f59148db8 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891232 Jan 28 09:40:56.537077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] For port 58340020-44f7-4b1d-8d20-e307b1ad5a66, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:40:56.537488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempted to set empty binding levels {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 09:40:56.555182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.580479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.586981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9825d6e4-82e5-4b9d-8094-f508e936f6c5 req-63f9dab4-d9ea-4dcf-987a-240aa87b85a2 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760929 Jan 28 09:40:56.589974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.624340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] In _notify_port_updated(), no bound segment for port 58340020-44f7-4b1d-8d20-e307b1ad5a66 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:40:56.625763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.625925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=020c0edc-8510-4279-bf8e-479e82a09f9d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:56.626677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.628647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "PUT /v2.0/ports/58340020-44f7-4b1d-8d20-e307b1ad5a66 HTTP/1.1" status: 200 len: 978 time: 1.8650339 Jan 28 09:40:56.632482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53754) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:56.658055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:56.661287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-55c1eca7-10f6-441d-9afd-47610da62d5d req-6219f733-7c9c-4b08-bd8d-4586e5cc6978 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4646859 Jan 28 09:40:56.710252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8389b5-2fd1-4748-8c39-97c595e3611f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=58340020-44f7-4b1d-8d20-e307b1ad5a66,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:56.837530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5806d1-8abe-459a-975b-68ea67a38bca req-78912852-94c8-4512-8b27-a1252ac120b3 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.838506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ec5806d1-8abe-459a-975b-68ea67a38bca req-78912852-94c8-4512-8b27-a1252ac120b3 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:56.848962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-07a03596-738e-4c2d-8f13-1b92c9951619 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.850952 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-07a03596-738e-4c2d-8f13-1b92c9951619 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 822 time: 0.1798294 Jan 28 09:40:56.859722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ec5806d1-8abe-459a-975b-68ea67a38bca req-78912852-94c8-4512-8b27-a1252ac120b3 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:56.867598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec5806d1-8abe-459a-975b-68ea67a38bca req-78912852-94c8-4512-8b27-a1252ac120b3 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 943 time: 0.1100674 Jan 28 09:40:56.872414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.872911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.873381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.873829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.874284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.874895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.875174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.875620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.876067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.876540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.876993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.877474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.877896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.878413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.878750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.879193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.879634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.880076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.880586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.881511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.881960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.882405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.882848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.883284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.884318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.884318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.884597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.885064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.885504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.885944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.886385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.886834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:56.889406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Synchronizing usage tracker for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:56.909685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-18b0e3ff-3558-451a-988e-823af54a434b tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/quotas/2fd51b7c7da24937b986a36ffd9700be HTTP/1.1" status: 200 len: 375 time: 0.0173037 Jan 28 09:40:56.914257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec5806d1-8abe-459a-975b-68ea67a38bca req-46424953-c242-451a-8fe3-2664d3158835 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458224 Jan 28 09:40:56.923854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Unset dirty status for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:56.928896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6da9b168-429b-4fb8-8fe3-45a3e4e427f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28824 time: 0.2911282 Jan 28 09:40:56.930684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53764) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:57.005919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-de08395b-4e9f-4954-a768-762928dad630 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839777 Jan 28 09:40:57.015007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Deleting port 58340020-44f7-4b1d-8d20-e307b1ad5a66 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:57.015351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:57.192783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-c9fbea32-4cec-4b78-822d-2369de68b9fe service neutron] 10.222.0.42 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796906 Jan 28 09:40:57.276505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec05b-0a63-491c-b20e-62d927b015f0 req-2dc30278-6a1f-4499-b4a2-9b54f14fb942 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:57.278125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf6ec05b-0a63-491c-b20e-62d927b015f0 req-2dc30278-6a1f-4499-b4a2-9b54f14fb942 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 0.2365623 Jan 28 09:40:57.318006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] For port 58340020-44f7-4b1d-8d20-e307b1ad5a66, host n-h2-825178-2, got binding levels [] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:57.318396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:57.329104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-ca902ef4-e8cc-44b0-869c-1e13e8f723a0 service neutron] 10.222.0.42 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293848 Jan 28 09:40:57.512127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:40:57.626508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Calling delete_port for 58340020-44f7-4b1d-8d20-e307b1ad5a66 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:40:57.689280 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf6ec05b-0a63-491c-b20e-62d927b015f0 req-d4dbb393-6c08-4875-8c89-e4da1ec04a94 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957164 Jan 28 09:40:57.715661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:57.732452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'port_id': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'mac_address': 'fa:16:3e:d2:08:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f4161-41c8-4aac-ac0c-ee3b96fca93c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:40:57.776195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d96e1648-2877-4b39-9b35-b28d3d4d5298 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:57.777925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d96e1648-2877-4b39-9b35-b28d3d4d5298 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2170374 Jan 28 09:40:57.828449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:57.855719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec763c3a-de00-49cb-b979-2f553a4a6881 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:40:57.858571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:57.882719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:57.893131 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:57.895661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-8c986075-7a0e-45f8-8ba1-bc6e46cd2a0c tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.1094027 Jan 28 09:40:57.903461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Request body: {'floatingip': {'port_id': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:57.968251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2a0c3039-917d-4c8c-b6fe-9404333618d5 req-6f4c6ed5-0839-4966-97a3-38acdbfe8ed1 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:57.987514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event deleted for resources: {'Port': ['ID=58340020-44f7-4b1d-8d20-e307b1ad5a66,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:58.017224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:58.043223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a3cdce6a-d7cb-4db4-a601-082c1edbc9ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "DELETE /v2.0/ports/58340020-44f7-4b1d-8d20-e307b1ad5a66 HTTP/1.1" status: 204 len: 168 time: 1.1096170 Jan 28 09:40:58.043861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53790) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:58.055303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:58.093234 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:58.118008 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29d93668-f756-4296-94a4-8c217b13559b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:58.125091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2a0c3039-917d-4c8c-b6fe-9404333618d5 req-6f4c6ed5-0839-4966-97a3-38acdbfe8ed1 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:58.126767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a0c3039-917d-4c8c-b6fe-9404333618d5 req-6f4c6ed5-0839-4966-97a3-38acdbfe8ed1 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 10896 time: 0.4199979 Jan 28 09:40:58.133321 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3b2a5d-68e7-4f47-9fb9-7125a391196c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:40:58.134516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d3b2a5d-68e7-4f47-9fb9-7125a391196c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Synchronizing usage tracker for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:58.175858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['ec763c3a-de00-49cb-b979-2f553a4a6881'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:40:58.196016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d3b2a5d-68e7-4f47-9fb9-7125a391196c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Unset dirty status for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:58.200930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d3b2a5d-68e7-4f47-9fb9-7125a391196c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "GET /v2.0/ports/58340020-44f7-4b1d-8d20-e307b1ad5a66 HTTP/1.1" status: 404 len: 333 time: 0.1409712 Jan 28 09:40:58.201587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53796) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:58.229768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-75431790', 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:58.246037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a0c3039-917d-4c8c-b6fe-9404333618d5 req-c94dcf15-b1a2-4340-b3fc-56118c70c512 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1 HTTP/1.1" status: 200 len: 2981 time: 0.1083438 Jan 28 09:40:58.249583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:58.364779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:58.371637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a0c3039-917d-4c8c-b6fe-9404333618d5 req-367d4d0a-2f43-44ea-9e64-688685342fea tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1 HTTP/1.1" status: 200 len: 2981 time: 0.1161251 Jan 28 09:40:58.393399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Made reservation on behalf of be3fed0372024515bc3f4965a2b0ac3f for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:40:58.404508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:58.430434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port 015cf473-58a6-4620-8047-56fcb982a29b yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:40:58.813833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:58.847215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5627a-e07f-4c37-8c32-8c4ca8c99c00 req-d3138b3f-bfe6-400c-a17e-2de4f856623f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:58.848712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ac5627a-e07f-4c37-8c32-8c4ca8c99c00 req-d3138b3f-bfe6-400c-a17e-2de4f856623f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 950 time: 0.2869110 Jan 28 09:40:58.852183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-25836445-79bc-4dd4-8ad5-fecf3fadec54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:58.853583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-25836445-79bc-4dd4-8ad5-fecf3fadec54 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4&tenant_id=0870c669a5064700a6245dd1fb963cc7 HTTP/1.1" status: 200 len: 1101 time: 0.2365420 Jan 28 09:40:58.879928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:58.952388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ac5627a-e07f-4c37-8c32-8c4ca8c99c00 req-67abfe2e-7fea-42e8-8fba-8eb7da1e32b2 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967910 Jan 28 09:40:58.992995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.088824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Network 002379f2-304d-4b3c-a46a-ebf8188b2e7c is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:40:59.094888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:40:59.118582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.130626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:40:59.132073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:59.132686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.138815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=015cf473-58a6-4620-8047-56fcb982a29b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:59.168699 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:40:59.192376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.197166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.252215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-36461391-4eb2-4264-8612-9e7d12dfb3a4 req-a03d8f06-a833-4cd5-a812-097720d31295 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:40:59.283267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.338964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.353770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-98cbb447-879b-4579-bf01-61e81ce4f4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.1505475 Jan 28 09:40:59.354735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-36461391-4eb2-4264-8612-9e7d12dfb3a4 req-a03d8f06-a833-4cd5-a812-097720d31295 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:40:59.355752 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36461391-4eb2-4264-8612-9e7d12dfb3a4 req-a03d8f06-a833-4cd5-a812-097720d31295 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 210 time: 0.2262564 Jan 28 09:40:59.357355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53804) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:59.444816 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Floating IP 506098a7-fce8-49de-86be-6b2b35c36523 associated. External IP: 172.25.1.151, port: 100e78a2-0f82-4bfb-99a7-5e4d34404df0. Jan 28 09:40:59.468779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-0a87eb44-9080-4dc4-878e-bdd4e781df59 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:59.470292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-0a87eb44-9080-4dc4-878e-bdd4e781df59 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 822 time: 0.3766303 Jan 28 09:40:59.513914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:40:59.515094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'port': {'device_id': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'admin_state_up': True, 'tenant_id': '2fd51b7c7da24937b986a36ffd9700be'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:40:59.594470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98f0961-0ed1-4071-85c0-a48885876215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:59.595057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a98f0961-0ed1-4071-85c0-a48885876215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "GET /v2.0/ports/015cf473-58a6-4620-8047-56fcb982a29b HTTP/1.1" status: 200 len: 957 time: 0.2367113 Jan 28 09:40:59.598672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port ec763c3a-de00-49cb-b979-2f553a4a6881 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:40:59.602836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53812) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:40:59.604354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port ec763c3a-de00-49cb-b979-2f553a4a6881 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:40:59.604842 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.688635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Deleting port 015cf473-58a6-4620-8047-56fcb982a29b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:40:59.689139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.732747 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.761175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:40:59.771266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:59.775774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:40:59.776639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:40:59.896354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:40:59.929419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:40:59.933315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:40:59.943845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5078b32-808e-43b0-8cb0-408c75695e4e req-e608f1de-ff1c-4c40-8a4e-bc894188d16c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:40:59.945449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5078b32-808e-43b0-8cb0-408c75695e4e req-e608f1de-ff1c-4c40-8a4e-bc894188d16c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 944 time: 0.4715457 Jan 28 09:40:59.956810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:40:59.960456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.010952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Made reservation on behalf of 2fd51b7c7da24937b986a36ffd9700be for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:00.014412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.040119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:00.091589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5078b32-808e-43b0-8cb0-408c75695e4e req-23679ce4-10a3-433f-8622-a0e9dcdf0b97 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402869 Jan 28 09:41:00.165366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:00.172534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.185956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:00.187525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.205491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Transition to ACTIVE for port object f720ca3c-f6ab-4676-a6c4-5dd12b5f644e will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:00.210660 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.276047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:41:00.276549 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:41:00.317327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Calling delete_port for 015cf473-58a6-4620-8047-56fcb982a29b owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:00.461134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] No DVR routers for this DVR port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:00.462905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=10']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:00.523697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Allocated IP 172.20.0.8 (5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f/5f201d8f-7dd3-4be0-bf58-af41d45195ca/fb77b9c2-9073-47dd-8f20-67cdffd3342b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:00.554444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c471792c-8fdf-4222-9984-0a79023ad5d9 req-3c62c155-e54f-418a-b11c-8ef69ab89c03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/3490c5f4-f418-4508-bdd6-ac7d35e8b90e HTTP/1.1" status: 200 len: 1801 time: 0.1407316 Jan 28 09:41:00.565653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:00.565988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:00.566319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:00.576742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.598092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:00.598416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Attempting to bind port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:00.622640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:00.622972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:00.623360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:00.623799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Bound port: f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:00.624145 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.635624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:00.637442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event deleted for resources: {'Port': ['ID=015cf473-58a6-4620-8047-56fcb982a29b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:00.648416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.649267 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] Sync routers for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:00.650865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-809a5a1c-e05b-45c7-9015-a7415685fedd tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "DELETE /v2.0/ports/015cf473-58a6-4620-8047-56fcb982a29b HTTP/1.1" status: 204 len: 168 time: 1.0466118 Jan 28 09:41:00.652908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.661519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53826) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:00.673785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:00.674807 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:00.687414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.708570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-d1e42a68-1579-4feb-9e3a-3d3b292f8880 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "PUT /v2.0/floatingips/506098a7-fce8-49de-86be-6b2b35c36523 HTTP/1.1" status: 200 len: 996 time: 2.8119328 Jan 28 09:41:00.709654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:00.781311 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-8002df8d-8f15-4f58-a422-f1a9f955776c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:41:00.781854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8002df8d-8f15-4f58-a422-f1a9f955776c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Synchronizing usage tracker for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:00.795005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-191a6959-4122-45bf-80ab-b9c8d89e2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:00.796491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-191a6959-4122-45bf-80ab-b9c8d89e2d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1096 time: 0.0720131 Jan 28 09:41:00.868678 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:00.907419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c471792c-8fdf-4222-9984-0a79023ad5d9 req-84b6ef70-f51f-4697-a674-abff98d28388 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.928584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8002df8d-8f15-4f58-a422-f1a9f955776c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Unset dirty status for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:00.933204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8002df8d-8f15-4f58-a422-f1a9f955776c tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "GET /v2.0/ports/015cf473-58a6-4620-8047-56fcb982a29b HTTP/1.1" status: 404 len: 333 time: 0.2677591 Jan 28 09:41:00.934009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53832) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:00.942328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Request body: {'port': {'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1659186091'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:00.949707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:00.952385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-051b3ee4-9cca-4c5b-b98a-2bcb8244fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:00.953786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-051b3ee4-9cca-4c5b-b98a-2bcb8244fee8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 930 time: 0.1503296 Jan 28 09:41:00.963146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:00.965121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:00.990895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c471792c-8fdf-4222-9984-0a79023ad5d9 req-84b6ef70-f51f-4697-a674-abff98d28388 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:00.999367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:01.018803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.055934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Made reservation on behalf of be3fed0372024515bc3f4965a2b0ac3f for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:01.058253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.062633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.085144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port 27e002b9-5f07-4bc1-bc65-aba70a59c779 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:41:01.125939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.126739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.127570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-5f8ba965-7293-4b94-9729-491dc040a793 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 999 time: 0.1594419 Jan 28 09:41:01.127791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] 10.222.0.43 "PUT /v2.0/ports/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 1097 time: 2.2557445 Jan 28 09:41:01.146280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.201684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911a668-4b6d-4014-a257-33cd2eb311bc service neutron] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=11']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:01.210848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c471792c-8fdf-4222-9984-0a79023ad5d9 req-84b6ef70-f51f-4697-a674-abff98d28388 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.246660 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '506098a7-fce8-49de-86be-6b2b35c36523', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'port_id': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'mac_address': 'fa:16:3e:07:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:40:54Z', 'updated_at': '2022-01-28T09:40:59Z', 'revision_number': 1, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:27Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:01.247027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-db54652f-ba65-4790-83a1-045e30774686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.248478 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-db54652f-ba65-4790-83a1-045e30774686 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 200 len: 868 time: 0.0924335 Jan 28 09:41:01.251366 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] Checking router: b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:01.260552 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:01.261418 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:01.293326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:01.296826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b6ef70-f51f-4697-a674-abff98d28388 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3490c5f4-f418-4508-bdd6-ac7d35e8b90e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:01.304351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:01.314215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:01.381572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:01.417967 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c471792c-8fdf-4222-9984-0a79023ad5d9 req-84b6ef70-f51f-4697-a674-abff98d28388 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.432455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c471792c-8fdf-4222-9984-0a79023ad5d9 req-84b6ef70-f51f-4697-a674-abff98d28388 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/3490c5f4-f418-4508-bdd6-ac7d35e8b90e HTTP/1.1" status: 204 len: 173 time: 0.8490281 Jan 28 09:41:01.454818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-f3a0edb1-583f-49a9-bd69-a41581645126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.457833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-f3a0edb1-583f-49a9-bd69-a41581645126 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1100 time: 0.3038373 Jan 28 09:41:01.458798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.459303 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:01.469712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-1312eb57-8e0b-4f14-936a-204d7c9c362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.471178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-1312eb57-8e0b-4f14-936a-204d7c9c362a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2123096 Jan 28 09:41:01.489277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-67041a1e-8be5-46e4-9568-3db98be2106c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:41:01.490233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-67041a1e-8be5-46e4-9568-3db98be2106c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055928 Jan 28 09:41:01.501229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.650363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.651047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.669138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-2ea00ae2-045c-4a3b-9d1f-a6f958aebf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.671448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-2ea00ae2-045c-4a3b-9d1f-a6f958aebf0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2021286 Jan 28 09:41:01.674308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-1fc1e79f-d1ba-4119-a4dc-43f15a399937 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1631143 Jan 28 09:41:01.750628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-b859f006-8fe9-4858-9499-20ce169aecf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.0708303 Jan 28 09:41:01.757679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Request body: {'port': {'device_id': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:01.843503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Network 002379f2-304d-4b3c-a46a-ebf8188b2e7c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:01.848306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:01.851154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:01.852356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:01.853042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:01.889796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=27e002b9-5f07-4bc1-bc65-aba70a59c779,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:01.897626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-7f5f37a8-a46d-4be5-9638-efde61fce47f service neutron] 10.222.0.42 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880324 Jan 28 09:41:01.974375 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '506098a7-fce8-49de-86be-6b2b35c36523', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'port_id': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'mac_address': 'fa:16:3e:07:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:40:54Z', 'updated_at': '2022-01-28T09:40:59Z', 'revision_number': 1, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:27Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:01.979889 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1296c9-fafb-472e-ba7f-d45e228f0cec None None] The sync data for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 is: [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '506098a7-fce8-49de-86be-6b2b35c36523', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'floating_ip_address': '172.25.1.151', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'port_id': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'mac_address': 'fa:16:3e:07:09:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:40:54Z', 'updated_at': '2022-01-28T09:40:59Z', 'revision_number': 1, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:27Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:01.984321 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a4af47d9-8679-4e3c-9f44-2e7e6646c2d9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0472035 Jan 28 09:41:01.994889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53848) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:02.056357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:02.089872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-0293e069-c8a1-41f9-876b-5ffcdcc582e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:02.091281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-0293e069-c8a1-41f9-876b-5ffcdcc582e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2935970 Jan 28 09:41:02.094934 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'code': 200} Jan 28 09:41:02.189842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:02.364619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-23ac4b91-aba8-41ff-9590-27a5aae3939e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:02.366279 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-23ac4b91-aba8-41ff-9590-27a5aae3939e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 0.4640532 Jan 28 09:41:02.368118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4833cb-b333-46ba-b283-5f7d2c7e9c36 req-0abb02cf-1867-4cb8-a13e-3b29e70e6770 service neutron] 10.222.0.42 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241436 Jan 28 09:41:02.371774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:02.412193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc806dd-432b-4fed-8b3a-5baee9e7c6d7 None None] New status for floating IP 506098a7-fce8-49de-86be-6b2b35c36523: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:41:02.448649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096f1a9-2ea9-4124-a04a-d757588ef0f9 req-404f1263-a15d-40ab-8073-ad3895ae0754 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:02.450185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b096f1a9-2ea9-4124-a04a-d757588ef0f9 req-404f1263-a15d-40ab-8073-ad3895ae0754 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 949 time: 0.2055721 Jan 28 09:41:02.489407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-e6b1fdcc-e825-4011-9b46-24c65403d322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:02.491332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-e6b1fdcc-e825-4011-9b46-24c65403d322 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3921072 Jan 28 09:41:02.512111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Deleting port 10334765-bc6e-44d0-9029-8325b72b6498 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:02.513827 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:02.628731 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'code': 200} Jan 28 09:41:02.674792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd83275-0442-42c9-83a9-c473687ecfe8 req-994f26b7-24f7-4fd4-8da1-c4bf4c3e93ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:02.676396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cd83275-0442-42c9-83a9-c473687ecfe8 req-994f26b7-24f7-4fd4-8da1-c4bf4c3e93ca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1096 time: 0.5002923 Jan 28 09:41:02.690659 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b096f1a9-2ea9-4124-a04a-d757588ef0f9 req-882d4d31-4bfd-46c5-add1-04fe3dd148a1 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271736 Jan 28 09:41:02.899871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cd83275-0442-42c9-83a9-c473687ecfe8 req-102854b4-1a7f-43a6-840c-9a97ca32fd12 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954799 Jan 28 09:41:02.977318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb77b9c2-9073-47dd-8f20-67cdffd3342b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:02.992215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.026086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Transition to ACTIVE for port object fb77b9c2-9073-47dd-8f20-67cdffd3342b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:03.028975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-57b6fc30-6665-4293-92b1-f558445aa35e service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5193424 Jan 28 09:41:03.040496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-f10dceb5-487f-4c85-ac9d-c3668d93faa0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:03.041295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-f10dceb5-487f-4c85-ac9d-c3668d93faa0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:03.046132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.128206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dc9dc2-ac0a-46c4-9c0d-ce04980c5c31 req-f7b10b95-a551-4512-8f71-9975a395ccd8 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:03.129677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20dc9dc2-ac0a-46c4-9c0d-ce04980c5c31 req-f7b10b95-a551-4512-8f71-9975a395ccd8 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 945 time: 0.3487198 Jan 28 09:41:03.198592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] For port 10334765-bc6e-44d0-9029-8325b72b6498, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10334765-bc6e-44d0-9029-8325b72b6498,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:03.198952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.217893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] device_id is not set on port 27e002b9-5f07-4bc1-bc65-aba70a59c779 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:41:03.232561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.264442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-f10dceb5-487f-4c85-ac9d-c3668d93faa0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:03.270975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-f10dceb5-487f-4c85-ac9d-c3668d93faa0 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 931 time: 0.4065983 Jan 28 09:41:03.331970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:03.333158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20dc9dc2-ac0a-46c4-9c0d-ce04980c5c31 req-d79ad10e-3f83-4726-a420-fdbdb0f9f7b3 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups?id=468be03c-d731-419b-8a65-f2c633053959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725550 Jan 28 09:41:03.340118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Transition to ACTIVE for port object 27e002b9-5f07-4bc1-bc65-aba70a59c779 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:03.347073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.445790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-bdd66b33-d271-4ae4-bf57-ef112d0934b5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:03.450485 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'status': 'completed', 'code': 200} Jan 28 09:41:03.465550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1669e8e-56cd-4710-b99c-4419edfbdded req-c18c44bd-2d8d-446b-b2ae-21a18a174922 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4202876 Jan 28 09:41:03.504034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Attempting to bind port fb77b9c2-9073-47dd-8f20-67cdffd3342b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:03.504364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Attempting to bind port fb77b9c2-9073-47dd-8f20-67cdffd3342b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:03.504835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Attempting to bind port fb77b9c2-9073-47dd-8f20-67cdffd3342b on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:03.524838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Port fb77b9c2-9073-47dd-8f20-67cdffd3342b on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:03.524838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Attempting to bind port fb77b9c2-9073-47dd-8f20-67cdffd3342b on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:03.526447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-bdd66b33-d271-4ae4-bf57-ef112d0934b5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:03.542212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b6801d0-bafb-4649-9db2-8667b70bf12a req-bdd66b33-d271-4ae4-bf57-ef112d0934b5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652848 Jan 28 09:41:03.548879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:03.552596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Checking segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:03.556006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Bound using segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:03.556827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Bound port: fb77b9c2-9073-47dd-8f20-67cdffd3342b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:03.557438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.601571 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-4e246b62-5102-49d3-a0a7-9ba3daa1cdc6 req-01bfc389-226b-4320-a041-c520915b3b63 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:41:03.602618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e246b62-5102-49d3-a0a7-9ba3daa1cdc6 req-01bfc389-226b-4320-a041-c520915b3b63 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/3490c5f4-f418-4508-bdd6-ac7d35e8b90e HTTP/1.1" status: 404 len: 352 time: 0.0257788 Jan 28 09:41:03.781803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:03.806466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:03.813959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=27e002b9-5f07-4bc1-bc65-aba70a59c779,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:03.820244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.895281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95f61229-ab87-4f9d-a317-84b800322dda req-27443eb7-2539-46e6-a575-64c2ee7dfa0e tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 258 time: 0.2583492 Jan 28 09:41:03.908080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:03.908861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.910208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] 10.222.0.25 "PUT /v2.0/ports/fb77b9c2-9073-47dd-8f20-67cdffd3342b HTTP/1.1" status: 200 len: 1091 time: 2.1586189 Jan 28 09:41:03.925226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:03.946358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:03.946694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:03.947022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:03.947892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:03.960356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:03.960356 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:03.968700 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 2 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:03.996817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.997181 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:03.997485 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525 disassociated. External IP: 172.25.1.96, port: 10334765-bc6e-44d0-9029-8325b72b6498. Jan 28 09:41:03.997821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Calling delete_port for 10334765-bc6e-44d0-9029-8325b72b6498 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:04.012854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:04.014852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5d279b-0400-4681-a1d4-2e280e0374dc service neutron] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:04.030850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.031166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.031465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.039969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:04.052332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.053205 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.060588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3808b4-bc57-47df-96d2-f981145d77c3 req-43e46f67-b433-45be-a9a8-681e67ed447c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:04.065142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec3808b4-bc57-47df-96d2-f981145d77c3 req-43e46f67-b433-45be-a9a8-681e67ed447c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 945 time: 0.3906176 Jan 28 09:41:04.074914 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 3 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.090723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352077-afab-494d-b95e-d628ec11e344 req-5a2d5b4c-3f63-45b9-ba65-5f27a8e906ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:04.092615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-5a2d5b4c-3f63-45b9-ba65-5f27a8e906ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1096 time: 0.6123717 Jan 28 09:41:04.194508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.194841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.195170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.237531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.237763 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.242573 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 4 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.258897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-4028b992-d197-4878-b51b-9838e5ced9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:04.260368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-4028b992-d197-4878-b51b-9838e5ced9c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 1094 time: 0.2965200 Jan 28 09:41:04.261619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec3808b4-bc57-47df-96d2-f981145d77c3 req-9dbfeb17-4510-462f-be7a-b375b70d25a9 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739767 Jan 28 09:41:04.302614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.303000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.303328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.336858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-98c5a534-5978-4c04-8506-a22141e85ecb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b HTTP/1.1" status: 200 len: 217 time: 0.0680890 Jan 28 09:41:04.356530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.356866 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.363052 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 5 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.421924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352077-afab-494d-b95e-d628ec11e344 req-4f436cec-b019-48e8-a7d8-df819c98697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:04.421924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-4f436cec-b019-48e8-a7d8-df819c98697e service neutron] 10.222.0.25 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 930 time: 0.3186312 Jan 28 09:41:04.421924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.421924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.421924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.422619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a542eb-fc61-4098-a583-74b78686d89f req-bbfe97df-c386-4aad-b397-36d3a31369dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:04.423960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-bbfe97df-c386-4aad-b397-36d3a31369dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 200 len: 862 time: 0.0809057 Jan 28 09:41:04.428749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:04.432364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:04.512322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-f06fe4d3-7dd8-425f-8b16-7dff25435812 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777171 Jan 28 09:41:04.516509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.516867 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.519553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17dbba17-c55c-4452-a46a-33421bab641a req-426f03fb-035d-458c-8c29-950e2d9a0a42 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/cf951389-9ea1-47ae-9160-f2c7cbc06dfe HTTP/1.1" status: 200 len: 1800 time: 0.2180426 Jan 28 09:41:04.532333 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 6 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.565133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event deleted for resources: {'Port': ['ID=10334765-bc6e-44d0-9029-8325b72b6498,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:04.604480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.604994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.605333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.630128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}, {'name': 'network-changed', 'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:04.697499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.697826 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.703065 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 7 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.721731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-71afb5f8-c8de-45b9-91a0-566e100f3399 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 1001 time: 0.2898598 Jan 28 09:41:04.731155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-f2040aed-610d-4240-9b7c-91eaf6541b32 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084837 Jan 28 09:41:04.732164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Allocated IP 172.25.1.34 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/361d1a5b-a1bf-4d94-a725-004ad492f787) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:04.775297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.775559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.775889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.856844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.857500 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.870175 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 8 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.887433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17dbba17-c55c-4452-a46a-33421bab641a req-b376e1aa-e513-4e66-a4ed-c29be11e78f6 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:04.918344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:04.918672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:04.918999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:04.939510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352077-afab-494d-b95e-d628ec11e344 req-364a81d0-aa3d-4ac1-b25b-9ba913f163a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:04.941229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-364a81d0-aa3d-4ac1-b25b-9ba913f163a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 200 len: 868 time: 0.2073641 Jan 28 09:41:04.946797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:04.947337 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:04.951306 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 9 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:04.972489 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09a542eb-fc61-4098-a583-74b78686d89f req-45f02355-d3b9-41a0-ae5c-632aed630d8d service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345774 Jan 28 09:41:04.989297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17dbba17-c55c-4452-a46a-33421bab641a req-b376e1aa-e513-4e66-a4ed-c29be11e78f6 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.007282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.022213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:05.042126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:05.042463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:05.042796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:05.043980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.067803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:05.068128 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:05.072379 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempt 10 to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 Jan 28 09:41:05.111213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:05.114029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:05.117846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:05.163274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event updated for resources: {'Port': ['ID=361d1a5b-a1bf-4d94-a725-004ad492f787,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:05.167415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:05.167415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:05.167690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempting to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:05.179612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:05.179934 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Failed to bind port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '59cdaf89-ba29-4896-bc3d-a633bf0216aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '002379f2-304d-4b3c-a46a-ebf8188b2e7c'}] Jan 28 09:41:05.180399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.196196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17dbba17-c55c-4452-a46a-33421bab641a req-b376e1aa-e513-4e66-a4ed-c29be11e78f6 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.210212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.276374 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.446486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376e1aa-e513-4e66-a4ed-c29be11e78f6 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf951389-9ea1-47ae-9160-f2c7cbc06dfe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:05.464383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31352077-afab-494d-b95e-d628ec11e344 req-85df2b83-e838-4417-9d4b-5fa2531c3165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:05.465961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-85df2b83-e838-4417-9d4b-5fa2531c3165 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5074544 Jan 28 09:41:05.574912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.587371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.588151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17dbba17-c55c-4452-a46a-33421bab641a req-b376e1aa-e513-4e66-a4ed-c29be11e78f6 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.597448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17dbba17-c55c-4452-a46a-33421bab641a req-b376e1aa-e513-4e66-a4ed-c29be11e78f6 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/cf951389-9ea1-47ae-9160-f2c7cbc06dfe HTTP/1.1" status: 204 len: 173 time: 1.0529289 Jan 28 09:41:05.681987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:05.687073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-1219cd4f-c66f-4f18-b643-0c215e692c06 service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065907 Jan 28 09:41:05.696393 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:05.700626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event updated for resources: {'Port': ['ID=361d1a5b-a1bf-4d94-a725-004ad492f787,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:05.712755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.713948 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:05.714792 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:05.739679 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.741596 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95f61229-ab87-4f9d-a317-84b800322dda req-3978d1fc-4eb8-4eeb-9e72-7fbd6b88ed25 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8242724 Jan 28 09:41:05.816033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] For port 27e002b9-5f07-4bc1-bc65-aba70a59c779, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:05.816403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attempted to set empty binding levels {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 09:41:05.828580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-95f61229-ab87-4f9d-a317-84b800322dda req-53e185fc-2fc3-4e19-95f2-ba4c3ba8bf50 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:05.844366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-95f61229-ab87-4f9d-a317-84b800322dda req-53e185fc-2fc3-4e19-95f2-ba4c3ba8bf50 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:05.849166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95f61229-ab87-4f9d-a317-84b800322dda req-53e185fc-2fc3-4e19-95f2-ba4c3ba8bf50 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.1008513 Jan 28 09:41:05.869514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] No DVR routers for this DVR port 10334765-bc6e-44d0-9029-8325b72b6498 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:05.876342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.891068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.893294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23b712f4-88e3-4e6e-8f23-d5d9fe596e30 req-745970af-a215-4e04-afc9-643e1088aec9 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.43 "DELETE /v2.0/ports/10334765-bc6e-44d0-9029-8325b72b6498 HTTP/1.1" status: 204 len: 173 time: 3.5076947 Jan 28 09:41:05.927387 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:05.935615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'name': 'network-vif-deleted', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:05.982851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] In _notify_port_updated(), no bound segment for port 27e002b9-5f07-4bc1-bc65-aba70a59c779 on network 002379f2-304d-4b3c-a46a-ebf8188b2e7c {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:41:05.989754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:05.990851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:05.992779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "PUT /v2.0/ports/27e002b9-5f07-4bc1-bc65-aba70a59c779 HTTP/1.1" status: 200 len: 979 time: 3.9953172 Jan 28 09:41:06.039578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53876) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:06.098493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73569f1-aaae-4bca-87ba-290514714e11 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event updated for resources: {'Port': ['ID=27e002b9-5f07-4bc1-bc65-aba70a59c779,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:06.129485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f61229-ab87-4f9d-a317-84b800322dda req-845a5164-001f-4aa5-825c-0cf7d63c9a4a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:06.130874 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95f61229-ab87-4f9d-a317-84b800322dda req-845a5164-001f-4aa5-825c-0cf7d63c9a4a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2797651 Jan 28 09:41:06.133938 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31352077-afab-494d-b95e-d628ec11e344 req-96955779-9e2b-47a7-8a3f-9b54aecb730a service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897848 Jan 28 09:41:06.147966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Deleting port 27e002b9-5f07-4bc1-bc65-aba70a59c779 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:06.148207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:06.184071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1f1098-eab7-4de2-aec4-1e1431f40811 req-fba3f302-b9d4-4483-945c-a4284535956d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:06.185570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b1f1098-eab7-4de2-aec4-1e1431f40811 req-fba3f302-b9d4-4483-945c-a4284535956d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 949 time: 0.5051200 Jan 28 09:41:06.189271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:06.194228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10334765-bc6e-44d0-9029-8325b72b6498 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:06.251109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 10334765-bc6e-44d0-9029-8325b72b6498 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:06.251844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10334765-bc6e-44d0-9029-8325b72b6498 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:06.281216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b1f1098-eab7-4de2-aec4-1e1431f40811 req-f41b0049-bd48-4eec-bd27-9e7d893e61bc tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890381 Jan 28 09:41:06.306753 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:06.314646 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:06.319986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cf26f28-ccd8-4354-9f3f-289af2edb70f req-677215d9-9640-4910-90d1-2c86a207502f tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3e193e-df39-4f46-96f7-05f63199dd74 HTTP/1.1" status: 200 len: 210 time: 0.0627172 Jan 28 09:41:06.332035 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:06.333241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:06.432364 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'status': 'completed', 'code': 200} Jan 28 09:41:06.432706 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'status': 'completed', 'code': 200} Jan 28 09:41:06.460014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:06.478627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'mac_address': 'fa:16:3e:4e:be:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:41:06.556050 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:06.582622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f720ca3c-f6ab-4676-a6c4-5dd12b5f644e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:06.604756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:06.610672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] For port 27e002b9-5f07-4bc1-bc65-aba70a59c779, host n-h2-825178-2, got binding levels [] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:06.611041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:06.612313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:06.703744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:06.748455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:06.758491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7414de-e99d-46df-b5a1-de2837f3017c req-dc431ada-ea64-46f5-ae62-491b3ace5b9f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:06.765519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4d7414de-e99d-46df-b5a1-de2837f3017c req-dc431ada-ea64-46f5-ae62-491b3ace5b9f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 945 time: 0.2018640 Jan 28 09:41:06.777745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Calling delete_port for 27e002b9-5f07-4bc1-bc65-aba70a59c779 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:06.815620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4d7414de-e99d-46df-b5a1-de2837f3017c req-8ab974e9-bdd4-45ae-be5b-28ae37202e41 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491855 Jan 28 09:41:06.868058 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-2e16e484-633f-496c-9565-abe6711ac358 req-6ab6b61d-1bd1-4eba-b758-ac050292896d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:41:06.869244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e16e484-633f-496c-9565-abe6711ac358 req-6ab6b61d-1bd1-4eba-b758-ac050292896d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/cf951389-9ea1-47ae-9160-f2c7cbc06dfe HTTP/1.1" status: 404 len: 352 time: 0.0168707 Jan 28 09:41:06.900367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:06.904362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1125390-c19d-432e-b218-9ee4e4e0d76f req-a1178db3-cd94-4c3a-aa9e-ff9bc253578a tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:06.905884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1125390-c19d-432e-b218-9ee4e4e0d76f req-a1178db3-cd94-4c3a-aa9e-ff9bc253578a tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 943 time: 0.4915729 Jan 28 09:41:06.909722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-13f4b89e-c41c-4bb3-9fdf-60f55a9223e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:06.911229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-13f4b89e-c41c-4bb3-9fdf-60f55a9223e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0870c669a5064700a6245dd1fb963cc7&device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1100 time: 0.4456747 Jan 28 09:41:06.913323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-4f80c217-d6e0-4b53-9135-e59ff3d52762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:06.914764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-4f80c217-d6e0-4b53-9135-e59ff3d52762 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 1094 time: 0.3564475 Jan 28 09:41:06.917400 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f3e193e-df39-4f46-96f7-05f63199dd74', 'name': 'network-vif-deleted', 'tag': '10334765-bc6e-44d0-9029-8325b72b6498', 'status': 'completed', 'code': 200} Jan 28 09:41:06.930096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:07.132264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-205579af-57bd-4c52-9160-e63b9554da61 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:07.132972 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:07.135193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-205579af-57bd-4c52-9160-e63b9554da61 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1141155 Jan 28 09:41:07.139465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81462044-958e-471c-943b-0f2eab1cf9c0 None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1ae12a1e-cedf-48fb-959c-9b1369a02a14', 'name': '', 'network_id': '3e23aa42-ac20-4f80-b78a-1efe812b7eb6', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'mac_address': 'fa:16:3e:3b:26:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 332, 'fixed_ips': [{'subnet_id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:45Z', 'updated_at': '2022-01-28T09:35:57Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'subnets': [{'id': '88fa8cce-562b-4483-9016-cb3ac337f6f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:07.229174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-2cbbcd57-91c6-4ae1-8f47-ff05d856b3b6 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.0785153 Jan 28 09:41:07.237692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-b47892a8-6bd5-485e-a237-bdf585d587cc tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Request body: {'floatingip': {'port_id': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:07.261448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Pushing event deleted for resources: {'Port': ['ID=27e002b9-5f07-4bc1-bc65-aba70a59c779,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:07.306214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:07.317156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1125390-c19d-432e-b218-9ee4e4e0d76f req-d666025d-f5db-4217-a81b-52540d892340 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014151 Jan 28 09:41:07.319456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-b47892a8-6bd5-485e-a237-bdf585d587cc tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:07.337321 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-034a2c33-1733-46fe-af94-0bbdd46d4f6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "DELETE /v2.0/ports/27e002b9-5f07-4bc1-bc65-aba70a59c779 HTTP/1.1" status: 204 len: 168 time: 1.2956355 Jan 28 09:41:07.343094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53890) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:07.427510 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63ded9d-af1d-4cb1-93fd-832a7145e2e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:41:07.428081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d63ded9d-af1d-4cb1-93fd-832a7145e2e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Synchronizing usage tracker for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:07.453041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-f3081450-789f-4e61-af66-c332b3e53d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:07.454455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-f3081450-789f-4e61-af66-c332b3e53d18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.4998200 Jan 28 09:41:07.462969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5717c91-cd63-4458-9792-5d21195d5c3d None None] New status for floating IP b11428b5-8486-48b0-929d-a0d6cd0d6525: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:41:07.491738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-6fc742e8-b45c-4b4e-8475-5a15aaf2cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:07.493593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-6fc742e8-b45c-4b4e-8475-5a15aaf2cbf2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 923 time: 0.5591941 Jan 28 09:41:07.524918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device fb77b9c2-9073-47dd-8f20-67cdffd3342b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:07.649511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-dc8fe611-9134-408a-88ab-4258c1e68add service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 200 len: 217 time: 0.1474986 Jan 28 09:41:07.661835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d63ded9d-af1d-4cb1-93fd-832a7145e2e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] Unset dirty status for tenant:be3fed0372024515bc3f4965a2b0ac3f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:07.666152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d63ded9d-af1d-4cb1-93fd-832a7145e2e2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2022310561-project-admin] 10.222.0.42 "GET /v2.0/ports/27e002b9-5f07-4bc1-bc65-aba70a59c779 HTTP/1.1" status: 404 len: 333 time: 0.3189695 Jan 28 09:41:07.667641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-c6be97d4-c381-4759-9688-c2456450ff55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b HTTP/1.1" status: 200 len: 217 time: 0.0939498 Jan 28 09:41:07.668156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53896) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:07.734081 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-b47892a8-6bd5-485e-a237-bdf585d587cc tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 09:41:07.735637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d09b5f2c-8620-49ea-bb31-9e82322c24b5 req-b47892a8-6bd5-485e-a237-bdf585d587cc tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "PUT /v2.0/floatingips/a2ed8c64-726b-4d6d-8647-75aa2bec2af6 HTTP/1.1" status: 409 len: 549 time: 0.5021574 Jan 28 09:41:07.878449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-882aa7c6-4fa9-4c9c-92b4-7ce87abb5688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:07.879731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-882aa7c6-4fa9-4c9c-92b4-7ce87abb5688 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 200 len: 862 time: 0.1790407 Jan 28 09:41:07.884521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-ea9dea64-9ccd-4824-93c8-09295227e15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:07.886088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-ea9dea64-9ccd-4824-93c8-09295227e15a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2203171 Jan 28 09:41:07.891303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:07.905690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'port_id': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'mac_address': 'fa:16:3e:1a:ed:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f201d8f-7dd3-4be0-bf58-af41d45195ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:41:07.962802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:07.982792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb77b9c2-9073-47dd-8f20-67cdffd3342b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:07.984894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-4f0d6ce4-6cc3-4589-816c-e29d49ae5c48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952041 Jan 28 09:41:07.989404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:07.997483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a76260-95b3-4dcb-8b00-08d0ceea4d4b req-e6b1f249-7fbe-4aa3-8561-524f6355379d tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:07.998844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a76260-95b3-4dcb-8b00-08d0ceea4d4b req-e6b1f249-7fbe-4aa3-8561-524f6355379d tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 1101 time: 0.5493443 Jan 28 09:41:08.006764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:08.014663 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.063638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c44918-3408-4b2f-bab3-4b33e65fd6db req-1ac461a3-0862-4dd7-9830-b760f189f5ae tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:08.064885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01c44918-3408-4b2f-bab3-4b33e65fd6db req-1ac461a3-0862-4dd7-9830-b760f189f5ae tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1096 time: 0.0858822 Jan 28 09:41:08.082583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:08.108726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01c44918-3408-4b2f-bab3-4b33e65fd6db req-c9c7857d-e196-4614-b54a-0a301f23ca0c tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366931 Jan 28 09:41:08.184838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49372402-30d5-40e9-af3e-a1b5805969b8 req-56da5c92-e5ce-49ad-8773-3b7dfba3dcbd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/020c0edc-8510-4279-bf8e-479e82a09f9d HTTP/1.1" status: 200 len: 1801 time: 0.0534627 Jan 28 09:41:08.198477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:08.256189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-49372402-30d5-40e9-af3e-a1b5805969b8 req-25f69b1a-a984-4fbb-8d25-8a1cd301d504 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.263459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['fb77b9c2-9073-47dd-8f20-67cdffd3342b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:08.263703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a76260-95b3-4dcb-8b00-08d0ceea4d4b req-6476393d-0bb1-46cb-bc47-0459a5c16f48 tempest-MigrationsAdminTest-1258124707 tempest-MigrationsAdminTest-1258124707-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445037 Jan 28 09:41:08.297213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:08.300586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.310846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-49372402-30d5-40e9-af3e-a1b5805969b8 req-25f69b1a-a984-4fbb-8d25-8a1cd301d504 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.316512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:08.316911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.319981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961b782-84f2-489a-859c-ce02a512df59 req-1bfe6736-9d0c-4a9a-a4f1-370bba03dd56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:08.321485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-1bfe6736-9d0c-4a9a-a4f1-370bba03dd56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3909853 Jan 28 09:41:08.323218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-207d6768-ccfc-4168-8c96-9d2b133d34f9 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3281200 Jan 28 09:41:08.369957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-49372402-30d5-40e9-af3e-a1b5805969b8 req-25f69b1a-a984-4fbb-8d25-8a1cd301d504 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.383032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['002379f2-304d-4b3c-a46a-ebf8188b2e7c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:08.392361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f69b1a-a984-4fbb-8d25-8a1cd301d504 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=020c0edc-8510-4279-bf8e-479e82a09f9d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:08.407426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-49372402-30d5-40e9-af3e-a1b5805969b8 req-25f69b1a-a984-4fbb-8d25-8a1cd301d504 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.408949 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49372402-30d5-40e9-af3e-a1b5805969b8 req-25f69b1a-a984-4fbb-8d25-8a1cd301d504 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/020c0edc-8510-4279-bf8e-479e82a09f9d HTTP/1.1" status: 204 len: 173 time: 0.2184618 Jan 28 09:41:08.522957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59cdaf89-ba29-4896-bc3d-a633bf0216aa') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:08.523189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59cdaf89-ba29-4896-bc3d-a633bf0216aa') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:08.532218 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-5a441d91-d2c5-4a85-9425-ec5a74682321 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips/a2ed8c64-726b-4d6d-8647-75aa2bec2af6 HTTP/1.1" status: 200 len: 692 time: 0.1034656 Jan 28 09:41:08.609763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.657544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:08.672459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:08.677841 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.704619 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.705279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-342e41a4-1fb7-412e-b692-88f54a6330b5 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:08.706717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-342e41a4-1fb7-412e-b692-88f54a6330b5 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1682382 Jan 28 09:41:08.748280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=13']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:08.766173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.786529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:41:08.786829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:08.794761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-9a50d5d1-f953-452f-8abd-2d7cbc7d6911 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.0803668 Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:41:08.820037 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:41:08.889204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-7474932e-1f4a-449f-8fa9-fb1f92949fad service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573063 Jan 28 09:41:08.903600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-a02555d5-2dfb-4e27-92fc-fc8356ce4888 service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5705740 Jan 28 09:41:08.976077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-62819186-0a04-4c46-a8a8-db9aaeee3f5a tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.34 HTTP/1.1" status: 200 len: 695 time: 0.1754086 Jan 28 09:41:09.025947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ece25-c6d8-4533-b2b4-71d3ffc890b7 req-570f916a-05fd-43c3-bbf3-59157d169de9 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:09.027512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f46ece25-c6d8-4533-b2b4-71d3ffc890b7 req-570f916a-05fd-43c3-bbf3-59157d169de9 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1096 time: 0.3704009 Jan 28 09:41:09.028100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.046493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.093386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] 10.222.0.42 "DELETE /v2.0/networks/002379f2-304d-4b3c-a46a-ebf8188b2e7c HTTP/1.1" status: 204 len: 168 time: 1.3940845 Jan 28 09:41:09.094465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fed2db0-3cf0-4391-a3c9-434baf549810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1966191457-project] Pushing event deleted for resources: {'Network': ['ID=002379f2-304d-4b3c-a46a-ebf8188b2e7c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:09.101842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1961b782-84f2-489a-859c-ce02a512df59 req-ea8b4a14-ddb2-4598-ad8d-972c3b7326cc service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939037 Jan 28 09:41:09.120035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f46ece25-c6d8-4533-b2b4-71d3ffc890b7 req-bce3107b-6b77-4233-ae9e-d9f714919f5e tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Synchronizing usage tracker for tenant:89ee912275cf4f4f842e573b9fd9ded8 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:09.140718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f46ece25-c6d8-4533-b2b4-71d3ffc890b7 req-bce3107b-6b77-4233-ae9e-d9f714919f5e tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Unset dirty status for tenant:89ee912275cf4f4f842e573b9fd9ded8 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:09.142300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f46ece25-c6d8-4533-b2b4-71d3ffc890b7 req-bce3107b-6b77-4233-ae9e-d9f714919f5e tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911145 Jan 28 09:41:09.152309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Deleting port 361d1a5b-a1bf-4d94-a725-004ad492f787 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:09.152687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.329589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.330463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.382335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53928) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:09.465258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Calling delete_port for 361d1a5b-a1bf-4d94-a725-004ad492f787 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:09.530686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device fb77b9c2-9073-47dd-8f20-67cdffd3342b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:09.591942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2d4e04f2-da77-4962-8a80-01e0303d6782 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd68f545de5542108930f2a65d7364be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084455 Jan 28 09:41:09.594689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53934) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:09.630273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850b6554-6337-4ce9-9e95-bc22fafb67f9 req-b3a96c1a-7cd0-4bc8-9cbf-41ce78f9d96c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:09.632306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-850b6554-6337-4ce9-9e95-bc22fafb67f9 req-b3a96c1a-7cd0-4bc8-9cbf-41ce78f9d96c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 944 time: 0.1823456 Jan 28 09:41:09.650081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port fb77b9c2-9073-47dd-8f20-67cdffd3342b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:09.653657 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.655590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port fb77b9c2-9073-47dd-8f20-67cdffd3342b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:09.655966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.705641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-850b6554-6337-4ce9-9e95-bc22fafb67f9 req-1aa33334-5fa7-448d-bfe2-5a0b97a50280 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640266 Jan 28 09:41:09.763065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35c4e725-037a-42ce-8102-1644d4c01f0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.764860 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-0a84e8ce-0de2-4562-b3e9-6be09cb3c84e req-2a8c1278-be98-4808-b4a6-8d60534b7644 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:41:09.765799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a84e8ce-0de2-4562-b3e9-6be09cb3c84e req-2a8c1278-be98-4808-b4a6-8d60534b7644 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/020c0edc-8510-4279-bf8e-479e82a09f9d HTTP/1.1" status: 404 len: 352 time: 0.0233326 Jan 28 09:41:09.783888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event deleted for resources: {'Port': ['ID=361d1a5b-a1bf-4d94-a725-004ad492f787,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:09.800854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35c4e725-037a-42ce-8102-1644d4c01f0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.806929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.826420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.847791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:09.858320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.865316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35c4e725-037a-42ce-8102-1644d4c01f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.871530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.873133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482361e9-76b9-4f63-be0a-54d9c7c1c9c4 req-99dd76d2-c952-4369-a17d-d4db415368ba tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2ed8c64-726b-4d6d-8647-75aa2bec2af6 HTTP/1.1" status: 204 len: 173 time: 0.8898568 Jan 28 09:41:09.894294 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35c4e725-037a-42ce-8102-1644d4c01f0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:09.896094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-35c4e725-037a-42ce-8102-1644d4c01f0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/870d1f08-66fa-456d-9763-3eb4ef03d348 HTTP/1.1" status: 204 len: 168 time: 0.3001363 Jan 28 09:41:09.898082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4e725-037a-42ce-8102-1644d4c01f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870d1f08-66fa-456d-9763-3eb4ef03d348,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:09.911777 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'code': 200} Jan 28 09:41:09.961374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:09.973143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.974370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.974752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.975083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.975410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.975732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.976051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.976369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.977804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.978232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.978639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:09.979143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:10.046140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fff02c24-f211-41be-8a79-099446f3a651 req-d7539194-04c2-4158-92de-284857b9983f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:10.067975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fff02c24-f211-41be-8a79-099446f3a651 req-d7539194-04c2-4158-92de-284857b9983f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:10.070432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fff02c24-f211-41be-8a79-099446f3a651 req-d7539194-04c2-4158-92de-284857b9983f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 6147 time: 0.1166987 Jan 28 09:41:10.130270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89936c26-6763-4fcd-8f9e-8c4e2cdc0367 req-9650217a-4f7a-4a63-baab-7d3f6b67a043 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:10.136474 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fff02c24-f211-41be-8a79-099446f3a651 req-41954fc6-8ac8-4969-9740-8470944ca9f5 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1 HTTP/1.1" status: 200 len: 2981 time: 0.0594835 Jan 28 09:41:10.137260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89936c26-6763-4fcd-8f9e-8c4e2cdc0367 req-9650217a-4f7a-4a63-baab-7d3f6b67a043 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 951 time: 0.1343849 Jan 28 09:41:10.187426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89936c26-6763-4fcd-8f9e-8c4e2cdc0367 req-1e552d7c-43ca-4442-b59a-2bb683923b6d tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480351 Jan 28 09:41:10.218936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fff02c24-f211-41be-8a79-099446f3a651 req-4fca9bf5-ba44-49d9-a8c5-795802f78144 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1 HTTP/1.1" status: 200 len: 2981 time: 0.0764892 Jan 28 09:41:10.265309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53960) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:10.324612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c2bda1e-ba38-4641-889f-1da08f947488 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be3fed0372024515bc3f4965a2b0ac3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0558174 Jan 28 09:41:10.324991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53966) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:10.337141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-21f58356-f1b2-4502-9768-413193930f89 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:10.359275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-21f58356-f1b2-4502-9768-413193930f89 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:10.361577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-21f58356-f1b2-4502-9768-413193930f89 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 1001 time: 0.1416917 Jan 28 09:41:10.404102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01995798-94e2-4290-9132-741aea4cdde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:10.433715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01995798-94e2-4290-9132-741aea4cdde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:10.445607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-af0afda8-402c-4697-9c60-41a74b970b54 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:10.445607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-af0afda8-402c-4697-9c60-41a74b970b54 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:10.465953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-af0afda8-402c-4697-9c60-41a74b970b54 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:10.467271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-af0afda8-402c-4697-9c60-41a74b970b54 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports/100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 942 time: 0.0993505 Jan 28 09:41:10.516745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01995798-94e2-4290-9132-741aea4cdde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:10.533529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01995798-94e2-4290-9132-741aea4cdde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f528b30-99a2-4a0c-9fb9-05866d80f6fd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:10.544323 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01995798-94e2-4290-9132-741aea4cdde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:10.549033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-01995798-94e2-4290-9132-741aea4cdde5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f528b30-99a2-4a0c-9fb9-05866d80f6fd HTTP/1.1" status: 204 len: 168 time: 0.2231953 Jan 28 09:41:10.671627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-552c4acc-1628-4348-8acc-a2828b4f9640 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 1001 time: 0.1151845 Jan 28 09:41:10.839661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-e0c5da16-99d9-4de6-97d4-39dea323c5fb tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:10.841163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-e0c5da16-99d9-4de6-97d4-39dea323c5fb tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1635041 Jan 28 09:41:10.854692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-915f794c-f075-4cbe-9477-e0604f95fecb tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:41:10.855665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-915f794c-f075-4cbe-9477-e0604f95fecb tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066683 Jan 28 09:41:11.066771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-4d51f37a-534c-4de0-93b3-6fc45e3c3e6f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:11.068823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-4d51f37a-534c-4de0-93b3-6fc45e3c3e6f tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4e76385-4657-4ac2-bec5-0a38588202a4 HTTP/1.1" status: 200 len: 951 time: 0.1706746 Jan 28 09:41:11.082659 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-595b3872-359b-4426-93d9-1657f3c533d7 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 1001 time: 0.2198460 Jan 28 09:41:11.094399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:11.159305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Deleting port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:11.160175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:11.226641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:11.462658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] For port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:11.462988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:11.605198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Calling delete_port for f720ca3c-f6ab-4676-a6c4-5dd12b5f644e owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:11.609404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:11.613708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:11.614151 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Floating IP 506098a7-fce8-49de-86be-6b2b35c36523 disassociated. External IP: 172.25.1.151, port: 100e78a2-0f82-4bfb-99a7-5e4d34404df0. Jan 28 09:41:11.641634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-9a3abb63-e508-4d84-b694-3524f1323376 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:41:11.642697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-9a3abb63-e508-4d84-b694-3524f1323376 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0452685 Jan 28 09:41:11.660615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Request body: {'binding': {'host': 'n-h2-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:11.661177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Unknown quota resources ['binding']. {{(pid=87541) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:41:11.913276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:12.014664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:12.066931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.088582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:12.123851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event deleted for resources: {'Port': ['ID=f720ca3c-f6ab-4676-a6c4-5dd12b5f644e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:12.144077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33', '72993e18-434b-47a9-9a38-9c85835f9d15'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:12.209751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on host n-h2-825178-2 for vnic_type normal with profile None {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:12.210340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:12.210528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:12.213088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54034) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:12.214724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] No DVR routers for this DVR port f720ca3c-f6ab-4676-a6c4-5dd12b5f644e on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:12.218653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.225141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-deleted', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:12.243846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:12.244268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:12.253014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:12.253362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:12.253825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:12.254377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Bound port: ec763c3a-de00-49cb-b979-2f553a4a6881, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:12.260911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72018b35-cad0-4a10-8116-e8f6a78adf3d req-1902e923-c42a-4357-a5db-06f8517f9bd8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "DELETE /v2.0/ports/f720ca3c-f6ab-4676-a6c4-5dd12b5f644e HTTP/1.1" status: 204 len: 173 time: 1.1865423 Jan 28 09:41:12.289341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:12.306416 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] Sync routers for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:12.307761 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.317769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:12.319221 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:12.319858 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:12.327697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.329008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-38ab9613-556d-4c62-8b49-cd89774dfa3a service neutron] 10.222.0.42 "POST /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881/bindings HTTP/1.1" status: 201 len: 389 time: 0.6717880 Jan 28 09:41:12.450045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-620269501', 'description': 'tempest-description-104846613'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:12.458643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:12.465040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-40ab1a36-a61a-437a-8a95-dea52538c548 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "PUT /v2.0/floatingips/506098a7-fce8-49de-86be-6b2b35c36523 HTTP/1.1" status: 200 len: 695 time: 1.3744116 Jan 28 09:41:12.465997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:12.480129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:12.523681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-470130944', 'router:external': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:12.538357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:12.555640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:network and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:12.564083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:12.576341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:12.585417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.607713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Made reservation on behalf of 5041475f8e024e5280e6e39ff372c445 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:12.611189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.612106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-401af476-72d8-4a40-8dbb-885e41f6238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:12.614852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-401af476-72d8-4a40-8dbb-885e41f6238c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1096 time: 0.1284003 Jan 28 09:41:12.678362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:12.682280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:12.686638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:12.694713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:12.744016 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:12.770530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.828925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-d8ddf8b7-eb7a-48f1-b2e4-19f4bbfb97e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:12.837713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-d8ddf8b7-eb7a-48f1-b2e4-19f4bbfb97e8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 930 time: 0.2018270 Jan 28 09:41:12.840372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.847353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:12.869664 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.873484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:security_group_rule and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:12.884460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:12.909233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:12.923197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-e54c0a92-9e78-467c-abf7-4edfeb01050c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 217 time: 0.0840864 Jan 28 09:41:12.940279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:12.962657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:12.969046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48c8a6bc-d3ca-4618-8483-8c005ea3f546 req-87084af7-fb19-493e-ad3b-080c46973a64 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.5229471 Jan 28 09:41:13.030021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54048) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:13.035844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-299aa6d7-834d-4452-8736-4805ae4dcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.039889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-299aa6d7-834d-4452-8736-4805ae4dcbc9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1096 time: 0.2598450 Jan 28 09:41:13.117621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-822fbe63-1e8c-4ecf-bdd3-f7ca37288173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.119381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-822fbe63-1e8c-4ecf-bdd3-f7ca37288173 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 200 len: 868 time: 0.1951215 Jan 28 09:41:13.169430 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:27Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:13.174663 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] Checking router: b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:13.184936 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:13.185601 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:13.217288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-726c2275-f3ba-444b-a9b5-ae9fe8adc7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.229869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-726c2275-f3ba-444b-a9b5-ae9fe8adc7f2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010091 Jan 28 09:41:13.355158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc7062bc-2990-476f-895e-45e7e582a92a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.384794 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:13.387103 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-7f90b77b-ad14-44be-94f4-0ac765ddfdad service neutron] 10.222.0.42 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559908 Jan 28 09:41:13.393343 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.424048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.428438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-c1e499b7-ceff-49d1-9799-82d43f96ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.429987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-c1e499b7-ceff-49d1-9799-82d43f96ac74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.3777058 Jan 28 09:41:13.431585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc7062bc-2990-476f-895e-45e7e582a92a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.499057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.537775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-f55b73d9-05e2-42b6-aa2c-938bf0c0ec33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.0937998 Jan 28 09:41:13.566667 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b49fa951-8324-495e-9fac-71f9094f6c83 req-fc3ba723-f1f8-4ca0-b6ba-c5e5364cc1d5 service neutron] 10.222.0.42 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725564 Jan 28 09:41:13.611632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:41:13.631418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2375f6-d1f8-4e69-bcbe-77146ee84efd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:13.642965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.643952 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Added segment 8ba642ce-7754-4f0a-b171-0d48ea45c518 of type vlan for network 64176688-6dc6-446a-8263-925dcd51033e Jan 28 09:41:13.660875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e5e063-60d6-4bfe-8751-d0e86645cc60 req-14617ff9-133c-4d54-bd1a-a4616a99aed4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.662861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99e5e063-60d6-4bfe-8751-d0e86645cc60 req-14617ff9-133c-4d54-bd1a-a4616a99aed4 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.3988628 Jan 28 09:41:13.694159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-4005761a-b0b3-4170-85fa-b0568ef0b72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.695614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-4005761a-b0b3-4170-85fa-b0568ef0b72a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1451819 Jan 28 09:41:13.720752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.720996 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'code': 200} Jan 28 09:41:13.752961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc7062bc-2990-476f-895e-45e7e582a92a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:13.765505 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:27Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:13.770856 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a1173-ecf0-4823-8863-e3b62bad880c None None] The sync data for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 is: [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:40:18Z', 'revision_number': 4, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7b015af8-c8a4-49e1-aa60-08007133f76d', 'name': '', 'network_id': '71b2c1c4-ce53-46c4-9f3e-05d5254c961c', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'mac_address': 'fa:16:3e:64:53:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:15Z', 'updated_at': '2022-01-28T09:40:27Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'subnets': [{'id': '24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:13.772113 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4e76385-4657-4ac2-bec5-0a38588202a4', 'name': 'network-vif-deleted', 'tag': 'f720ca3c-f6ab-4676-a6c4-5dd12b5f644e', 'status': 'completed', 'code': 200} Jan 28 09:41:13.788122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-e1298900-5bd1-4794-8205-46c98c7b538c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725436 Jan 28 09:41:13.800187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7062bc-2990-476f-895e-45e7e582a92a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=468be03c-d731-419b-8a65-f2c633053959,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:13.942619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddbfbbb-6cf3-48ec-9999-18f80bcb279c req-39633e16-411a-49a4-ae05-a9cbb1ca43a2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:13.946779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fddbfbbb-6cf3-48ec-9999-18f80bcb279c req-39633e16-411a-49a4-ae05-a9cbb1ca43a2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 945 time: 0.0950353 Jan 28 09:41:13.952449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99e5e063-60d6-4bfe-8751-d0e86645cc60 req-273fcaef-e536-4a48-b1b2-c8bec808c3c9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729092 Jan 28 09:41:14.001840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.002799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:14.003398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.005077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fddbfbbb-6cf3-48ec-9999-18f80bcb279c req-51b8940b-b825-43a0-b198-344a14c3c60f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 Jan 28 09:41:14.029459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc7062bc-2990-476f-895e-45e7e582a92a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.030574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fc7062bc-2990-476f-895e-45e7e582a92a tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "DELETE /v2.0/security-groups/468be03c-d731-419b-8a65-f2c633053959 HTTP/1.1" status: 204 len: 168 time: 0.9863532 Jan 28 09:41:14.033502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54058) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:14.063794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-480453481', 'description': 'tempest-description-351416683'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:14.069972 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'status': 'completed', 'code': 200} Jan 28 09:41:14.075710 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-86a66937-3f38-43a9-8af1-90ec8df70f13 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] show failed (client error): The resource could not be found. Jan 28 09:41:14.076714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-86a66937-3f38-43a9-8af1-90ec8df70f13 tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "GET /v2.0/security-groups/468be03c-d731-419b-8a65-f2c633053959 HTTP/1.1" status: 404 len: 347 time: 0.0422289 Jan 28 09:41:14.100852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54062) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:14.113529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:14.128991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:14.134295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:14.141346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:14.147606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e33557-df23-41d9-8ea4-6b3a9e5ed71d None None] New status for floating IP 506098a7-fce8-49de-86be-6b2b35c36523: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:41:14.172479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.198349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-6aa3c271-62cc-45bb-abc3-15a2d4b58a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:14.199830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-6aa3c271-62cc-45bb-abc3-15a2d4b58a2d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 1096 time: 0.1289606 Jan 28 09:41:14.200976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:14.204721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9879134 Jan 28 09:41:14.205709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:14.208153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54068) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:14.219573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:14.231366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:14.239590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'subnet': {'network_id': '64176688-6dc6-446a-8263-925dcd51033e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:14.240593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90a7fb-f61e-43e0-98e6-8dce545d679e tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Network': ['ID=64176688-6dc6-446a-8263-925dcd51033e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:14.249759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-801845b7-54b1-4fc4-9ee0-b4611c1a9dbf service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543710 Jan 28 09:41:14.250633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:14.297804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:14.324497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:subnet and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:14.330354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:14.346366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:14.350813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 64176688-6dc6-446a-8263-925dcd51033e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:41:14.370026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: f720ca3c-f6ab-4676-a6c4-5dd12b5f644e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:14.370953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f720ca3c-f6ab-4676-a6c4-5dd12b5f644e not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:14.394939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Made reservation on behalf of 5041475f8e024e5280e6e39ff372c445 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:14.397264 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.470080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a8776e-0bf5-4d15-9cdd-d11488f3edf4 req-5d3b594a-6034-436a-9a03-bde8acc0ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:14.472223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41a8776e-0bf5-4d15-9cdd-d11488f3edf4 req-5d3b594a-6034-436a-9a03-bde8acc0ca3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 1096 time: 0.6758497 Jan 28 09:41:14.549259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Deleting port 7826e9eb-8a1f-4916-a209-ca3bef7ac162 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:14.549888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.734476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41a8776e-0bf5-4d15-9cdd-d11488f3edf4 req-87bb3685-5dce-4806-9f61-86a13513e081 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037292 Jan 28 09:41:14.753268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-4e8d0740-7477-48da-a675-557f6cfa4261 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips/506098a7-fce8-49de-86be-6b2b35c36523 HTTP/1.1" status: 200 len: 695 time: 0.1577985 Jan 28 09:41:14.799731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-4473c8f4-ea26-4527-8092-20a1d9a116bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:14.801802 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-4473c8f4-ea26-4527-8092-20a1d9a116bc service neutron] 10.222.0.25 "GET /v2.0/networks?id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 200 len: 930 time: 0.5924687 Jan 28 09:41:14.855294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.918205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:14.928246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-5d2f279e-ece6-4003-8184-1e51e21ea7c3 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5041163 Jan 28 09:41:14.974807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.039917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-bfe8bee0-9d6f-437b-a778-dbd0a905809b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 200 len: 217 time: 0.0940228 Jan 28 09:41:15.043182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.043530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.082860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6b1b05-0666-4c94-a780-c6cfb7704dca,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:15.096116 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.097328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d480dc38-31c9-4121-ac2c-f8ff5a5e7f98 req-94ee9311-bf3c-40e0-b506-4b9bbe3aa730 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0409865 Jan 28 09:41:15.132721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-580a243a-7a88-4fab-ac5b-5941bbc62917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:15.134300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-580a243a-7a88-4fab-ac5b-5941bbc62917 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 200 len: 868 time: 0.0823207 Jan 28 09:41:15.201432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Calling delete_port for 7826e9eb-8a1f-4916-a209-ca3bef7ac162 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:15.241276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-a6edd175-5b88-45d1-9cd8-9661e3e048b8 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:15.248585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-a6edd175-5b88-45d1-9cd8-9661e3e048b8 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.4330292 Jan 28 09:41:15.283154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:41:15.283533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.347708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-9652959c-b8f5-478b-88f0-68f1628ea835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:15.349210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-9652959c-b8f5-478b-88f0-68f1628ea835 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=71b2c1c4-ce53-46c4-9f3e-05d5254c961c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045007 Jan 28 09:41:15.355664 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-67b1f10e-a52d-4b8d-b535-5644d4f001ea tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.1059899 Jan 28 09:41:15.448539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Subnet': ['ID=123bd5ae-bf79-4e25-b59b-7f99394d1c33,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:15.463155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-7ad7e449-e96b-4a41-b9d8-8444c033eb08 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.151 HTTP/1.1" status: 200 len: 696 time: 0.1065893 Jan 28 09:41:15.561332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-9cf5c1e1-6e0c-497c-a93f-96f0d5c12143 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:15.562748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-9cf5c1e1-6e0c-497c-a93f-96f0d5c12143 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.5644057 Jan 28 09:41:15.632361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Checking segment: {'id': '8ba642ce-7754-4f0a-b171-0d48ea45c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '64176688-6dc6-446a-8263-925dcd51033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:15.632725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network hostable DHCP agents. Network: 64176688-6dc6-446a-8263-925dcd51033e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:41:15.659518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-2'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:15.713997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network 64176688-6dc6-446a-8263-925dcd51033e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:41:15.721342 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-026ca3c9-6328-4dac-ab97-b3274e51db61 service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606606 Jan 28 09:41:15.856950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b9cba-26e4-44ec-91fd-74718f7bbbde req-a24e7364-87d5-4548-b566-6d9f7adc6fc5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:15.864020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca5b9cba-26e4-44ec-91fd-74718f7bbbde req-a24e7364-87d5-4548-b566-6d9f7adc6fc5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.2845895 Jan 28 09:41:15.869160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 64176688-6dc6-446a-8263-925dcd51033e) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:15.874505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Deleting port 14066b07-6bba-4516-98d6-c251744b24a5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:15.874672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.877869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f77c0-83eb-4935-bb22-7aafbc9edf7b None None] Network 64176688-6dc6-446a-8263-925dcd51033e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:15.893741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:15.894333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:15.922663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cdadc54-f9df-403d-9f56-674079a91ae1 req-82986ae5-acdb-4d5d-975c-afacddee18e4 service neutron] 10.222.0.25 "GET /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913321 Jan 28 09:41:15.936747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3027187c-0c81-43a9-a1a3-b8f54463db4c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7247427 Jan 28 09:41:15.945348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:15.954619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-813544610', 'network_id': '64176688-6dc6-446a-8263-925dcd51033e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:15.961398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:15.976735 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca5b9cba-26e4-44ec-91fd-74718f7bbbde req-c6553ee0-310f-4c1e-980d-6984adfb9160 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092386 Jan 28 09:41:15.989894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:port and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:15.995371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:16.003713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:16.022314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Made reservation on behalf of 5041475f8e024e5280e6e39ff372c445 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:16.031765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.040090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.087474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] device_id is not set on port e69bb656-127b-42af-8c1a-b51be663e50f yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:41:16.156553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Pushing event deleted for resources: {'Port': ['ID=7826e9eb-8a1f-4916-a209-ca3bef7ac162,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:16.168103 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.210233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdad605-8a5c-4fc8-96d5-cd9b71aac7f5 None None] Network 64176688-6dc6-446a-8263-925dcd51033e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:16.337061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Allocated IP 2001:db8::4c (64176688-6dc6-446a-8263-925dcd51033e/123bd5ae-bf79-4e25-b59b-7f99394d1c33/e69bb656-127b-42af-8c1a-b51be663e50f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:16.355611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074dea3c-dc12-421a-8f7b-388c06c13be7 req-8144a786-7eec-49ee-93c4-74042985269b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:16.357501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-074dea3c-dc12-421a-8f7b-388c06c13be7 req-8144a786-7eec-49ee-93c4-74042985269b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 945 time: 0.1742458 Jan 28 09:41:16.462779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-074dea3c-dc12-421a-8f7b-388c06c13be7 req-b6df96a4-4b35-4476-8828-106ec1381ca3 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852587 Jan 28 09:41:16.479220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.504601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.505068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.649453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Calling delete_port for 14066b07-6bba-4516-98d6-c251744b24a5 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:16.677371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.704859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.709586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3eeb54f8-5765-4d88-a212-9658ecfc341e tempest-ServersWithSpecificFlavorTestJSON-152186374 tempest-ServersWithSpecificFlavorTestJSON-152186374-project] 10.222.0.42 "DELETE /v2.0/floatingips/b11428b5-8486-48b0-929d-a0d6cd0d6525 HTTP/1.1" status: 204 len: 168 time: 2.5937192 Jan 28 09:41:16.722448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:16.757195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-e65a8264-fa18-4ffd-a005-ec1f3762a343 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:16.758668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-e65a8264-fa18-4ffd-a005-ec1f3762a343 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 813 time: 0.1795535 Jan 28 09:41:16.775698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.809588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:16.820167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-4289f74a-b162-43d1-b52c-ea16e827132f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/quotas/ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 375 time: 0.0537398 Jan 28 09:41:16.886379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:16.891917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network 64176688-6dc6-446a-8263-925dcd51033e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:16.892349 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.895574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.930986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:16.942898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.946119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:16.947112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:16.947708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:16.948492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event deleted for resources: {'Port': ['ID=14066b07-6bba-4516-98d6-c251744b24a5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:16.951180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Port': ['ID=e69bb656-127b-42af-8c1a-b51be663e50f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:16.996085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8534c6e4-8a42-4847-8d24-b4f7ed8f577a tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0490291 Jan 28 09:41:16.999839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54108) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:17.069471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-3f2c0f1f-17e6-44f0-8036-0398aac1da4a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2400687 Jan 28 09:41:17.080820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Deleting port e69bb656-127b-42af-8c1a-b51be663e50f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:17.080820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.137509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-081f3cb8-9ec2-4bca-b1a9-4a48c24081f8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:17.138919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-081f3cb8-9ec2-4bca-b1a9-4a48c24081f8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 951 time: 0.2459960 Jan 28 09:41:17.203147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:17.207679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on host n-h1-825178-2 for vnic_type normal with profile {"migrating_to": "n-h2-825178-2"} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:17.208008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:17.208331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:17.214166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.218927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:17.219239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Attempting to bind port ec763c3a-de00-49cb-b979-2f553a4a6881 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:17.228512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:17.228874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:17.229274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:17.229840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Bound port: ec763c3a-de00-49cb-b979-2f553a4a6881, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:17.230251 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.291619 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.292765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b0cd92b-6bc0-4146-a25b-e33f8f35db5e req-dbef1251-c34c-4fd7-827e-4cbdd1f2b183 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "DELETE /v2.0/floatingips/506098a7-fce8-49de-86be-6b2b35c36523 HTTP/1.1" status: 204 len: 173 time: 1.8288252 Jan 28 09:41:17.326122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Deleting port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:17.326464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.335662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:17.339269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:17.343347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.667650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-f11987f2-c6b6-42bf-bf20-cbaafc8c0731 service neutron] 10.222.0.42 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593710 Jan 28 09:41:17.688342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:17.689222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:17.690550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] 10.222.0.43 "PUT /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 1121 time: 2.0640373 Jan 28 09:41:17.695865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1239c-0196-4bd7-8be9-df80458244f7 service neutron] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:17.731521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2783cee-19b2-413c-874f-8040ff7a245a req-5f0b14e5-256a-4ca3-85d8-e7a9364c4752 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:17.732591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c2783cee-19b2-413c-874f-8040ff7a245a req-5f0b14e5-256a-4ca3-85d8-e7a9364c4752 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:17.749776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c2783cee-19b2-413c-874f-8040ff7a245a req-5f0b14e5-256a-4ca3-85d8-e7a9364c4752 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:17.750934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c2783cee-19b2-413c-874f-8040ff7a245a req-5f0b14e5-256a-4ca3-85d8-e7a9364c4752 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 951 time: 0.3639486 Jan 28 09:41:17.782855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['ec763c3a-de00-49cb-b979-2f553a4a6881'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:17.797302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c2783cee-19b2-413c-874f-8040ff7a245a req-333083dd-e489-495c-b80e-b136dd2e5ea8 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394726 Jan 28 09:41:17.881826 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'code': 200} Jan 28 09:41:17.893474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.059937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Calling delete_port for e69bb656-127b-42af-8c1a-b51be663e50f owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:18.134435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] For port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:18.134804 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.140281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998280e8-73a7-448b-b23b-9e13dd89194e req-4ed0233c-47ad-4be2-80c4-afb6d5ab0ef3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:18.141772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-998280e8-73a7-448b-b23b-9e13dd89194e req-4ed0233c-47ad-4be2-80c4-afb6d5ab0ef3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.0801079 Jan 28 09:41:18.143133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-e481a9d3-9e28-4e76-a324-f1dcd5dc025e service neutron] 10.222.0.42 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4678416 Jan 28 09:41:18.193798 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-998280e8-73a7-448b-b23b-9e13dd89194e req-c1128ea2-f086-4c2e-b2e3-b23138bec028 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446017 Jan 28 09:41:18.269998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Calling delete_port for 51d3af5b-cefa-4bb6-a3ed-14da7037be2a owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:18.415145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d84e7-8a10-4d7b-b96a-3a532c5d563f req-5e673ec1-88f7-4933-9c91-28a64e8e3f14 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:18.422365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b8d84e7-8a10-4d7b-b96a-3a532c5d563f req-5e673ec1-88f7-4933-9c91-28a64e8e3f14 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 943 time: 0.1004250 Jan 28 09:41:18.492975 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b8d84e7-8a10-4d7b-b96a-3a532c5d563f req-3613308a-50de-4200-abb1-f9f9fea39cb6 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695932 Jan 28 09:41:18.558016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.683043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event deleted for resources: {'Port': ['ID=e69bb656-127b-42af-8c1a-b51be663e50f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:18.722135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-518120e0-c832-4687-a4f4-798721938f3c tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:18.722841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-518120e0-c832-4687-a4f4-798721938f3c tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:18.744946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-518120e0-c832-4687-a4f4-798721938f3c tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:18.746238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-518120e0-c832-4687-a4f4-798721938f3c tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1093440 Jan 28 09:41:18.761690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.774989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.788711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33', '72993e18-434b-47a9-9a38-9c85835f9d15'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:18.834830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-c33f288e-8efe-40b2-988b-451e8fdb50b2 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Synchronizing usage tracker for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:18.841955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-778de2bc-a8f3-4fba-8452-ddada4227b68 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/ports/e69bb656-127b-42af-8c1a-b51be663e50f HTTP/1.1" status: 204 len: 168 time: 1.8376584 Jan 28 09:41:18.842155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:18.843223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event deleted for resources: {'Port': ['ID=51d3af5b-cefa-4bb6-a3ed-14da7037be2a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:18.855723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '64176688-6dc6-446a-8263-925dcd51033e', 'external_fixed_ips': [{'subnet_id': '123bd5ae-bf79-4e25-b59b-7f99394d1c33', 'ip_address': '2001:db8::4c'}]}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:18.866085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:18.872167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:router and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:18.875489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:18.878825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-c33f288e-8efe-40b2-988b-451e8fdb50b2 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Unset dirty status for tenant:c7ba4f1dc92c48caae67ee236273cf64 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:18.889404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-db8a1d93-f56c-4c58-a640-888e0d501d00 req-c33f288e-8efe-40b2-988b-451e8fdb50b2 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1366415 Jan 28 09:41:18.895021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:18.906228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.907820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.930572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.965309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bf3c9-a430-425f-96a4-1ed026208283 req-704e4172-b01d-4c45-9da0-683de7810369 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:18.967638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a3bf3c9-a430-425f-96a4-1ed026208283 req-704e4172-b01d-4c45-9da0-683de7810369 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.3296177 Jan 28 09:41:18.969100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] No DVR routers for this DVR port 51d3af5b-cefa-4bb6-a3ed-14da7037be2a on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:18.971648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:18.974602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41f4e9fc-8bf1-45fa-ae18-0a00227c4226 req-e6ee5e3f-ae42-41d5-a7cb-75e165ef809a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.43 "DELETE /v2.0/ports/51d3af5b-cefa-4bb6-a3ed-14da7037be2a HTTP/1.1" status: 204 len: 173 time: 1.8265791 Jan 28 09:41:19.003088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-deleted', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:19.056789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a3bf3c9-a430-425f-96a4-1ed026208283 req-632c7822-73d5-477e-9b2c-5633bdc7ab1b tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784674 Jan 28 09:41:19.210235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-943ab983-c9b3-49a5-804b-49f278de02c8 req-15090e40-c0db-411e-a7a1-2d8103078886 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 210 time: 0.1178410 Jan 28 09:41:19.415097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:19.426926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17572854-6eea-4177-aac7-406d15b7a96d req-2672ac2f-fda7-47bf-9739-118aac9368cd tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=90d40332-d100-4c2f-9b4c-3442a2f10620 HTTP/1.1" status: 200 len: 210 time: 0.0669892 Jan 28 09:41:19.484239 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90d40332-d100-4c2f-9b4c-3442a2f10620', 'name': 'network-vif-deleted', 'tag': '51d3af5b-cefa-4bb6-a3ed-14da7037be2a', 'status': 'completed', 'code': 200} Jan 28 09:41:19.494566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5aabc1de-032a-4292-a585-a649cdc9ab5f req-f6df543a-a974-4788-8ba6-4defce75be79 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0825770 Jan 28 09:41:19.762532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577bad2-d2cc-43c5-aef5-3662deacaa6a req-534d7096-7b88-4bf1-b39d-d717b4b21b85 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:19.770446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a577bad2-d2cc-43c5-aef5-3662deacaa6a req-534d7096-7b88-4bf1-b39d-d717b4b21b85 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 946 time: 0.1110675 Jan 28 09:41:19.883206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:19.890077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:19.944123 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:20.029735 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a577bad2-d2cc-43c5-aef5-3662deacaa6a req-e91c4173-bc4e-46c6-974d-4a42ed61f596 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540076 Jan 28 09:41:20.119840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-50cc5ccf-870d-49ec-9337-cde975d48a2f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:20.122008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-50cc5ccf-870d-49ec-9337-cde975d48a2f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 813 time: 0.3489869 Jan 28 09:41:20.142805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'port': {'device_id': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da', 'admin_state_up': True, 'tenant_id': 'ddf7283ad8324974b97e222ea9ac4b86'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:20.246281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:20.332118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:20.381065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 51d3af5b-cefa-4bb6-a3ed-14da7037be2a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:20.382139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51d3af5b-cefa-4bb6-a3ed-14da7037be2a not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:20.386256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:20.400996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:20.410316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e528870-6134-457d-a5f1-40c8043d2b61 req-f77679ee-e9dd-4f01-8626-ae14d0d079d5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:20.417937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e528870-6134-457d-a5f1-40c8043d2b61 req-f77679ee-e9dd-4f01-8626-ae14d0d079d5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 943 time: 0.2392821 Jan 28 09:41:20.442920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Allocated IP 2001:db8::4c (64176688-6dc6-446a-8263-925dcd51033e/123bd5ae-bf79-4e25-b59b-7f99394d1c33/fe0d5f2a-e4dd-471d-93d2-37f6bd11049d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:20.446172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Made reservation on behalf of ddf7283ad8324974b97e222ea9ac4b86 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:20.451261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:20.487299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:20.502332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 has no active binding in host n-h2-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:41:20.519100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e528870-6134-457d-a5f1-40c8043d2b61 req-17e0ef57-a9ac-47da-8818-e9d9f737b6c9 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002674 Jan 28 09:41:20.574992 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'status': 'completed', 'code': 200} Jan 28 09:41:20.639503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:20.679600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:20.777338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b7863-5d27-438b-8909-83492388d0d7 req-0f173e87-33a0-42c7-a64f-7e9a6e02eb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:20.778914 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-0f173e87-33a0-42c7-a64f-7e9a6e02eb33 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1124 time: 0.1733134 Jan 28 09:41:20.807037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Allocated IP 172.20.0.8 (a961e57e-30aa-4c00-befa-b0e1ca7048da/8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f/a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:20.807354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network 64176688-6dc6-446a-8263-925dcd51033e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:20.815802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:20.822055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Port': ['ID=fe0d5f2a-e4dd-471d-93d2-37f6bd11049d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:20.826652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:20.927842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8137eb08-f6ec-4568-a082-5f0c0414a528 req-b96c60ac-b833-43ea-b3bc-35c76fd7e405 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0597775 Jan 28 09:41:21.020185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194926e-2e0a-46b5-9574-b32a2bd999b1 req-aea8d243-832e-47f7-9c35-7dd7e87cbb73 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:21.028626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5194926e-2e0a-46b5-9574-b32a2bd999b1 req-aea8d243-832e-47f7-9c35-7dd7e87cbb73 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 945 time: 0.3048425 Jan 28 09:41:21.074833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b7863-5d27-438b-8909-83492388d0d7 req-c776121a-0273-40c8-bcc6-f05d68bda809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:21.076306 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-c776121a-0273-40c8-bcc6-f05d68bda809 service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.2878640 Jan 28 09:41:21.152431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5194926e-2e0a-46b5-9574-b32a2bd999b1 req-25a25a3d-baa7-4ba7-8c37-fb9ed356e8fa tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/security-groups?id=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232719 Jan 28 09:41:21.161553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-1457b071-96fa-44fd-b9f5-d2ff9dcd6ed8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.0711365 Jan 28 09:41:21.313750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:21.315987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b7863-5d27-438b-8909-83492388d0d7 req-eea7b46b-520e-4320-b7c4-c5039d2a6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:21.317491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-eea7b46b-520e-4320-b7c4-c5039d2a6091 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1489630 Jan 28 09:41:21.328105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:21.390868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-c3c5c024-572e-4dd5-ba5d-1dbf16af8741 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541508 Jan 28 09:41:21.404139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-27a06e14-ecfe-4f05-a946-739618d691a5 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:21.405694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-27a06e14-ecfe-4f05-a946-739618d691a5 tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.43 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 946 time: 0.2523794 Jan 28 09:41:21.535584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef87b00-2994-450f-a29a-182e812984a9 req-42a37cee-c0b2-4b75-85ec-c224c0a04fea tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:21.537654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef87b00-2994-450f-a29a-182e812984a9 req-42a37cee-c0b2-4b75-85ec-c224c0a04fea tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 946 time: 0.2869020 Jan 28 09:41:21.580593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Deleting port fa6a98fe-9e57-4ada-a357-966070d9f13e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:21.580854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:21.585210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:21.596586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:21.691960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef87b00-2994-450f-a29a-182e812984a9 req-8a3a6943-2240-43a3-a04e-b791b026a38c tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/security-groups?id=7f332b4a-e931-4d39-8b3b-a46777e9d5fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445494 Jan 28 09:41:21.706961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Network a961e57e-30aa-4c00-befa-b0e1ca7048da is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:21.710520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-0743910d-7724-4ba8-accc-62359f89704f service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053322 Jan 28 09:41:21.713784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:21.718803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:21.790841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:22.011305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:22.011952 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:22.123175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-791a3bf9-188b-436f-976a-9bfbf997fa03 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9849057 Jan 28 09:41:22.126326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-666b7863-5d27-438b-8909-83492388d0d7 req-4dc32764-6db5-4fe1-9f07-a2a86ed40da9 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3756585 Jan 28 09:41:22.133944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Request body: {'port': {'device_id': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:22.199768 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:22.284798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4258417-ce3d-457e-bd52-c5a5bd9e8963 req-f22ab4be-f4ae-4322-8564-180533a96e38 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:22.286438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4258417-ce3d-457e-bd52-c5a5bd9e8963 req-f22ab4be-f4ae-4322-8564-180533a96e38 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.6680098 Jan 28 09:41:22.301380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7582ec32-9611-49f4-a796-9705cce07979 req-346e2b8a-a2e0-4fef-99b0-e35b4e4c59a5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:22.302646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7582ec32-9611-49f4-a796-9705cce07979 req-346e2b8a-a2e0-4fef-99b0-e35b4e4c59a5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Synchronizing usage tracker for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:22.329885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:22.347456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7582ec32-9611-49f4-a796-9705cce07979 req-346e2b8a-a2e0-4fef-99b0-e35b4e4c59a5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Unset dirty status for tenant:0870c669a5064700a6245dd1fb963cc7 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:22.348613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7582ec32-9611-49f4-a796-9705cce07979 req-346e2b8a-a2e0-4fef-99b0-e35b4e4c59a5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.3437731 Jan 28 09:41:22.362170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-4997c35e-f7c4-41b7-929a-69adb2d860a0 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:22.363568 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-4997c35e-f7c4-41b7-929a-69adb2d860a0 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.25 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 945 time: 0.1985555 Jan 28 09:41:22.465299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] For port fa6a98fe-9e57-4ada-a357-966070d9f13e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=fa6a98fe-9e57-4ada-a357-966070d9f13e,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:22.465696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:22.480274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4258417-ce3d-457e-bd52-c5a5bd9e8963 req-7090a842-630b-4cc5-8de4-30ebae171470 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816239 Jan 28 09:41:22.511269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Deleting port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:22.511634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:22.591906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54216) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:22.602161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Calling delete_port for fa6a98fe-9e57-4ada-a357-966070d9f13e owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:22.606149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7582ec32-9611-49f4-a796-9705cce07979 req-84ae0085-844b-448d-8665-752d6360ce6a tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172103 Jan 28 09:41:22.727313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Router df8a5743-1108-4b1b-9d11-fe70b6597ac6 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:41:23.020271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] For port 100e78a2-0f82-4bfb-99a7-5e4d34404df0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=100e78a2-0f82-4bfb-99a7-5e4d34404df0,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:23.020646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.069052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.079804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['fa6a98fe-9e57-4ada-a357-966070d9f13e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:23.108485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-b7ee2019-c7b3-497b-8fbd-4fa5949b2b01 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:23.109201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-b7ee2019-c7b3-497b-8fbd-4fa5949b2b01 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:23.181752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Calling delete_port for 100e78a2-0f82-4bfb-99a7-5e4d34404df0 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:23.197622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Pushing event deleted for resources: {'Port': ['ID=fa6a98fe-9e57-4ada-a357-966070d9f13e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:23.236808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-b7ee2019-c7b3-497b-8fbd-4fa5949b2b01 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:23.237971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-b7ee2019-c7b3-497b-8fbd-4fa5949b2b01 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 931 time: 0.5059514 Jan 28 09:41:23.361235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2c8e-ff87-4f6d-b470-c5137caffdea req-277a19d3-2ba4-47d9-9111-77de1128a584 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:23.368838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62f2c8e-ff87-4f6d-b470-c5137caffdea req-277a19d3-2ba4-47d9-9111-77de1128a584 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 943 time: 0.6057787 Jan 28 09:41:23.369843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:23.375438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-341ae563-013d-49c5-89bf-f2c1282e5226 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:23.410392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.453662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-341ae563-013d-49c5-89bf-f2c1282e5226 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:23.454818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d2f456b-8052-4303-91de-fa23458cf4e0 req-341ae563-013d-49c5-89bf-f2c1282e5226 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094650 Jan 28 09:41:23.473047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Transition to ACTIVE for port object a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:23.475686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.493255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['100e78a2-0f82-4bfb-99a7-5e4d34404df0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:23.556991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device fb77b9c2-9073-47dd-8f20-67cdffd3342b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:23.558534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.573595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Pushing event deleted for resources: {'Port': ['ID=100e78a2-0f82-4bfb-99a7-5e4d34404df0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:23.782730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:23.796978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62f2c8e-ff87-4f6d-b470-c5137caffdea req-2f9522bf-dbc4-466a-9db9-fb87e6603d8c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271748 Jan 28 09:41:23.802161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'port_id': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'mac_address': 'fa:16:3e:1a:ed:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f201d8f-7dd3-4be0-bf58-af41d45195ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:41:23.803600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] No DVR routers for this DVR port fa6a98fe-9e57-4ada-a357-966070d9f13e on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:23.806416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.858864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'name': 'network-vif-deleted', 'tag': 'fa6a98fe-9e57-4ada-a357-966070d9f13e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:23.891437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:23.913632 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Sync routers for ids ['df8a5743-1108-4b1b-9d11-fe70b6597ac6'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:23.916028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.925886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-583778b3-43a9-4202-9ae6-94c24a7f502f req-fd90aa0d-f98a-45cd-a276-fe6db2e54b7b tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.43 "DELETE /v2.0/ports/fa6a98fe-9e57-4ada-a357-966070d9f13e HTTP/1.1" status: 204 len: 173 time: 2.5144529 Jan 28 09:41:23.926959 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Routers {'df8a5743-1108-4b1b-9d11-fe70b6597ac6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:23.927886 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df8a5743-1108-4b1b-9d11-fe70b6597ac6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:23.933713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:23.937972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff8cbd62-37e0-4e28-a064-42ada535a186 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 5.0948610 Jan 28 09:41:23.940893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:23.975312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb77b9c2-9073-47dd-8f20-67cdffd3342b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:24.008118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:24.010494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27eb0826-ddf3-4a16-99ee-8d32fb378b11 req-265418e0-f9d5-4a67-a71d-c3c543e93706 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9c0bb22-3a29-430e-99c7-36205b46eb9c HTTP/1.1" status: 200 len: 210 time: 0.0990520 Jan 28 09:41:24.014211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.119288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-7411fbd6-f425-4cb4-bd94-356c4898c255 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:24.120832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-7411fbd6-f425-4cb4-bd94-356c4898c255 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.25 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.4334939 Jan 28 09:41:24.161305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ab4b2558-1e11-4300-8a79-04db276b2f42 req-a84db787-e6a8-4da4-b4ae-3b69914a469a tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Synchronizing usage tracker for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:24.164239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:24.169286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['fb77b9c2-9073-47dd-8f20-67cdffd3342b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:24.220580 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Set router df8a5743-1108-4b1b-9d11-fe70b6597ac6 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:24.320539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Attempting to bind port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:24.321159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Attempting to bind port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:24.321652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Attempting to bind port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c on network a961e57e-30aa-4c00-befa-b0e1ca7048da {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:24.328989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] No DVR routers for this DVR port 100e78a2-0f82-4bfb-99a7-5e4d34404df0 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:24.371402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ab4b2558-1e11-4300-8a79-04db276b2f42 req-a84db787-e6a8-4da4-b4ae-3b69914a469a tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] Unset dirty status for tenant:14e40c17a8d048b7b1a1ccf2d0a5d4b3 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:24.383658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab4b2558-1e11-4300-8a79-04db276b2f42 req-a84db787-e6a8-4da4-b4ae-3b69914a469a tempest-AttachSCSIVolumeTestJSON-1667836545 tempest-AttachSCSIVolumeTestJSON-1667836545-project] 10.222.0.42 "GET /v2.0/ports?device_id=da7c6457-cf23-46e2-8c94-52b35d7cb128 HTTP/1.1" status: 200 len: 210 time: 0.3549845 Jan 28 09:41:24.384986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c on network a961e57e-30aa-4c00-befa-b0e1ca7048da not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:24.385496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Attempting to bind port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c on network a961e57e-30aa-4c00-befa-b0e1ca7048da {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:24.388121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:24.401200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.412073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Deleting port 72993e18-434b-47a9-9a38-9c85835f9d15 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:24.412410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.421688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'name': 'network-vif-deleted', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:24.438779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe740dd9-1f9b-4b92-97be-419e8611662d req-98b19caa-e9ba-4477-b8a7-f2c37920cc80 tempest-FloatingIPsAssociationNegativeTestJSON-745278737 tempest-FloatingIPsAssociationNegativeTestJSON-745278737-project] 10.222.0.25 "DELETE /v2.0/ports/100e78a2-0f82-4bfb-99a7-5e4d34404df0 HTTP/1.1" status: 204 len: 173 time: 2.0508821 Jan 28 09:41:24.439987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:24.440501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Checking segment: {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:24.441081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Bound using segment: {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:24.441742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Bound port: a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c89903-4e12-4e9e-9ea1-c3fc54c88275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:24.442381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.631548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addffe43-53d0-4bbf-ba9a-15b7656d4b51 req-3be89458-05a9-4dfa-b0bb-213b4eca0c0e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:24.633135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-addffe43-53d0-4bbf-ba9a-15b7656d4b51 req-3be89458-05a9-4dfa-b0bb-213b4eca0c0e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 944 time: 0.3484700 Jan 28 09:41:24.678180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:24.725789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-addffe43-53d0-4bbf-ba9a-15b7656d4b51 req-e9d38e56-55bc-485b-9f22-025f93d7279e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646281 Jan 28 09:41:24.727672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:24.732822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.736804 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8a5743-1108-4b1b-9d11-fe70b6597ac6', 'name': '', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '64176688-6dc6-446a-8263-925dcd51033e', 'external_fixed_ips': [{'subnet_id': '123bd5ae-bf79-4e25-b59b-7f99394d1c33', 'ip_address': '2001:db8::4c'}], 'enable_snat': True}, 'gw_port_id': 'fe0d5f2a-e4dd-471d-93d2-37f6bd11049d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:18Z', 'updated_at': '2022-01-28T09:41:21Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': 'fe0d5f2a-e4dd-471d-93d2-37f6bd11049d', 'name': '', 'network_id': '64176688-6dc6-446a-8263-925dcd51033e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8a5743-1108-4b1b-9d11-fe70b6597ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '123bd5ae-bf79-4e25-b59b-7f99394d1c33', 'ip_address': '2001:db8::4c', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:19Z', 'updated_at': '2022-01-28T09:41:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '123bd5ae-bf79-4e25-b59b-7f99394d1c33', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:24.745621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Checking router: df8a5743-1108-4b1b-9d11-fe70b6597ac6 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:24.746560 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Updating router df8a5743-1108-4b1b-9d11-fe70b6597ac6 port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:41:24.763974 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.837251 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.844138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:24.844643 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7c6457-cf23-46e2-8c94-52b35d7cb128', 'name': 'network-vif-deleted', 'tag': 'fa6a98fe-9e57-4ada-a357-966070d9f13e', 'status': 'completed', 'code': 200} Jan 28 09:41:24.845269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:24.846843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] 10.222.0.43 "PUT /v2.0/ports/a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 1091 time: 2.7168732 Jan 28 09:41:24.867016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f49a3f-9b2c-46bf-a06d-a7cdff960fde service neutron] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:24.991771 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9c0bb22-3a29-430e-99c7-36205b46eb9c', 'name': 'network-vif-deleted', 'tag': '100e78a2-0f82-4bfb-99a7-5e4d34404df0', 'status': 'completed', 'code': 200} Jan 28 09:41:25.062051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] For port 72993e18-434b-47a9-9a38-9c85835f9d15, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=72993e18-434b-47a9-9a38-9c85835f9d15,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:25.062051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.213469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.214976 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-802c3240-d762-4244-a636-7eed2389e798 service neutron] 10.222.0.25 "GET /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881/bindings/n-h2-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.3190060 Jan 28 09:41:25.232037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Calling delete_port for 72993e18-434b-47a9-9a38-9c85835f9d15 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:25.300956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-17a4512e-b54a-4a4d-b086-160915455641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:25.302132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24bcb5-0425-4e38-8d53-a9d87632ca68 req-49c9145b-c489-4645-b090-a6f926d414e5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:25.302972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-17a4512e-b54a-4a4d-b086-160915455641 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1094 time: 0.2985549 Jan 28 09:41:25.310025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d24bcb5-0425-4e38-8d53-a9d87632ca68 req-49c9145b-c489-4645-b090-a6f926d414e5 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 949 time: 0.5764246 Jan 28 09:41:25.318648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Deleting port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:25.319098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.319586 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.331303 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Transition to ACTIVE for port object fe0d5f2a-e4dd-471d-93d2-37f6bd11049d will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:25.342121 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.394789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8258f98-ecb0-408b-bfa1-b3ac8978bcdc req-b750c7ab-375b-4f88-883c-5c74ccc99778 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:25.396745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f8258f98-ecb0-408b-bfa1-b3ac8978bcdc req-b750c7ab-375b-4f88-883c-5c74ccc99778 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 943 time: 0.2799928 Jan 28 09:41:25.398520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-b8c46c96-c0c3-4d39-a481-d25afdfe1a00 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 217 time: 0.0867038 Jan 28 09:41:25.484885 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Attempting to bind port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:25.485247 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Attempting to bind port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8ba642ce-7754-4f0a-b171-0d48ea45c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '64176688-6dc6-446a-8263-925dcd51033e'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:25.485597 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Attempting to bind port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d on network 64176688-6dc6-446a-8263-925dcd51033e {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:25.488077 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Pushing event updated for resources: {'Port': ['ID=fe0d5f2a-e4dd-471d-93d2-37f6bd11049d,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:25.498131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 40, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:25.498490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Checking segment: {'id': '8ba642ce-7754-4f0a-b171-0d48ea45c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '64176688-6dc6-446a-8263-925dcd51033e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:25.498886 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.499273 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Bound using segment: {'id': '8ba642ce-7754-4f0a-b171-0d48ea45c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '64176688-6dc6-446a-8263-925dcd51033e'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:25.499734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Bound port: fe0d5f2a-e4dd-471d-93d2-37f6bd11049d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba642ce-7754-4f0a-b171-0d48ea45c518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '64176688-6dc6-446a-8263-925dcd51033e'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:25.500262 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.532587 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.533280 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.533280 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.533585 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.533908 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.534233 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.535287 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.535632 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.536213 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.536340 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.536560 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.536943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:25.552545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-f5dfc884-9752-4058-aaa9-4765147dd1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:25.554439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-f5dfc884-9752-4058-aaa9-4765147dd1c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.1351261 Jan 28 09:41:25.558524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device fb77b9c2-9073-47dd-8f20-67cdffd3342b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:25.617413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f8258f98-ecb0-408b-bfa1-b3ac8978bcdc req-0d2a54d6-e967-4080-9489-819643477bd9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146616 Jan 28 09:41:25.633171 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] For port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:25.636821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] For port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fe0d5f2a-e4dd-471d-93d2-37f6bd11049d,segment=NetworkSegment(8ba642ce-7754-4f0a-b171-0d48ea45c518),segment_id=8ba642ce-7754-4f0a-b171-0d48ea45c518)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:25.642787 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.686997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port fb77b9c2-9073-47dd-8f20-67cdffd3342b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:25.687757 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.710725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-b7186878-2eae-4c1e-a92e-d23ae1eb936e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367757 Jan 28 09:41:25.769424 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Routers {'df8a5743-1108-4b1b-9d11-fe70b6597ac6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:25.770049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:40:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df8a5743-1108-4b1b-9d11-fe70b6597ac6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:25.837575 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b0cc4-f77d-4d30-8ae8-cd425b8fcfb9 None None] Pushing event updated for resources: {'Port': ['ID=fe0d5f2a-e4dd-471d-93d2-37f6bd11049d,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:25.859660 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.883731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:25.914961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:25.917378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:25.922579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-225a6b8c-7db2-4ff8-9ca2-1dba9a56ee7c service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036345 Jan 28 09:41:25.923171 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8517fad2-f03d-47c7-b523-30f6afbdd398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.925639 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:25.928002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 72993e18-434b-47a9-9a38-9c85835f9d15 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:25.930019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:25.981740 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] Set router df8a5743-1108-4b1b-9d11-fe70b6597ac6 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:25.990560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d24bcb5-0425-4e38-8d53-a9d87632ca68 req-9271ceef-7e22-4a02-be77-65c0fbb5dc11 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6795456 Jan 28 09:41:26.027403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] For port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d, host n-d-825178-2, got binding levels [] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:26.027763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:26.192536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54254) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:26.195286 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8a5743-1108-4b1b-9d11-fe70b6597ac6', 'name': '', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:18Z', 'updated_at': '2022-01-28T09:41:25Z', 'revision_number': 4, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:26.210207 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:26.211767 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00a614b-3deb-41f2-8d24-5efa49bc529b None None] The sync data for ids ['df8a5743-1108-4b1b-9d11-fe70b6597ac6'] in n-d-825178-2 is: [{'id': 'df8a5743-1108-4b1b-9d11-fe70b6597ac6', 'name': '', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:18Z', 'updated_at': '2022-01-28T09:41:25Z', 'revision_number': 4, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:26.238537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Calling delete_port for fe0d5f2a-e4dd-471d-93d2-37f6bd11049d owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:26.254188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:26.277722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device fa6a98fe-9e57-4ada-a357-966070d9f13e no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:26.315399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec763c3a-de00-49cb-b979-2f553a4a6881 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:26.320089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: fa6a98fe-9e57-4ada-a357-966070d9f13e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:26.320736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device fa6a98fe-9e57-4ada-a357-966070d9f13e not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:26.344189 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'code': 200} Jan 28 09:41:26.372644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:26.422482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:26.487901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:26.654835 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4882e5-deb3-43d1-85cd-cd93958380bd req-174699e9-584a-4e17-a840-fe4a48126620 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6966050 Jan 28 09:41:26.717143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:26.744283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 100e78a2-0f82-4bfb-99a7-5e4d34404df0 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:26.775022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d307c408-1359-452f-a3e0-c961b163fc33'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:26.871616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event deleted for resources: {'Port': ['ID=72993e18-434b-47a9-9a38-9c85835f9d15,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:26.872058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 100e78a2-0f82-4bfb-99a7-5e4d34404df0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:26.872408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 100e78a2-0f82-4bfb-99a7-5e4d34404df0 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:26.922148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] Transition to ACTIVE for port object ec763c3a-de00-49cb-b979-2f553a4a6881 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:26.935423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaa7655-ce81-40b1-8ac3-e412869ce7dc req-ad6f83b1-8af6-4f8e-8136-8ea259bba306 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:26.937031 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9aaa7655-ce81-40b1-8ac3-e412869ce7dc req-ad6f83b1-8af6-4f8e-8136-8ea259bba306 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 943 time: 0.6699550 Jan 28 09:41:26.937172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:26.953601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e3885-0c2d-4a0b-89b9-8215d65d1858 req-61ebf848-0b24-4014-b8e9-985cf47bf60c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:26.955152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b97e3885-0c2d-4a0b-89b9-8215d65d1858 req-61ebf848-0b24-4014-b8e9-985cf47bf60c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.4565220 Jan 28 09:41:27.005121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:27.056952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] No DVR routers for this DVR port 72993e18-434b-47a9-9a38-9c85835f9d15 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:27.064373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:27.067152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-deleted', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:27.191088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:41:27.191329 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:41:27.201654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9aaa7655-ce81-40b1-8ac3-e412869ce7dc req-0665cd87-3c31-4323-adbd-15f5853d0aec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259755 Jan 28 09:41:27.203974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c710a0bd-85cd-4c20-beee-9499f0c1f573 req-12a48251-99cf-4025-8c28-fa3b68cb7805 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.25 "DELETE /v2.0/ports/72993e18-434b-47a9-9a38-9c85835f9d15 HTTP/1.1" status: 204 len: 173 time: 3.0331488 Jan 28 09:41:27.228958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] No DVR routers for this DVR port ec763c3a-de00-49cb-b979-2f553a4a6881 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:27.259002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b97e3885-0c2d-4a0b-89b9-8215d65d1858 req-9e65bb0c-0e64-41ba-a4f8-cb802f5522b3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546766 Jan 28 09:41:27.354834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Deleting port 1ae12a1e-cedf-48fb-959c-9b1369a02a14 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:27.355385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:27.387498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] Pushing event updated for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=10']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:27.410022 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'status': 'completed', 'code': 200} Jan 28 09:41:27.598687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-df7c76f8-2901-4cb2-81aa-ccc172e6813a service neutron] 10.222.0.25 "PUT /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881/bindings/n-h2-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 2.3768253 Jan 28 09:41:27.673779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-85b3573f-5922-475c-a450-927f5f4df9cd req-98e51f90-1581-4e36-a9d4-69342bc9abc7 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=54023c8a-e402-4baa-b5c9-66bd4c50313d HTTP/1.1" status: 200 len: 210 time: 0.0828605 Jan 28 09:41:27.695451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Deleting port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:27.695451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:27.759510 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54023c8a-e402-4baa-b5c9-66bd4c50313d', 'name': 'network-vif-deleted', 'tag': '72993e18-434b-47a9-9a38-9c85835f9d15', 'status': 'completed', 'code': 200} Jan 28 09:41:27.807749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-3bafb160-05c0-4738-b234-0886879517cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:27.809465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-3bafb160-05c0-4738-b234-0886879517cf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1094 time: 0.3378766 Jan 28 09:41:28.038522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-86bc1686-afac-43fb-9d1a-7bb8d0e53ff5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.039909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-86bc1686-afac-43fb-9d1a-7bb8d0e53ff5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.2975013 Jan 28 09:41:28.101494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] For port 1ae12a1e-cedf-48fb-959c-9b1369a02a14, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ae12a1e-cedf-48fb-959c-9b1369a02a14,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:28.102414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:28.102658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-c1b5aee0-9919-4cdb-902f-91c1fa25fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.104138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-c1b5aee0-9919-4cdb-902f-91c1fa25fd35 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 0.2872620 Jan 28 09:41:28.111911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f556c694-b440-49f1-b3ec-02c538c972df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:28.130063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2688a6e3-175f-4058-b600-caf189252f21 req-17484c8b-5a97-4396-862a-9e885c20feb7 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.133152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2688a6e3-175f-4058-b600-caf189252f21 req-17484c8b-5a97-4396-862a-9e885c20feb7 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 943 time: 0.6899171 Jan 28 09:41:28.144408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] For port fe0d5f2a-e4dd-471d-93d2-37f6bd11049d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fe0d5f2a-e4dd-471d-93d2-37f6bd11049d,segment=NetworkSegment(8ba642ce-7754-4f0a-b171-0d48ea45c518),segment_id=8ba642ce-7754-4f0a-b171-0d48ea45c518)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:28.145226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:28.308951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:28.383807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-acb4fe19-b705-418c-b569-e1155cf54667 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 217 time: 0.2669137 Jan 28 09:41:28.395490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Calling delete_port for fe0d5f2a-e4dd-471d-93d2-37f6bd11049d owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:28.445299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Calling delete_port for 1ae12a1e-cedf-48fb-959c-9b1369a02a14 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:28.463497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Deleting port fb77b9c2-9073-47dd-8f20-67cdffd3342b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:28.464066 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:28.511511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-2424e308-4c4d-457e-bf05-99e75b6283bb tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.513380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-2424e308-4c4d-457e-bf05-99e75b6283bb tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.7104735 Jan 28 09:41:28.600210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2688a6e3-175f-4058-b600-caf189252f21 req-cd6208ac-87b2-40f1-95d7-899361a4df17 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:28.667794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2688a6e3-175f-4058-b600-caf189252f21 req-cd6208ac-87b2-40f1-95d7-899361a4df17 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:28.669334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2688a6e3-175f-4058-b600-caf189252f21 req-cd6208ac-87b2-40f1-95d7-899361a4df17 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525025 Jan 28 09:41:28.715631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-bba70101-3230-43f0-9795-a1b0a5d6981f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.718237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-bba70101-3230-43f0-9795-a1b0a5d6981f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 1095 time: 0.1955574 Jan 28 09:41:28.722310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-41fcad22-8bf4-4214-ad1b-0c885ea25a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.725531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-41fcad22-8bf4-4214-ad1b-0c885ea25a36 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.3028204 Jan 28 09:41:28.872647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-0e496ef5-9dd0-4a57-a41e-29fb0a46f332 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278625 Jan 28 09:41:28.880605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb8e49-c3ed-47e6-a22f-251853a0187e req-f5d4707d-747c-40dc-b372-f7002d557200 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:28.882189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cfb8e49-c3ed-47e6-a22f-251853a0187e req-f5d4707d-747c-40dc-b372-f7002d557200 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 944 time: 0.5181894 Jan 28 09:41:29.014343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.077655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.081366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe0d5f2a-e4dd-471d-93d2-37f6bd11049d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:29.183286 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cfb8e49-c3ed-47e6-a22f-251853a0187e req-3a81182b-c806-4584-939e-9158d33d2ee2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703090 Jan 28 09:41:29.271478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] For port fb77b9c2-9073-47dd-8f20-67cdffd3342b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=fb77b9c2-9073-47dd-8f20-67cdffd3342b,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:29.271846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.281282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-5797ffd0-ad80-408f-b6b0-6f58cb18f63f service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980639 Jan 28 09:41:29.295622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ae12a1e-cedf-48fb-959c-9b1369a02a14,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:29.300082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-bb3ee3da-bf80-4f41-a643-7b459e276280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:29.302147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-bb3ee3da-bf80-4f41-a643-7b459e276280 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1095 time: 0.5416846 Jan 28 09:41:29.305309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.307041 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.339313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.485613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140cd4-67a3-4dbe-b8f4-f5f5c8daa96a req-5d3888fa-b27d-40f5-946b-13a8269cf34d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:29.493526 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f2140cd4-67a3-4dbe-b8f4-f5f5c8daa96a req-5d3888fa-b27d-40f5-946b-13a8269cf34d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 945 time: 0.6841815 Jan 28 09:41:29.508864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Calling delete_port for fb77b9c2-9073-47dd-8f20-67cdffd3342b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:29.563141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:29.678930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:29.679360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device fb77b9c2-9073-47dd-8f20-67cdffd3342b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:29.773048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f2140cd4-67a3-4dbe-b8f4-f5f5c8daa96a req-995a4cc6-060a-4665-8a41-3cdde29da4ea tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786381 Jan 28 09:41:29.847564 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.860005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:29.870429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.047107 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.047495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df8a5743-1108-4b1b-9d11-fe70b6597ac6 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:30.104691 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0feff8-ad3a-4c4e-9010-34882b395f85 req-1f6f743f-583b-464f-8833-6e86f635271c service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8165698 Jan 28 09:41:30.110310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Deleting port 7b015af8-c8a4-49e1-aa60-08007133f76d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:30.110607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.165589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-cbdf8da8-6cc1-44aa-9a2d-ba2d86951a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:30.167135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-cbdf8da8-6cc1-44aa-9a2d-ba2d86951a32 service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.8144653 Jan 28 09:41:30.205010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.259603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.262925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-34f32db8-ef6e-420c-a248-54bf7d51acb2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/routers/df8a5743-1108-4b1b-9d11-fe70b6597ac6 HTTP/1.1" status: 204 len: 168 time: 6.3188221 Jan 28 09:41:30.263629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54332) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:30.267057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-ec586f82-9232-477a-835f-52c6b4d186c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.0822794 Jan 28 09:41:30.324152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event deleted for resources: {'Port': ['ID=fb77b9c2-9073-47dd-8f20-67cdffd3342b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:30.342130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:30.422054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] No DVR routers for this DVR port fb77b9c2-9073-47dd-8f20-67cdffd3342b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:30.429816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.432286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'name': 'network-vif-deleted', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:30.450405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b9d90-7b8e-4960-ad9e-e1a0a8059b05 req-fd2444e8-4fc1-475f-9f4e-89d02713d2a4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:30.458478 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-266b9d90-7b8e-4960-ad9e-e1a0a8059b05 req-fd2444e8-4fc1-475f-9f4e-89d02713d2a4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 943 time: 0.5202088 Jan 28 09:41:30.501437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Deleting subnet 123bd5ae-bf79-4e25-b59b-7f99394d1c33 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:41:30.502180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] For port 7b015af8-c8a4-49e1-aa60-08007133f76d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b015af8-c8a4-49e1-aa60-08007133f76d,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:30.502546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.511334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.514808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.533970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57125f-97a5-4143-a7f3-1a254cf1a888 req-00be0647-2c53-4220-9993-b135d6b1d829 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:30.535842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b57125f-97a5-4143-a7f3-1a254cf1a888 req-00be0647-2c53-4220-9993-b135d6b1d829 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.7507012 Jan 28 09:41:30.550522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-9f1010a8-e6c7-4d50-a39a-5e19ffc96cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:30.551189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6dff5d72-63e6-4843-8044-3ed08db4ff79 req-a90c2658-7b90-4fe5-ac9f-13484b60e621 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "DELETE /v2.0/ports/fb77b9c2-9073-47dd-8f20-67cdffd3342b HTTP/1.1" status: 204 len: 173 time: 2.4975893 Jan 28 09:41:30.551931 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-9f1010a8-e6c7-4d50-a39a-5e19ffc96cb2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1914015 Jan 28 09:41:30.617106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:30.639278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'network_id': 'a961e57e-30aa-4c00-befa-b0e1ca7048da', 'port_id': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'mac_address': 'fa:16:3e:da:ee:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:41:30.716836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.718377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Calling delete_port for 7b015af8-c8a4-49e1-aa60-08007133f76d owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:30.722833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-aa032a77-04c2-407b-8e87-d1c81818fe9c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356013 Jan 28 09:41:30.735265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-266b9d90-7b8e-4960-ad9e-e1a0a8059b05 req-32d23977-77c4-4048-8771-283695aecdda tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762702 Jan 28 09:41:30.752671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:30.780246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:30.781791 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.787417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.823476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b57125f-97a5-4143-a7f3-1a254cf1a888 req-528803cd-7b4f-4c7c-a32e-81f2fe8cf303 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066531 Jan 28 09:41:30.897652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:30.935155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:30.989344 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d97ab5-75c1-4626-86fe-b952890f11a7', 'name': 'network-vif-deleted', 'tag': 'fb77b9c2-9073-47dd-8f20-67cdffd3342b', 'status': 'completed', 'code': 200} Jan 28 09:41:30.998855 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:31.004433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:31.288414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9695ee1-6b0d-4f32-91c9-531917285a2f req-c4fcc0ee-97c6-4674-a2e1-7ec430bd0659 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:31.289950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9695ee1-6b0d-4f32-91c9-531917285a2f req-c4fcc0ee-97c6-4674-a2e1-7ec430bd0659 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 944 time: 0.2775598 Jan 28 09:41:31.302823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648d670-4ece-4c97-b340-a326303ac1fa req-ff4b71ab-eaec-44cb-b1db-7a4248ddebda tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:31.304236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0648d670-4ece-4c97-b340-a326303ac1fa req-ff4b71ab-eaec-44cb-b1db-7a4248ddebda tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.25 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.2297125 Jan 28 09:41:31.429961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:31.445733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9695ee1-6b0d-4f32-91c9-531917285a2f req-de491162-8821-4664-be5d-6ba6e676ac1b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389937 Jan 28 09:41:31.467504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Deleting port d307c408-1359-452f-a3e0-c961b163fc33 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:31.467504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:31.469108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d0850e5-1e9d-4998-b9e6-e044f409ac55 req-f1b3ba17-5fa8-4e94-8765-40dac5c6fe78 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9d97ab5-75c1-4626-86fe-b952890f11a7 HTTP/1.1" status: 200 len: 210 time: 0.1641786 Jan 28 09:41:31.475813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=123bd5ae-bf79-4e25-b59b-7f99394d1c33,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:31.493202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:31.499347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f83571f-a9f7-48a3-955c-d8d7d0edd2c8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/123bd5ae-bf79-4e25-b59b-7f99394d1c33 HTTP/1.1" status: 204 len: 168 time: 1.2310200 Jan 28 09:41:31.513028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54342) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:31.570805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:31.611368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:31.686509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-4e9f8bb2-4625-49d4-b2b5-9c848af4aae4 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9405944 Jan 28 09:41:31.690412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b015af8-c8a4-49e1-aa60-08007133f76d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:31.855536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Router 371fa442-0148-41a7-a4c3-e332678bf9d0 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:32.002341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.250545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-a87332e1-dd9a-432d-be5b-3dd05ada73f3 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565243 Jan 28 09:41:32.323671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8435b-82c5-40ea-8889-e6aae79dcb5d req-b17bf590-97c8-48c6-a2bf-7f92e3fa5ce5 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:32.325179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67f8435b-82c5-40ea-8889-e6aae79dcb5d req-b17bf590-97c8-48c6-a2bf-7f92e3fa5ce5 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 944 time: 0.4506495 Jan 28 09:41:32.328390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:32.332822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:32.361727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-42eaa20a-5a27-46ad-b950-e3061528e4c0 admin admin] 10.222.0.42 "PUT /v2.0/routers/371fa442-0148-41a7-a4c3-e332678bf9d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7676015 Jan 28 09:41:32.364297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54354) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:32.372984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] Sync routers for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:32.403761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:32.404557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:32.432799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.495779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] For port d307c408-1359-452f-a3e0-c961b163fc33, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d307c408-1359-452f-a3e0-c961b163fc33,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:32.496627 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.507176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64176688-6dc6-446a-8263-925dcd51033e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:32.529753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e8596-d05b-44e7-89b2-764ae9e97849 req-c6062b35-e70e-4c37-99c1-f2b6f9a080b3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:32.536862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d1e8596-d05b-44e7-89b2-764ae9e97849 req-c6062b35-e70e-4c37-99c1-f2b6f9a080b3 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/ports?device_id=306691cc-1079-4f5c-a592-6a74f92dc4f9 HTTP/1.1" status: 200 len: 950 time: 0.5850081 Jan 28 09:41:32.558588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba642ce-7754-4f0a-b171-0d48ea45c518') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:32.559019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba642ce-7754-4f0a-b171-0d48ea45c518') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:32.565757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.634213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:32.634790 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.645422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:32.645789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.676725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:32.708147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Calling delete_port for d307c408-1359-452f-a3e0-c961b163fc33 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:32.772015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.786216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67f8435b-82c5-40ea-8889-e6aae79dcb5d req-cd5f35a8-cc3b-4f19-acea-ffd60e924f91 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230719 Jan 28 09:41:32.861533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d1e8596-d05b-44e7-89b2-764ae9e97849 req-050ec393-12d6-4c7e-86dd-974485eb7dcb tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.42 "GET /v2.0/security-groups?id=b72b0dc5-4903-4e3e-870e-a4ea87a42993&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234720 Jan 28 09:41:32.862674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:41:32.863086 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:41:32.897256 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:41:32.916993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.037269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.079655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:33.087379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-89c56a48-24c5-4062-904a-f980736f349b tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:33.088958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-89c56a48-24c5-4062-904a-f980736f349b tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.4262941 Jan 28 09:41:33.106552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:33.116765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.197430 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'code': 200} Jan 28 09:41:33.254664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:41:28Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:33.263572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] Checking router: 371fa442-0148-41a7-a4c3-e332678bf9d0 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:33.266884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:33.276315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] Routers {'371fa442-0148-41a7-a4c3-e332678bf9d0'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:33.277095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['371fa442-0148-41a7-a4c3-e332678bf9d0'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:33.296500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.331475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.345367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d00727-203b-4723-bb57-ef07938f9228 req-6accdae2-1c6d-40f4-9f59-139dfe1dc56f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:33.346795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64d00727-203b-4723-bb57-ef07938f9228 req-6accdae2-1c6d-40f4-9f59-139dfe1dc56f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 944 time: 0.3777134 Jan 28 09:41:33.381917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.399172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 64176688-6dc6-446a-8263-925dcd51033e {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:41:33.453226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Deleting port 6c574a02-19f7-44c3-97fc-b17e70cffee1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:33.453458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.479408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] Set router 371fa442-0148-41a7-a4c3-e332678bf9d0 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:33.550455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64d00727-203b-4723-bb57-ef07938f9228 req-75bbee15-c60a-4c16-9b11-29e31f1b9ae7 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920581 Jan 28 09:41:33.684622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.697051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-b447d754-f104-4fc6-9916-db34ee129e8a service neutron] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:33.699614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event deleted for resources: {'Network': ['ID=64176688-6dc6-446a-8263-925dcd51033e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:33.702518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-97ad6c14-60b4-4ebf-b9c7-a51c59208615 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/networks/64176688-6dc6-446a-8263-925dcd51033e HTTP/1.1" status: 204 len: 168 time: 2.1872454 Jan 28 09:41:33.789039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-b447d754-f104-4fc6-9916-db34ee129e8a service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:33.790136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aff1e3-63df-4f10-97f3-af780b905089 req-b447d754-f104-4fc6-9916-db34ee129e8a service neutron] 10.222.0.43 "DELETE /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881/bindings/n-h1-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.6881993 Jan 28 09:41:33.977897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] For port 6c574a02-19f7-44c3-97fc-b17e70cffee1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6c574a02-19f7-44c3-97fc-b17e70cffee1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:33.978281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.083575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:34.092346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'name': 'tempest-router--1022510546', 'project_id': '37076a4ef767404b84c27f0d3eb4481e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:34.104211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.108061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:34.123981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-d0da1e4e-66a3-4a9f-ba31-a04c3ba3c3c5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:34.129438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-d0da1e4e-66a3-4a9f-ba31-a04c3ba3c3c5 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 822 time: 0.8255432 Jan 28 09:41:34.176354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:router and tenant:37076a4ef767404b84c27f0d3eb4481e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:34.179708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:41:28Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:34.180747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:34.183860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482e8b88-aae5-4dba-a20c-d49a31a9da4a None None] The sync data for ids ['371fa442-0148-41a7-a4c3-e332678bf9d0'] in n-d-825178-2 is: [{'id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-310998198-router', 'tenant_id': 'fd64331139ba4ecea6accf08d508a10d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15'}], 'enable_snat': True}, 'gw_port_id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:35:37Z', 'updated_at': '2022-01-28T09:41:28Z', 'revision_number': 5, 'project_id': 'fd64331139ba4ecea6accf08d508a10d', 'gw_port': {'id': '6c574a02-19f7-44c3-97fc-b17e70cffee1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:27:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '371fa442-0148-41a7-a4c3-e332678bf9d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:35:39Z', 'updated_at': '2022-01-28T09:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:34.199680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:34.222161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:34.224551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce53a679-7e64-40b1-92fe-30e8c1bb4631 req-631ac547-040f-4dd0-860a-976547eb649c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:34.226201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce53a679-7e64-40b1-92fe-30e8c1bb4631 req-631ac547-040f-4dd0-860a-976547eb649c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1096 time: 0.9838576 Jan 28 09:41:34.230244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Pushing event deleted for resources: {'Port': ['ID=d307c408-1359-452f-a3e0-c961b163fc33,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:34.339241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-1d2f130f-a60a-4375-89f8-7f6086d3fb24 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/quotas/2fd51b7c7da24937b986a36ffd9700be HTTP/1.1" status: 200 len: 375 time: 0.1641610 Jan 28 09:41:34.423601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.424920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.425941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Calling delete_port for 6c574a02-19f7-44c3-97fc-b17e70cffee1 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:34.437657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] No DVR routers for this DVR port d307c408-1359-452f-a3e0-c961b163fc33 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:34.490187 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.499085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-deleted', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:34.554757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0648d670-4ece-4c97-b340-a326303ac1fa req-90248464-c43f-447e-9ecc-55aca366f157 tempest-MigrationsAdminTest-239962830 tempest-MigrationsAdminTest-239962830-project] 10.222.0.25 "DELETE /v2.0/ports/d307c408-1359-452f-a3e0-c961b163fc33 HTTP/1.1" status: 204 len: 173 time: 3.2188048 Jan 28 09:41:34.556426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce53a679-7e64-40b1-92fe-30e8c1bb4631 req-d5c2ffb5-9528-42ad-90c6-ac66ca30be32 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690489 Jan 28 09:41:34.580146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d16b5-6011-4a7e-842b-da1b46cae10c req-21f16827-05ce-4620-bd23-d17d48c1068a tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:34.581695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-473d16b5-6011-4a7e-842b-da1b46cae10c req-21f16827-05ce-4620-bd23-d17d48c1068a tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1095 time: 0.7604618 Jan 28 09:41:34.631185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.654026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-473d16b5-6011-4a7e-842b-da1b46cae10c req-c012c239-4891-4e5c-9745-8248a6f272ba tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619709 Jan 28 09:41:34.696124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.704010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:34.718742 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] Sync routers for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:34.726677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-baf0ebab-1e82-4b00-a2a1-e45306217a63 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:34.732414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d78eb22e-2d79-4cec-875f-05a812251405 admin admin] 10.222.0.42 "PUT /v2.0/routers/b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5384150 Jan 28 09:41:34.733514 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:34.733938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:34.734117 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:34.735006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4906605b-ff87-4d42-b7a5-1ac5169ea316 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6514580 Jan 28 09:41:34.737088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54398) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:34.744486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54400) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:34.817519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Deleting port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:34.818268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.019017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.046215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ae12a1e-cedf-48fb-959c-9b1369a02a14 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:35.076190 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:35.091791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 1ae12a1e-cedf-48fb-959c-9b1369a02a14 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:35.092374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ae12a1e-cedf-48fb-959c-9b1369a02a14 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:35.169499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.206127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Pushing event deleted for resources: {'Port': ['ID=6c574a02-19f7-44c3-97fc-b17e70cffee1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:35.229262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-baf0ebab-1e82-4b00-a2a1-e45306217a63 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:35.238814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-baf0ebab-1e82-4b00-a2a1-e45306217a63 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8875401 Jan 28 09:41:35.358494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] For port e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:35.358913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.367417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.474268 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:41:31Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:35.478529 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] Checking router: b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:35.490212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] Routers {'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:35.490826 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:35.546474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2727c-e59a-49d3-9fbf-ba2c138f7de4 req-08f51ed5-dfad-4fd0-9fae-13c778b2a57d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:35.553590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ec2727c-e59a-49d3-9fbf-ba2c138f7de4 req-08f51ed5-dfad-4fd0-9fae-13c778b2a57d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 945 time: 0.6980000 Jan 28 09:41:35.560971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d307c408-1359-452f-a3e0-c961b163fc33 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:35.678772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: d307c408-1359-452f-a3e0-c961b163fc33 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:35.679523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d307c408-1359-452f-a3e0-c961b163fc33 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:35.692050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Calling delete_port for e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:35.718668 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] Set router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:35.763093 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.771749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.815137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.833791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ec2727c-e59a-49d3-9fbf-ba2c138f7de4 req-f031cedb-2452-4dbc-82b9-39f8ddae2940 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790384 Jan 28 09:41:35.876196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.880170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.951206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:35.953752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 371fa442-0148-41a7-a4c3-e332678bf9d0 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:36.007669 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306691cc-1079-4f5c-a592-6a74f92dc4f9', 'name': 'network-vif-deleted', 'tag': 'd307c408-1359-452f-a3e0-c961b163fc33', 'status': 'completed', 'code': 200} Jan 28 09:41:36.013955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-ee8d1c1c-5795-4105-b2e0-052e0ae27f18 service neutron] 10.222.0.42 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7743101 Jan 28 09:41:36.086177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.086668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 679bd875-abcd-4153-a053-1f41307acd6f {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:36.100828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.108731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c57e28c-592a-49ba-b986-eb374a2fdbac admin admin] 10.222.0.42 "DELETE /v2.0/routers/371fa442-0148-41a7-a4c3-e332678bf9d0 HTTP/1.1" status: 204 len: 168 time: 3.7232206 Jan 28 09:41:36.115983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54418) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:36.131031 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:41:31Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:36.135539 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07c0900-9ea3-49e7-af82-ccb43da5f11a None None] The sync data for ids ['b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495'] in n-d-825178-2 is: [{'id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1886574650-router', 'tenant_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117'}], 'enable_snat': True}, 'gw_port_id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:40:05Z', 'updated_at': '2022-01-28T09:41:31Z', 'revision_number': 5, 'project_id': 'c7ba4f1dc92c48caae67ee236273cf64', 'gw_port': {'id': 'd1b81e4a-0dc1-4832-8689-d9e441e826ba', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:89:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495', 'device_owner': 'network:router_gateway', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:40:08Z', 'updated_at': '2022-01-28T09:40:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:36.169810 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:41:36.238245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.242493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-de316739-ac44-4c16-aed7-d4276ed4ecd0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/routers/679bd875-abcd-4153-a053-1f41307acd6f HTTP/1.1" status: 204 len: 168 time: 1.4919953 Jan 28 09:41:36.312593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.320506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-33a110e4-1f03-4619-8dc8-f846d2b7a2f7 service neutron] 10.222.0.42 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870553 Jan 28 09:41:36.327014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Deleting port d1b81e4a-0dc1-4832-8689-d9e441e826ba {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:36.327535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.433167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.437813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54426) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:36.548966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:36.563029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54434) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:36.639562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Deleting subnet 88fa8cce-562b-4483-9016-cb3ac337f6f4 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:41:36.655732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.716086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d5548c8-fdc0-41c1-8ad0-3818b7ba7172 req-256948f4-2f20-4874-b36f-c7efaf21b08b tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 210 time: 0.1276953 Jan 28 09:41:36.748040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] For port d1b81e4a-0dc1-4832-8689-d9e441e826ba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d1b81e4a-0dc1-4832-8689-d9e441e826ba,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:36.748403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:36.880246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-985bf347-4247-4df6-b694-8d64dafe2589 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:36.885852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fdd486f7-4988-49fb-807f-306be14b077d req-985bf347-4247-4df6-b694-8d64dafe2589 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:36.907321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.004000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fdd486f7-4988-49fb-807f-306be14b077d req-985bf347-4247-4df6-b694-8d64dafe2589 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:37.011006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-985bf347-4247-4df6-b694-8d64dafe2589 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.9033935 Jan 28 09:41:37.013224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Calling delete_port for d1b81e4a-0dc1-4832-8689-d9e441e826ba owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:37.077329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-461415213', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:37.103248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-576acab6-5ec8-40d2-89d5-5bbd73102e39 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/quotas/e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 375 time: 0.0913501 Jan 28 09:41:37.137748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:37.148775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Usage tracker for resource:router and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:37.158701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:37.172407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:37.205258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.206308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.240731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c574a02-19f7-44c3-97fc-b17e70cffee1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:37.256968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.258611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00116612-38f2-475b-a317-b944ff8993ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0870c669a5064700a6245dd1fb963cc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7844164 Jan 28 09:41:37.266495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54452) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:37.283766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6c574a02-19f7-44c3-97fc-b17e70cffee1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:37.284352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c574a02-19f7-44c3-97fc-b17e70cffee1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:37.285132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b015af8-c8a4-49e1-aa60-08007133f76d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:37.295609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d10076-10db-4559-b462-e3b8cb39a368 req-fbb66d0b-a624-4b5e-a5cb-8a0ca0bdb440 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:37.302650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d10076-10db-4559-b462-e3b8cb39a368 req-fbb66d0b-a624-4b5e-a5cb-8a0ca0bdb440 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 945 time: 0.2144775 Jan 28 09:41:37.324216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7b015af8-c8a4-49e1-aa60-08007133f76d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:37.324843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b015af8-c8a4-49e1-aa60-08007133f76d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:37.360442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.419100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.515192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-d0bcff49-bf89-4b33-b1a7-90ab4de35f67 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3708587 Jan 28 09:41:37.554712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.689012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d10076-10db-4559-b462-e3b8cb39a368 req-14b45758-276f-4a49-b303-0ee661cac784 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3853040 Jan 28 09:41:37.693548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88fa8cce-562b-4483-9016-cb3ac337f6f4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:37.717404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa6e64f-a63b-448a-a48c-093d77fc9d39 None None] Network 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:37.753738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.794107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f2a709f-0dd1-4b92-b744-f52e3c448c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.813980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13202fd8-263b-430d-aa55-558a395acb1e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/88fa8cce-562b-4483-9016-cb3ac337f6f4 HTTP/1.1" status: 204 len: 168 time: 1.6963077 Jan 28 09:41:37.854101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54462) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:37.914894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-886f5dd1-7c75-4fc1-9945-86d1b995fd15 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3848345 Jan 28 09:41:37.926158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:37.936174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.030751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] DHCP port deletion for 3e23aa42-ac20-4f80-b78a-1efe812b7eb6 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:41:38.038403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] Deleting port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:38.038906 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.048924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f2a709f-0dd1-4b92-b744-f52e3c448c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.081618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Pushing event deleted for resources: {'Port': ['ID=d1b81e4a-0dc1-4832-8689-d9e441e826ba,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:38.255744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e54b8986-1fab-4422-966e-4a629414b353 req-f917920f-b5d0-4d2c-8332-b70844537fdd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-620269501&fields=id&tenant_id=ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 267 time: 0.4000242 Jan 28 09:41:38.314897 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-c43b3205-de19-4507-ba5a-a69a3daf9ac6 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452365 Jan 28 09:41:38.321616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.328201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] For port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:38.328807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.330767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Router a6a66fe7-5250-45c7-9675-006460204ccb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:38.501403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Deleting port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:38.501747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.545390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.547229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] Calling delete_port for f69b75eb-ba6a-408c-9d8e-4307dcdff6ac owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:38.585585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:38.599124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] Sync routers for ids ['a6a66fe7-5250-45c7-9675-006460204ccb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:38.603178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8250074d-cdad-4f48-931e-d049106231d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/a6a66fe7-5250-45c7-9675-006460204ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0291207 Jan 28 09:41:38.617159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] Routers {'a6a66fe7-5250-45c7-9675-006460204ccb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:38.617788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a6a66fe7-5250-45c7-9675-006460204ccb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:38.655947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54470) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:38.665555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-b36c09e0-9853-4368-8226-402df8f276a6 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:38.667307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-b36c09e0-9853-4368-8226-402df8f276a6 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 822 time: 0.5921571 Jan 28 09:41:38.668013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f2a709f-0dd1-4b92-b744-f52e3c448c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.727994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4aa2bb3d-7882-4430-a755-823550dcb7b7 req-d55e863d-3361-4797-a192-fd08660f72f2 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 210 time: 0.1258686 Jan 28 09:41:38.848894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Request body: {'port': {'device_id': '826d658d-2c12-4572-970d-949b89cf2a85', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'admin_state_up': True, 'tenant_id': '2fd51b7c7da24937b986a36ffd9700be'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:38.851206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] Set router a6a66fe7-5250-45c7-9675-006460204ccb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:38.914016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3040ab0a-c489-4035-8dc3-bea2bfb79201 req-154bfaa5-fdfd-4cc8-9b23-0765bc26b3f7 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 210 time: 0.0732317 Jan 28 09:41:38.933821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:38.972830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2a709f-0dd1-4b92-b744-f52e3c448c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72b0dc5-4903-4e3e-870e-a4ea87a42993,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:39.118028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.147371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.160141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Deleting port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:39.160532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.185143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] No DVR routers for this DVR port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:39.201833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139420d2-f747-4b3f-8a36-c828e02fb092 None None] Pushing event deleted for resources: {'Port': ['ID=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:39.207421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f69b75eb-ba6a-408c-9d8e-4307dcdff6ac no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:39.247331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f69b75eb-ba6a-408c-9d8e-4307dcdff6ac {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:39.247666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f69b75eb-ba6a-408c-9d8e-4307dcdff6ac not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:39.318940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.330974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.373865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41'}], 'enable_snat': True}, 'gw_port_id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:41:35Z', 'revision_number': 5, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port': {'id': '6af1b2ac-e405-4918-bed2-dcb12fa5dd0d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:c8:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:08Z', 'updated_at': '2022-01-28T09:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:39.381976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] Checking router: a6a66fe7-5250-45c7-9675-006460204ccb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:39.390872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] Routers {'a6a66fe7-5250-45c7-9675-006460204ccb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:39.391748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a6a66fe7-5250-45c7-9675-006460204ccb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:39.397567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] For port 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:39.397926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.510965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8986-1fab-4422-966e-4a629414b353 req-7145167b-47b8-4e9a-93c9-8de1d0a3c77b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:39.518698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e54b8986-1fab-4422-966e-4a629414b353 req-7145167b-47b8-4e9a-93c9-8de1d0a3c77b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 945 time: 1.2227461 Jan 28 09:41:39.525597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'port': {'security_groups': ['57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1', '79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:39.545711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Calling delete_port for 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:39.561806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] Set router a6a66fe7-5250-45c7-9675-006460204ccb gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:39.594782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.595209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:39.638844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] For port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f69b75eb-ba6a-408c-9d8e-4307dcdff6ac,segment=NetworkSegment(a35be95b-21c6-44e5-bd76-533f1d572b69),segment_id=a35be95b-21c6-44e5-bd76-533f1d572b69)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:39.639199 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.648800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f2a709f-0dd1-4b92-b744-f52e3c448c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.650105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1f2a709f-0dd1-4b92-b744-f52e3c448c25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b72b0dc5-4903-4e3e-870e-a4ea87a42993 HTTP/1.1" status: 204 len: 168 time: 2.3815570 Jan 28 09:41:39.659779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.665015 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9e0c2a2-5f88-4b8d-b85b-63f56056994e admin admin] 10.222.0.42 "DELETE /v2.0/routers/b984fc7d-dfb5-4a0e-946e-f2a9c9ab9495 HTTP/1.1" status: 204 len: 168 time: 4.9269352 Jan 28 09:41:39.670680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54482) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:39.685006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:41:39Z', 'revision_number': 6, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:39.690204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b1205a-4634-4a1d-8db0-70e53b27d243 None None] The sync data for ids ['a6a66fe7-5250-45c7-9675-006460204ccb'] in n-d-825178-2 is: [{'id': 'a6a66fe7-5250-45c7-9675-006460204ccb', 'name': 'tempest-AttachSCSIVolumeTestJSON-1018904114-router', 'tenant_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:07Z', 'updated_at': '2022-01-28T09:41:39Z', 'revision_number': 6, 'project_id': '14e40c17a8d048b7b1a1ccf2d0a5d4b3', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:39.754427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:39.827955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Deleting subnet 24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:41:39.842192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:39.891852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Calling delete_port for f69b75eb-ba6a-408c-9d8e-4307dcdff6ac owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:39.931089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:40.178823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Made reservation on behalf of 2fd51b7c7da24937b986a36ffd9700be for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:40.182444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.196860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54492) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:40.199428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.214449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b056e45-1975-4737-8cd6-5aaeea4b7808 req-83d96c2c-c112-4a9c-b45b-de9cfc650ed6 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 210 time: 0.3029523 Jan 28 09:41:40.216590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.243200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.285441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.336728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.398112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Pushing event deleted for resources: {'Port': ['ID=6af1b2ac-e405-4918-bed2-dcb12fa5dd0d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:40.464129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c5d3a81-ab44-4a9c-a7d2-69698cd35c4d req-ee8c2c14-2879-40c6-a01f-6a23bc91ed1b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 210 time: 0.1216705 Jan 28 09:41:40.478586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:41:40.478909 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:41:40.507930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-ed2a20fa-ed53-4d2e-8b74-2cc91715f17b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:40.509351 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-ed2a20fa-ed53-4d2e-8b74-2cc91715f17b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.6362095 Jan 28 09:41:40.520306 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c165d37-c6eb-4aab-b62e-1d926e2495b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07c3e0d8025645dda08333f053db41dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199749 Jan 28 09:41:40.523940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54496) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:40.541141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Request body: {'port': {'device_id': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'admin_state_up': True, 'tenant_id': 'e42ad454fa1942f49d555f9bebaf2ebd'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:40.645590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.688135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.777938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Allocated IP 172.20.0.8 (5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f/5f201d8f-7dd3-4be0-bf58-af41d45195ca/20b26d4c-3752-47c5-9db0-552f52f47edd) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:40.803073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Allocated IP 172.25.1.60 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/e5b1741f-6362-4d12-ad89-6ee1d36bc61b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:40.924320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.933131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.938801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6ba46dc-40d5-441d-bf7a-6469ab296acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:40.990933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Deleting port f69b75eb-ba6a-408c-9d8e-4307dcdff6ac {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:40.991359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.001292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:41.007152 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.012865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6ba46dc-40d5-441d-bf7a-6469ab296acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.055146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.055642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6a66fe7-5250-45c7-9675-006460204ccb {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:41.075117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:41.081423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:41.093725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359e7f29-912d-4c54-8e4f-d6a19e662ff9 None None] Network 71b2c1c4-ce53-46c4-9f3e-05d5254c961c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:41.097550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.121538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-01561bf1-1944-4f1e-93f6-6a8e0cf0f18d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/24ef0a8f-82aa-4ab8-bdc6-d47c94e8379e HTTP/1.1" status: 204 len: 168 time: 1.4501178 Jan 28 09:41:41.123205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Made reservation on behalf of e42ad454fa1942f49d555f9bebaf2ebd for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:41.127260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.166046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54500) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:41.178736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6ba46dc-40d5-441d-bf7a-6469ab296acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.181463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1b81e4a-0dc1-4832-8689-d9e441e826ba no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:41.252076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: d1b81e4a-0dc1-4832-8689-d9e441e826ba {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:41.252310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba46dc-40d5-441d-bf7a-6469ab296acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4368e4-d518-49ed-b6ff-f2de8eb6317e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:41.252785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1b81e4a-0dc1-4832-8689-d9e441e826ba not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:41.252785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:41.263098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:41.288905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] The port 'f69b75eb-ba6a-408c-9d8e-4307dcdff6ac' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:41:41.342845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:41.343484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4a0c46e-d25f-48d2-bd7e-3e5b6d66af1f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:41.344002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:41.388977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:41.389395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6af1b2ac-e405-4918-bed2-dcb12fa5dd0d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:41.397171 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.398387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e44f3cf-0bfd-4d63-a0c7-8a887d5ff172 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a6a66fe7-5250-45c7-9675-006460204ccb HTTP/1.1" status: 204 len: 168 time: 2.7418053 Jan 28 09:41:41.399090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6ba46dc-40d5-441d-bf7a-6469ab296acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.400788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f6ba46dc-40d5-441d-bf7a-6469ab296acc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f4368e4-d518-49ed-b6ff-f2de8eb6317e HTTP/1.1" status: 204 len: 168 time: 0.8757372 Jan 28 09:41:41.405849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54506) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:41.471792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b4fa69b-c9ce-4093-9979-b8621ac41281 req-e0a7d80c-bfde-431d-a788-ca15ba555265 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 210 time: 0.1252718 Jan 28 09:41:41.496172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.510737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.526289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.540516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.547752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:41.572295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Deleting subnet e4522361-4a97-49d7-81ee-c6e8d9ce8696 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:41:41.587435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.639696 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.655366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.688048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Deleting port 14157d46-4438-4f61-bce2-ae7a349a6362 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:41.688492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.712166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:41.712979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.714415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e54b8986-1fab-4422-966e-4a629414b353 req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "PUT /v2.0/ports/a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 981 time: 2.1948900 Jan 28 09:41:41.716653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e23aa42-ac20-4f80-b78a-1efe812b7eb6']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:41.727361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:41.759938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] DHCP port deletion for 71b2c1c4-ce53-46c4-9f3e-05d5254c961c request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:41:41.768200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] Deleting port 14157d46-4438-4f61-bce2-ae7a349a6362 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:41.768568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.769588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a35be95b-21c6-44e5-bd76-533f1d572b69') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:41.769950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a35be95b-21c6-44e5-bd76-533f1d572b69') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:41.812875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:41.813631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.829034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1528f8d9-e008-4a81-ab35-e436308767e0 req-eca5182a-ed34-4904-bba5-7a0dcbdbdfc0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 210 time: 0.1506410 Jan 28 09:41:41.853922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb637693-4b4d-4648-bf51-73f0836df92e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:41.856351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.863562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Allocated IP 172.20.0.5 (662cb69d-5f43-41ae-9e44-2fe1e0008f2c/6d3f4161-41c8-4aac-ac0c-ee3b96fca93c/09867d33-6f4e-46e5-87e2-d7d546ba5994) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:41.883989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:41:41.884538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:41:41.901515 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:41:41.935139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:41.989296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fafe2e15-3d71-4fb5-9cf7-ecedfc8b8e41 req-4a2e5a36-919d-4937-9adf-a12d6d38faa4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a HTTP/1.1" status: 200 len: 1799 time: 0.2283571 Jan 28 09:41:42.038986 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'status': 'completed', 'code': 200} Jan 28 09:41:42.069034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.071936 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.163236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] For port 14157d46-4438-4f61-bce2-ae7a349a6362, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=14157d46-4438-4f61-bce2-ae7a349a6362,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:42.163828 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.190088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:42.220633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:42.237000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:42.276036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.290221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:42.321212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.338736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] Pushing event deleted for resources: {'Network': ['ID=3e23aa42-ac20-4f80-b78a-1efe812b7eb6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:42.345065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:42.355733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:42.396371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event updated for resources: {'Port': ['ID=e5b1741f-6362-4d12-ad89-6ee1d36bc61b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:42.408814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] Calling delete_port for 14157d46-4438-4f61-bce2-ae7a349a6362 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:42.441824 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.504981 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.535360 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.597963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] No DVR routers for this DVR port 14157d46-4438-4f61-bce2-ae7a349a6362 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:42.636448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c9d5-82cd-4ca0-9306-458c7776575c None None] Pushing event deleted for resources: {'Port': ['ID=14157d46-4438-4f61-bce2-ae7a349a6362,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:42.652753 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-fafe2e15-3d71-4fb5-9cf7-ecedfc8b8e41 req-93e2d0ca-a0b9-4201-8564-c73ad31b4cee tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 09:41:42.655111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fafe2e15-3d71-4fb5-9cf7-ecedfc8b8e41 req-93e2d0ca-a0b9-4201-8564-c73ad31b4cee tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a HTTP/1.1" status: 409 len: 341 time: 0.6087377 Jan 28 09:41:42.704798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] For port 14157d46-4438-4f61-bce2-ae7a349a6362, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=14157d46-4438-4f61-bce2-ae7a349a6362,segment=NetworkSegment(4ea3e9da-9c80-486f-9e6b-f38625a61355),segment_id=4ea3e9da-9c80-486f-9e6b-f38625a61355)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:42.705389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.744648 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f66140c9-8cbb-4f69-8848-bd78cc98c02d admin admin] 10.222.0.42 "DELETE /v2.0/networks/3e23aa42-ac20-4f80-b78a-1efe812b7eb6 HTTP/1.1" status: 204 len: 168 time: 4.8883853 Jan 28 09:41:42.751306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:42.752173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:42.759951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54542) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:42.778593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-1312ab60-3af4-4489-8ef6-25cee3765352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:42.780434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-1312ab60-3af4-4489-8ef6-25cee3765352 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1135 time: 0.7861233 Jan 28 09:41:42.781490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event updated for resources: {'Port': ['ID=20b26d4c-3752-47c5-9db0-552f52f47edd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:42.934902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Calling delete_port for 14157d46-4438-4f61-bce2-ae7a349a6362 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:42.989957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.020110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-412bf304-4527-48fa-9aa3-021ba653b9da tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1762652 Jan 28 09:41:43.054758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Request body: {'port': {'device_id': '826d658d-2c12-4572-970d-949b89cf2a85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:43.074546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4522361-4a97-49d7-81ee-c6e8d9ce8696,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:43.076089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.091756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ff832c-087c-4571-a7c3-d452388cfbeb None None] Network 757967ec-a51b-49b1-b609-fe2660cb0b78 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:43.095058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.105612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6550a72-5ca0-4c4b-b330-259b883d7b6e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e4522361-4a97-49d7-81ee-c6e8d9ce8696 HTTP/1.1" status: 204 len: 168 time: 1.6929936 Jan 28 09:41:43.170155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54552) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:43.258060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 14157d46-4438-4f61-bce2-ae7a349a6362 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:43.301684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:43.324587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:41:43.325400 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:41:43.326349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:43.335477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:43.345026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 14157d46-4438-4f61-bce2-ae7a349a6362 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:43.345420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 14157d46-4438-4f61-bce2-ae7a349a6362 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:43.383514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:43.428720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.438449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5329fc1-b504-4791-a59f-1f5ad47e2c49 req-6568e31c-eda0-4313-8302-4693169b73f9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:43.445275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5329fc1-b504-4791-a59f-1f5ad47e2c49 req-6568e31c-eda0-4313-8302-4693169b73f9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 931 time: 0.7152188 Jan 28 09:41:43.489697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:43.490389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.491643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.537229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5329fc1-b504-4791-a59f-1f5ad47e2c49 req-b090182a-cbc2-4be0-830e-57bd66c65cf6 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904729 Jan 28 09:41:43.542298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Deleting port 70c33ce8-21b2-4065-a5e0-abfa699909eb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:43.543449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.589886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-01237e56-57ab-4abe-b155-e3998e9a27af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0523553 Jan 28 09:41:43.617272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Request body: {'port': {'device_id': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:43.632901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] DHCP port deletion for 757967ec-a51b-49b1-b609-fe2660cb0b78 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:41:43.638163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] Deleting port 70c33ce8-21b2-4065-a5e0-abfa699909eb {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:43.638538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.730747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.831443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Deleting port 14157d46-4438-4f61-bce2-ae7a349a6362 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:43.831674 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.888013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] For port 70c33ce8-21b2-4065-a5e0-abfa699909eb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=70c33ce8-21b2-4065-a5e0-abfa699909eb,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:43.888305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:43.934377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] The port '14157d46-4438-4f61-bce2-ae7a349a6362' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:41:43.944124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-6a7f9e1d-2619-4ab0-aa27-ca36887efabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:43.945241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-6a7f9e1d-2619-4ab0-aa27-ca36887efabb service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 1.0815446 Jan 28 09:41:43.969331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.013660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] Calling delete_port for 70c33ce8-21b2-4065-a5e0-abfa699909eb owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:44.091778 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.105770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-de5b32c9-ac17-4227-a1ce-a4d1c0d4fbd2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 217 time: 0.1388543 Jan 28 09:41:44.144269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] Pushing event deleted for resources: {'Port': ['ID=70c33ce8-21b2-4065-a5e0-abfa699909eb,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:44.146136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223df0d-87a3-4f66-b84d-294651df66c6 None None] No DVR routers for this DVR port 70c33ce8-21b2-4065-a5e0-abfa699909eb on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:44.266190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151686a-b2fb-4ae9-a5d7-96db3c088c5c req-53e5d222-1969-4d47-86e8-ab67d78c5d0e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:44.268235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2151686a-b2fb-4ae9-a5d7-96db3c088c5c req-53e5d222-1969-4d47-86e8-ab67d78c5d0e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 931 time: 0.8548696 Jan 28 09:41:44.290325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54086278-c066-4d2d-a3dd-248e5a03409e req-84da9e54-e094-4ac2-9c42-9881e726f33d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:44.291777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-54086278-c066-4d2d-a3dd-248e5a03409e req-84da9e54-e094-4ac2-9c42-9881e726f33d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 984 time: 0.6128778 Jan 28 09:41:44.347876 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.373244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.375105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] For port 70c33ce8-21b2-4065-a5e0-abfa699909eb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=70c33ce8-21b2-4065-a5e0-abfa699909eb,segment=NetworkSegment(ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8),segment_id=ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:44.375463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.448292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b2c1c4-ce53-46c4-9f3e-05d5254c961c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:44.463097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-7d104e15-4ea0-4ab9-a6eb-23c354d3a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:44.464537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-7d104e15-4ea0-4ab9-a6eb-23c354d3a1df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.3440673 Jan 28 09:41:44.573705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2151686a-b2fb-4ae9-a5d7-96db3c088c5c req-5d414364-c746-4395-8d02-a56be9a45d3d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920747 Jan 28 09:41:44.585944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Calling delete_port for 70c33ce8-21b2-4065-a5e0-abfa699909eb owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:44.595666 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-29282137-f7ed-493a-93ba-44f8fda325f9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152081 Jan 28 09:41:44.631730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ea3e9da-9c80-486f-9e6b-f38625a61355') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:44.632091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ea3e9da-9c80-486f-9e6b-f38625a61355') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:44.641994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-54086278-c066-4d2d-a3dd-248e5a03409e req-ff8cab06-bf85-4dd1-b097-4dc5175257e9 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3340735 Jan 28 09:41:44.663070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.748815 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.790152 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:41:44.790512 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:41:44.799626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:41:44.800016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:41:44.815213 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:41:44.936607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.959814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.968072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:44.974140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] Pushing event deleted for resources: {'Network': ['ID=71b2c1c4-ce53-46c4-9f3e-05d5254c961c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:45.037783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7d3b0ba-1b82-4126-bffa-d4f5f6c1875a admin admin] 10.222.0.42 "DELETE /v2.0/networks/71b2c1c4-ce53-46c4-9f3e-05d5254c961c HTTP/1.1" status: 204 len: 168 time: 3.8665986 Jan 28 09:41:45.053641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-33e6d793-fee0-47cb-a9ac-eab75fa8dbc5 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498103 Jan 28 09:41:45.107972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 70c33ce8-21b2-4065-a5e0-abfa699909eb no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:45.128439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09867d33-6f4e-46e5-87e2-d7d546ba5994 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:45.138942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.158793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1cd62-afa1-4c0d-ad5c-382a0dfa37b4 req-8b988f1d-a5f1-4ebb-980b-c448e5d99209 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:45.161017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1f1cd62-afa1-4c0d-ad5c-382a0dfa37b4 req-8b988f1d-a5f1-4ebb-980b-c448e5d99209 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 931 time: 0.1874452 Jan 28 09:41:45.167474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Transition to ACTIVE for port object 09867d33-6f4e-46e5-87e2-d7d546ba5994 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:45.172948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.189965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 70c33ce8-21b2-4065-a5e0-abfa699909eb {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:45.190304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 70c33ce8-21b2-4065-a5e0-abfa699909eb not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:45.326000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Deleting port 70c33ce8-21b2-4065-a5e0-abfa699909eb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:45.326392 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.355553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54582) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:45.365251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1f1cd62-afa1-4c0d-ad5c-382a0dfa37b4 req-7dc5d857-0105-4d30-a78e-1116148e4055 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852982 Jan 28 09:41:45.441283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] The port '70c33ce8-21b2-4065-a5e0-abfa699909eb' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:41:45.476403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:45.620002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e34213d-7867-4d96-a354-d2691f4f39d7 req-52baffbf-bcba-4521-ab4a-31f16c597ebf service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033343 Jan 28 09:41:45.676309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.709982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757967ec-a51b-49b1-b609-fe2660cb0b78']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:45.759721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.809816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54594) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:45.841112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:45.841436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3c5a28-01b2-4c88-ae32-6fdd70e78ae8') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:45.898312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20b26d4c-3752-47c5-9db0-552f52f47edd {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:45.899551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.933304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f96cfb62-e023-476a-a5f5-c9dd5bc59ba0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7ba4f1dc92c48caae67ee236273cf64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5669568 Jan 28 09:41:45.941238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54600) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:45.944304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.959290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:45.983021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:41:45.983427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:41:46.046391 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:41:46.068563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Transition to ACTIVE for port object 20b26d4c-3752-47c5-9db0-552f52f47edd will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:46.076981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:46.077315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:46.077636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:46.099553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:46.099857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:46.103269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.112646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:46.112989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.113159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:46.113541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:46.113968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Bound port: 09867d33-6f4e-46e5-87e2-d7d546ba5994, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:46.114305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.125197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.153324 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.188495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] Pushing event deleted for resources: {'Network': ['ID=757967ec-a51b-49b1-b609-fe2660cb0b78,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:46.194764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:46.231645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-22c4f768-2b2e-4fff-9068-ac4fb3258365 admin admin] 10.222.0.42 "DELETE /v2.0/networks/757967ec-a51b-49b1-b609-fe2660cb0b78 HTTP/1.1" status: 204 len: 168 time: 3.0573630 Jan 28 09:41:46.233158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2821c7b6-e06e-4d46-8b46-085ba0ad04b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.234609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54604) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:46.255736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549d3ac-ee73-472b-aa86-837941eaedd1 req-3b534518-06f9-40e5-86ae-d7ec621c3064 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:46.256431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8549d3ac-ee73-472b-aa86-837941eaedd1 req-3b534518-06f9-40e5-86ae-d7ec621c3064 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:46.267213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Usage tracker for resource:security_group_rule and tenant:08113dee11004168948cd12b4da0c09b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:46.282548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-3b80aa34-12f5-427f-ab34-614f1725b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:46.284025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-3b80aa34-12f5-427f-ab34-614f1725b964 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1135 time: 0.5637765 Jan 28 09:41:46.285812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:46.326620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Pushing event updated for resources: {'Port': ['ID=20b26d4c-3752-47c5-9db0-552f52f47edd,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:46.329127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:46.338626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.355458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2821c7b6-e06e-4d46-8b46-085ba0ad04b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.414905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:46.416948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8549d3ac-ee73-472b-aa86-837941eaedd1 req-3b534518-06f9-40e5-86ae-d7ec621c3064 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:46.418279 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8549d3ac-ee73-472b-aa86-837941eaedd1 req-3b534518-06f9-40e5-86ae-d7ec621c3064 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 0.5657861 Jan 28 09:41:46.513062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f6863-23fa-4554-a11d-e2d806fa71f9 req-3eed793f-4848-4f64-a597-1d6d85cfa020 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:46.513430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:46.520694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-142f6863-23fa-4554-a11d-e2d806fa71f9 req-3eed793f-4848-4f64-a597-1d6d85cfa020 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 984 time: 0.6420603 Jan 28 09:41:46.535685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.627155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8549d3ac-ee73-472b-aa86-837941eaedd1 req-dd6111ea-9a02-466d-bc69-fe7286773987 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514699 Jan 28 09:41:46.680693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:46.681301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.682948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 1091 time: 3.0701232 Jan 28 09:41:46.683509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2821c7b6-e06e-4d46-8b46-085ba0ad04b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.687013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:46.741429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821c7b6-e06e-4d46-8b46-085ba0ad04b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:46.783359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c484d192-1ed9-46a6-b797-20f5f73d84a5 service neutron] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:46.841498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2821c7b6-e06e-4d46-8b46-085ba0ad04b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:46.842608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2821c7b6-e06e-4d46-8b46-085ba0ad04b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ce3e1bd-9c10-4b86-bf4b-6a7c84aa31ec HTTP/1.1" status: 204 len: 168 time: 0.9001498 Jan 28 09:41:46.949354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-142f6863-23fa-4554-a11d-e2d806fa71f9 req-3a7458a6-2d65-4d6a-bf22-c80ade10488f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.4272578 Jan 28 09:41:46.969037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Router 0050256f-018d-49ad-8e35-8a4b736fdeb5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:41:47.020525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-8421b2f4-6371-43bc-b4f0-32c19fa2de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:47.021046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Attempting to bind port 20b26d4c-3752-47c5-9db0-552f52f47edd on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:47.021443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Attempting to bind port 20b26d4c-3752-47c5-9db0-552f52f47edd by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:47.022177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-8421b2f4-6371-43bc-b4f0-32c19fa2de7c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1094 time: 0.2739558 Jan 28 09:41:47.022334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Attempting to bind port 20b26d4c-3752-47c5-9db0-552f52f47edd on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:47.025869 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'status': 'completed', 'code': 200} Jan 28 09:41:47.041166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0415cc-2e09-460f-bcff-1c18d6eee028 req-46d16133-71bb-4085-b82b-4c467a6bebdb tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:47.042661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df0415cc-2e09-460f-bcff-1c18d6eee028 req-46d16133-71bb-4085-b82b-4c467a6bebdb tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 943 time: 0.2907274 Jan 28 09:41:47.096669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-e847307e-e049-41e0-aa1f-fbf11197c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:47.098218 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-e847307e-e049-41e0-aa1f-fbf11197c3e2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 0.8028667 Jan 28 09:41:47.119609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Port 20b26d4c-3752-47c5-9db0-552f52f47edd on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:41:47.120262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Attempting to bind port 20b26d4c-3752-47c5-9db0-552f52f47edd on network 5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:47.152778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-fc553dbc-979d-4a30-be69-5cf72d5d303c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 217 time: 0.1091261 Jan 28 09:41:47.244896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df0415cc-2e09-460f-bcff-1c18d6eee028 req-846c172d-11c6-45ba-b50c-9e1acf6d712c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513729 Jan 28 09:41:47.261367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:47.261630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Checking segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:47.261858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Bound using segment: {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:47.262234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Bound port: 20b26d4c-3752-47c5-9db0-552f52f47edd, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a8581a3-a37f-43e4-b4f9-954ded90d457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:47.262576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:47.264239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd486f7-4988-49fb-807f-306be14b077d req-f382ef1e-a598-47c9-b01b-a3053c35b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:47.264811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-f382ef1e-a598-47c9-b01b-a3053c35b147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.0976779 Jan 28 09:41:47.296288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-a5b41ce8-5971-47c9-b187-7747a5bbc541 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 217 time: 0.1837420 Jan 28 09:41:47.320146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-2ed5c517-2c68-4846-ae31-402acca5ae48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454817 Jan 28 09:41:47.535325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:47.545394 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] Sync routers for ids ['0050256f-018d-49ad-8e35-8a4b736fdeb5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:47.558843 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] Routers {'0050256f-018d-49ad-8e35-8a4b736fdeb5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:47.561574 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0050256f-018d-49ad-8e35-8a4b736fdeb5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:47.613204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:47.638285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-236a5528-5bf5-4058-82b3-0d0dc4872905 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830999 Jan 28 09:41:47.641575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:47.645148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:47.649830 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:47.679901 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] Routers {'0050256f-018d-49ad-8e35-8a4b736fdeb5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:47.682590 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0050256f-018d-49ad-8e35-8a4b736fdeb5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:47.710942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84a7441-2680-4523-b0d7-822974c1b062,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:47.714552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-6e644c5a-d51d-430d-9877-6209572fb39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:47.716207 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-6e644c5a-d51d-430d-9877-6209572fb39c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.3795304 Jan 28 09:41:47.725202 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:47.726544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4815d87f-4ae3-4bf4-b698-31467fdbd3f8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.1624155 Jan 28 09:41:47.733474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54634) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:47.788074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-bb9e865d-7bee-4736-9f51-5ff62f672b6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516298 Jan 28 09:41:47.792084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:47.792580 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3179b70b-6899-4006-9e25-7ad519903d6c None None] The sync data for ids ['0050256f-018d-49ad-8e35-8a4b736fdeb5'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:47.817033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:47.869237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3cc17c40-3140-4908-9ec2-ce4417b2c0aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08113dee11004168948cd12b4da0c09b&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0073650 Jan 28 09:41:47.872728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54644) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:47.908602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] For port 20b26d4c-3752-47c5-9db0-552f52f47edd, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:47.997425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] For port 20b26d4c-3752-47c5-9db0-552f52f47edd, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=20b26d4c-3752-47c5-9db0-552f52f47edd,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:48.010771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.045214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Deleting port 4949477a-7dfc-4165-8372-918d710a63fc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:48.045481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.113196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-network', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:48.134553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:48.151607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:48.152218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.153730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] 10.222.0.25 "PUT /v2.0/ports/20b26d4c-3752-47c5-9db0-552f52f47edd HTTP/1.1" status: 200 len: 1091 time: 5.1084485 Jan 28 09:41:48.160639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '826d658d-2c12-4572-970d-949b89cf2a85', 'tag': '20b26d4c-3752-47c5-9db0-552f52f47edd'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:48.165196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Usage tracker for resource:network and tenant:7be8d7546b1d4d88b4c3a04eaf2ec713 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:48.181222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:48.224745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:48.271831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdd486f7-4988-49fb-807f-306be14b077d req-a5d4f0ca-bb30-4a60-8755-884d79385f83 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707979 Jan 28 09:41:48.287479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1264-443a-4f63-9a68-a86976a7c07f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.324091 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2345b42-79ed-4557-99f2-6c25bddfb5a6 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/0050256f-018d-49ad-8e35-8a4b736fdeb5 HTTP/1.1" status: 200 len: 923 time: 0.5894008 Jan 28 09:41:48.339622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-f546904d-0ba9-4fce-a383-37553639429e service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448599 Jan 28 09:41:48.341656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54656) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:48.409144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1264-443a-4f63-9a68-a86976a7c07f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.418967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6a88f-105a-4512-8729-7d74e30199b2 service neutron] Pushing event updated for resources: {'Port': ['ID=20b26d4c-3752-47c5-9db0-552f52f47edd,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:48.455576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3fd9fb-46f8-4b98-876f-430d0940ea45 req-b05be3e8-657a-4204-aa8c-63fb45fb2ba2 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:48.457137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab3fd9fb-46f8-4b98-876f-430d0940ea45 req-b05be3e8-657a-4204-aa8c-63fb45fb2ba2 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 984 time: 0.3700302 Jan 28 09:41:48.538482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-1fc688a6-a351-4fab-96bc-d4d44a684fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:48.540171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-1fc688a6-a351-4fab-96bc-d4d44a684fec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1094 time: 0.2196686 Jan 28 09:41:48.585549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7166d38-6814-4b01-acee-9cf3b3ca4342 req-07758876-992c-4a46-8267-1eb500a03adf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:48.586927 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7166d38-6814-4b01-acee-9cf3b3ca4342 req-07758876-992c-4a46-8267-1eb500a03adf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 0.7387011 Jan 28 09:41:48.587514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Made reservation on behalf of 7be8d7546b1d4d88b4c3a04eaf2ec713 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:48.589681 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.596913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab3fd9fb-46f8-4b98-876f-430d0940ea45 req-bf5ed928-7eab-409b-8274-2455ddcff9cb tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1284404 Jan 28 09:41:48.611974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9514430c-2b14-43ca-9a79-7f5b9114e3e8 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=0050256f-018d-49ad-8e35-8a4b736fdeb5 HTTP/1.1" status: 200 len: 205 time: 0.2603800 Jan 28 09:41:48.625873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1264-443a-4f63-9a68-a86976a7c07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.629427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54660) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:48.667094 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '826d658d-2c12-4572-970d-949b89cf2a85', 'tag': '20b26d4c-3752-47c5-9db0-552f52f47edd', 'status': 'completed', 'code': 200} Jan 28 09:41:48.687503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.755147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:48.761233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa1264-443a-4f63-9a68-a86976a7c07f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84a7441-2680-4523-b0d7-822974c1b062,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:48.775459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Usage tracker for resource:security_group_rule and tenant:7be8d7546b1d4d88b4c3a04eaf2ec713 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:48.786807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:48.806021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7166d38-6814-4b01-acee-9cf3b3ca4342 req-ae00aaff-1918-46c5-aebd-9901d0950a00 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024715 Jan 28 09:41:48.808611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] For port 4949477a-7dfc-4165-8372-918d710a63fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4949477a-7dfc-4165-8372-918d710a63fc,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:48.808611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.824161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:48.841354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Deleting port 10a102cf-b4e7-4dba-9c62-469d3f4f8671 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:48.841685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.879271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3fa1264-443a-4f63-9a68-a86976a7c07f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:48.880397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a3fa1264-443a-4f63-9a68-a86976a7c07f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b84a7441-2680-4523-b0d7-822974c1b062 HTTP/1.1" status: 204 len: 168 time: 0.9982042 Jan 28 09:41:48.963838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Calling delete_port for 4949477a-7dfc-4165-8372-918d710a63fc owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:49.012464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-ef266b05-1b25-463a-91eb-a84e8d91997e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:49.014005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-ef266b05-1b25-463a-91eb-a84e8d91997e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 1094 time: 0.7905734 Jan 28 09:41:49.029618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-881f3c2b-bea1-49b7-a8f4-738600eeeea7 req-93f1cdfc-fd5f-4f12-800a-1fdf5d9cc269 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6682692 Jan 28 09:41:49.108084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-402bd730-affb-45de-b826-75f64ff56cfa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b26d4c-3752-47c5-9db0-552f52f47edd HTTP/1.1" status: 200 len: 217 time: 0.0774298 Jan 28 09:41:49.228480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54668) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:49.259241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-ee489794-3e25-4cf2-8a17-6705cfac2c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:49.260688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-ee489794-3e25-4cf2-8a17-6705cfac2c8e service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.6891797 Jan 28 09:41:49.266791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.281369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-12c13e51-42f3-43fa-a5ad-97e57eabf43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:49.282881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-12c13e51-42f3-43fa-a5ad-97e57eabf43f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 200 len: 862 time: 0.1655478 Jan 28 09:41:49.340157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.347123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:49.358336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.363093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-e60e5891-6bf7-4240-a786-83516cab13f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666580 Jan 28 09:41:49.365961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Usage tracker for resource:security_group_rule and tenant:f98bc8fa779b42488784cdb0f63feac3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:49.369333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-ec299159-819b-48e3-be8a-e781b5fc2467 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 217 time: 0.0920794 Jan 28 09:41:49.373905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.377787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:49.391821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:49.436741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:41:49.504580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28eea0bc-86a3-4723-903b-a0dfde9dfe51,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:49.514202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb113f-d53e-4c3c-9f39-88c5e4e26315 req-ee52b50e-825a-43a6-97af-e66a788dbfbb tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:49.522430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3feb113f-d53e-4c3c-9f39-88c5e4e26315 req-ee52b50e-825a-43a6-97af-e66a788dbfbb tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 943 time: 0.7569180 Jan 28 09:41:49.532194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.532542 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Added segment 8cc55be1-e4ec-4b26-884b-df1407b05ece of type vlan for network 076d849e-b5d8-4555-be37-909afd714b16 Jan 28 09:41:49.637838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.652093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] For port 10a102cf-b4e7-4dba-9c62-469d3f4f8671, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10a102cf-b4e7-4dba-9c62-469d3f4f8671,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:49.652786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.738909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-19cfa88c-122c-4742-bebe-9a0629a930ae service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538260 Jan 28 09:41:49.810069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Calling delete_port for 10a102cf-b4e7-4dba-9c62-469d3f4f8671 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:49.836634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-984ac383-0d8c-4089-a02f-77f46176360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:49.838074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-984ac383-0d8c-4089-a02f-77f46176360b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.4082303 Jan 28 09:41:49.869929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.920290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-9762872e-ca8a-4ee1-a7e7-d4be5a60f13d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751560 Jan 28 09:41:49.923135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3feb113f-d53e-4c3c-9f39-88c5e4e26315 req-88ecf972-0d19-436d-8489-8ac612eb17f1 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929298 Jan 28 09:41:49.938937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.940400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:49.941633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:49.985733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Pushing event deleted for resources: {'Port': ['ID=4949477a-7dfc-4165-8372-918d710a63fc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:50.195301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.199010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.230545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Deleting port e5b1741f-6362-4d12-ad89-6ee1d36bc61b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:50.230881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.231773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.251753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] Pushing event updated for resources: {'Network': ['ID=076d849e-b5d8-4555-be37-909afd714b16,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:50.266211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 076d849e-b5d8-4555-be37-909afd714b16 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:41:50.306524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5f83d07d-0cdb-449a-8298-eac826328602 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4646258 Jan 28 09:41:50.307340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54676) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:50.326088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-525a7561-7641-40c0-9d9b-ca08d577c579 req-4e726b89-8ef9-4122-87a9-dac28ce6493e service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5714724 Jan 28 09:41:50.329851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-93eb3b30-a929-4033-9a3f-f10f0954adf9 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489511 Jan 28 09:41:50.332103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Request body: {'subnet': {'network_id': '076d849e-b5d8-4555-be37-909afd714b16', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-subnet', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:50.508615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6480412-a38c-415f-a5f0-73c4a1e60974 req-979d9de1-ab19-45c8-9e70-be9ff247df29 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:50.510015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6480412-a38c-415f-a5f0-73c4a1e60974 req-979d9de1-ab19-45c8-9e70-be9ff247df29 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 0.4173717 Jan 28 09:41:50.520259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f98bc8fa779b42488784cdb0f63feac3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2895339 Jan 28 09:41:50.521735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f3ca4-e715-4809-a813-b6750550a967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70efea8-a449-48ec-a237-806e7db50a21,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:50.524147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:50.525371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:50.608354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Usage tracker for resource:subnet and tenant:7be8d7546b1d4d88b4c3a04eaf2ec713 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:50.612947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:50.633727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63850f7c-4dd6-49b0-b5d4-4f7ada0bb62f req-5cace326-9d17-4487-8ba6-e4cc7ee0790a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:50.636505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63850f7c-4dd6-49b0-b5d4-4f7ada0bb62f req-5cace326-9d17-4487-8ba6-e4cc7ee0790a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 984 time: 0.8513808 Jan 28 09:41:50.636505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:50.772097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Made reservation on behalf of 7be8d7546b1d4d88b4c3a04eaf2ec713 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:41:50.774313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.801477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.833700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6480412-a38c-415f-a5f0-73c4a1e60974 req-e9d6bda9-af65-4db0-acc1-b36a0336355d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002627 Jan 28 09:41:50.904771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63850f7c-4dd6-49b0-b5d4-4f7ada0bb62f req-0ad44e9a-2097-4b95-b897-74da8963a2f0 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2493739 Jan 28 09:41:50.916371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20f67951-e9a6-4da0-983c-e111e9783260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.924186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:50.948973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-e17ecad8-7cac-43df-a7a8-a3d15bc6d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:50.950463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-e17ecad8-7cac-43df-a7a8-a3d15bc6d02d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=2fd51b7c7da24937b986a36ffd9700be&device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 1094 time: 0.4383781 Jan 28 09:41:50.956179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Calling delete_port for e5b1741f-6362-4d12-ad89-6ee1d36bc61b owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:50.998518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52739304-4f22-4a45-a7b3-02b43af1f262 req-853c72df-16b1-44c5-a9f8-d5cf50e938e4 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437035 Jan 28 09:41:51.022910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.120604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Pushing event deleted for resources: {'Port': ['ID=10a102cf-b4e7-4dba-9c62-469d3f4f8671,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:51.151342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20f67951-e9a6-4da0-983c-e111e9783260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.187278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.187622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.187950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.188277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.188603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.188948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.189262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.189577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.189890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.190198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.190509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.190815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:51.243309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-b82b3a9b-1811-423a-a5c9-30db2dc85a21 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-480453481&fields=id&tenant_id=ddf7283ad8324974b97e222ea9ac4b86 HTTP/1.1" status: 200 len: 267 time: 0.2111354 Jan 28 09:41:51.516894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-4e677663-851c-4934-bbf0-31fefe34466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:51.518548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-4e677663-851c-4934-bbf0-31fefe34466e service neutron] 10.222.0.25 "GET /v2.0/networks?id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 200 len: 923 time: 0.5528150 Jan 28 09:41:51.552076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.572052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-7e508872-10d8-40ca-bd15-808dff306e2a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:51.573511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-7e508872-10d8-40ca-bd15-808dff306e2a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 984 time: 0.3239827 Jan 28 09:41:51.614099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f091d51e-c520-437b-858b-129737804e87 req-60605a02-7d11-44a7-9b56-c7ff53a3490a tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:51.614832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f091d51e-c520-437b-858b-129737804e87 req-60605a02-7d11-44a7-9b56-c7ff53a3490a tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:41:51.617236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20f67951-e9a6-4da0-983c-e111e9783260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.622199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:51.637714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.644987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'port': {'security_groups': ['57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1', '79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a', 'fb6b1b05-0666-4c94-a780-c6cfb7704dca']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:51.656249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-d9a2ab78-7c26-498a-a9c8-b477d339128b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=20b26d4c-3752-47c5-9db0-552f52f47edd HTTP/1.1" status: 200 len: 217 time: 0.1210213 Jan 28 09:41:51.674222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f67951-e9a6-4da0-983c-e111e9783260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70efea8-a449-48ec-a237-806e7db50a21,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:51.772437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:51.786140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'port_id': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'mac_address': 'fa:16:3e:ac:74:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f4161-41c8-4aac-ac0c-ee3b96fca93c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:41:51.796175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event deleted for resources: {'Port': ['ID=e5b1741f-6362-4d12-ad89-6ee1d36bc61b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:51.810890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.857600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f091d51e-c520-437b-858b-129737804e87 req-60605a02-7d11-44a7-9b56-c7ff53a3490a tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:41:51.859033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f091d51e-c520-437b-858b-129737804e87 req-60605a02-7d11-44a7-9b56-c7ff53a3490a tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 943 time: 0.6925399 Jan 28 09:41:51.877701 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.888968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20f67951-e9a6-4da0-983c-e111e9783260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.890476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-20f67951-e9a6-4da0-983c-e111e9783260 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e70efea8-a449-48ec-a237-806e7db50a21 HTTP/1.1" status: 204 len: 168 time: 1.3238440 Jan 28 09:41:51.899191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09867d33-6f4e-46e5-87e2-d7d546ba5994 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:51.909336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-f07e6af0-a33e-49ea-87dd-7b71a9900cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:51.910874 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-f07e6af0-a33e-49ea-87dd-7b71a9900cd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 200 len: 862 time: 0.2474134 Jan 28 09:41:51.916525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:51.924008 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:51.999554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Router e240c6f8-82f9-4736-b740-267d6e33e8d3 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:52.003772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-798711a5-bcbe-4333-9761-6601b35085a6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778923 Jan 28 09:41:52.004216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:52.016171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a3f49c-ca45-465d-be5d-f16fa9a5a432,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:52.038414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.049591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.058713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Checking segment: {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:52.059211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Network hostable DHCP agents. Network: 076d849e-b5d8-4555-be37-909afd714b16, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:41:52.066085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f091d51e-c520-437b-858b-129737804e87 req-933dcdcd-a1ff-4b21-a1eb-a361f02127fb tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930633 Jan 28 09:41:52.166582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['09867d33-6f4e-46e5-87e2-d7d546ba5994'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:52.509425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.517407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.522893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Network 076d849e-b5d8-4555-be37-909afd714b16 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:41:52.568748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 076d849e-b5d8-4555-be37-909afd714b16) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:52.578233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded0adf-99a5-4685-b5a3-be4058712081 None None] Network 076d849e-b5d8-4555-be37-909afd714b16 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:52.591986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:52.591986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.606591 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-d88b62ee-9cba-4a21-a2e2-f1e3beeb25cf service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5940108 Jan 28 09:41:52.619801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:52.650274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-61786117-327c-4545-b9ae-110fbccb67ad admin admin] 10.222.0.42 "PUT /v2.0/routers/e240c6f8-82f9-4736-b740-267d6e33e8d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8762691 Jan 28 09:41:52.650500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54706) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:52.690544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] Sync routers for ids ['e240c6f8-82f9-4736-b740-267d6e33e8d3'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:52.706686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-800818f8-e45b-4c5c-87e8-36977b78c239 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.3911133 Jan 28 09:41:52.715719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54712) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:52.725515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e3c35d-62ec-443a-b661-291d2d8e2824 req-beb9ed83-5106-4b5f-baa9-6a57d881e90d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:52.727029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74e3c35d-62ec-443a-b661-291d2d8e2824 req-beb9ed83-5106-4b5f-baa9-6a57d881e90d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.4334288 Jan 28 09:41:52.740953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:52.741082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.741082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Fanout notify agent at l3_agent the message router_deleted on router 0050256f-018d-49ad-8e35-8a4b736fdeb5 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:52.746386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:52.778180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Usage tracker for resource:router and tenant:7be8d7546b1d4d88b4c3a04eaf2ec713 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:52.798469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:52.810093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Router d617a5a0-7d68-454a-8eb2-275e702d6360 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:41:52.817057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.821479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-359c1267-b4fa-489f-8bad-b5de05b7879b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/0050256f-018d-49ad-8e35-8a4b736fdeb5 HTTP/1.1" status: 204 len: 168 time: 4.1300430 Jan 28 09:41:52.822557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:52.825555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:52.837505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] Routers {'e240c6f8-82f9-4736-b740-267d6e33e8d3'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:52.838199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e240c6f8-82f9-4736-b740-267d6e33e8d3'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:52.840825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1354367525', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': False}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:52.864340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:52.869909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74e3c35d-62ec-443a-b661-291d2d8e2824 req-7527fb12-a914-462b-87e9-0f647c1ca5ff tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336656 Jan 28 09:41:52.887826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:router and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:52.891463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.892799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.897504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:52.904513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24cc16d5-534b-42fe-9551-e38117f14b1e req-7501d98c-be47-4c09-9719-3ea59fcf5e8d service neutron] 10.222.0.25 "GET /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899008 Jan 28 09:41:52.910986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:52.940131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.942635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.944026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:52.977450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.142367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] Set router e240c6f8-82f9-4736-b740-267d6e33e8d3 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:53.217078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.439157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:41:53.448417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cb6a3511-6b89-4a0a-b3fe-e6a47f202617 admin admin] 10.222.0.42 "PUT /v2.0/routers/d617a5a0-7d68-454a-8eb2-275e702d6360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2097452 Jan 28 09:41:53.450584 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] Sync routers for ids ['d617a5a0-7d68-454a-8eb2-275e702d6360'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:41:53.453441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54734) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:53.460107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:53.465688 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] Routers {'d617a5a0-7d68-454a-8eb2-275e702d6360'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:53.466485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d617a5a0-7d68-454a-8eb2-275e702d6360'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:53.554806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.630918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.632683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 20b26d4c-3752-47c5-9db0-552f52f47edd details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:41:53.705695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.705934 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] Set router d617a5a0-7d68-454a-8eb2-275e702d6360 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:53.719156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.795656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 20b26d4c-3752-47c5-9db0-552f52f47edd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=20b26d4c-3752-47c5-9db0-552f52f47edd,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:53.812001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:53.899878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '20b26d4c-3752-47c5-9db0-552f52f47edd', 'network_id': '5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f', 'port_id': '20b26d4c-3752-47c5-9db0-552f52f47edd', 'mac_address': 'fa:16:3e:b5:e6:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f201d8f-7dd3-4be0-bf58-af41d45195ca', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:41:53.916970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:53.982341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:53.988273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-076d849e-b5d8-4555-be37-909afd714b16', 'network_id': '076d849e-b5d8-4555-be37-909afd714b16', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'fixed_ips': [{'subnet_id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:41:53.989148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.037834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32504f25-00c3-437d-9383-681d12aa6c2c req-bef1a761-4f82-4a6a-99cb-6fb655ed155f tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:54.039503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-32504f25-00c3-437d-9383-681d12aa6c2c req-bef1a761-4f82-4a6a-99cb-6fb655ed155f tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 943 time: 0.7511485 Jan 28 09:41:54.107443 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:41:50Z', 'revision_number': 5, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:54.113032 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] Checking router: d617a5a0-7d68-454a-8eb2-275e702d6360 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:54.124699 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] Routers {'d617a5a0-7d68-454a-8eb2-275e702d6360'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:54.125498 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d617a5a0-7d68-454a-8eb2-275e702d6360'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:54.168200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Allocated IP 172.20.0.2 (076d849e-b5d8-4555-be37-909afd714b16/18a3f49c-ca45-465d-be5d-f16fa9a5a432/6008eb16-46a7-44a9-9aae-a9967a5b4fdc) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:54.215968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-32504f25-00c3-437d-9383-681d12aa6c2c req-b048aeaf-49c5-401e-ae19-461e6c13da7e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456530 Jan 28 09:41:54.228537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.432828 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] Set router d617a5a0-7d68-454a-8eb2-275e702d6360 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:54.434723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Deleting port 643f97a3-c6b8-499a-92a1-2a9233b12e34 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:54.435125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.437315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 09867d33-6f4e-46e5-87e2-d7d546ba5994 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:54.488119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 09867d33-6f4e-46e5-87e2-d7d546ba5994 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:54.488902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.531404 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.570720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:41:49Z', 'revision_number': 5, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port': {'id': '643f97a3-c6b8-499a-92a1-2a9233b12e34', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ee:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 381, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:36:05Z', 'updated_at': '2022-01-28T09:36:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:54.579328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.591455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] Checking router: e240c6f8-82f9-4736-b740-267d6e33e8d3 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:41:54.615483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20b26d4c-3752-47c5-9db0-552f52f47edd {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:41:54.651310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] Routers {'e240c6f8-82f9-4736-b740-267d6e33e8d3'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:41:54.652955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e240c6f8-82f9-4736-b740-267d6e33e8d3'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:54.688650 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.721078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] For port 643f97a3-c6b8-499a-92a1-2a9233b12e34, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=643f97a3-c6b8-499a-92a1-2a9233b12e34,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:54.721448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.771953 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:41:50Z', 'revision_number': 5, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:54.776869 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890dc9b2-640e-41f3-bf72-8f9fb5062a5d None None] The sync data for ids ['d617a5a0-7d68-454a-8eb2-275e702d6360'] in n-d-825178-2 is: [{'id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'name': 'tempest-AttachSCSIVolumeTestJSON-198309231-router', 'tenant_id': '6054c51512bb4ad486e22b2beca73279', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70'}], 'enable_snat': True}, 'gw_port_id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:39:25Z', 'updated_at': '2022-01-28T09:41:50Z', 'revision_number': 5, 'project_id': '6054c51512bb4ad486e22b2beca73279', 'gw_port': {'id': '78303d77-ef5b-4d81-8cb0-741ced2ca899', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd617a5a0-7d68-454a-8eb2-275e702d6360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 717, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:39:27Z', 'updated_at': '2022-01-28T09:39:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:54.818868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21ee17-6830-42cb-85d1-fa6798687267 req-392f310a-6371-40ba-b605-23f448881ff4 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:54.820392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a21ee17-6830-42cb-85d1-fa6798687267 req-392f310a-6371-40ba-b605-23f448881ff4 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.4027343 Jan 28 09:41:54.874233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 20b26d4c-3752-47c5-9db0-552f52f47edd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=20b26d4c-3752-47c5-9db0-552f52f47edd,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:54.899574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Calling delete_port for 643f97a3-c6b8-499a-92a1-2a9233b12e34 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:54.906506 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.930089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.946814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a21ee17-6830-42cb-85d1-fa6798687267 req-46548fd3-35ba-4874-a178-dc4745433a01 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148140 Jan 28 09:41:54.949505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:54.950129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:54.951923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f651ee7e-f679-414c-b84e-c784e5f70e6e req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "PUT /v2.0/ports/a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 1020 time: 3.3206742 Jan 28 09:41:54.963071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:54.984760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Deleting port 78303d77-ef5b-4d81-8cb0-741ced2ca899 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:54.985134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.015202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Allocated IP 172.25.1.8 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/cedaa0a1-64c0-450e-abec-a3376226cd55) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:55.023655 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.060349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef6b1b-57e1-4684-904a-c2f4c26b5209 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:55.094340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.105708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.119090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:55.185529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10a102cf-b4e7-4dba-9c62-469d3f4f8671 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:55.230476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] Set router e240c6f8-82f9-4736-b740-267d6e33e8d3 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:41:55.291907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['20b26d4c-3752-47c5-9db0-552f52f47edd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:41:55.329578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] For port 78303d77-ef5b-4d81-8cb0-741ced2ca899, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78303d77-ef5b-4d81-8cb0-741ced2ca899,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:55.330148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.331833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-296c66a5-33e8-43a9-8378-adada752b501 req-c170e7f9-0b4c-4d46-93e1-86c530cf1dbb tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/fb6b1b05-0666-4c94-a780-c6cfb7704dca HTTP/1.1" status: 200 len: 1799 time: 0.3096843 Jan 28 09:41:55.435185 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-296c66a5-33e8-43a9-8378-adada752b501 req-cdab97af-6a9f-40ef-ad6d-f14c848315d3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 09:41:55.441156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-296c66a5-33e8-43a9-8378-adada752b501 req-cdab97af-6a9f-40ef-ad6d-f14c848315d3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb6b1b05-0666-4c94-a780-c6cfb7704dca HTTP/1.1" status: 409 len: 341 time: 0.1083817 Jan 28 09:41:55.456621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.490941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Calling delete_port for 78303d77-ef5b-4d81-8cb0-741ced2ca899 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:55.507329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Transition to ACTIVE for port object 6008eb16-46a7-44a9-9aae-a9967a5b4fdc will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:55.541322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:41:53Z', 'revision_number': 6, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:41:55.563696 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'status': 'completed', 'code': 200} Jan 28 09:41:55.575092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.582800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 10a102cf-b4e7-4dba-9c62-469d3f4f8671 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:55.582800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10a102cf-b4e7-4dba-9c62-469d3f4f8671 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:55.594539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-38a9eea3-ae2c-4bdb-a7c8-97bfef55c0c6 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=37271dfe63234ed49bd6324dd5b29088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1118784 Jan 28 09:41:55.618547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1c5bbf-4ed9-43c5-871a-1003ea5b90f8 None None] The sync data for ids ['e240c6f8-82f9-4736-b740-267d6e33e8d3'] in n-d-825178-2 is: [{'id': 'e240c6f8-82f9-4736-b740-267d6e33e8d3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1798020078-router', 'tenant_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:36:01Z', 'updated_at': '2022-01-28T09:41:53Z', 'revision_number': 6, 'project_id': '82dd9fa6ae94442ebc1fea396e01a1cb', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:41:55.634512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.641206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.667759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=20b26d4c-3752-47c5-9db0-552f52f47edd,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:55.680577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Transition to ACTIVE for port object 6008eb16-46a7-44a9-9aae-a9967a5b4fdc will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:41:55.736138 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.775687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Pushing event deleted for resources: {'Port': ['ID=643f97a3-c6b8-499a-92a1-2a9233b12e34,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:55.836264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:55.891079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Network 076d849e-b5d8-4555-be37-909afd714b16 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:55.897153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:55.906069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:55.912127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:55.930693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:55.932923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:55.941096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Pushing event updated for resources: {'Port': ['ID=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:55.950419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:55.953111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:55.987229 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f26c4d7-208b-4b27-b1cf-77e5338e62f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.016859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Pushing event updated for resources: {'Port': ['ID=cedaa0a1-64c0-450e-abec-a3376226cd55,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:56.021809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Allocated IP 172.25.1.163 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/01b9a6aa-b487-4149-ab0e-4a9bf0a72437) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:41:56.049063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.049502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.049969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.051055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.051055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.051281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.051855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.051973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.052546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.052729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.053132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.053533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:41:56.107865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.159025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-0b40fb6e-96d8-4299-a663-58136b09f6df tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:56.160465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-0b40fb6e-96d8-4299-a663-58136b09f6df tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5651765 Jan 28 09:41:56.259128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97ad22-a138-495c-af0c-81c387307c58 req-b3d93bac-b5de-4f8e-942a-ebd4fdb9d48c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:56.261124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce97ad22-a138-495c-af0c-81c387307c58 req-b3d93bac-b5de-4f8e-942a-ebd4fdb9d48c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 944 time: 0.6216559 Jan 28 09:41:56.336680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-23d2ec38-658c-4e9b-8a12-e24adcf53335 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/quotas/37271dfe63234ed49bd6324dd5b29088 HTTP/1.1" status: 200 len: 375 time: 0.0854928 Jan 28 09:41:56.337844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Attempting to bind port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:41:56.338216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Attempting to bind port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:41:56.338576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Attempting to bind port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc on network 076d849e-b5d8-4555-be37-909afd714b16 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:41:56.343248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.346925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.348042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:56.353552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-67e9fc15-c4bb-4a82-a40f-1371f1f856a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:56.355305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-67e9fc15-c4bb-4a82-a40f-1371f1f856a1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1174 time: 0.7691517 Jan 28 09:41:56.378619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:41:56.379022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Checking segment: {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:41:56.379387 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.380298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Bound using segment: {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:41:56.380803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Bound port: 6008eb16-46a7-44a9-9aae-a9967a5b4fdc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:41:56.381327 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.416541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-76759d8d-53fa-49aa-b5b6-65ece11c9184 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=37271dfe63234ed49bd6324dd5b29088&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676982 Jan 28 09:41:56.423771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.457736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.458926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e240c6f8-82f9-4736-b740-267d6e33e8d3 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:56.488599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Pushing event deleted for resources: {'Port': ['ID=78303d77-ef5b-4d81-8cb0-741ced2ca899,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:56.599715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce97ad22-a138-495c-af0c-81c387307c58 req-e66b9fd3-986a-4f92-bfa8-89951864ed91 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781839 Jan 28 09:41:56.611029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.617087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e420e3c-5e77-4657-bd26-823765a74974 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e240c6f8-82f9-4736-b740-267d6e33e8d3 HTTP/1.1" status: 204 len: 168 time: 3.9645193 Jan 28 09:41:56.621003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54772) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:56.697889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] For port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:41:56.699554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.733869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.747028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] For port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:41:56.795034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:56.814325 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'code': 200} Jan 28 09:41:56.996363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08abbb4f-49b4-425b-8a06-7860cbf5d3a6 None None] Pushing event updated for resources: {'Port': ['ID=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:57.151488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Deleting subnet bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:41:57.159553 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.213111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-71251bc0-bffa-4ba6-acf7-73bd3224d811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:57.215024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-71251bc0-bffa-4ba6-acf7-73bd3224d811 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 200 len: 914 time: 0.8213389 Jan 28 09:41:57.229930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.245219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.260407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4949477a-7dfc-4165-8372-918d710a63fc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:57.295081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.312561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4949477a-7dfc-4165-8372-918d710a63fc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:57.312875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4949477a-7dfc-4165-8372-918d710a63fc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:57.313281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 643f97a3-c6b8-499a-92a1-2a9233b12e34 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:41:57.323412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90c11624-f70c-4eb1-8579-42be5ab4a53f req-e0f49325-fe7b-4dea-b536-f03f1dc656a0 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 210 time: 0.1766052 Jan 28 09:41:57.371244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.373077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d617a5a0-7d68-454a-8eb2-275e702d6360 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:41:57.382696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 643f97a3-c6b8-499a-92a1-2a9233b12e34 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:41:57.383199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 643f97a3-c6b8-499a-92a1-2a9233b12e34 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:41:57.443441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.447373 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1bdb8224-d467-468c-947b-43c54bda9911 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d617a5a0-7d68-454a-8eb2-275e702d6360 HTTP/1.1" status: 204 len: 168 time: 3.9930582 Jan 28 09:41:57.449948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-ab47deec-ce39-464a-9f2d-b39090bf9f89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 200 len: 217 time: 0.1294241 Jan 28 09:41:57.450919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54788) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:57.568453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa27c1-ae4b-406e-a76a-8d9a1885896b req-5f6fc90c-1460-42e7-ae1f-5b1171886baf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:57.575603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41fa27c1-ae4b-406e-a76a-8d9a1885896b req-5f6fc90c-1460-42e7-ae1f-5b1171886baf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 945 time: 0.5159810 Jan 28 09:41:57.584518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.641613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41fa27c1-ae4b-406e-a76a-8d9a1885896b req-3e1a24bf-6155-4d62-95d5-58b6cc385b66 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648434 Jan 28 09:41:57.663674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 20b26d4c-3752-47c5-9db0-552f52f47edd up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:57.697680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Deleting subnet 0c7fbe8f-be59-4330-a00f-3107456c7e8f {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:41:57.709412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.752062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.782190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 20b26d4c-3752-47c5-9db0-552f52f47edd completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:57.789814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 20b26d4c-3752-47c5-9db0-552f52f47edd triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:57.790188 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.841090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.890933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.939632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.990017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:57.991111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 20b26d4c-3752-47c5-9db0-552f52f47edd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=20b26d4c-3752-47c5-9db0-552f52f47edd,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:57.996094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.056297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.059429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:58.070448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=20b26d4c-3752-47c5-9db0-552f52f47edd,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:58.075672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-316dfe99-bfd9-4969-b960-ec112698ff15 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bc52c5d7-5b0c-4c2c-a5d9-840e740a99c9 HTTP/1.1" status: 204 len: 168 time: 1.4462919 Jan 28 09:41:58.075882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53064f38-25c6-4103-bd1b-cf4501c563a5 None None] Network d5f1a833-f939-4fdf-aa26-d11606c1947a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:58.076428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54794) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:58.199829 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-070ef157-72be-4c35-b156-3aa8b49d9672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.207202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-3b447ee9-0f61-4681-94c6-584bb5892547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:58.209620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-3b447ee9-0f61-4681-94c6-584bb5892547 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 200 len: 853 time: 0.7447612 Jan 28 09:41:58.216404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:41:58.278551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:41:58.302943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.343648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:41:58.389936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161bb69-95e2-4b3c-ba2a-c82ee6ba7c49 req-4ffe7740-b9cd-4394-a936-ef79ae87fd3f tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:58.391589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d161bb69-95e2-4b3c-ba2a-c82ee6ba7c49 req-4ffe7740-b9cd-4394-a936-ef79ae87fd3f tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 944 time: 0.5230598 Jan 28 09:41:58.439762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-bf127380-c72d-4f48-ad86-365d667a5495 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=37271dfe63234ed49bd6324dd5b29088&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640874 Jan 28 09:41:58.445933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-fdfdd052-3d2b-403c-beba-480089321a9e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a961e57e-30aa-4c00-befa-b0e1ca7048da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2193742 Jan 28 09:41:58.464398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66277cea-106e-4f53-b1b5-29b6de85137e req-3d50dc24-2416-4633-bb24-42a2315a9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:58.477105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66277cea-106e-4f53-b1b5-29b6de85137e req-3d50dc24-2416-4633-bb24-42a2315a9711 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1096 time: 1.2744806 Jan 28 09:41:58.479074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Port': ['ID=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:58.501966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] DHCP port deletion for d5f1a833-f939-4fdf-aa26-d11606c1947a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:41:58.508408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] Deleting port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:58.508787 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.621052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.772521 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d161bb69-95e2-4b3c-ba2a-c82ee6ba7c49 req-a6f3f5dc-1cae-45dd-8c10-86584d53c5a7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3272400 Jan 28 09:41:58.777413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.784531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed092f-9afa-4e88-b883-fda981c193cc None None] Network 076d849e-b5d8-4555-be37-909afd714b16 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:58.818739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d658d-2c12-4572-970d-949b89cf2a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b26d4c-3752-47c5-9db0-552f52f47edd'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:41:58.824239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.831683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd726e-ef3a-413d-b61b-b5c26aaefdff req-b38feab5-892c-40fe-a33c-2b77832d32bc tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:58.834246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fe34b0-f2ac-4916-82c5-d753a9690510 None None] Network f6dce9fc-de37-4440-8d6a-5406157cb623 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:41:58.840315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0dd726e-ef3a-413d-b61b-b5c26aaefdff req-b38feab5-892c-40fe-a33c-2b77832d32bc tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1023 time: 1.0315168 Jan 28 09:41:58.843279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66277cea-106e-4f53-b1b5-29b6de85137e req-985c2255-2ee1-44bc-83b3-c181afc9b958 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653872 Jan 28 09:41:58.853772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Deleting port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:58.854106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:58.891300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c7fbe8f-be59-4330-a00f-3107456c7e8f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:58.916055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9aea8b87-edae-47bc-a85e-e2fd914be30c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0c7fbe8f-be59-4330-a00f-3107456c7e8f HTTP/1.1" status: 204 len: 168 time: 1.4614675 Jan 28 09:41:58.920137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54804) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:41:58.987200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] For port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:58.987507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.019926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e179fff8-0c96-4510-bcd1-402772d21908 None None] Provisioning for port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:59.056726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.063353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-57ff5890-537b-40ec-adb0-0c942a98afb4 service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5809844 Jan 28 09:41:59.078645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0dd726e-ef3a-413d-b61b-b5c26aaefdff req-ff419f07-34ae-46d0-8a53-7c2bfcfe51e0 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&id=fb6b1b05-0666-4c94-a780-c6cfb7704dca&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2372136 Jan 28 09:41:59.100173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-b507546b-1ff5-4d51-abde-415bca0dec5b tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:59.102131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-b507546b-1ff5-4d51-abde-415bca0dec5b tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6511261 Jan 28 09:41:59.138688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Request body: {'port': {'device_id': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '37271dfe63234ed49bd6324dd5b29088'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:41:59.165203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5cdcfe5-ecac-47da-9095-b506261da4a7 req-1a5704b9-ec83-4189-8617-5a51d747e990 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 210 time: 0.1573708 Jan 28 09:41:59.277096 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d658d-2c12-4572-970d-949b89cf2a85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20b26d4c-3752-47c5-9db0-552f52f47edd', 'code': 200} Jan 28 09:41:59.287966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6008eb16-46a7-44a9-9aae-a9967a5b4fdc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:41:59.325150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] Calling delete_port for 5b2c98c9-bf91-4195-8d0e-cfd8117e230e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:59.335578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-106cc21c-64e5-48dd-a6a1-a83454f8db4a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:41:59.337033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-106cc21c-64e5-48dd-a6a1-a83454f8db4a tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1023 time: 0.6822202 Jan 28 09:41:59.359911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.526739 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.533589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Deleting port 769e4472-a43c-4cde-b818-404ed1d68b30 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:59.534133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.562055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.571779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] For port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,segment=NetworkSegment(b34c391e-7c82-446c-816f-bfb1dd49aac6),segment_id=b34c391e-7c82-446c-816f-bfb1dd49aac6)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:41:59.572009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.603992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Deleting port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:59.604333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.655413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:41:59.662497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.703735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:41:59.710569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:41:59.710734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.750810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] Pushing event deleted for resources: {'Port': ['ID=5b2c98c9-bf91-4195-8d0e-cfd8117e230e,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:41:59.762973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d62ad1c-90be-46c3-b7a4-235e8d3d1270 None None] No DVR routers for this DVR port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:41:59.784516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Calling delete_port for 5b2c98c9-bf91-4195-8d0e-cfd8117e230e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:41:59.839328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Usage tracker for resource:port and tenant:37271dfe63234ed49bd6324dd5b29088 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:41:59.844399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:41:59.880594 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.888113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:41:59.909434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] DHCP port deletion for f6dce9fc-de37-4440-8d6a-5406157cb623 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:41:59.943409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] Deleting port 769e4472-a43c-4cde-b818-404ed1d68b30 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:41:59.943865 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:41:59.995640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:00.002107 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.035444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ccaf9cb-9355-485f-8a98-d305291955e4 req-cb9295c2-c44b-40ae-9a3e-074eab3798ec service neutron] 10.222.0.43 "GET /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9445617 Jan 28 09:42:00.076926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b2c98c9-bf91-4195-8d0e-cfd8117e230e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:00.104363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.121353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Made reservation on behalf of 37271dfe63234ed49bd6324dd5b29088 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:00.129537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.160286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 5b2c98c9-bf91-4195-8d0e-cfd8117e230e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:00.160628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b2c98c9-bf91-4195-8d0e-cfd8117e230e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:00.161116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78303d77-ef5b-4d81-8cb0-741ced2ca899 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:00.218540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 78303d77-ef5b-4d81-8cb0-741ced2ca899 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:00.218910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78303d77-ef5b-4d81-8cb0-741ced2ca899 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:00.224075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d20819-b081-473b-82c0-1bf07be1a642 req-a655505f-b46f-48dc-b820-17048bbcb356 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:00.227550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:00.232782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-08d20819-b081-473b-82c0-1bf07be1a642 req-a655505f-b46f-48dc-b820-17048bbcb356 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 945 time: 0.9107423 Jan 28 09:42:00.251425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb05b3b-4043-4592-b055-c0ed5bb822a3 req-34d7da8c-8460-4362-b9f3-2819fa9572ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:00.253074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7bb05b3b-4043-4592-b055-c0ed5bb822a3 req-34d7da8c-8460-4362-b9f3-2819fa9572ec service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 1096 time: 0.9247868 Jan 28 09:42:00.316851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a03491b-e256-472e-8e65-8da8ef22f749 None None] Provisioning complete for port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:00.318133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a03491b-e256-472e-8e65-8da8ef22f749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.388685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.389605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Router 37276ff0-b725-462c-a4df-4b0cdaa5d528 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:00.401065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] For port 769e4472-a43c-4cde-b818-404ed1d68b30, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=769e4472-a43c-4cde-b818-404ed1d68b30,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:00.401458 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.417117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7bb05b3b-4043-4592-b055-c0ed5bb822a3 req-6a7ef8e0-dc5f-40c9-91d4-23f55b8a9b45 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405530 Jan 28 09:42:00.500933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-08d20819-b081-473b-82c0-1bf07be1a642 req-5c1ad841-38aa-4e63-83eb-ea42496e0bc6 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670851 Jan 28 09:42:00.539137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] Calling delete_port for 769e4472-a43c-4cde-b818-404ed1d68b30 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:00.586437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:00.597983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:42:00.598352 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:42:00.610655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Usage tracker for resource:security_group_rule and tenant:37271dfe63234ed49bd6324dd5b29088 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:00.620454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] For port 769e4472-a43c-4cde-b818-404ed1d68b30, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=769e4472-a43c-4cde-b818-404ed1d68b30,segment=NetworkSegment(1014d6d1-b181-4b4d-a88e-0b31263b3c3e),segment_id=1014d6d1-b181-4b4d-a88e-0b31263b3c3e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:00.620848 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.628949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:00.648500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:00.702764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.705552 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.755432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] No DVR routers for this DVR port 769e4472-a43c-4cde-b818-404ed1d68b30 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:00.756939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15160f61-2718-46ed-a23a-c513e69376c8 None None] Pushing event deleted for resources: {'Port': ['ID=769e4472-a43c-4cde-b818-404ed1d68b30,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:00.780111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Calling delete_port for 769e4472-a43c-4cde-b818-404ed1d68b30 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:00.872171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e0c016-f680-4939-ab47-ab61b73af136 req-e62db580-8613-4e6d-bb1b-77159b57df90 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:00.873718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e0c016-f680-4939-ab47-ab61b73af136 req-e62db580-8613-4e6d-bb1b-77159b57df90 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 945 time: 0.9011712 Jan 28 09:42:00.881464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:00.893560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Sync routers for ids ['37276ff0-b725-462c-a4df-4b0cdaa5d528'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:00.897060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.905266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Routers {'37276ff0-b725-462c-a4df-4b0cdaa5d528'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:00.905990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['37276ff0-b725-462c-a4df-4b0cdaa5d528'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:00.950565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] For port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:00.950979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:00.972871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:42:00.973234 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:42:00.990421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd2c396-15bb-4f4b-8ce7-abd195b1d193 req-f40aa12e-1818-460a-aef7-9c38fefb9844 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:00.992013 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bd2c396-15bb-4f4b-8ce7-abd195b1d193 req-f40aa12e-1818-460a-aef7-9c38fefb9844 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 1023 time: 0.3704736 Jan 28 09:42:01.022505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.023631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-58f5b353-9399-4a6d-a106-9322fbd031e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.3069487 Jan 28 09:42:01.027786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54814) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:01.110751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Deleting port 5b2c98c9-bf91-4195-8d0e-cfd8117e230e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:01.112453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.129354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6008eb16-46a7-44a9-9aae-a9967a5b4fdc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:01.145943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Calling delete_port for a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:01.193112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0e0c016-f680-4939-ab47-ab61b73af136 req-01824d68-9734-45a5-a7ae-9a823a8fcfe8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096280 Jan 28 09:42:01.214625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Set router 37276ff0-b725-462c-a4df-4b0cdaa5d528 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:01.216554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bd2c396-15bb-4f4b-8ce7-abd195b1d193 req-8bc280b3-0fb7-4c7e-bee5-5040cd350ace tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&id=fb6b1b05-0666-4c94-a780-c6cfb7704dca&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2104926 Jan 28 09:42:01.275858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.307195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] The port '5b2c98c9-bf91-4195-8d0e-cfd8117e230e' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:42:01.309962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.413993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:01.414548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.463714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d462524-5ef8-45c7-8b0d-1b510710b5d2 req-fc747b24-a913-43c3-85fc-6e1ddb54fbb5 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 210 time: 0.1212950 Jan 28 09:42:01.483178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Deleting port 769e4472-a43c-4cde-b818-404ed1d68b30 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:01.483522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.529961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Router 7a1e7df8-db99-45c2-afb3-921baa17abcb is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:01.666862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:41:56Z', 'revision_number': 3, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:01.670567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Checking router: 37276ff0-b725-462c-a4df-4b0cdaa5d528 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:01.670981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Updating router 37276ff0-b725-462c-a4df-4b0cdaa5d528 port cedaa0a1-64c0-450e-abec-a3376226cd55 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:01.732119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 769e4472-a43c-4cde-b818-404ed1d68b30 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:01.772696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 769e4472-a43c-4cde-b818-404ed1d68b30 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:01.772696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 769e4472-a43c-4cde-b818-404ed1d68b30 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:01.775420 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:01.839092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] The port '769e4472-a43c-4cde-b818-404ed1d68b30' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:42:01.850180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2f46e9-205f-402c-a3f8-943eb12a0c98,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:01.928580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.131375 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.159557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:02.170510 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Sync routers for ids ['7a1e7df8-db99-45c2-afb3-921baa17abcb'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:02.181971 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Routers {'7a1e7df8-db99-45c2-afb3-921baa17abcb'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:02.182525 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7a1e7df8-db99-45c2-afb3-921baa17abcb'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.191132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Allocated IP 192.168.233.103 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/10b93e57-1527-4659-a26b-ec367a591d6b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:02.196423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.200320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-25f6e38d-c3f2-4e4b-9f4e-3df62e543209 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.3722198 Jan 28 09:42:02.202702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54820) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:02.212056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f1a833-f939-4fdf-aa26-d11606c1947a']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.235610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b34c391e-7c82-446c-816f-bfb1dd49aac6') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.235975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b34c391e-7c82-446c-816f-bfb1dd49aac6') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.246790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.384970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Set router 7a1e7df8-db99-45c2-afb3-921baa17abcb gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:02.389087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Transition to ACTIVE for port object cedaa0a1-64c0-450e-abec-a3376226cd55 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:02.397312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.402897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.418476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.452895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:02.502228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6dce9fc-de37-4440-8d6a-5406157cb623']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.515542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'Port': ['ID=a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:02.518404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.535221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:02.542297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a604d-feb9-4b96-acdc-d45de288a777 req-cb7e4420-c682-466d-a4b3-17a99ea6f78b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:02.549244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe3a604d-feb9-4b96-acdc-d45de288a777 req-cb7e4420-c682-466d-a4b3-17a99ea6f78b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 945 time: 0.7920687 Jan 28 09:42:02.600233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1014d6d1-b181-4b4d-a88e-0b31263b3c3e') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.600560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1014d6d1-b181-4b4d-a88e-0b31263b3c3e') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.629506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.635677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:42:02.636004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.646019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3d3230a-56cb-433b-bd1f-527ce0d6b042 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/7a1e7df8-db99-45c2-afb3-921baa17abcb HTTP/1.1" status: 200 len: 909 time: 0.4422674 Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:42:02.650749 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:42:02.656554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54830) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:02.665326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:02.665802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:02.670058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8326ff8-6841-477a-8d1a-edb6a184f1d4 req-11f527da-a393-4aa6-8d65-68d90eac63a7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:02.675118 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8326ff8-6841-477a-8d1a-edb6a184f1d4 req-11f527da-a393-4aa6-8d65-68d90eac63a7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 945 time: 0.3025262 Jan 28 09:42:02.691363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d4bab-380d-4e28-8203-bed5db52ff80 None None] Pushing event updated for resources: {'Port': ['ID=cedaa0a1-64c0-450e-abec-a3376226cd55,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:02.695732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Attempting to bind port cedaa0a1-64c0-450e-abec-a3376226cd55 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:02.695959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.696344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Attempting to bind port cedaa0a1-64c0-450e-abec-a3376226cd55 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:02.696806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Attempting to bind port cedaa0a1-64c0-450e-abec-a3376226cd55 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:02.710093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:02.710518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:02.711032 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.711524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:02.712085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Bound port: cedaa0a1-64c0-450e-abec-a3376226cd55, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:02.712551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.719710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.727860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:42:02.728306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.794131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8326ff8-6841-477a-8d1a-edb6a184f1d4 req-e5a27add-0dbb-4a0d-a9d2-0672f312865d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127126 Jan 28 09:42:02.837368 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1e7df8-db99-45c2-afb3-921baa17abcb', 'name': 'tempest-snat-router-1354367525', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.163'}], 'enable_snat': False}, 'gw_port_id': '01b9a6aa-b487-4149-ab0e-4a9bf0a72437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:41:59Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': '01b9a6aa-b487-4149-ab0e-4a9bf0a72437', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1e7df8-db99-45c2-afb3-921baa17abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:55Z', 'updated_at': '2022-01-28T09:41:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:02.841944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] For port cedaa0a1-64c0-450e-abec-a3376226cd55, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:02.845066 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Checking router: 7a1e7df8-db99-45c2-afb3-921baa17abcb for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:02.845443 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Updating router 7a1e7df8-db99-45c2-afb3-921baa17abcb port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:02.864103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] For port cedaa0a1-64c0-450e-abec-a3376226cd55, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=cedaa0a1-64c0-450e-abec-a3376226cd55,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:02.880649 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:42:02.942661 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:42:02.947869 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:02.975009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59390848-3cf8-488d-9a28-30626c1c1b71 req-9dbb409c-00b4-4d78-8dad-793ac57dda14 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5 HTTP/1.1" status: 200 len: 210 time: 0.0608778 Jan 28 09:42:02.991355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1354367525', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': True}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:03.018368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Routers {'37276ff0-b725-462c-a4df-4b0cdaa5d528'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:03.019097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['37276ff0-b725-462c-a4df-4b0cdaa5d528'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:03.043331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] No DVR routers for this DVR port a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:03.061142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:03.086595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.102553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'name': 'network-vif-deleted', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:03.135499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Allocated IP 172.20.0.1 (076d849e-b5d8-4555-be37-909afd714b16/18a3f49c-ca45-465d-be5d-f16fa9a5a432/969db3dc-c7f4-4195-b70a-0f3b633d86a4) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:03.135935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d4bab-380d-4e28-8203-bed5db52ff80 None None] Pushing event updated for resources: {'Port': ['ID=cedaa0a1-64c0-450e-abec-a3376226cd55,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:03.137332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe3a604d-feb9-4b96-acdc-d45de288a777 req-36ffd924-34e8-4446-9899-80f6866a893e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5870907 Jan 28 09:42:03.143563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Usage tracker for resource:router and tenant:5041475f8e024e5280e6e39ff372c445 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:03.147367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:03.154261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:03.169690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.183884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.185461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.190204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.227866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.236822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.242487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.247709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d8b4f51-95fa-4cf6-a575-7a10532d79d4 req-85e235e2-6fae-4c45-85ea-9c23690f7c43 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 210 time: 0.1104474 Jan 28 09:42:03.284096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Transition to ACTIVE for port object 10b93e57-1527-4659-a26b-ec367a591d6b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:03.343776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] Set router 37276ff0-b725-462c-a4df-4b0cdaa5d528 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:03.363734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.416033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6dce9fc-de37-4440-8d6a-5406157cb623,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:03.437746 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ffaf6c7-bd6f-4d30-b63e-888c4890ccd5', 'name': 'network-vif-deleted', 'tag': 'a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c', 'status': 'completed', 'code': 200} Jan 28 09:42:03.444513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d5f1a833-f939-4fdf-aa26-d11606c1947a HTTP/1.1" status: 204 len: 168 time: 5.3661001 Jan 28 09:42:03.465458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.484226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Transition to ACTIVE for port object 969db3dc-c7f4-4195-b70a-0f3b633d86a4 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:03.517943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.586505 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.616490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Transition to ACTIVE for port object 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:03.635515 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.665764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908985c-cf9d-4d02-9a4d-7546778f08c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f1a833-f939-4fdf-aa26-d11606c1947a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:03.673064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43f0baef-e7a8-4f7a-9774-ab1e8d30a276 req-4a8851e8-e6db-44ab-9d6e-41b645421a44 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "DELETE /v2.0/ports/a9c6f41e-ed8c-4d0c-b9f5-8d1d1793112c HTTP/1.1" status: 204 len: 173 time: 4.3063524 Jan 28 09:42:03.674528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.763064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Network 076d849e-b5d8-4555-be37-909afd714b16 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:03.767224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:03.770269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:03.805949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ce4bbcd5-325d-42ab-8e77-7811f7fe09f0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f6dce9fc-de37-4440-8d6a-5406157cb623 HTTP/1.1" status: 204 len: 168 time: 4.8830578 Jan 28 09:42:03.900345 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Attempting to bind port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:03.900785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Attempting to bind port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:03.901225 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Attempting to bind port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:03.909012 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612687af-f2ac-4c70-bac8-119c186351cc None None] Pushing event updated for resources: {'Port': ['ID=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:03.910706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54846) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:03.918853 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:03.919236 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:03.924710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:41:56Z', 'revision_number': 3, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:03.925881 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.928068 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:03.928648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Bound port: 01b9a6aa-b487-4149-ab0e-4a9bf0a72437, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:03.929274 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:03.953791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=969db3dc-c7f4-4195-b70a-0f3b633d86a4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:03.955213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8926274-92a5-4d8d-8d70-cc76d2766cf0 None None] The sync data for ids ['37276ff0-b725-462c-a4df-4b0cdaa5d528'] in n-d-825178-2 is: [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:41:56Z', 'revision_number': 3, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:42:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:04.079881 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] For port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:04.084178 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] For port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:04.092573 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.100137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54852) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:04.113047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:04.144253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:04.147829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:04.191479 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Routers {'7a1e7df8-db99-45c2-afb3-921baa17abcb'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:04.192126 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7a1e7df8-db99-45c2-afb3-921baa17abcb'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:04.226063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.263518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612687af-f2ac-4c70-bac8-119c186351cc None None] Pushing event updated for resources: {'Port': ['ID=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:04.265634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d6fc76cc-1aa9-467f-9c4b-41aedc2e3283 None None] Provisioning for port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:04.284882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d6fc76cc-1aa9-467f-9c4b-41aedc2e3283 None None] Provisioning complete for port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:04.285714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6fc76cc-1aa9-467f-9c4b-41aedc2e3283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.335161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Pushing event updated for resources: {'Port': ['ID=10b93e57-1527-4659-a26b-ec367a591d6b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:04.398430 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.447843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc76cc-1aa9-467f-9c4b-41aedc2e3283 None None] Port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:04.514877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a4c74c4c-3ef8-41c5-9c5a-b26ef2b82807 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd64331139ba4ecea6accf08d508a10d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5686288 Jan 28 09:42:04.527751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54858) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:04.543990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256f07a-c8f9-4d9a-b8f5-4ef6c159db76 req-ef07aad0-7679-4a72-87c1-9f342e9397f4 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:04.545902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d256f07a-c8f9-4d9a-b8f5-4ef6c159db76 req-ef07aad0-7679-4a72-87c1-9f342e9397f4 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1096 time: 0.8969088 Jan 28 09:42:04.576191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f7734a1-0e55-480b-9716-df81cb62f233 None None] Provisioning for port 10b93e57-1527-4659-a26b-ec367a591d6b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:04.585662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f7734a1-0e55-480b-9716-df81cb62f233 None None] Provisioning complete for port 10b93e57-1527-4659-a26b-ec367a591d6b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:04.587448 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f7734a1-0e55-480b-9716-df81cb62f233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.593965 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] Set router 7a1e7df8-db99-45c2-afb3-921baa17abcb gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:04.608378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:04.609453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.642033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-83989b5e-b21b-4710-a0d2-070f0f317795 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5074220 Jan 28 09:42:04.677730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3f7734a1-0e55-480b-9716-df81cb62f233 None None] Port 10b93e57-1527-4659-a26b-ec367a591d6b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:04.703345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Request body: {'port': {'device_id': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:04.735523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d256f07a-c8f9-4d9a-b8f5-4ef6c159db76 req-6860e326-8210-4170-8d92-b93f6b7b030c tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283586 Jan 28 09:42:04.737345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e1546ae8-c31e-4f0c-b187-b5ba2588d362 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14e40c17a8d048b7b1a1ccf2d0a5d4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6230025 Jan 28 09:42:04.746197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb905c7-08a1-4415-acda-b9fdeea85d5e req-066864ac-1e30-41d7-b5f6-ce67d466d9d8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:04.748918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdb905c7-08a1-4415-acda-b9fdeea85d5e req-066864ac-1e30-41d7-b5f6-ce67d466d9d8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 945 time: 0.8988018 Jan 28 09:42:04.751849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54862) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:04.782951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edeb8113-d94d-4d5f-ab9d-cb428144dc22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.820967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdb905c7-08a1-4415-acda-b9fdeea85d5e req-1f88ea09-7d40-4e7f-9429-11b91c745e1e tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Jan 28 09:42:04.849521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edeb8113-d94d-4d5f-ab9d-cb428144dc22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:04.959476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-336a1adf-25fc-424d-a6f1-d11eedc95d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.056567 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-336a1adf-25fc-424d-a6f1-d11eedc95d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.112528 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a1e7df8-db99-45c2-afb3-921baa17abcb', 'name': 'tempest-snat-router-1354367525', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.163'}], 'enable_snat': False}, 'gw_port_id': '01b9a6aa-b487-4149-ab0e-4a9bf0a72437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:41:59Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': '01b9a6aa-b487-4149-ab0e-4a9bf0a72437', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1e7df8-db99-45c2-afb3-921baa17abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:55Z', 'updated_at': '2022-01-28T09:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:05.121602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4075c7-a1de-496a-9c7b-f2aabe47e96a None None] The sync data for ids ['7a1e7df8-db99-45c2-afb3-921baa17abcb'] in n-d-825178-2 is: [{'id': '7a1e7df8-db99-45c2-afb3-921baa17abcb', 'name': 'tempest-snat-router-1354367525', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.163'}], 'enable_snat': False}, 'gw_port_id': '01b9a6aa-b487-4149-ab0e-4a9bf0a72437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:41:59Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': '01b9a6aa-b487-4149-ab0e-4a9bf0a72437', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d2:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a1e7df8-db99-45c2-afb3-921baa17abcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:55Z', 'updated_at': '2022-01-28T09:42:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:05.163044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.227701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cedaa0a1-64c0-450e-abec-a3376226cd55 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:05.290576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-336a1adf-25fc-424d-a6f1-d11eedc95d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.349522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a1adf-25fc-424d-a6f1-d11eedc95d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f332b4a-e931-4d39-8b3b-a46777e9d5fb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:05.355118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.387370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port cedaa0a1-64c0-450e-abec-a3376226cd55 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:05.394246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-077f43c1-6163-4224-a1ef-1533b9f214b9 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:05.394973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-077f43c1-6163-4224-a1ef-1533b9f214b9 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Synchronizing usage tracker for tenant:37271dfe63234ed49bd6324dd5b29088 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:05.396370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port cedaa0a1-64c0-450e-abec-a3376226cd55 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:05.396880 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.496071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b379c-eaf0-4b63-839a-f89508118bef req-8385f4db-12f1-45b4-8ac1-563226ab85a9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:05.502586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d28b379c-eaf0-4b63-839a-f89508118bef req-8385f4db-12f1-45b4-8ac1-563226ab85a9 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 945 time: 0.4597411 Jan 28 09:42:05.557235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babffca5-5637-4073-8c4a-86209c2ce4c0 req-744c6fdd-4d0f-48f5-9c38-cf7cda82662a tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:05.566390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-babffca5-5637-4073-8c4a-86209c2ce4c0 req-744c6fdd-4d0f-48f5-9c38-cf7cda82662a tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1096 time: 0.4505558 Jan 28 09:42:05.601046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edeb8113-d94d-4d5f-ab9d-cb428144dc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.608913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.643848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-077f43c1-6163-4224-a1ef-1533b9f214b9 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Unset dirty status for tenant:37271dfe63234ed49bd6324dd5b29088 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:05.646063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-077f43c1-6163-4224-a1ef-1533b9f214b9 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 936 time: 0.5384510 Jan 28 09:42:05.656251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port cedaa0a1-64c0-450e-abec-a3376226cd55, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=cedaa0a1-64c0-450e-abec-a3376226cd55,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:05.664444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.675780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-336a1adf-25fc-424d-a6f1-d11eedc95d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.679771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-336a1adf-25fc-424d-a6f1-d11eedc95d2b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f332b4a-e931-4d39-8b3b-a46777e9d5fb HTTP/1.1" status: 204 len: 168 time: 0.9246781 Jan 28 09:42:05.679771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb8113-d94d-4d5f-ab9d-cb428144dc22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552187e6-df5e-470e-a81b-186b1340592d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:05.693974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edeb8113-d94d-4d5f-ab9d-cb428144dc22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.695119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edeb8113-d94d-4d5f-ab9d-cb428144dc22 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/552187e6-df5e-470e-a81b-186b1340592d HTTP/1.1" status: 204 len: 168 time: 1.1629028 Jan 28 09:42:05.761227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Deleting port 20b26d4c-3752-47c5-9db0-552f52f47edd {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:05.761575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:05.885007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=cedaa0a1-64c0-450e-abec-a3376226cd55,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:05.905404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-2aceefdc-43d8-4e35-be30-9f5eca2aa5f6 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Synchronizing usage tracker for tenant:37271dfe63234ed49bd6324dd5b29088 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:05.928143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-babffca5-5637-4073-8c4a-86209c2ce4c0 req-4d80593b-a5ca-4219-b2a2-ad332f89d31a tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607717 Jan 28 09:42:05.986377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-2aceefdc-43d8-4e35-be30-9f5eca2aa5f6 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Unset dirty status for tenant:37271dfe63234ed49bd6324dd5b29088 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:05.987691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b0f4623-19ce-48e0-a643-363085c350f2 req-2aceefdc-43d8-4e35-be30-9f5eca2aa5f6 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251696 Jan 28 09:42:06.147173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b93e57-1527-4659-a26b-ec367a591d6b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:06.156204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.172509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Transition to ACTIVE for port object 10b93e57-1527-4659-a26b-ec367a591d6b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:06.182124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.211975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.234849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9afb0cbd-0b98-455f-8d23-a8302f36a2f1 req-56dc0391-d9dc-4bca-a3d8-72a3faafbedc tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a HTTP/1.1" status: 200 len: 1799 time: 0.2639692 Jan 28 09:42:06.396506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Pushing event updated for resources: {'Port': ['ID=10b93e57-1527-4659-a26b-ec367a591d6b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:06.407600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.448361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:06.549199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54886) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:06.625713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:42:06.644648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.723201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Attempting to bind port 10b93e57-1527-4659-a26b-ec367a591d6b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:06.723629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Attempting to bind port 10b93e57-1527-4659-a26b-ec367a591d6b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:06.723949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Attempting to bind port 10b93e57-1527-4659-a26b-ec367a591d6b on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:06.735143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.773857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Port 10b93e57-1527-4659-a26b-ec367a591d6b on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:06.774185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Attempting to bind port 10b93e57-1527-4659-a26b-ec367a591d6b on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:06.785822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:06.786156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:06.787869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:06.788509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Bound port: 10b93e57-1527-4659-a26b-ec367a591d6b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:06.797105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.808153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f646fe4-d58e-4e5d-83c7-ec5bafcaacf9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82dd9fa6ae94442ebc1fea396e01a1cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529569 Jan 28 09:42:06.809443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54890) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:06.842615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6392-2d43-4e02-bf0a-411c3b5cbde5 req-f1c597da-e516-4614-a043-6c1cf202e3cd tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:06.844185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5fb6392-2d43-4e02-bf0a-411c3b5cbde5 req-f1c597da-e516-4614-a043-6c1cf202e3cd tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 945 time: 0.4494936 Jan 28 09:42:06.875814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9afb0cbd-0b98-455f-8d23-a8302f36a2f1 req-3870be3a-6602-4ed0-8bf9-cbd092007533 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.884016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] For port 20b26d4c-3752-47c5-9db0-552f52f47edd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=20b26d4c-3752-47c5-9db0-552f52f47edd,segment=NetworkSegment(6a8581a3-a37f-43e4-b4f9-954ded90d457),segment_id=6a8581a3-a37f-43e4-b4f9-954ded90d457)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:06.884370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:06.904869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-986d06a5-2132-4185-9831-f404ea602cb8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6054c51512bb4ad486e22b2beca73279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4551854 Jan 28 09:42:06.914208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:06.962683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Allocated IP 172.25.1.172 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/a163f512-6bfd-44e1-aee4-5bbd2ea2c142) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:07.074027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5fb6392-2d43-4e02-bf0a-411c3b5cbde5 req-ac329235-40ff-43ec-a0e0-ffa7dd296078 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups?id=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212920 Jan 28 09:42:07.104231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.166584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] For port 10b93e57-1527-4659-a26b-ec367a591d6b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:07.168736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666b9927-af33-4c8d-a74c-00bb8ccda0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.172146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Pushing event updated for resources: {'Port': ['ID=969db3dc-c7f4-4195-b70a-0f3b633d86a4,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:07.183580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Calling delete_port for 20b26d4c-3752-47c5-9db0-552f52f47edd owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:07.187308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] For port 10b93e57-1527-4659-a26b-ec367a591d6b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10b93e57-1527-4659-a26b-ec367a591d6b,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:07.223435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9afb0cbd-0b98-455f-8d23-a8302f36a2f1 req-3870be3a-6602-4ed0-8bf9-cbd092007533 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.249282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cedaa0a1-64c0-450e-abec-a3376226cd55 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:07.254693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.259500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51b34be3-0956-44a8-a013-8c930901472d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.377068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port cedaa0a1-64c0-450e-abec-a3376226cd55 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:07.377613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.414772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9afb0cbd-0b98-455f-8d23-a8302f36a2f1 req-3870be3a-6602-4ed0-8bf9-cbd092007533 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.474568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870be3a-6602-4ed0-8bf9-cbd092007533 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:07.499172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Network 076d849e-b5d8-4555-be37-909afd714b16 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:07.505846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:07.530686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:07.550774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:07.551382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.552801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] 10.222.0.43 "PUT /v2.0/ports/10b93e57-1527-4659-a26b-ec367a591d6b HTTP/1.1" status: 200 len: 1096 time: 2.8582456 Jan 28 09:42:07.588902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'tag': '10b93e57-1527-4659-a26b-ec367a591d6b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:07.600495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666b9927-af33-4c8d-a74c-00bb8ccda0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.620702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.621448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:07.628811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:07.629518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.672844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51b34be3-0956-44a8-a013-8c930901472d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.679386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9afb0cbd-0b98-455f-8d23-a8302f36a2f1 req-3870be3a-6602-4ed0-8bf9-cbd092007533 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.680514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9afb0cbd-0b98-455f-8d23-a8302f36a2f1 req-3870be3a-6602-4ed0-8bf9-cbd092007533 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a HTTP/1.1" status: 204 len: 173 time: 1.4447837 Jan 28 09:42:07.690617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.720877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['20b26d4c-3752-47c5-9db0-552f52f47edd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:07.791615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event deleted for resources: {'Port': ['ID=20b26d4c-3752-47c5-9db0-552f52f47edd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:07.935018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666b9927-af33-4c8d-a74c-00bb8ccda0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.938491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:07.972483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666b9927-af33-4c8d-a74c-00bb8ccda0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7408e8ee-ef37-427b-8237-f263a123213d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:07.985832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51b34be3-0956-44a8-a013-8c930901472d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.003187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] No DVR routers for this DVR port 20b26d4c-3752-47c5-9db0-552f52f47edd on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:08.008625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.011077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d28b379c-eaf0-4b63-839a-f89508118bef req-ddc434c7-ad6e-4d85-9a4b-489ac5124e1d tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.25 "DELETE /v2.0/ports/20b26d4c-3752-47c5-9db0-552f52f47edd HTTP/1.1" status: 204 len: 173 time: 2.5015082 Jan 28 09:42:08.012071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '826d658d-2c12-4572-970d-949b89cf2a85', 'name': 'network-vif-deleted', 'tag': '20b26d4c-3752-47c5-9db0-552f52f47edd'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:08.023253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.049528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7dc387-8c3e-4e2a-a32d-b7894a17a7e7 None None] Provisioning complete for port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:08.050892 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7dc387-8c3e-4e2a-a32d-b7894a17a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.069205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:08.093774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d7e3e-8334-4688-a5ef-a42d00637180 req-18cae43a-ba1b-4ad1-b5c2-19df6df7fb6f tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:08.102509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-841d7e3e-8334-4688-a5ef-a42d00637180 req-18cae43a-ba1b-4ad1-b5c2-19df6df7fb6f tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 948 time: 0.6309583 Jan 28 09:42:08.121172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:08.121946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7dc387-8c3e-4e2a-a32d-b7894a17a7e7 None None] Port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:08.123211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666b9927-af33-4c8d-a74c-00bb8ccda0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.124719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-666b9927-af33-4c8d-a74c-00bb8ccda0da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7408e8ee-ef37-427b-8237-f263a123213d HTTP/1.1" status: 204 len: 168 time: 1.3096099 Jan 28 09:42:08.128734 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'tag': '10b93e57-1527-4659-a26b-ec367a591d6b', 'status': 'completed', 'code': 200} Jan 28 09:42:08.131511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:08.135269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:08.140022 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.142488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Router 37276ff0-b725-462c-a4df-4b0cdaa5d528 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:42:08.174781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab84137-08a6-4bc1-8695-88d62afc919b service neutron] Pushing event updated for resources: {'Port': ['ID=10b93e57-1527-4659-a26b-ec367a591d6b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:08.185236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b34be3-0956-44a8-a013-8c930901472d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfccdbb9-a6af-4ce4-956c-7bbbf15caca2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:08.281480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e2a614b-3c8a-4870-b967-87c9bf2dafcc req-0b3effb7-fa6e-4c85-a13d-93fa44a3ec6f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/fb6b1b05-0666-4c94-a780-c6cfb7704dca HTTP/1.1" status: 200 len: 1799 time: 0.1752994 Jan 28 09:42:08.286555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Port': ['ID=a163f512-6bfd-44e1-aee4-5bbd2ea2c142,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:08.293972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:08.307617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51b34be3-0956-44a8-a013-8c930901472d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.308743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-51b34be3-0956-44a8-a013-8c930901472d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfccdbb9-a6af-4ce4-956c-7bbbf15caca2 HTTP/1.1" status: 204 len: 168 time: 1.3803256 Jan 28 09:42:08.354359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-841d7e3e-8334-4688-a5ef-a42d00637180 req-ecf6b1c0-b186-42af-a992-7187a161e053 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505922 Jan 28 09:42:08.523398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e2a614b-3c8a-4870-b967-87c9bf2dafcc req-ed9ebfbd-8ec5-4b40-845e-9d76cd54ff0b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.525912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:08.537298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Sync routers for ids ['37276ff0-b725-462c-a4df-4b0cdaa5d528'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:08.556703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8db528b2-6c98-446d-85fb-d7223686e9a5 admin admin] 10.222.0.42 "PUT /v2.0/routers/37276ff0-b725-462c-a4df-4b0cdaa5d528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5115683 Jan 28 09:42:08.565254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Routers {'37276ff0-b725-462c-a4df-4b0cdaa5d528'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:08.566302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['37276ff0-b725-462c-a4df-4b0cdaa5d528'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:08.604744 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e2a614b-3c8a-4870-b967-87c9bf2dafcc req-ed9ebfbd-8ec5-4b40-845e-9d76cd54ff0b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.695421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e2a614b-3c8a-4870-b967-87c9bf2dafcc req-ed9ebfbd-8ec5-4b40-845e-9d76cd54ff0b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.726068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-0d10879b-9362-4750-99cf-bfb873dc7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:08.727861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-0d10879b-9362-4750-99cf-bfb873dc7c23 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37271dfe63234ed49bd6324dd5b29088&device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 1099 time: 1.0679729 Jan 28 09:42:08.754108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9ebfbd-8ec5-4b40-845e-9d76cd54ff0b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6b1b05-0666-4c94-a780-c6cfb7704dca,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:08.769424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e2a614b-3c8a-4870-b967-87c9bf2dafcc req-ed9ebfbd-8ec5-4b40-845e-9d76cd54ff0b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:08.780558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e2a614b-3c8a-4870-b967-87c9bf2dafcc req-ed9ebfbd-8ec5-4b40-845e-9d76cd54ff0b tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb6b1b05-0666-4c94-a780-c6cfb7704dca HTTP/1.1" status: 204 len: 173 time: 0.4724078 Jan 28 09:42:08.839491 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '826d658d-2c12-4572-970d-949b89cf2a85', 'name': 'network-vif-deleted', 'tag': '20b26d4c-3752-47c5-9db0-552f52f47edd', 'status': 'completed', 'code': 200} Jan 28 09:42:09.043114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-3a9415e0-dbd0-4f87-920a-4dff19cd6cae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=10b93e57-1527-4659-a26b-ec367a591d6b HTTP/1.1" status: 200 len: 217 time: 0.1508105 Jan 28 09:42:09.065143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7fae2d9-d548-469c-9054-ace3451a52fe req-0870159a-0c35-4e3c-8d61-abd8b18518c7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Synchronizing usage tracker for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:09.091826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Set router 37276ff0-b725-462c-a4df-4b0cdaa5d528 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:09.109681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7fae2d9-d548-469c-9054-ace3451a52fe req-0870159a-0c35-4e3c-8d61-abd8b18518c7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Unset dirty status for tenant:2fd51b7c7da24937b986a36ffd9700be on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:09.111191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7fae2d9-d548-469c-9054-ace3451a52fe req-0870159a-0c35-4e3c-8d61-abd8b18518c7 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/ports?device_id=826d658d-2c12-4572-970d-949b89cf2a85 HTTP/1.1" status: 200 len: 210 time: 0.1280241 Jan 28 09:42:09.176165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-502890442', 'description': 'tempest-description-561976345'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:09.185948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:09.194220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:09.195791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795c83a3-4deb-4926-bfff-7a0be8cf0fe1 req-0b3b1d75-e01f-4e59-89d2-6eec4660ebb8 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:09.197371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-795c83a3-4deb-4926-bfff-7a0be8cf0fe1 req-0b3b1d75-e01f-4e59-89d2-6eec4660ebb8 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1096 time: 0.4676027 Jan 28 09:42:09.202349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:09.214360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:09.222093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-2b5fff3d-ac84-460e-bc85-8b25acbb8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:09.224018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-2b5fff3d-ac84-460e-bc85-8b25acbb8a78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1522923 Jan 28 09:42:09.235445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:09.268762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:09.273076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Usage tracker for resource:security_group_rule and tenant:ddf7283ad8324974b97e222ea9ac4b86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:09.277170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:09.284529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:09.289858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:09.337843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:09.388412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:09.394511 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:09.405278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-795c83a3-4deb-4926-bfff-7a0be8cf0fe1 req-1b76c08f-536b-4488-90bb-0301ed8df563 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955705 Jan 28 09:42:09.462857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a0438-b688-416a-9627-eabaf93aab8d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:09.466240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:09.468083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43caa43b-8a3d-4fec-ac0a-60f0ee2c2e08 req-dd73cea2-d6e9-4a87-b330-d6b8ba005b1d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2965276 Jan 28 09:42:09.545329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-90b317bc-3d51-40b3-9385-de95ae5ab785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:09.547235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-90b317bc-3d51-40b3-9385-de95ae5ab785 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3042953 Jan 28 09:42:09.615250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:09.616088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:09.741754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 20b26d4c-3752-47c5-9db0-552f52f47edd no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:09.791623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 20b26d4c-3752-47c5-9db0-552f52f47edd {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:09.792222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 20b26d4c-3752-47c5-9db0-552f52f47edd not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:09.838361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:42:04Z', 'revision_number': 4, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '969db3dc-c7f4-4195-b70a-0f3b633d86a4', 'name': '', 'network_id': '076d849e-b5d8-4555-be37-909afd714b16', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'mac_address': 'fa:16:3e:49:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:02Z', 'updated_at': '2022-01-28T09:42:05Z', 'revision_number': 2, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'subnets': [{'id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:09.858743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889134c-6484-4731-af45-6b3d9e5ac172 req-e7c30bf8-32ee-4c76-8ee8-7483fb752352 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:09.862704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b889134c-6484-4731-af45-6b3d9e5ac172 req-e7c30bf8-32ee-4c76-8ee8-7483fb752352 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 948 time: 0.1872165 Jan 28 09:42:09.906762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Checking router: 37276ff0-b725-462c-a4df-4b0cdaa5d528 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:09.907452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Updating router 37276ff0-b725-462c-a4df-4b0cdaa5d528 port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:09.918114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b889134c-6484-4731-af45-6b3d9e5ac172 req-a2b43a65-5800-4ea4-af3b-8ca4bb7a498d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488510 Jan 28 09:42:09.959893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8edd7b3d-f7dd-41e3-9ff1-125c517fcac3 req-7d608791-6e00-44ec-8575-6f07a4bb4e17 tempest-FloatingIPsNegativeTestJSON-214853552 tempest-FloatingIPsNegativeTestJSON-214853552-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=7be8d7546b1d4d88b4c3a04eaf2ec713 HTTP/1.1" status: 200 len: 217 time: 0.1135631 Jan 28 09:42:10.008453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.026419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-98048cb4-c0f7-47cc-92f6-f2a264ec5cd7 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4732323 Jan 28 09:42:10.247615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.278420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54978) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:10.343931 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-b7347693-e377-4b8b-9c97-56ac402a9e09 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/2f6a0438-b688-416a-9627-eabaf93aab8d HTTP/1.1" status: 200 len: 1799 time: 0.2278950 Jan 28 09:42:10.371755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Request body: {'security_group': {'name': 'tempest-sg-hth-518577343', 'description': 'tempest-description-hth-367729931'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:10.453128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.469014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Transition to ACTIVE for port object 969db3dc-c7f4-4195-b70a-0f3b633d86a4 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:10.478211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.487509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-network', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:10.502903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:10.517647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Usage tracker for resource:network and tenant:dc749992e74742a4a25a84127dbdeaf6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:10.522647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:10.535134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:10.540132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8ef9f6a-ee6b-45f7-98aa-9eb516de423c req-b67ecfeb-48ff-4aa4-916f-b0bf5cba2e17 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127460 Jan 28 09:42:10.558371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Made reservation on behalf of dc749992e74742a4a25a84127dbdeaf6 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:10.563406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.583980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.610191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.631030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:10.636210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Usage tracker for resource:security_group_rule and tenant:dc749992e74742a4a25a84127dbdeaf6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:10.639740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:10.647169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:10.681284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.722198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.724868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.726293 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d422c5f0-0864-4b58-a5c2-1f22c759a0a3 req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "PUT /v2.0/security-groups/2f6a0438-b688-416a-9627-eabaf93aab8d HTTP/1.1" status: 200 len: 1773 time: 0.3614235 Jan 28 09:42:10.777091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.783886 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.818484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:42:10.858131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd115d56-1004-4436-aa1c-43e848530997,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:10.861972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.862434 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Added segment 17eb866a-dc77-4359-93c2-c59c80dfa3dc of type vlan for network 57719549-1f87-42cb-8207-06a1b7964cda Jan 28 09:42:10.869887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bf928de-7204-4fc0-8d34-02f0524710fa req-e9e3d70e-e83d-43c8-9176-6cf70fe1acb2 tempest-FloatingIPsNegativeTestJSON-214853552 tempest-FloatingIPsNegativeTestJSON-214853552-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1037097 Jan 28 09:42:10.871341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeb80ae-1d27-46dd-8f8e-017b88a62621 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6a0438-b688-416a-9627-eabaf93aab8d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:10.935668 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.946767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Pushing event updated for resources: {'Port': ['ID=969db3dc-c7f4-4195-b70a-0f3b633d86a4,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:10.948073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-43269521-d683-48c3-bec4-7f2f6da1f1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:10.951868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-43269521-d683-48c3-bec4-7f2f6da1f1f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=37271dfe63234ed49bd6324dd5b29088&device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 1099 time: 0.2672541 Jan 28 09:42:10.952474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Router c8135d8b-2575-42ee-8998-0955415842b5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:10.972983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.973638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.974146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.974635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.975109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.975583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.976050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.976536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.977030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.977496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.977981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.978445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:10.985691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Attempting to bind port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:10.987263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Attempting to bind port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:10.987789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Attempting to bind port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 on network 076d849e-b5d8-4555-be37-909afd714b16 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:10.994737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:10.995292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Checking segment: {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:10.995861 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:10.996388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Bound using segment: {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:10.997017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Bound port: 969db3dc-c7f4-4195-b70a-0f3b633d86a4, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cc55be1-e4ec-4b26-884b-df1407b05ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '076d849e-b5d8-4555-be37-909afd714b16'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:10.997577 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:11.029726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:11.030719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:11.031306 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:11.127083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] For port 969db3dc-c7f4-4195-b70a-0f3b633d86a4, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:11.130700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] For port 969db3dc-c7f4-4195-b70a-0f3b633d86a4, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=969db3dc-c7f4-4195-b70a-0f3b633d86a4,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:11.136414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:11.274294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Routers {'37276ff0-b725-462c-a4df-4b0cdaa5d528'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:11.274912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['37276ff0-b725-462c-a4df-4b0cdaa5d528'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:11.302865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] Pushing event updated for resources: {'Network': ['ID=57719549-1f87-42cb-8207-06a1b7964cda,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:11.327304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:11.327612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60b76d64-3592-4af1-85e8-5f3c073827ef admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0479951 Jan 28 09:42:11.339710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7580571c-3d37-410f-bc3d-7861bd2e18cd req-b627e7a2-2d62-4b24-ba6b-f62277615ee8 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/2f6a0438-b688-416a-9627-eabaf93aab8d HTTP/1.1" status: 200 len: 1773 time: 0.2008500 Jan 28 09:42:11.348121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Request body: {'subnet': {'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-subnet', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:11.350077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 57719549-1f87-42cb-8207-06a1b7964cda details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:42:11.379085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d8fe4c-f3c5-4678-991b-00a13d2f272e None None] Pushing event updated for resources: {'Port': ['ID=969db3dc-c7f4-4195-b70a-0f3b633d86a4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:11.455590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:11.585956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Usage tracker for resource:subnet and tenant:dc749992e74742a4a25a84127dbdeaf6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:11.589462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-07e8e3d9-ea67-495d-9113-aea817ce1ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:11.592059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-07e8e3d9-ea67-495d-9113-aea817ce1ea5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.6230006 Jan 28 09:42:11.596368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:11.612903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:11.624057 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-3203f6d5-f746-4118-beea-8e1169d8cce3 req-51273602-fb87-4b6c-b5cd-eb2aad9bd184 tempest-FloatingIPsNegativeTestJSON-214853552 tempest-FloatingIPsNegativeTestJSON-214853552-project] show failed (client error): The resource could not be found. Jan 28 09:42:11.625872 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3203f6d5-f746-4118-beea-8e1169d8cce3 req-51273602-fb87-4b6c-b5cd-eb2aad9bd184 tempest-FloatingIPsNegativeTestJSON-214853552 tempest-FloatingIPsNegativeTestJSON-214853552-project] 10.222.0.42 "GET /v2.0/floatingips/4dae4c98-7149-42f6-bd7b-09e9fe0a7189 HTTP/1.1" status: 404 len: 350 time: 0.2056503 Jan 28 09:42:11.627350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:11.638905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55034) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:11.653722 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Sync routers for ids ['c8135d8b-2575-42ee-8998-0955415842b5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:11.668208 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Routers {'c8135d8b-2575-42ee-8998-0955415842b5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:11.670404 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c8135d8b-2575-42ee-8998-0955415842b5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:11.725544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] Set router 37276ff0-b725-462c-a4df-4b0cdaa5d528 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:11.782811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Made reservation on behalf of dc749992e74742a4a25a84127dbdeaf6 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:11.800168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:11.887907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-03ec49b2-cee2-4930-8929-0bbd93167e8f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=10b93e57-1527-4659-a26b-ec367a591d6b HTTP/1.1" status: 200 len: 217 time: 0.2563121 Jan 28 09:42:11.913787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:11.915945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cadf058e-ab2e-4984-8ce7-b25547f4549b tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.2263548 Jan 28 09:42:11.923053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55046) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:11.953802 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Set router c8135d8b-2575-42ee-8998-0955415842b5 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:12.260070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:42:04Z', 'revision_number': 4, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '969db3dc-c7f4-4195-b70a-0f3b633d86a4', 'name': '', 'network_id': '076d849e-b5d8-4555-be37-909afd714b16', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'mac_address': 'fa:16:3e:49:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:02Z', 'updated_at': '2022-01-28T09:42:11Z', 'revision_number': 4, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'subnets': [{'id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:12.264169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaac38d7-2cb7-45c6-834e-b4210f7dfb2a None None] The sync data for ids ['37276ff0-b725-462c-a4df-4b0cdaa5d528'] in n-d-825178-2 is: [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:42:04Z', 'revision_number': 4, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '969db3dc-c7f4-4195-b70a-0f3b633d86a4', 'name': '', 'network_id': '076d849e-b5d8-4555-be37-909afd714b16', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'mac_address': 'fa:16:3e:49:f2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_interface', 'standard_attr_id': 962, 'fixed_ips': [{'subnet_id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:02Z', 'updated_at': '2022-01-28T09:42:11Z', 'revision_number': 4, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'subnets': [{'id': '18a3f49c-ca45-465d-be5d-f16fa9a5a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:12.289174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-4692d361-1633-4054-b43c-01f26168d91c tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:42:12.295801 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-4692d361-1633-4054-b43c-01f26168d91c tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4776120 Jan 28 09:42:12.380467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-16dbc4d8-39e8-48cb-97ad-f01fe8aae0c2 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/c8135d8b-2575-42ee-8998-0955415842b5 HTTP/1.1" status: 200 len: 908 time: 0.4562385 Jan 28 09:42:12.383459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55054) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:12.384977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-51477904-1ab8-4dc8-b0da-8ee24f4f113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:12.386628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-51477904-1ab8-4dc8-b0da-8ee24f4f113f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.4686956 Jan 28 09:42:12.414629 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8135d8b-2575-42ee-8998-0955415842b5', 'name': 'tempest-snat-router-1354367525', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a163f512-6bfd-44e1-aee4-5bbd2ea2c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:03Z', 'updated_at': '2022-01-28T09:42:08Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': 'a163f512-6bfd-44e1-aee4-5bbd2ea2c142', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8135d8b-2575-42ee-8998-0955415842b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:06Z', 'updated_at': '2022-01-28T09:42:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:12.418521 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Checking router: c8135d8b-2575-42ee-8998-0955415842b5 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:12.419061 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Updating router c8135d8b-2575-42ee-8998-0955415842b5 port a163f512-6bfd-44e1-aee4-5bbd2ea2c142 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:12.504001 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:12.552496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e57c3c3-52c0-45bf-8d0e-f60b0f1b1e0d req-ee41e2eb-9bb9-4122-a745-8bb11dcfda40 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:12.554486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e57c3c3-52c0-45bf-8d0e-f60b0f1b1e0d req-ee41e2eb-9bb9-4122-a745-8bb11dcfda40 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 948 time: 0.6629286 Jan 28 09:42:12.634371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Request body: {'binding': {'host': 'n-h2-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:12.635248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Unknown quota resources ['binding']. {{(pid=87540) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:42:12.636771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e57c3c3-52c0-45bf-8d0e-f60b0f1b1e0d req-ea8c00d1-6de0-4ab6-a4ed-aa076fd425f7 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706956 Jan 28 09:42:12.638758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-b1f453e2-da83-4387-a0d5-a01e72bc81c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:12.640338 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-b1f453e2-da83-4387-a0d5-a01e72bc81c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465961 Jan 28 09:42:12.798769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:12.969708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:12.984232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c919c45-d818-4f1b-b01b-c68d379333ec,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:12.987391 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.002350 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Transition to ACTIVE for port object a163f512-6bfd-44e1-aee4-5bbd2ea2c142 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:13.010111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ea3ed603-6cf1-48af-8520-43fcdbfd6801 req-5be8d886-6a26-4226-897f-0c44760ba556 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/2f6a0438-b688-416a-9627-eabaf93aab8d HTTP/1.1" status: 200 len: 1773 time: 0.2918515 Jan 28 09:42:13.010809 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.061463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-4677418c-ef73-4e32-b9f8-f849874fba7b service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022558 Jan 28 09:42:13.062314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Checking segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:13.062672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Network hostable DHCP agents. Network: 57719549-1f87-42cb-8207-06a1b7964cda, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:42:13.104819 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Attempting to bind port a163f512-6bfd-44e1-aee4-5bbd2ea2c142 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:13.105252 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Attempting to bind port a163f512-6bfd-44e1-aee4-5bbd2ea2c142 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:13.105670 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Attempting to bind port a163f512-6bfd-44e1-aee4-5bbd2ea2c142 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:13.112012 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c537e47-152d-4536-a4da-087151ae24e1 None None] Pushing event updated for resources: {'Port': ['ID=a163f512-6bfd-44e1-aee4-5bbd2ea2c142,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:13.131346 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:13.132216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:13.132829 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.133405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:13.134084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Bound port: a163f512-6bfd-44e1-aee4-5bbd2ea2c142, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:13.134814 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.173945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 969db3dc-c7f4-4195-b70a-0f3b633d86a4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:13.204131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:42:13.252550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] For port a163f512-6bfd-44e1-aee4-5bbd2ea2c142, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:13.256947 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] For port a163f512-6bfd-44e1-aee4-5bbd2ea2c142, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a163f512-6bfd-44e1-aee4-5bbd2ea2c142,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:13.262836 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.274810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Network 57719549-1f87-42cb-8207-06a1b7964cda is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:42:13.294289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ea3ed603-6cf1-48af-8520-43fcdbfd6801 req-914b35b7-60b8-4175-850c-a6093e9564d4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.313909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:13.322222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:13.322595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.329733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 57719549-1f87-42cb-8207-06a1b7964cda) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:13.341194 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c537e47-152d-4536-a4da-087151ae24e1 None None] Pushing event updated for resources: {'Port': ['ID=a163f512-6bfd-44e1-aee4-5bbd2ea2c142,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:13.345695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:13.346286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.371940 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Routers {'c8135d8b-2575-42ee-8998-0955415842b5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:13.372548 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c8135d8b-2575-42ee-8998-0955415842b5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:13.401251 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ea3ed603-6cf1-48af-8520-43fcdbfd6801 req-914b35b7-60b8-4175-850c-a6093e9564d4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.418101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc3a11a3-ad43-4668-ba0d-52b380b62c4d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.0866063 Jan 28 09:42:13.423478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55064) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:13.438904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:13.455677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf2e69-accd-4b32-807e-d06bf0671124 None None] Network 57719549-1f87-42cb-8207-06a1b7964cda requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:13.460389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:13.477040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Usage tracker for resource:router and tenant:dc749992e74742a4a25a84127dbdeaf6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:13.488275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c0384b-c87c-40c1-9d8a-fc91aef4d53b req-6628fa56-df97-41f4-acf2-c6f234735eb8 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4059258 Jan 28 09:42:13.489192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:13.518860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:13.536200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.544151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.575792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.595648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] Set router c8135d8b-2575-42ee-8998-0955415842b5 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:13.604822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ea3ed603-6cf1-48af-8520-43fcdbfd6801 req-914b35b7-60b8-4175-850c-a6093e9564d4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.605870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.627922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Deleting port a163f512-6bfd-44e1-aee4-5bbd2ea2c142 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:13.631029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.682648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on host n-h2-825178-2 for vnic_type normal with profile None {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:13.682963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:13.683514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:13.715748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:13.715748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:13.732681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.751689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:13.752040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:13.756361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:13.756938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Bound port: 09867d33-6f4e-46e5-87e2-d7d546ba5994, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:13.777216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b35b7-60b8-4175-850c-a6093e9564d4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6a0438-b688-416a-9627-eabaf93aab8d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:13.842057 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.915761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ea3ed603-6cf1-48af-8520-43fcdbfd6801 req-914b35b7-60b8-4175-850c-a6093e9564d4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.921491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:13.930775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ea3ed603-6cf1-48af-8520-43fcdbfd6801 req-914b35b7-60b8-4175-850c-a6093e9564d4 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/2f6a0438-b688-416a-9627-eabaf93aab8d HTTP/1.1" status: 204 len: 173 time: 0.9185572 Jan 28 09:42:13.968039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:13.984852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-0f5cc5dd-8649-4259-9587-e70ac7c98c93 service neutron] 10.222.0.42 "POST /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994/bindings HTTP/1.1" status: 201 len: 389 time: 1.6877196 Jan 28 09:42:13.990932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:14.024388 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8135d8b-2575-42ee-8998-0955415842b5', 'name': 'tempest-snat-router-1354367525', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a163f512-6bfd-44e1-aee4-5bbd2ea2c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:03Z', 'updated_at': '2022-01-28T09:42:08Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': 'a163f512-6bfd-44e1-aee4-5bbd2ea2c142', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8135d8b-2575-42ee-8998-0955415842b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:06Z', 'updated_at': '2022-01-28T09:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:14.029192 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d804581-aec6-4cd1-b4a2-e54e0c685de2 None None] The sync data for ids ['c8135d8b-2575-42ee-8998-0955415842b5'] in n-d-825178-2 is: [{'id': 'c8135d8b-2575-42ee-8998-0955415842b5', 'name': 'tempest-snat-router-1354367525', 'tenant_id': '5041475f8e024e5280e6e39ff372c445', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.172'}], 'enable_snat': True}, 'gw_port_id': 'a163f512-6bfd-44e1-aee4-5bbd2ea2c142', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:03Z', 'updated_at': '2022-01-28T09:42:08Z', 'revision_number': 3, 'project_id': '5041475f8e024e5280e6e39ff372c445', 'gw_port': {'id': 'a163f512-6bfd-44e1-aee4-5bbd2ea2c142', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:b2:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8135d8b-2575-42ee-8998-0955415842b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:06Z', 'updated_at': '2022-01-28T09:42:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:14.061797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:14.075175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 969db3dc-c7f4-4195-b70a-0f3b633d86a4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=969db3dc-c7f4-4195-b70a-0f3b633d86a4,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:14.105340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:14.159907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-57719549-1f87-42cb-8207-06a1b7964cda', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:42:14.161707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:14.401681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Allocated IP 172.20.0.2 (57719549-1f87-42cb-8207-06a1b7964cda/8c919c45-d818-4f1b-b01b-c68d379333ec/b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:14.452191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-daa441ba-5c64-4982-9fe2-85b46bc56439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:14.453746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-daa441ba-5c64-4982-9fe2-85b46bc56439 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1096 time: 0.1921968 Jan 28 09:42:14.512800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] For port a163f512-6bfd-44e1-aee4-5bbd2ea2c142, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a163f512-6bfd-44e1-aee4-5bbd2ea2c142,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:14.513166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:14.632063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=969db3dc-c7f4-4195-b70a-0f3b633d86a4,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:14.635655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10b93e57-1527-4659-a26b-ec367a591d6b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:14.735426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Calling delete_port for a163f512-6bfd-44e1-aee4-5bbd2ea2c142 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:14.877372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 10b93e57-1527-4659-a26b-ec367a591d6b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10b93e57-1527-4659-a26b-ec367a591d6b,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:14.898323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '10b93e57-1527-4659-a26b-ec367a591d6b', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '10b93e57-1527-4659-a26b-ec367a591d6b', 'mac_address': 'fa:16:3e:4c:b6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:42:14.961931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:14.984736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Transition to ACTIVE for port object b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:15.013121 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.037826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b93e57-1527-4659-a26b-ec367a591d6b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:15.053081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5cbe88-1095-4faf-90cd-6047b80cca97 req-09392da4-dc82-4284-a6de-c6cd8a6e0b7f tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:15.055760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 10b93e57-1527-4659-a26b-ec367a591d6b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10b93e57-1527-4659-a26b-ec367a591d6b,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:15.056802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.058457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Transition to ACTIVE for port object b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:15.059227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.065193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d5cbe88-1095-4faf-90cd-6047b80cca97 req-09392da4-dc82-4284-a6de-c6cd8a6e0b7f tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 948 time: 0.6533475 Jan 28 09:42:15.066028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.101405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad8c7a-597d-4302-bd19-7b9216416c36 req-a5c20a8d-3ae9-44b5-8db8-f66d17b5d844 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:15.102519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2fad8c7a-597d-4302-bd19-7b9216416c36 req-a5c20a8d-3ae9-44b5-8db8-f66d17b5d844 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 945 time: 0.5330408 Jan 28 09:42:15.120175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.122291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.166001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d5cbe88-1095-4faf-90cd-6047b80cca97 req-f3586199-27e1-435a-a73f-eee4f200bd3e tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990686 Jan 28 09:42:15.189326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=10b93e57-1527-4659-a26b-ec367a591d6b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:15.195086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-811b33cd-0c0e-4aa8-9484-27b8988b4fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:15.197623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-811b33cd-0c0e-4aa8-9484-27b8988b4fb6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.6399996 Jan 28 09:42:15.320127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 969db3dc-c7f4-4195-b70a-0f3b633d86a4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:15.320780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Deleting port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:15.321123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.369562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Network 57719549-1f87-42cb-8207-06a1b7964cda is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:15.379217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['10b93e57-1527-4659-a26b-ec367a591d6b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:15.386073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-de98f29e-a77e-4789-affc-70f852aa7ba2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 217 time: 0.1817889 Jan 28 09:42:15.450553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2fad8c7a-597d-4302-bd19-7b9216416c36 req-594e05db-8570-44ca-92e3-2d0a7d9f10d6 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232727 Jan 28 09:42:15.456397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:15.467633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:15.546195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-e9149a07-3b9e-4b57-b1cd-22b84f1b9b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:15.547797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-e9149a07-3b9e-4b57-b1cd-22b84f1b9b97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1444154 Jan 28 09:42:15.607644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-f4766931-2828-4ec4-8301-ade8f9468998 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530107 Jan 28 09:42:15.646676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Allocated IP 172.25.1.200 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/f03eafed-19c6-4790-bbe4-be58dd77ad30) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:15.678495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55090) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:15.696970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Pushing event updated for resources: {'Port': ['ID=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:15.702461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Attempting to bind port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:15.704009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Attempting to bind port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:15.704444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Attempting to bind port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e on network 57719549-1f87-42cb-8207-06a1b7964cda {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:15.734350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:15.734840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Checking segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:15.735359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.735887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Bound using segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:15.737049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Bound port: b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:15.737518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.782598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 969db3dc-c7f4-4195-b70a-0f3b633d86a4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:15.782975 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.857900 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.931313 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-69308cac-7d92-4bc2-a1eb-5e96abb2e1a2 req-c006b6ea-f231-40ca-a82c-06b82b50bde3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:42:15.932629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-69308cac-7d92-4bc2-a1eb-5e96abb2e1a2 req-c006b6ea-f231-40ca-a82c-06b82b50bde3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/fb6b1b05-0666-4c94-a780-c6cfb7704dca HTTP/1.1" status: 404 len: 352 time: 0.0901256 Jan 28 09:42:15.938410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30f43569-b914-4ca7-824f-2ed426acd9f3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:15.944493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event deleted for resources: {'Port': ['ID=a163f512-6bfd-44e1-aee4-5bbd2ea2c142,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:15.968116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] For port 969db3dc-c7f4-4195-b70a-0f3b633d86a4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=969db3dc-c7f4-4195-b70a-0f3b633d86a4,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:15.969022 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.007969 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-8e26851c-19c1-470e-99de-793caa6079e1 req-801f2a6c-b1b7-42c4-8abb-1203ea6fd304 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:42:16.027889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e26851c-19c1-470e-99de-793caa6079e1 req-801f2a6c-b1b7-42c4-8abb-1203ea6fd304 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/79f58517-7a21-4d7d-a5a0-f09ebf0c1e9a HTTP/1.1" status: 404 len: 352 time: 0.0469420 Jan 28 09:42:16.052959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] For port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:16.101172 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-1d3c26ea-1a81-4848-9707-d54c8c2d6b38 req-1086fd58-9213-429e-b313-2a37994c4265 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:42:16.110328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3c26ea-1a81-4848-9707-d54c8c2d6b38 req-1086fd58-9213-429e-b313-2a37994c4265 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/020c0edc-8510-4279-bf8e-479e82a09f9d HTTP/1.1" status: 404 len: 352 time: 0.0613322 Jan 28 09:42:16.128210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a163f512-6bfd-44e1-aee4-5bbd2ea2c142 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:16.169362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a163f512-6bfd-44e1-aee4-5bbd2ea2c142 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:16.169701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a163f512-6bfd-44e1-aee4-5bbd2ea2c142 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 09:42:16.177720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-5f411c93-95e1-4bf7-8038-6afd5c2b62bc service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586507 Jan 28 09:42:16.187300 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-0b97a0bd-83f7-4c8f-bc77-4df970891594 req-aa1dd24c-032d-4702-b9cf-be77d3ce4d2f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:42:16.196639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] For port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:16.200010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b97a0bd-83f7-4c8f-bc77-4df970891594 req-aa1dd24c-032d-4702-b9cf-be77d3ce4d2f tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/cf951389-9ea1-47ae-9160-f2c7cbc06dfe HTTP/1.1" status: 404 len: 352 time: 0.0588536 Jan 28 09:42:16.213640 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.220011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.222204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port a163f512-6bfd-44e1-aee4-5bbd2ea2c142 not found, will not notify nova. {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 09:42:16.245474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30f43569-b914-4ca7-824f-2ed426acd9f3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.310280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e0d20-7829-48b6-b1df-367b1a21b582 None None] Pushing event updated for resources: {'Port': ['ID=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:16.387223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30f43569-b914-4ca7-824f-2ed426acd9f3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.446733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-aa233b37-1c33-47b8-bfc6-934a397472be service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447217 Jan 28 09:42:16.456509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.528938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Calling delete_port for 969db3dc-c7f4-4195-b70a-0f3b633d86a4 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:16.565829 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-20c93e32-08e2-4a83-b00d-af64c768428c req-498eb74d-e7dc-4306-926f-008ab8780a13 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:42:16.567464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-20c93e32-08e2-4a83-b00d-af64c768428c req-498eb74d-e7dc-4306-926f-008ab8780a13 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/3490c5f4-f418-4508-bdd6-ac7d35e8b90e HTTP/1.1" status: 404 len: 352 time: 0.2629654 Jan 28 09:42:16.588761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f43569-b914-4ca7-824f-2ed426acd9f3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eceba54-a2b9-4c45-be41-3fd3c173ddb8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:16.590375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10b93e57-1527-4659-a26b-ec367a591d6b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:16.635285 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.673121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:16.689006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:16.710270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:16.739469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Pushing event updated for resources: {'Port': ['ID=f03eafed-19c6-4790-bbe4-be58dd77ad30,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:16.748815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e20ce-0f78-4543-b2a1-df4ea105a5ee req-cf4b1c59-eb77-4f76-9ce2-92e4ca046ea8 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:16.750367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-958e20ce-0f78-4543-b2a1-df4ea105a5ee req-cf4b1c59-eb77-4f76-9ce2-92e4ca046ea8 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 949 time: 0.4087210 Jan 28 09:42:16.790463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 10b93e57-1527-4659-a26b-ec367a591d6b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:16.796509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 10b93e57-1527-4659-a26b-ec367a591d6b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:16.797112 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.944028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:16.979008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 10b93e57-1527-4659-a26b-ec367a591d6b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10b93e57-1527-4659-a26b-ec367a591d6b,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:16.980078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b93e57-1527-4659-a26b-ec367a591d6b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:16.986953 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.008047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.011823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-958e20ce-0f78-4543-b2a1-df4ea105a5ee req-7f00dec9-6a36-40e0-ad18-d6a5a42b2b45 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469552 Jan 28 09:42:17.016204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.021656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-1d74adc3-d797-4d06-9f0e-07ce68359014 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:17.023101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-1d74adc3-d797-4d06-9f0e-07ce68359014 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.4752944 Jan 28 09:42:17.053767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30f43569-b914-4ca7-824f-2ed426acd9f3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.058907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-30f43569-b914-4ca7-824f-2ed426acd9f3 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "DELETE /v2.0/security-groups/0eceba54-a2b9-4c45-be41-3fd3c173ddb8 HTTP/1.1" status: 204 len: 168 time: 1.3763108 Jan 28 09:42:17.059415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55134) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:17.082380 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-c00c51e1-73c8-4881-a165-87c9d17935b8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] show failed (client error): The resource could not be found. Jan 28 09:42:17.085942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c00c51e1-73c8-4881-a165-87c9d17935b8 tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "GET /v2.0/security-groups/0eceba54-a2b9-4c45-be41-3fd3c173ddb8 HTTP/1.1" status: 404 len: 347 time: 0.0231428 Jan 28 09:42:17.089770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55138) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:17.109153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=10b93e57-1527-4659-a26b-ec367a591d6b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:17.123671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-2'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:17.181713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.182262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8135d8b-2575-42ee-8998-0955415842b5 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:42:17.232160 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-fb044fd3-fa4b-4c88-8b3c-01393072b76c req-bb0c6cd5-d706-4729-882d-32908e75e019 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] show failed (client error): The resource could not be found. Jan 28 09:42:17.233316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb044fd3-fa4b-4c88-8b3c-01393072b76c req-bb0c6cd5-d706-4729-882d-32908e75e019 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/caf3e789-526e-4dba-8101-85cfd4e5ad61 HTTP/1.1" status: 404 len: 352 time: 0.1376774 Jan 28 09:42:17.284611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:17.306164 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.311282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3fd3398f-e382-4fbb-9642-a8fc03e18d54 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c8135d8b-2575-42ee-8998-0955415842b5 HTTP/1.1" status: 204 len: 168 time: 4.8199513 Jan 28 09:42:17.312781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55144) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:17.360167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.381117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:17.401218 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b93e57-1527-4659-a26b-ec367a591d6b', 'code': 200} Jan 28 09:42:17.438221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b7664-4b46-4910-a271-4c2bb4eaf135 req-a4d516e5-fad5-45fc-a84b-8422f91070cc tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:17.465394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-423b7664-4b46-4910-a271-4c2bb4eaf135 req-a4d516e5-fad5-45fc-a84b-8422f91070cc tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 945 time: 0.6300609 Jan 28 09:42:17.550178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Deleting port 18ea3903-5507-4d21-90bb-0294dcdc0ba3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:17.550513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.708454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.883808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e0d1be-e811-41ec-9328-5e90125901f4 None None] Network 57719549-1f87-42cb-8207-06a1b7964cda requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:17.922158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:17.991773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] Provisioning for port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:18.009882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] Provisioning complete for port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:18.010246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.050551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=969db3dc-c7f4-4195-b70a-0f3b633d86a4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:18.066309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4496eaa0-c62a-475e-ab0a-875ab6a10ef8 req-37d78600-b24d-4a3b-aa3f-dee7dfa095b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:18.068422 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4496eaa0-c62a-475e-ab0a-875ab6a10ef8 req-37d78600-b24d-4a3b-aa3f-dee7dfa095b0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 1101 time: 0.5406499 Jan 28 09:42:18.072135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:18.076808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-423b7664-4b46-4910-a271-4c2bb4eaf135 req-7127e0b5-5cc4-4a97-a24d-213b1379823d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6108356 Jan 28 09:42:18.232321 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4496eaa0-c62a-475e-ab0a-875ab6a10ef8 req-f82aa724-5d56-4c03-ac86-3db25a602d28 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910087 Jan 28 09:42:18.238427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.314332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-857dbc9d-807f-4e03-9450-2189d1463dd3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:18.315179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-857dbc9d-807f-4e03-9450-2189d1463dd3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:18.352313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-857dbc9d-807f-4e03-9450-2189d1463dd3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:18.363006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-857dbc9d-807f-4e03-9450-2189d1463dd3 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1024 time: 0.5035117 Jan 28 09:42:18.364398 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.384211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:18.439311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] For port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:18.445341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.474397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.474721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.476412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.502952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:18.542045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eef44c-91c2-4424-8ce3-ee6540693e22 None None] Pushing event updated for resources: {'Port': ['ID=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:18.614610 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.666785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ba173b3a-dcfa-46cb-8793-e7daa0fbbc09 None None] Provisioning complete for port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:18.667240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba173b3a-dcfa-46cb-8793-e7daa0fbbc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:18.677209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-dc5a7423-23a9-49af-80c7-8964c92df41e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:18.800936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Calling delete_port for 18ea3903-5507-4d21-90bb-0294dcdc0ba3 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:18.980381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.014307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-dc5a7423-23a9-49af-80c7-8964c92df41e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:19.020041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Deleting port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:19.020386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.024269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e8d66dd-b30b-46e8-8881-a4b1073889fa req-dc5a7423-23a9-49af-80c7-8964c92df41e tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcd85aaf-030d-4e28-9bfe-365cab311350&id=d897b93f-646d-4f65-90b1-2f0349b8f656&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.6595039 Jan 28 09:42:19.059551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on host n-h1-825178-2 for vnic_type normal with profile {"migrating_to": "n-h2-825178-2"} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:19.059862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bc151-eb0f-4faf-8358-290f4c4afa70 req-5159334e-5fe2-49a7-bdef-c5537665c3b5 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:19.060367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:19.060563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:19.068040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e6bc151-eb0f-4faf-8358-290f4c4afa70 req-5159334e-5fe2-49a7-bdef-c5537665c3b5 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 950 time: 0.6084135 Jan 28 09:42:19.079694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:19.080073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Attempting to bind port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:19.082261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:19.092324 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.094519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:19.094844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:19.095295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:19.095636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Bound port: 09867d33-6f4e-46e5-87e2-d7d546ba5994, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:19.096113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.101411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.204814 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'code': 200} Jan 28 09:42:19.311073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:19.389964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:19.391504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:19.391972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.395841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:19.422182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e6bc151-eb0f-4faf-8358-290f4c4afa70 req-dc3607c1-f0d0-4fbd-a80c-7dc50a524b9d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3531718 Jan 28 09:42:19.447038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.578926 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.582018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a163f512-6bfd-44e1-aee4-5bbd2ea2c142 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:19.639536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a163f512-6bfd-44e1-aee4-5bbd2ea2c142 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:19.640222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a163f512-6bfd-44e1-aee4-5bbd2ea2c142 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:19.660049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Pushing event deleted for resources: {'Port': ['ID=18ea3903-5507-4d21-90bb-0294dcdc0ba3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:19.665189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] For port 01b9a6aa-b487-4149-ab0e-4a9bf0a72437, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:19.665552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.814986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:19.815636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:19.817600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] 10.222.0.43 "PUT /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 1121 time: 2.7095838 Jan 28 09:42:19.834783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377c0458-cef1-4f64-a36b-31cf7b87455a service neutron] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:19.839177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Router b4b4a444-a37e-4d8d-b105-2aab683c954d is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:19.888865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['09867d33-6f4e-46e5-87e2-d7d546ba5994'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:19.922341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434024f-e789-4c3e-b501-88bd6d132850 req-7fac17a7-415c-41e3-a29a-5f592c42e4ad tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:19.923838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c434024f-e789-4c3e-b501-88bd6d132850 req-7fac17a7-415c-41e3-a29a-5f592c42e4ad tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1024 time: 0.5467703 Jan 28 09:42:19.979616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91866855-c511-4d32-a7dd-c83f8411006e req-81d1fef9-0fd3-4aa3-b9bc-a49d84720d09 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:19.987030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91866855-c511-4d32-a7dd-c83f8411006e req-81d1fef9-0fd3-4aa3-b9bc-a49d84720d09 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 0.5836031 Jan 28 09:42:20.013446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Calling delete_port for 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:20.164362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Deleting port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:20.165011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:20.209451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91866855-c511-4d32-a7dd-c83f8411006e req-4b9132f1-6f82-4bfc-84e3-fbb46487613e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208798 Jan 28 09:42:20.251107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:20.340986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:20.352910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:20.371094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:20.371965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:20.384380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:20.385622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f00c650-8f42-4215-900c-2313b408694c tempest-ImagesOneServerNegativeTestJSON-1148772069 tempest-ImagesOneServerNegativeTestJSON-1148772069-project] 10.222.0.42 "DELETE /v2.0/floatingips/4694574a-77b6-4e00-b33d-7cadd9d8b548 HTTP/1.1" status: 204 len: 168 time: 3.2937276 Jan 28 09:42:20.398416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Router 37276ff0-b725-462c-a4df-4b0cdaa5d528 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:42:20.403635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:20.405502 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eadca5fc-802e-48ad-b7df-8e1152455dfa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.9779634 Jan 28 09:42:20.411093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55206) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:20.568129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] For port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,segment=NetworkSegment(10c89903-4e12-4e9e-9ea1-c3fc54c88275),segment_id=10c89903-4e12-4e9e-9ea1-c3fc54c88275)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:20.568917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:20.625691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:20.824786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55218) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:20.864608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Calling delete_port for 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:20.902937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce8854-5dbf-49eb-a3fc-58a9e1fcba40 req-839fa2ca-18c1-4228-a662-271f9f96b790 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:20.904300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73ce8854-5dbf-49eb-a3fc-58a9e1fcba40 req-839fa2ca-18c1-4228-a662-271f9f96b790 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9bd5d6a-a4b5-46d7-851e-9846f37fc135 HTTP/1.1" status: 200 len: 1024 time: 0.6500943 Jan 28 09:42:20.935229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:17Z', 'revision_number': 3, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:20.940416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:20.940803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Updating router b4b4a444-a37e-4d8d-b105-2aab683c954d port f03eafed-19c6-4790-bbe4-be58dd77ad30 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:21.002968 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.016786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.081949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94964a28-bc52-4c33-b8d5-e7b7ccd1feb1 req-b6be3572-62b4-46b1-8b84-37779ab37dd2 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:21.083673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94964a28-bc52-4c33-b8d5-e7b7ccd1feb1 req-b6be3572-62b4-46b1-8b84-37779ab37dd2 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 950 time: 0.2262321 Jan 28 09:42:21.084792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.161991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'Port': ['ID=7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:21.213055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:21.265469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] No DVR routers for this DVR port 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:21.269596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94964a28-bc52-4c33-b8d5-e7b7ccd1feb1 req-77782967-a7fb-41f1-bcd8-4a6b558d580c tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460483 Jan 28 09:42:21.270606 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.285111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c434024f-e789-4c3e-b501-88bd6d132850 req-62d25c57-471a-444d-b91a-2a974e929ffd tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.43 "DELETE /v2.0/ports/7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f HTTP/1.1" status: 204 len: 173 time: 1.3500400 Jan 28 09:42:21.315029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-73ce8854-5dbf-49eb-a3fc-58a9e1fcba40 req-7c6d6312-4bff-44c5-a662-2d5292d7db75 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Synchronizing usage tracker for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:21.326050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:21.329274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event deleted for resources: {'Port': ['ID=01b9a6aa-b487-4149-ab0e-4a9bf0a72437,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:21.336620 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] Sync routers for ids ['37276ff0-b725-462c-a4df-4b0cdaa5d528'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:21.359876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] Routers {'37276ff0-b725-462c-a4df-4b0cdaa5d528'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:21.360815 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['37276ff0-b725-462c-a4df-4b0cdaa5d528'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:21.374187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:21.374422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6845ada0-b35d-4b74-ba8d-b7597f5f42e4 admin admin] 10.222.0.42 "PUT /v2.0/routers/37276ff0-b725-462c-a4df-4b0cdaa5d528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7340453 Jan 28 09:42:21.384403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.454378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-73ce8854-5dbf-49eb-a3fc-58a9e1fcba40 req-7c6d6312-4bff-44c5-a662-2d5292d7db75 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Unset dirty status for tenant:ddf7283ad8324974b97e222ea9ac4b86 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:21.466129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73ce8854-5dbf-49eb-a3fc-58a9e1fcba40 req-7c6d6312-4bff-44c5-a662-2d5292d7db75 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups?id=bcd85aaf-030d-4e28-9bfe-365cab311350&id=d897b93f-646d-4f65-90b1-2f0349b8f656&id=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.5378008 Jan 28 09:42:21.481658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:21.486590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Usage tracker for resource:security_group_rule and tenant:917fd1387bc049068f266481d515ea6f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:21.490589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:21.496757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:21.513948 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'status': 'completed', 'code': 200} Jan 28 09:42:21.516330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.553246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Transition to ACTIVE for port object f03eafed-19c6-4790-bbe4-be58dd77ad30 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:21.562377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.672071 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.711413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Attempting to bind port f03eafed-19c6-4790-bbe4-be58dd77ad30 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:21.711776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Attempting to bind port f03eafed-19c6-4790-bbe4-be58dd77ad30 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:21.712299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Attempting to bind port f03eafed-19c6-4790-bbe4-be58dd77ad30 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:21.723958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c575baa-f251-4c28-936b-2dbeed7cc301 None None] Pushing event updated for resources: {'Port': ['ID=f03eafed-19c6-4790-bbe4-be58dd77ad30,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:21.727068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.735343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:21.735959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:21.737380 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.738451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:21.739483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Bound port: f03eafed-19c6-4790-bbe4-be58dd77ad30, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:21.740077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.764224 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] Set router 37276ff0-b725-462c-a4df-4b0cdaa5d528 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:21.766188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.927427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] For port f03eafed-19c6-4790-bbe4-be58dd77ad30, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:21.936597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] For port f03eafed-19c6-4790-bbe4-be58dd77ad30, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f03eafed-19c6-4790-bbe4-be58dd77ad30,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:21.945418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:21.964569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=917fd1387bc049068f266481d515ea6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1384079 Jan 28 09:42:21.970071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d870e0e2-3e04-4071-9c5f-1652dd88d7f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2656e125-1d38-4815-a7c7-f3d9946e113b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:21.978445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55242) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:22.052417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:22.078216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.149995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:22.150745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:22.187646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Deleting subnet 5f201d8f-7dd3-4be0-bf58-af41d45195ca {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:42:22.191582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.196710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.224373 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8'}], 'enable_snat': True}, 'gw_port_id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:42:17Z', 'revision_number': 5, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port': {'id': 'cedaa0a1-64c0-450e-abec-a3376226cd55', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:ee:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:41:54Z', 'updated_at': '2022-01-28T09:42:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:22.230518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] Checking router: 37276ff0-b725-462c-a4df-4b0cdaa5d528 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:22.236339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Deleting port cedaa0a1-64c0-450e-abec-a3376226cd55 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:22.237252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.243776 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] Routers {'37276ff0-b725-462c-a4df-4b0cdaa5d528'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:22.244560 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:41:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['37276ff0-b725-462c-a4df-4b0cdaa5d528'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:22.313878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.317392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c575baa-f251-4c28-936b-2dbeed7cc301 None None] Pushing event updated for resources: {'Port': ['ID=f03eafed-19c6-4790-bbe4-be58dd77ad30,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:22.360767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.364228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.420447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.421385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7a1e7df8-db99-45c2-afb3-921baa17abcb {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:42:22.504353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-00ecc642-31d1-40c1-9dfd-530b035c8201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:22.506112 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-00ecc642-31d1-40c1-9dfd-530b035c8201 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1124 time: 0.8217707 Jan 28 09:42:22.507903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:22.542077 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] Set router 37276ff0-b725-462c-a4df-4b0cdaa5d528 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:22.565653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.591934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.596496 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33e2b536-0c76-4454-8129-b452a444bef8 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "DELETE /v2.0/routers/7a1e7df8-db99-45c2-afb3-921baa17abcb HTTP/1.1" status: 204 len: 168 time: 5.1900952 Jan 28 09:42:22.634425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55258) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:22.659159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-149280586', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:22.694937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:22.720832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:22.723789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:22.729010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d508987a-df8d-4c1c-9184-a1017b5fa554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.735546 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:42:22Z', 'revision_number': 6, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:22.739965 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e11d46b-6052-4816-bbf6-9edde0586cb1 None None] The sync data for ids ['37276ff0-b725-462c-a4df-4b0cdaa5d528'] in n-d-825178-2 is: [{'id': '37276ff0-b725-462c-a4df-4b0cdaa5d528', 'name': 'tempest-FloatingIPsNegativeTestJSON-2003409938-router', 'tenant_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:41:52Z', 'updated_at': '2022-01-28T09:42:22Z', 'revision_number': 6, 'project_id': '7be8d7546b1d4d88b4c3a04eaf2ec713', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:22.753767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c86f2c9-b1d4-4023-9585-070e731dfb55 req-eabb729f-b346-4859-b420-14f7f6578fc0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:22.757165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Usage tracker for resource:router and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:22.763230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:22.763639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c86f2c9-b1d4-4023-9585-070e731dfb55 req-eabb729f-b346-4859-b420-14f7f6578fc0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 1.0779560 Jan 28 09:42:22.784351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:22.800144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] For port cedaa0a1-64c0-450e-abec-a3376226cd55, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=cedaa0a1-64c0-450e-abec-a3376226cd55,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:22.800597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.833327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:22.833659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:22.855475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c86f2c9-b1d4-4023-9585-070e731dfb55 req-391c0467-1eb8-42a7-bd23-40ceca7520bf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907435 Jan 28 09:42:22.921473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d508987a-df8d-4c1c-9184-a1017b5fa554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.943902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.944842 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:22.961016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Calling delete_port for cedaa0a1-64c0-450e-abec-a3376226cd55 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:23.068525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:23.085615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 has no active binding in host n-h2-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:42:23.102066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:17Z', 'revision_number': 3, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:23.106113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fc04a2-4759-496a-a7af-e6678d4ecf34 None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:17Z', 'revision_number': 3, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:23.163489 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c7bf6d5-a69f-4f4b-b6d5-8ce908e9b75f req-c1ed03f7-1199-45cc-8256-457d21dbcefe tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/bcd85aaf-030d-4e28-9bfe-365cab311350 HTTP/1.1" status: 200 len: 1799 time: 0.2591021 Jan 28 09:42:23.164575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-88e842cc-aad7-4983-b023-a9030c6f9701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:23.166194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-88e842cc-aad7-4983-b023-a9030c6f9701 service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.6019413 Jan 28 09:42:23.189248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.245335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f201d8f-7dd3-4be0-bf58-af41d45195ca,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:23.254083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.261810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-77a12818-6663-4e47-9af1-1d60cd4ac4ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 217 time: 0.0874267 Jan 28 09:42:23.263407 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.276157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-215d5998-0f35-4893-b270-0951a57700e0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5f201d8f-7dd3-4be0-bf58-af41d45195ca HTTP/1.1" status: 204 len: 168 time: 1.2222207 Jan 28 09:42:23.283941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55266) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:23.328364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96143953-c5ea-4fb0-a4db-70b4c6a6b845 req-fe8980d2-135c-4ab9-a4c4-dc437ccbf90b tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:23.329888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96143953-c5ea-4fb0-a4db-70b4c6a6b845 req-fe8980d2-135c-4ab9-a4c4-dc437ccbf90b tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 950 time: 0.3814065 Jan 28 09:42:23.368618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.408750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 969db3dc-c7f4-4195-b70a-0f3b633d86a4 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:23.497275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 969db3dc-c7f4-4195-b70a-0f3b633d86a4 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:23.497842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 969db3dc-c7f4-4195-b70a-0f3b633d86a4 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:23.498291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:23.519949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'name': 'network-vif-deleted', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:23.527507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96143953-c5ea-4fb0-a4db-70b4c6a6b845 req-ce403305-48e8-4166-8228-7ba96eb798bc tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826055 Jan 28 09:42:23.564992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:23.565618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01b9a6aa-b487-4149-ab0e-4a9bf0a72437 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:23.668284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d508987a-df8d-4c1c-9184-a1017b5fa554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.684780 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bd5d6a-a4b5-46d7-851e-9846f37fc135', 'name': 'network-vif-deleted', 'tag': '7d9b4fee-5e3a-4abe-ba5e-ad7d35bdd74f', 'status': 'completed', 'code': 200} Jan 28 09:42:23.748938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508987a-df8d-4c1c-9184-a1017b5fa554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2656e125-1d38-4815-a7c7-f3d9946e113b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:23.811063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d508987a-df8d-4c1c-9184-a1017b5fa554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.812176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d508987a-df8d-4c1c-9184-a1017b5fa554 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2656e125-1d38-4815-a7c7-f3d9946e113b HTTP/1.1" status: 204 len: 168 time: 1.8289106 Jan 28 09:42:23.823619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-a4e730ef-7032-4a9c-a817-c6692250cb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:23.825109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-a4e730ef-7032-4a9c-a817-c6692250cb3e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.5525043 Jan 28 09:42:23.827450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.829052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8c7bf6d5-a69f-4f4b-b6d5-8ce908e9b75f req-af2c61fb-6149-4e07-b5bb-228b4437b987 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:23.850083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-6bd09d05-27dd-4116-9b0c-f0fd6cc65e9b service neutron] 10.222.0.25 "GET /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994/bindings/n-h2-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.3839276 Jan 28 09:42:23.978306 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-de721754-c1cf-4ae4-9c03-8d5864a30bb5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318579 Jan 28 09:42:23.991544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.011398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.143059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8c7bf6d5-a69f-4f4b-b6d5-8ce908e9b75f req-af2c61fb-6149-4e07-b5bb-228b4437b987 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.182062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cedaa0a1-64c0-450e-abec-a3376226cd55,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:24.346626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55278) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:24.431999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.475605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8c7bf6d5-a69f-4f4b-b6d5-8ce908e9b75f req-af2c61fb-6149-4e07-b5bb-228b4437b987 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.475872 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.506011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-8bb8b756-e77e-4cbb-8f45-ef0250b56850 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063965 Jan 28 09:42:24.509327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:24.517292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c61fb-6149-4e07-b5bb-228b4437b987 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd85aaf-030d-4e28-9bfe-365cab311350,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:24.521276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Allocated IP 172.20.0.1 (57719549-1f87-42cb-8207-06a1b7964cda/8c919c45-d818-4f1b-b01b-c68d379333ec/059b249f-3426-4a7b-8465-76a8d77a575a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:24.569076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a8581a3-a37f-43e4-b4f9-954ded90d457') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:24.569248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a8581a3-a37f-43e4-b4f9-954ded90d457') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:24.573075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:24.590487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.647131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.753260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Usage tracker for resource:security_group_rule and tenant:9dae688a180e480e9061d005444b68ff is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:24.757570 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.767812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:24.774549 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8c7bf6d5-a69f-4f4b-b6d5-8ce908e9b75f req-af2c61fb-6149-4e07-b5bb-228b4437b987 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.776222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c7bf6d5-a69f-4f4b-b6d5-8ce908e9b75f req-af2c61fb-6149-4e07-b5bb-228b4437b987 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/bcd85aaf-030d-4e28-9bfe-365cab311350 HTTP/1.1" status: 204 len: 173 time: 1.5469806 Jan 28 09:42:24.779074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:42:24.779074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:42:24.795631 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:42:24.850180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:24.982173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:24.983405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0bb4525-501e-4966-a3f9-6878ef15e861 req-9c5bd194-051f-41c4-926e-836436abf425 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4640677 Jan 28 09:42:25.000042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093eb893-fbb4-4675-9716-a831f6ec16f8 req-1aaf14ed-4663-4236-89bd-41d7fe6e05fb tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:25.001534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-093eb893-fbb4-4675-9716-a831f6ec16f8 req-1aaf14ed-4663-4236-89bd-41d7fe6e05fb tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 0.9292502 Jan 28 09:42:25.004652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.024227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.033476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-0ff276bc-8f33-46b2-8fbc-5baf0fa08a4c tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:25.034827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-0ff276bc-8f33-46b2-8fbc-5baf0fa08a4c tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.43 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 950 time: 0.8965182 Jan 28 09:42:25.038616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.061413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.074563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:25.091408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Transition to ACTIVE for port object 059b249f-3426-4a7b-8465-76a8d77a575a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:25.094594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8d69ba2d-e4ed-4520-bd27-f52113a560d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5a75a4bd-e64d-4b40-bbb0-9efcdf0db00f HTTP/1.1" status: 204 len: 168 time: 1.7743721 Jan 28 09:42:25.136812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a2ec39-864f-4f13-874a-8f1fbf2a562f req-91c45f2d-b93e-4098-a59b-0f1e22bc5e66 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:25.139540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-62a2ec39-864f-4f13-874a-8f1fbf2a562f req-91c45f2d-b93e-4098-a59b-0f1e22bc5e66 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 950 time: 0.2416761 Jan 28 09:42:25.140067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.170319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:25.218596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.219349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37276ff0-b725-462c-a4df-4b0cdaa5d528 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:42:25.226146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f03eafed-19c6-4790-bbe4-be58dd77ad30 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:25.264363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-093eb893-fbb4-4675-9716-a831f6ec16f8 req-aaf9fd1a-af88-4138-8767-7d34fda7e5e5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243271 Jan 28 09:42:25.278356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Deleting port 10b93e57-1527-4659-a26b-ec367a591d6b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:25.278900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.281574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Network 57719549-1f87-42cb-8207-06a1b7964cda is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:25.288270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:25.308114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:25.386252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f03eafed-19c6-4790-bbe4-be58dd77ad30 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:25.393142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f03eafed-19c6-4790-bbe4-be58dd77ad30 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:25.393885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.404835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:25.440869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=059b249f-3426-4a7b-8465-76a8d77a575a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:25.443591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:25.483325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-62a2ec39-864f-4f13-874a-8f1fbf2a562f req-6c9ca392-c61a-4508-932e-1e51b35d550c tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007970 Jan 28 09:42:25.539739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.599428 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.613050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-08f7d344-2814-4aa3-9d51-6e36027b675e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6963608 Jan 28 09:42:25.635546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f03eafed-19c6-4790-bbe4-be58dd77ad30, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f03eafed-19c6-4790-bbe4-be58dd77ad30,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:25.640647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.741539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cedaa0a1-64c0-450e-abec-a3376226cd55 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:25.765261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09867d33-6f4e-46e5-87e2-d7d546ba5994 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:25.797538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: cedaa0a1-64c0-450e-abec-a3376226cd55 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:25.797782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cedaa0a1-64c0-450e-abec-a3376226cd55 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:25.814483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f03eafed-19c6-4790-bbe4-be58dd77ad30,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:25.822229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-66cc24e5-7403-4728-905a-a26b7feb2fb3 None None] Provisioning for port 059b249f-3426-4a7b-8465-76a8d77a575a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:25.830342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-66cc24e5-7403-4728-905a-a26b7feb2fb3 None None] Provisioning complete for port 059b249f-3426-4a7b-8465-76a8d77a575a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:25.830982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-66cc24e5-7403-4728-905a-a26b7feb2fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.875070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2711b8e7-095e-4bf2-a349-43bb701f8f38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fd51b7c7da24937b986a36ffd9700be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231040 Jan 28 09:42:25.875917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55292) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:25.892068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:25.892365 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9f57e77c-c55b-4055-9924-58c5f0dd0e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.906974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-66cc24e5-7403-4728-905a-a26b7feb2fb3 None None] Port 059b249f-3426-4a7b-8465-76a8d77a575a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:25.910032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.911285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:25.913040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e055d036-cefa-4b5c-87ca-9ed66ccb8bd5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/37276ff0-b725-462c-a4df-4b0cdaa5d528 HTTP/1.1" status: 204 len: 168 time: 4.5370712 Jan 28 09:42:25.918809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55296) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:25.976781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb2fe494-f7d0-4a65-bfc0-150d8ae4a71e req-c7f00cbe-4595-4d9e-bb9e-f196a7675687 tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "GET /v2.0/security-groups/d897b93f-646d-4f65-90b1-2f0349b8f656 HTTP/1.1" status: 200 len: 1800 time: 0.5017729 Jan 28 09:42:25.990062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.037752 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d511b738-8ccd-4c76-ae86-1d0f08859a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.042379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.044360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Deleting subnet 18a3f49c-ca45-465d-be5d-f16fa9a5a432 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:42:26.062477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.122060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d511b738-8ccd-4c76-ae86-1d0f08859a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.148297 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.201385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.273829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.279384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2f0046-d950-4418-bf19-8cd2a8a51831,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:26.299441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.303371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-75f99cd6-5e59-41ed-a186-dc6c1be616c7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9dae688a180e480e9061d005444b68ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9481652 Jan 28 09:42:26.328364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55300) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:26.416030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d511b738-8ccd-4c76-ae86-1d0f08859a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.459297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb2fe494-f7d0-4a65-bfc0-150d8ae4a71e req-a3c74519-6887-4a80-ad58-44cca52c168d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.465754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] For port 10b93e57-1527-4659-a26b-ec367a591d6b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=10b93e57-1527-4659-a26b-ec367a591d6b,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:26.466117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.475195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-83d63131-bb4d-452f-947c-58b1a9931842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:26.476750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-83d63131-bb4d-452f-947c-58b1a9931842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1095 time: 0.6474087 Jan 28 09:42:26.508914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511b738-8ccd-4c76-ae86-1d0f08859a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:26.538877 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.623375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d511b738-8ccd-4c76-ae86-1d0f08859a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.624511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d511b738-8ccd-4c76-ae86-1d0f08859a89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82e9dc43-d1bc-4d47-88aa-cfbeae2fe86a HTTP/1.1" status: 204 len: 168 time: 0.7475436 Jan 28 09:42:26.656165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-964fbeaf-5896-48a9-a01c-3411ceb19e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.777551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-964fbeaf-5896-48a9-a01c-3411ceb19e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.798754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96de7d9-4b8e-4630-a8e4-c60c745ed7a5 req-d221b36f-7ac5-4a8b-a560-133d349b9165 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:26.800257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d96de7d9-4b8e-4630-a8e4-c60c745ed7a5 req-d221b36f-7ac5-4a8b-a560-133d349b9165 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 943 time: 0.3986259 Jan 28 09:42:26.816546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.830460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Calling delete_port for 10b93e57-1527-4659-a26b-ec367a591d6b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:26.899050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.901656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18a3f49c-ca45-465d-be5d-f16fa9a5a432,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:26.905656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4e3550-9eb7-435a-80ee-834be31775a6 None None] Network 076d849e-b5d8-4555-be37-909afd714b16 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:26.906236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] Transition to ACTIVE for port object 09867d33-6f4e-46e5-87e2-d7d546ba5994 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:26.932021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb2fe494-f7d0-4a65-bfc0-150d8ae4a71e req-a3c74519-6887-4a80-ad58-44cca52c168d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.940154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:26.977092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aed09289-351b-4192-b47a-1b8fe352cd95 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/18a3f49c-ca45-465d-be5d-f16fa9a5a432 HTTP/1.1" status: 204 len: 168 time: 1.0568914 Jan 28 09:42:26.980957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55314) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:27.078802 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d96de7d9-4b8e-4630-a8e4-c60c745ed7a5 req-59e6f614-3314-48a0-89ef-73bf29812480 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497492 Jan 28 09:42:27.132571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-964fbeaf-5896-48a9-a01c-3411ceb19e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.135931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-964fbeaf-5896-48a9-a01c-3411ceb19e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.139347 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-964fbeaf-5896-48a9-a01c-3411ceb19e42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb2f0046-d950-4418-bf19-8cd2a8a51831 HTTP/1.1" status: 204 len: 168 time: 0.8060551 Jan 28 09:42:27.143967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f03eafed-19c6-4790-bbe4-be58dd77ad30 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:27.147366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.173403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.263182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964fbeaf-5896-48a9-a01c-3411ceb19e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2f0046-d950-4418-bf19-8cd2a8a51831,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:27.268533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f03eafed-19c6-4790-bbe4-be58dd77ad30 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:27.269157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.331828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-a30d7b3b-bc82-48e5-96a4-6e0f9efa2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:27.355607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-a30d7b3b-bc82-48e5-96a4-6e0f9efa2fd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.8491073 Jan 28 09:42:27.357459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Allocated IP 172.25.1.174 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/08025de2-6b97-417f-9e59-1f36bba76425) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:27.377347 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.412524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Pushing event updated for resources: {'Port': ['ID=059b249f-3426-4a7b-8465-76a8d77a575a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:27.429312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] DHCP port deletion for 076d849e-b5d8-4555-be37-909afd714b16 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:42:27.433075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] No DVR routers for this DVR port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:27.443326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] Deleting port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:27.444026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.466353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.530330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-7e7e67c1-7cb5-4d74-91a5-91013044aec5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.0827479 Jan 28 09:42:27.563422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Deleting port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:27.563769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.719590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] For port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:27.720009 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:27.748705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9975ce9-5676-4b65-a74f-e373fac2bd52 req-68af6771-95d6-4af9-8209-7a79f22bb50b tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:27.750260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9975ce9-5676-4b65-a74f-e373fac2bd52 req-68af6771-95d6-4af9-8209-7a79f22bb50b tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 950 time: 0.3639023 Jan 28 09:42:27.768188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-2d1bf25c-1805-4c24-ae74-024eacef10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:27.770595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-2d1bf25c-1805-4c24-ae74-024eacef10a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1673257 Jan 28 09:42:27.830738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-07a23f03-d2c0-4401-9f6b-f8aa36cf059f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485251 Jan 28 09:42:27.831560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9975ce9-5676-4b65-a74f-e373fac2bd52 req-26259a79-ea02-4b52-9989-8172b304fe24 tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae2f46e9-205f-402c-a3f8-943eb12a0c98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708654 Jan 28 09:42:27.855055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Network 57719549-1f87-42cb-8207-06a1b7964cda is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:27.859231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:27.958052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] Calling delete_port for 6008eb16-46a7-44a9-9aae-a9967a5b4fdc owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:27.983382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55334) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:28.008246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:28.094732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] Pushing event updated for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:28.104276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:28.107007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb2fe494-f7d0-4a65-bfc0-150d8ae4a71e req-a3c74519-6887-4a80-ad58-44cca52c168d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.178444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eab1b8bc-591a-41c1-95d3-866b6aa6dfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.194403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.272897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] Pushing event deleted for resources: {'Port': ['ID=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:28.281788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a7dcb7-ca3b-4290-bb51-b263b1ddbbbf None None] No DVR routers for this DVR port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:28.299209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3ff8e366-286e-4f50-ba52-661dcefb3ad6 None None] Provisioning complete for port 059b249f-3426-4a7b-8465-76a8d77a575a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:28.299960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff8e366-286e-4f50-ba52-661dcefb3ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.309575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-56898180-9f54-4556-b0af-5bc49506db1b service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538321 Jan 28 09:42:28.366958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c74519-6887-4a80-ad58-44cca52c168d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d897b93f-646d-4f65-90b1-2f0349b8f656,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:28.377223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3ff8e366-286e-4f50-ba52-661dcefb3ad6 None None] Port 059b249f-3426-4a7b-8465-76a8d77a575a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:28.382504 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.401373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.405933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.447211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] For port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6008eb16-46a7-44a9-9aae-a9967a5b4fdc,segment=NetworkSegment(8cc55be1-e4ec-4b26-884b-df1407b05ece),segment_id=8cc55be1-e4ec-4b26-884b-df1407b05ece)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:28.447984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.556874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:28.560647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb2fe494-f7d0-4a65-bfc0-150d8ae4a71e req-a3c74519-6887-4a80-ad58-44cca52c168d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.561762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb2fe494-f7d0-4a65-bfc0-150d8ae4a71e req-a3c74519-6887-4a80-ad58-44cca52c168d tempest-SecurityGroupsTestJSON-221525804 tempest-SecurityGroupsTestJSON-221525804-project] 10.222.0.42 "DELETE /v2.0/security-groups/d897b93f-646d-4f65-90b1-2f0349b8f656 HTTP/1.1" status: 204 len: 173 time: 2.5423424 Jan 28 09:42:28.568092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Pushing event deleted for resources: {'Port': ['ID=10b93e57-1527-4659-a26b-ec367a591d6b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:28.570425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-43bf43d5-169a-402c-9aac-ea49309a33fc service neutron] 10.222.0.25 "PUT /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994/bindings/n-h2-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 4.7112818 Jan 28 09:42:28.599274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Usage tracker for resource:security_group_rule and tenant:d9cf899f1b674537a90f6946884bb6a5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:28.601678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55348) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:28.606978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:28.657799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Calling delete_port for 6008eb16-46a7-44a9-9aae-a9967a5b4fdc owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:28.662704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:28.696325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10b93e57-1527-4659-a26b-ec367a591d6b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:28.743477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] No DVR routers for this DVR port 10b93e57-1527-4659-a26b-ec367a591d6b on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:42:28.751586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.753563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-caab0eb6-5a21-4e70-98dd-85b96c3604c3 req-3db9d01f-333b-48d9-864e-84e4cd94534d tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.43 "DELETE /v2.0/ports/10b93e57-1527-4659-a26b-ec367a591d6b HTTP/1.1" status: 204 len: 173 time: 3.7080169 Jan 28 09:42:28.758111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 10b93e57-1527-4659-a26b-ec367a591d6b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:28.758685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 10b93e57-1527-4659-a26b-ec367a591d6b not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:28.771056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'name': 'network-vif-deleted', 'tag': '10b93e57-1527-4659-a26b-ec367a591d6b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:28.818407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58479c89-9d7e-4b55-a685-1f5e95df9a36 req-75e95f94-574a-49fa-898b-d8265725186e service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4066377 Jan 28 09:42:28.822303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Deleting subnet 8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:42:28.824929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:42:28.827072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:28.837554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8062d58a-65e7-41a9-b9b1-fbe2c30e18f6 req-9a7bc284-2d7e-4014-b234-92426ce13726 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:28.839150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8062d58a-65e7-41a9-b9b1-fbe2c30e18f6 req-9a7bc284-2d7e-4014-b234-92426ce13726 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.4821813 Jan 28 09:42:28.930279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:42:28.930599 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:42:28.984333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-081539d1-bc9b-4aa1-9732-ec8939e63022 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:28.985792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-081539d1-bc9b-4aa1-9732-ec8939e63022 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.3374417 Jan 28 09:42:28.994804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8062d58a-65e7-41a9-b9b1-fbe2c30e18f6 req-989a15a7-1d43-4e42-9c0f-a1a4628f6dc4 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449518 Jan 28 09:42:29.038372 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5318e7f2-d8b9-4e8f-b71f-e849779848cf', 'name': 'network-vif-deleted', 'tag': '10b93e57-1527-4659-a26b-ec367a591d6b', 'status': 'completed', 'code': 200} Jan 28 09:42:29.054259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.143472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.144489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:29.156203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:29.158374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3831114-f1be-4543-9b7b-6a989fff7ff5 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4b4a444-a37e-4d8d-b105-2aab683c954d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7457058 Jan 28 09:42:29.183186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-7e76f68a-cb16-42be-96f8-25d40f3de3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:29.184774 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-7e76f68a-cb16-42be-96f8-25d40f3de3dd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 1095 time: 0.1870358 Jan 28 09:42:29.198131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:29.199321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:29.291784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6008eb16-46a7-44a9-9aae-a9967a5b4fdc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:42:29.298662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:29.358682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-7add6a40-6e79-4aa4-ac0b-aa3227aea060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:29.362561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.364164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-7add6a40-6e79-4aa4-ac0b-aa3227aea060 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1095 time: 0.1537905 Jan 28 09:42:29.390655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6008eb16-46a7-44a9-9aae-a9967a5b4fdc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:42:29.390998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6008eb16-46a7-44a9-9aae-a9967a5b4fdc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:42:29.416296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event updated for resources: {'Port': ['ID=08025de2-6b97-417f-9e59-1f36bba76425,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:29.419186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c013c8e2-197d-4580-a12b-c301baedc549 req-4543e589-1f3b-47c2-aa53-9dd607e95bdb tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Synchronizing usage tracker for tenant:37271dfe63234ed49bd6324dd5b29088 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:29.427744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:29.436600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:29.439285 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.452091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.544437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Deleting port 6008eb16-46a7-44a9-9aae-a9967a5b4fdc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:29.545375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.617428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.639285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.663918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c013c8e2-197d-4580-a12b-c301baedc549 req-4543e589-1f3b-47c2-aa53-9dd607e95bdb tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] Unset dirty status for tenant:37271dfe63234ed49bd6324dd5b29088 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:29.672155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c013c8e2-197d-4580-a12b-c301baedc549 req-4543e589-1f3b-47c2-aa53-9dd607e95bdb tempest-TenantUsagesTestJSON-1605563048 tempest-TenantUsagesTestJSON-1605563048-project] 10.222.0.42 "GET /v2.0/ports?device_id=5318e7f2-d8b9-4e8f-b71f-e849779848cf HTTP/1.1" status: 200 len: 210 time: 0.5579493 Jan 28 09:42:29.692864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:29.739217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] The port '6008eb16-46a7-44a9-9aae-a9967a5b4fdc' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:42:29.808169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:29.946420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8706319-c188-41cd-9f34-ad1b940ef462,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:29.955175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-832b5b8f-98b4-4c77-a1c7-ce1850cba439 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9cf899f1b674537a90f6946884bb6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8594196 Jan 28 09:42:29.963653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:30.047448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.062271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:30.065508 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.096026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076d849e-b5d8-4555-be37-909afd714b16']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:30.161764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-29d6883d-b4f1-48de-a957-218dba20d9d5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8552f67e-1d8f-4cec-ba93-cb7cd70f6a4f HTTP/1.1" status: 204 len: 168 time: 1.5586450 Jan 28 09:42:30.174075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55400) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:30.407513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cc55be1-e4ec-4b26-884b-df1407b05ece') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:30.407863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cc55be1-e4ec-4b26-884b-df1407b05ece') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:30.416012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-24414b67-c4cb-4650-bbe3-133625148c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:30.417819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-24414b67-c4cb-4650-bbe3-133625148c5a service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 1.0478220 Jan 28 09:42:30.470917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 2, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:30.476385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:30.476771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Updating router b4b4a444-a37e-4d8d-b105-2aab683c954d port 059b249f-3426-4a7b-8465-76a8d77a575a binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:30.545560 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.578526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.646151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.659781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-c839a040-a582-4fa2-9aac-f6f6fa265869 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 217 time: 0.2094338 Jan 28 09:42:30.719705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.741322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.751769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:42:30.752281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:42:30.766426 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:42:30.884792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cd40a7-d2d9-426f-88d4-d584257d5df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.887247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-fa5163c2-dc49-458a-aa0a-29dcf18cdfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:30.888777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-fa5163c2-dc49-458a-aa0a-29dcf18cdfcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.2220898 Jan 28 09:42:30.951173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.955184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-19526948-6a87-4de3-8170-0d821534f5df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:30.955886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-19526948-6a87-4de3-8170-0d821534f5df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:30.966806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.977447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-a368a6bb-7c25-4d61-912e-eb4c9716eb49 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806861 Jan 28 09:42:30.980974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:30.983598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cd40a7-d2d9-426f-88d4-d584257d5df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.016257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.036923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.045465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ccb8cb-420b-4ef0-af9d-dbc764919a10 req-0eb79af8-b3d4-4fc9-9f38-422776830be1 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:31.049181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0ccb8cb-420b-4ef0-af9d-dbc764919a10 req-0eb79af8-b3d4-4fc9-9f38-422776830be1 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.6851006 Jan 28 09:42:31.059513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Transition to ACTIVE for port object 059b249f-3426-4a7b-8465-76a8d77a575a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:31.059818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] Pushing event deleted for resources: {'Network': ['ID=076d849e-b5d8-4555-be37-909afd714b16,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:31.070253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.081059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a961e57e-30aa-4c00-befa-b0e1ca7048da']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:31.132515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-00616423-7ae2-4da7-a58f-ab247f1122ac admin admin] 10.222.0.42 "DELETE /v2.0/networks/076d849e-b5d8-4555-be37-909afd714b16 HTTP/1.1" status: 204 len: 168 time: 4.1479833 Jan 28 09:42:31.145646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0ccb8cb-420b-4ef0-af9d-dbc764919a10 req-bdb8bbde-0b91-4d33-be9d-56f3767ff2e5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669928 Jan 28 09:42:31.146959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae85d6-2eb8-495e-bdf6-fdcdaf1491b0 None None] Pushing event updated for resources: {'Port': ['ID=059b249f-3426-4a7b-8465-76a8d77a575a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:31.155485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c89903-4e12-4e9e-9ea1-c3fc54c88275') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:31.157370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c89903-4e12-4e9e-9ea1-c3fc54c88275') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:31.233899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-19526948-6a87-4de3-8170-0d821534f5df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:31.243741 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-19526948-6a87-4de3-8170-0d821534f5df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 820 time: 1.2612822 Jan 28 09:42:31.297390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.311524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-7ed4412a-95da-4ae2-9ebe-2a37ae0ad8e3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/quotas/dc749992e74742a4a25a84127dbdeaf6 HTTP/1.1" status: 200 len: 375 time: 0.0654030 Jan 28 09:42:31.348314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.408108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Attempting to bind port 059b249f-3426-4a7b-8465-76a8d77a575a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:31.408495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Attempting to bind port 059b249f-3426-4a7b-8465-76a8d77a575a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:31.409120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Attempting to bind port 059b249f-3426-4a7b-8465-76a8d77a575a on network 57719549-1f87-42cb-8207-06a1b7964cda {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:31.419694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:31.420120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Checking segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:31.420460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.420874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Bound using segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:31.428017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Bound port: 059b249f-3426-4a7b-8465-76a8d77a575a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:31.428924 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.533802 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cd40a7-d2d9-426f-88d4-d584257d5df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.555309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:31.559430 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-64996d6d-bc8b-45a1-9862-c52a04461f66 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651891 Jan 28 09:42:31.578213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cd40a7-d2d9-426f-88d4-d584257d5df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8706319-c188-41cd-9f34-ad1b940ef462,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:31.711728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cd40a7-d2d9-426f-88d4-d584257d5df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.713622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1cd40a7-d2d9-426f-88d4-d584257d5df6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a8706319-c188-41cd-9f34-ad1b940ef462 HTTP/1.1" status: 204 len: 168 time: 1.7475524 Jan 28 09:42:31.720854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] For port 059b249f-3426-4a7b-8465-76a8d77a575a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:31.747328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:42:31.747894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.805762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-719da761-4471-413d-a127-9974889029cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7be8d7546b1d4d88b4c3a04eaf2ec713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2488630 Jan 28 09:42:31.811270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55442) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:31.833355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4164953f-64ff-4016-9192-25a0b3542449 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:42:31.837108 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:42:31.877720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] For port 059b249f-3426-4a7b-8465-76a8d77a575a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=059b249f-3426-4a7b-8465-76a8d77a575a,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:31.883322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.896655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.928795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4164953f-64ff-4016-9192-25a0b3542449 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:31.936954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4164953f-64ff-4016-9192-25a0b3542449 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6244788 Jan 28 09:42:31.941032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:31.964936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-1eb3b918-5c83-4993-9292-d019dce6afef service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813882 Jan 28 09:42:32.057813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:32.058626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:32.078958 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84ff0d67-e5af-4acd-94c5-1127555947a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:32.134104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] Pushing event deleted for resources: {'Network': ['ID=a961e57e-30aa-4c00-befa-b0e1ca7048da,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:32.165204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84ff0d67-e5af-4acd-94c5-1127555947a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:32.179929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-53b91bb1-ab7e-413a-9c75-1e75bfb94b6f admin admin] 10.222.0.42 "DELETE /v2.0/networks/a961e57e-30aa-4c00-befa-b0e1ca7048da HTTP/1.1" status: 204 len: 168 time: 1.9941344 Jan 28 09:42:32.194615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae85d6-2eb8-495e-bdf6-fdcdaf1491b0 None None] Pushing event updated for resources: {'Port': ['ID=059b249f-3426-4a7b-8465-76a8d77a575a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:32.202361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:32.259938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-458efe7d-ed9c-4f56-a1fd-6126151c55f7 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216870 Jan 28 09:42:32.318820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55454) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:32.498814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:32.575653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55464) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:32.686457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc606ed-ef2c-48c6-8919-71611add7f2c req-95884f88-dd21-4382-ade4-2c717b430e38 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:32.688325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1cc606ed-ef2c-48c6-8919-71611add7f2c req-95884f88-dd21-4382-ade4-2c717b430e38 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.2658889 Jan 28 09:42:32.693751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-39b6e276-fb49-4742-8afa-dad913c25106 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddf7283ad8324974b97e222ea9ac4b86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1165514 Jan 28 09:42:32.697286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55468) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:32.706031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-639cfd95-f7d5-4971-847f-3428eb622f4d service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410541 Jan 28 09:42:32.755430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84ff0d67-e5af-4acd-94c5-1127555947a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:32.772585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1cc606ed-ef2c-48c6-8919-71611add7f2c req-3ba70bef-4a45-4b52-8e89-e43b4bf822f6 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720625 Jan 28 09:42:32.781838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Router 5e3585a4-0054-47ae-aede-d2fa54bc7c21 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:32.805776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff0d67-e5af-4acd-94c5-1127555947a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28eea0bc-86a3-4723-903b-a0dfde9dfe51,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:32.811308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84ff0d67-e5af-4acd-94c5-1127555947a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:32.814896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-84ff0d67-e5af-4acd-94c5-1127555947a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/28eea0bc-86a3-4723-903b-a0dfde9dfe51 HTTP/1.1" status: 204 len: 168 time: 0.9998989 Jan 28 09:42:32.818186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-812174d7-4f09-481b-acb3-c93c56784f7b tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:32.819649 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-812174d7-4f09-481b-acb3-c93c56784f7b tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.3387656 Jan 28 09:42:32.931566 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-426a8868-0a08-4f5b-bab0-76b48150f4d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:32.978722 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-426a8868-0a08-4f5b-bab0-76b48150f4d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.022352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:33.033147 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] Sync routers for ids ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:33.057647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.062461 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] Routers {'5e3585a4-0054-47ae-aede-d2fa54bc7c21'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:33.063379 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:33.063887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2ca61b22-1831-4010-9786-481159582dbf tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.4283650 Jan 28 09:42:33.065205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55482) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:33.072250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': False}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:33.072825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-64a47f0c-3aaf-45f5-85b9-c2a6f55a1bf8 service neutron] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:33.088585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-64a47f0c-3aaf-45f5-85b9-c2a6f55a1bf8 service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.089900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b969a1a-4f67-4506-a65c-6c02b09c9489 req-64a47f0c-3aaf-45f5-85b9-c2a6f55a1bf8 service neutron] 10.222.0.43 "DELETE /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994/bindings/n-h1-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.2616355 Jan 28 09:42:33.250158 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:33.271955 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] Routers {'5e3585a4-0054-47ae-aede-d2fa54bc7c21'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:33.272593 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:33.315237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:31Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:33.324460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4deb5d56-5395-4f84-a85c-3882947828bf None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:31Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:33.344216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f898729-9115-4068-b45a-8d945c9e29e0 req-e5fc1770-bffa-4cd3-b138-34ac7b1fdd13 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 210 time: 0.0928793 Jan 28 09:42:33.386393 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:33.387349 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc1d0-ed9b-4896-ba4a-db8bc309e9cd None None] The sync data for ids ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:33.573485 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-51c68844-836c-4d3c-803d-2c8fcf848943 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=37271dfe63234ed49bd6324dd5b29088&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2518766 Jan 28 09:42:33.579151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55504) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:33.621189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-426a8868-0a08-4f5b-bab0-76b48150f4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.652606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426a8868-0a08-4f5b-bab0-76b48150f4d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:33.736794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-426a8868-0a08-4f5b-bab0-76b48150f4d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.739087 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-426a8868-0a08-4f5b-bab0-76b48150f4d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57d14dfc-2dc7-49d6-bf2d-ccf1cf8d70c1 HTTP/1.1" status: 204 len: 168 time: 1.0402586 Jan 28 09:42:33.759153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4a42-d45b-49a8-aaa6-60ec9ba92e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.814746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4a42-d45b-49a8-aaa6-60ec9ba92e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.917094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4a42-d45b-49a8-aaa6-60ec9ba92e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.946625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b4a42-d45b-49a8-aaa6-60ec9ba92e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2f46e9-205f-402c-a3f8-943eb12a0c98,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:33.966488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e0b4a42-d45b-49a8-aaa6-60ec9ba92e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:33.971431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0e0b4a42-d45b-49a8-aaa6-60ec9ba92e90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae2f46e9-205f-402c-a3f8-943eb12a0c98 HTTP/1.1" status: 204 len: 168 time: 0.3922346 Jan 28 09:42:34.195778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37710a09-3651-45c4-ae00-0c8b49dab355 req-32ff3dec-926a-45b6-9671-56839bf63d4d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:34.197697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37710a09-3651-45c4-ae00-0c8b49dab355 req-32ff3dec-926a-45b6-9671-56839bf63d4d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.1636024 Jan 28 09:42:34.336423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37710a09-3651-45c4-ae00-0c8b49dab355 req-fe522555-cdd9-4650-8be9-d8f1ce876445 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294394 Jan 28 09:42:34.791507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ca6bf74-c810-4120-a1df-d53337874e28 req-9b8c818b-a889-463d-8366-1147820e907e tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 210 time: 0.0687442 Jan 28 09:42:34.825948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe487864-58fc-4563-bb07-ac2fb7aae8b7 req-23dcef0d-7692-4246-85ce-d27ec4800a64 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:34.827875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe487864-58fc-4563-bb07-ac2fb7aae8b7 req-23dcef0d-7692-4246-85ce-d27ec4800a64 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1095 time: 0.1165812 Jan 28 09:42:34.915251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe487864-58fc-4563-bb07-ac2fb7aae8b7 req-8a40a665-d93d-4b0d-9ad4-e1341b7ae0ad tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799274 Jan 28 09:42:34.982951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.230120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55580) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:35.253067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 059b249f-3426-4a7b-8465-76a8d77a575a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:35.265778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.304582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:35.311032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Usage tracker for resource:security_group_rule and tenant:e03c60aaae1b442493e6f68cf3740516 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:35.316073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:35.329792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:35.348311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 059b249f-3426-4a7b-8465-76a8d77a575a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:35.364231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 059b249f-3426-4a7b-8465-76a8d77a575a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:35.364604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.531124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.542982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.640216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae3408-149c-41a3-ba8e-fe4826db63b2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:35.686230 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.712636 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-61dee499-4de2-413a-95ad-d5edd0430dfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e03c60aaae1b442493e6f68cf3740516&name=default HTTP/1.1" status: 200 len: 2981 time: 0.4814303 Jan 28 09:42:35.721235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:35.770215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 059b249f-3426-4a7b-8465-76a8d77a575a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=059b249f-3426-4a7b-8465-76a8d77a575a,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:35.775143 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.879868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5f58e57-3604-41bc-b167-4d862a5098e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.947070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5f58e57-3604-41bc-b167-4d862a5098e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:35.949920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=059b249f-3426-4a7b-8465-76a8d77a575a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:36.072703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f4652ad-601f-4667-9e7f-ba0ccb809ac8 req-122e117e-5f08-4d6e-9e41-8e51904ab42a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 210 time: 0.0726871 Jan 28 09:42:36.092177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5f58e57-3604-41bc-b167-4d862a5098e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:36.117688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f58e57-3604-41bc-b167-4d862a5098e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae3408-149c-41a3-ba8e-fe4826db63b2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:36.123566 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5f58e57-3604-41bc-b167-4d862a5098e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:36.125102 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5f58e57-3604-41bc-b167-4d862a5098e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68ae3408-149c-41a3-ba8e-fe4826db63b2 HTTP/1.1" status: 204 len: 168 time: 0.4029036 Jan 28 09:42:36.381672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-e03b2316-dbd9-44cf-a318-6d3fbe4d510f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:36.382955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-e03b2316-dbd9-44cf-a318-6d3fbe4d510f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 820 time: 0.6519856 Jan 28 09:42:36.393107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-ec0fe987-10a8-47ce-b017-1f24ae1b84a5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:36.399814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-ec0fe987-10a8-47ce-b017-1f24ae1b84a5 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.6698644 Jan 28 09:42:36.539249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'port': {'device_id': '204566b4-186c-463e-9519-b9371382551f', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'admin_state_up': True, 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:36.644438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-6959194a-62ce-41b4-83c1-a666027b7284 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/quotas/e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 375 time: 0.2435732 Jan 28 09:42:36.865663 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:36.886512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:36.897488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-1c647fce-9732-4f1a-b3ab-597797ef1982 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382974 Jan 28 09:42:36.944617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:36.969058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:37.004579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:37.014359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-b62b0f46-759d-49ca-b2e0-4cff9c9a19a9 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3612752 Jan 28 09:42:37.062917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-f5b7c250-5125-477f-8289-d2ad710583d2 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:37.072004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-f5b7c250-5125-477f-8289-d2ad710583d2 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1732707 Jan 28 09:42:37.090942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-32ba9aa1-4a75-4e5d-84a4-1c8b424fe92f tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/quotas/64faa916d5e841a2bfba67b3b0fc040e HTTP/1.1" status: 200 len: 375 time: 0.0177033 Jan 28 09:42:37.161250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 059b249f-3426-4a7b-8465-76a8d77a575a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:37.176080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-network', 'tenant_id': '38d5669209904426ada30ffdcc25f0df'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:37.179736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Made reservation on behalf of dc749992e74742a4a25a84127dbdeaf6 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:37.183839 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:37.205067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:37.215797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2768bf91-f210-437d-b3c2-24f70e1402eb tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1239920 Jan 28 09:42:37.232232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Usage tracker for resource:network and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:37.245603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Router 5e3585a4-0054-47ae-aede-d2fa54bc7c21 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:42:37.246724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:37.267818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 059b249f-3426-4a7b-8465-76a8d77a575a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:37.268954 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:37.299778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:37.440099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:37.442927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:37.467371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:37.500901 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-6097bd0a-398e-49d1-938e-de2d48a24467 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309189 Jan 28 09:42:37.515065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:37.541935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Usage tracker for resource:security_group_rule and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:37.642951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:37.715583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:37.766281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55730) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:37.820616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Allocated IP 172.20.0.9 (57719549-1f87-42cb-8207-06a1b7964cda/8c919c45-d818-4f1b-b01b-c68d379333ec/78555e4a-0e5a-4031-88c0-aa616de1df08) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:37.834812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:37.847503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] Sync routers for ids ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:37.851544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-b284e7b9-0e36-46ec-b50b-e299b0315a75 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=07c63de2e0df40cc94c10b29fa405256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286131 Jan 28 09:42:37.864053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] Routers {'5e3585a4-0054-47ae-aede-d2fa54bc7c21'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:37.865396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:37.898534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-7013d69d-da25-473a-9791-aee70768d9a0 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3848236 Jan 28 09:42:38.000058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.003739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7e84dfb5-0c88-4c9e-8cba-0318176959c0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "PUT /v2.0/routers/5e3585a4-0054-47ae-aede-d2fa54bc7c21 HTTP/1.1" status: 200 len: 925 time: 4.9347227 Jan 28 09:42:38.005558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55744) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:38.006911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:38.016233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] Routers {'5e3585a4-0054-47ae-aede-d2fa54bc7c21'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:38.017936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:38.033005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-2122498507-network', 'tenant_id': '859935fd7aa048c79afe84289d422ad4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:38.047431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:38.058482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Usage tracker for resource:network and tenant:859935fd7aa048c79afe84289d422ad4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:38.065657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:38.077899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:38.116033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:38.116435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c6d5f9-fb16-4e3e-99e9-0b69dce14114 None None] The sync data for ids ['5e3585a4-0054-47ae-aede-d2fa54bc7c21'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:38.161426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-a36a70de-2e00-4c70-b6b9-64047dd2ffa7 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:38.163839 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-a36a70de-2e00-4c70-b6b9-64047dd2ffa7 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3059909 Jan 28 09:42:38.187213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-98329fdb-3a64-4e17-b49e-4d1cdecf60fa tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/quotas/07c63de2e0df40cc94c10b29fa405256 HTTP/1.1" status: 200 len: 375 time: 0.0153422 Jan 28 09:42:38.240203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-96ab01e1-c1b9-46a2-a611-3e495001a6e9 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=07c63de2e0df40cc94c10b29fa405256&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0508530 Jan 28 09:42:38.322776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.324898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c204638b-a39c-4479-9ff7-0404cfba1e5a req-8f15bb07-b1a1-452a-81c0-a907e1edd8a8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:38.336484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.337720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Made reservation on behalf of 859935fd7aa048c79afe84289d422ad4 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:38.340917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.360783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.399880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:38.404745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Usage tracker for resource:security_group_rule and tenant:859935fd7aa048c79afe84289d422ad4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:38.408241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:38.414346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:38.524092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:42:38.539027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.547108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.578816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a48187-ed50-4743-b1d8-53abdd386548,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:38.644075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:42:38.662410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0c572d-0749-4223-9e24-3ebf3095b175,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:38.672308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.674930 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Added segment 19fb88cc-f08e-49dd-bd53-0b08bd3865c5 of type vlan for network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 Jan 28 09:42:38.692155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c204638b-a39c-4479-9ff7-0404cfba1e5a req-8f15bb07-b1a1-452a-81c0-a907e1edd8a8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:38.695954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c204638b-a39c-4479-9ff7-0404cfba1e5a req-8f15bb07-b1a1-452a-81c0-a907e1edd8a8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 210 time: 0.4638445 Jan 28 09:42:38.732179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.744688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.753598 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Added segment 957596bf-bfba-4a3c-a2b8-2b5043f0cdab of type vlan for network 5ee56f93-bdf8-4352-b913-5451a018b663 Jan 28 09:42:38.753886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-9768ceca-c7ed-4781-9f9a-cd1cbbe11326 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0415561 Jan 28 09:42:38.788501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cb0791c5-5c24-43d6-be16-c9999c298f49 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/5e3585a4-0054-47ae-aede-d2fa54bc7c21 HTTP/1.1" status: 200 len: 925 time: 0.7464643 Jan 28 09:42:38.797920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.812275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55776) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:38.949731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Transition to ACTIVE for port object 78555e4a-0e5a-4031-88c0-aa616de1df08 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:38.955125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-fff4cb53-53fb-48af-b4e1-fbc595eec694 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391178 Jan 28 09:42:38.972235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:38.973125 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:42:38.982298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-f65088f3-2247-4154-b2cb-af0b6f43ea1c tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0983799 Jan 28 09:42:39.125908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-febff72c-69f5-4744-914c-ff195a818199 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.127499 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-febff72c-69f5-4744-914c-ff195a818199 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3687246 Jan 28 09:42:39.134705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.135956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.136784 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.172944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Request body: {'port': {'device_id': '88087ff9-1ad4-4642-850c-65a6997f418b', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '64faa916d5e841a2bfba67b3b0fc040e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:39.197994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:42:39.311855 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.312758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.313346 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.415803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.475497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3b529-8f79-4ba9-8f2c-323fe748d95f tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.479862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93c3b529-8f79-4ba9-8f2c-323fe748d95f tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=5e3585a4-0054-47ae-aede-d2fa54bc7c21&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6664968 Jan 28 09:42:39.482927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55790) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:39.485780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] Pushing event updated for resources: {'Network': ['ID=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:39.502352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-36d506d3-5077-469d-8abe-23cb4841cdd9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.507890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:42:39.509654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-36d506d3-5077-469d-8abe-23cb4841cdd9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5381470 Jan 28 09:42:39.515684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80cb7af9-c567-4951-a7c7-195a4c32a561 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7487850 Jan 28 09:42:39.524293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55794) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:39.530702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5792689 Jan 28 09:42:39.534331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Request body: {'subnet': {'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-2122498507-subnet', 'tenant_id': '859935fd7aa048c79afe84289d422ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:39.539715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:39.543556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Usage tracker for resource:subnet and tenant:859935fd7aa048c79afe84289d422ad4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:39.546467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:39.552820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:39.563162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55798) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:39.567235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-a9034d0e-5c53-4337-aebd-455e29183076 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/quotas/51b88d0ad05f41f19ec24d2256cfa755 HTTP/1.1" status: 200 len: 375 time: 0.0561490 Jan 28 09:42:39.579502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Made reservation on behalf of 859935fd7aa048c79afe84289d422ad4 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:39.581842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.604448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Request body: {'subnet': {'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-subnet', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:39.607086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f518517-56e3-4d04-ae07-70153b3a2da7 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee56f93-bdf8-4352-b913-5451a018b663,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:39.652985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5ee56f93-bdf8-4352-b913-5451a018b663 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:42:39.678122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Network 57719549-1f87-42cb-8207-06a1b7964cda is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:39.686713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:39.694621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:39.701751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:39.726238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Usage tracker for resource:subnet and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:39.749266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-d14e8a2e-a56a-490d-b663-f94b6996946d tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1488998 Jan 28 09:42:39.754171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:39.776378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:39.784612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:39.802618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Usage tracker for resource:port and tenant:64faa916d5e841a2bfba67b3b0fc040e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:39.818177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-192e60ac-0622-4c56-8067-131f81a1a35b tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.822534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-192e60ac-0622-4c56-8067-131f81a1a35b tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8261893 Jan 28 09:42:39.840149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event updated for resources: {'Port': ['ID=78555e4a-0e5a-4031-88c0-aa616de1df08,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:39.954312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:39.988118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:39.990789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:39.992937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:39.993560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:40.004963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:40.010134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:40.028522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-79df4fd5-585f-4bfd-b34c-66fc42e18218 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/quotas/64faa916d5e841a2bfba67b3b0fc040e HTTP/1.1" status: 200 len: 375 time: 0.0512836 Jan 28 09:42:40.063830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-69258fcc-5f09-4804-8175-4066265f1e1b None None] Provisioning for port 78555e4a-0e5a-4031-88c0-aa616de1df08 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:40.068945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1214e2c5-8dd3-4e41-845e-bfba8ee0c057 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:40.071642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-69258fcc-5f09-4804-8175-4066265f1e1b None None] Provisioning complete for port 78555e4a-0e5a-4031-88c0-aa616de1df08 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:40.072305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-69258fcc-5f09-4804-8175-4066265f1e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:40.081933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1214e2c5-8dd3-4e41-845e-bfba8ee0c057 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Synchronizing usage tracker for tenant:5041475f8e024e5280e6e39ff372c445 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:40.145885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=730e2049-dc15-4a49-a21b-1ed9a7a05e0a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:40.189051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-69258fcc-5f09-4804-8175-4066265f1e1b None None] Port 78555e4a-0e5a-4031-88c0-aa616de1df08 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:40.200258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4e801ec8-1896-420d-8871-4d06f5dd7c46 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7849066 Jan 28 09:42:40.217190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-a7bc42df-0644-491e-ae8b-652416a4af1d tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1601784 Jan 28 09:42:40.225253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Request body: {'port': {'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:40.246795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Made reservation on behalf of 64faa916d5e841a2bfba67b3b0fc040e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:40.250739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:40.291306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1214e2c5-8dd3-4e41-845e-bfba8ee0c057 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Unset dirty status for tenant:5041475f8e024e5280e6e39ff372c445 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:40.292630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1214e2c5-8dd3-4e41-845e-bfba8ee0c057 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.7850821 Jan 28 09:42:40.298788 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-04e7c705-c1b5-488b-945e-40a77716236d tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=07c63de2e0df40cc94c10b29fa405256&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1426957 Jan 28 09:42:40.302345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:40.305009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e029de31-8300-4f5e-8c22-c85d94f3d429 req-a3b5a3b4-c1e3-414a-9bb8-f0e0fcc5f810 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 210 time: 0.1059163 Jan 28 09:42:40.306174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:40.354948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-8601f064-22e7-4862-b0ca-1b0be97abb50 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:40.356475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-8601f064-22e7-4862-b0ca-1b0be97abb50 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.5329723 Jan 28 09:42:40.412431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-88d24dda-160b-495a-bde9-8806fc4911c9 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e3585a4-0054-47ae-aede-d2fa54bc7c21 HTTP/1.1" status: 200 len: 205 time: 0.0959713 Jan 28 09:42:40.432838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55816) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:40.433179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Checking segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:40.433632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Network hostable DHCP agents. Network: 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:42:40.448108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Request body: {'port': {'device_id': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'admin_state_up': True, 'tenant_id': 'e42ad454fa1942f49d555f9bebaf2ebd'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:40.507658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:40.527464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Usage tracker for resource:security_group_rule and tenant:64faa916d5e841a2bfba67b3b0fc040e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:40.592429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edcbc39c-cdd0-44bd-882c-ef8e88105209 req-b969d13a-053a-4fa0-859e-3c413ff0a259 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 210 time: 0.0816684 Jan 28 09:42:40.594008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:40.616613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:40.676720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:42:40.769306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:40.779853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe1f11a-eb43-41d0-9e0c-0940d642c730 None None] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:40.806845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:40.807567 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:40.834375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-b1f9f5d6-38a3-48da-8d5a-6ab49926276c tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:40.835946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-b1f9f5d6-38a3-48da-8d5a-6ab49926276c tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5085981 Jan 28 09:42:40.860923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Request body: {'port': {'device_id': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '07c63de2e0df40cc94c10b29fa405256'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:40.961957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.057117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.088885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82840fb8-e08d-4bd7-84c2-5f019b4b694d req-8463803b-a184-4019-ae29-ceabcb618beb tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 210 time: 0.2401321 Jan 28 09:42:41.147420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9935656c-2fb7-413c-81cc-dddfff3ee768 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.6199157 Jan 28 09:42:41.207950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:41.214826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Usage tracker for resource:port and tenant:07c63de2e0df40cc94c10b29fa405256 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:41.218042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:41.225590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:41.244394 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.286807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Made reservation on behalf of 07c63de2e0df40cc94c10b29fa405256 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:41.290451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.317210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf0c27a-d980-4296-9d01-5cb70334d923 None None] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:41.332322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.363109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.421095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:41.442892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:41.450224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.498781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5d80ffec-b00e-4032-a740-8195f51b6a3d req-5ae2c957-5744-4aeb-8efb-5e311a8c0644 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 210 time: 0.1343179 Jan 28 09:42:41.508819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Usage tracker for resource:security_group_rule and tenant:07c63de2e0df40cc94c10b29fa405256 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:41.551328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e71a67-5f25-42a3-95d4-e45d67823a94,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:41.555177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:41.579578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6899bd0-d298-493d-9c2e-d0b22674028c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:41.582741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:41.595482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:41.613842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf73859e-74c1-4289-aa27-6e5be6fc8e36 req-f36d1bf6-1ffc-4458-9afb-7956877e5094 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:41.637669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf73859e-74c1-4289-aa27-6e5be6fc8e36 req-f36d1bf6-1ffc-4458-9afb-7956877e5094 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 931 time: 0.7682266 Jan 28 09:42:41.690450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Made reservation on behalf of e42ad454fa1942f49d555f9bebaf2ebd for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:41.697028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.750574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf73859e-74c1-4289-aa27-6e5be6fc8e36 req-86915fbd-3ae6-499a-88cf-13a544701fe0 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115899 Jan 28 09:42:41.751386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Checking segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:41.751744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Network hostable DHCP agents. Network: 5ee56f93-bdf8-4352-b913-5451a018b663, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:42:41.755808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:41.798781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Allocated IP 192.168.233.248 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/49aeb5f2-f582-4654-aafd-513db2ee7ab4) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:41.824937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Deleting port 08025de2-6b97-417f-9e59-1f36bba76425 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:41.825283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.001616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-ae2a8358-f9d3-4e74-9f97-bb4720adb47b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2710929 Jan 28 09:42:42.018369 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c687bb6-6ac9-4aae-a7c2-f8bc7967b370 req-4ff9569a-fb58-4ab5-a029-e258d9535991 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 210 time: 0.2595961 Jan 28 09:42:42.202794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Network 5ee56f93-bdf8-4352-b913-5451a018b663 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:42:42.251124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cf603bf-b68b-49f8-82c3-a07b49caea51 req-59afe5c4-280a-4680-8f18-8962aad1ae77 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 210 time: 0.1134856 Jan 28 09:42:42.257967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5ee56f93-bdf8-4352-b913-5451a018b663) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:42.262555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:42.263227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.272936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e10f96-9e34-4760-bb2b-9e9e16094a25 None None] Network 5ee56f93-bdf8-4352-b913-5451a018b663 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:42.281816 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-140dbcb0-61c7-45af-b81c-9975e71ce6ef tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437775 Jan 28 09:42:42.477100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:42:42.494450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Allocated IP 172.20.0.13 (662cb69d-5f43-41ae-9e44-2fe1e0008f2c/6d3f4161-41c8-4aac-ac0c-ee3b96fca93c/38d5e821-7639-4611-a5bf-9601fb8d341a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:42.505575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-76434dce-f033-45e9-933e-2fd19d3dabd8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:42.507023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-76434dce-f033-45e9-933e-2fd19d3dabd8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 0.5441859 Jan 28 09:42:42.511255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.555637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3fed9947-80ef-43aa-935f-f6ac4c0a9204 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.9909043 Jan 28 09:42:42.557675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52ba9858-bb98-4e31-90cb-64c3629008a8 req-0fd6af6b-6db1-4762-935e-177f370525d7 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 210 time: 0.0887935 Jan 28 09:42:42.563111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55856) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:42.581634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5ee56f93-bdf8-4352-b913-5451a018b663', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:42:42.582816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.601998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-0e8bed5a-98a7-4fae-8741-c6371895cfbe tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:42.604409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-0e8bed5a-98a7-4fae-8741-c6371895cfbe tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5909796 Jan 28 09:42:42.626360 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.632011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Request body: {'port': {'device_id': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '51b88d0ad05f41f19ec24d2256cfa755'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:42.661000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.662933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:42.734991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Calling delete_port for 08025de2-6b97-417f-9e59-1f36bba76425 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:42:42.765216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:42.773593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-81f28ec3-b7a6-4496-8f43-b391c8c13b7c tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/quotas/859935fd7aa048c79afe84289d422ad4 HTTP/1.1" status: 200 len: 375 time: 0.2148943 Jan 28 09:42:42.774941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Allocated IP 172.20.0.2 (5ee56f93-bdf8-4352-b913-5451a018b663/d6899bd0-d298-493d-9c2e-d0b22674028c/a921a291-314a-4d39-86a5-f7a59592b565) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:42.810992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78555e4a-0e5a-4031-88c0-aa616de1df08 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:42.818151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Usage tracker for resource:router and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:42.824436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:42.879540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.885918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:42.896498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:42.898506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-70a48c80-1202-4f50-bc58-ebf4558d740f req-d78108d2-9bc8-4b68-923a-c87ce31ed836 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Synchronizing usage tracker for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:42.916447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-db38d638-91ca-48bb-9fb5-d52407f30f75 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182020 Jan 28 09:42:42.961233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e44096-76ba-473c-ab74-2eff1cf83b84,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:42.965535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Transition to ACTIVE for port object 49aeb5f2-f582-4654-aafd-513db2ee7ab4 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:42.999202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-70a48c80-1202-4f50-bc58-ebf4558d740f req-d78108d2-9bc8-4b68-923a-c87ce31ed836 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Unset dirty status for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:43.000355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70a48c80-1202-4f50-bc58-ebf4558d740f req-d78108d2-9bc8-4b68-923a-c87ce31ed836 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 210 time: 0.2588272 Jan 28 09:42:43.010390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:43.016601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Usage tracker for resource:port and tenant:51b88d0ad05f41f19ec24d2256cfa755 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:43.021072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:43.029424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.038953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:43.048157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-37ede177-96e3-41fb-8d83-7131f77cbf21 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:43.049640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-37ede177-96e3-41fb-8d83-7131f77cbf21 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7466450 Jan 28 09:42:43.051631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Transition to ACTIVE for port object a921a291-314a-4d39-86a5-f7a59592b565 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:43.054666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Made reservation on behalf of 51b88d0ad05f41f19ec24d2256cfa755 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:43.059812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.064552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Transition to ACTIVE for port object 78555e4a-0e5a-4031-88c0-aa616de1df08 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:43.075240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Transition to ACTIVE for port object a921a291-314a-4d39-86a5-f7a59592b565 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:43.081829 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.120009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.127361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.157218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Network 5ee56f93-bdf8-4352-b913-5451a018b663 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:43.161109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:43.164954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:43.171213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Pushing event updated for resources: {'Port': ['ID=a921a291-314a-4d39-86a5-f7a59592b565,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:43.224392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Request body: {'port': {'device_id': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '64faa916d5e841a2bfba67b3b0fc040e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:43.241881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.242935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.255004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.271291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:43.271979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Attempting to bind port a921a291-314a-4d39-86a5-f7a59592b565 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:43.272445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Attempting to bind port a921a291-314a-4d39-86a5-f7a59592b565 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:43.273256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Attempting to bind port a921a291-314a-4d39-86a5-f7a59592b565 on network 5ee56f93-bdf8-4352-b913-5451a018b663 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:43.279399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:43.279882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Checking segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:43.280401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.280899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Bound using segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:43.281916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Bound port: a921a291-314a-4d39-86a5-f7a59592b565, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:43.281916 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.298445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Usage tracker for resource:security_group_rule and tenant:51b88d0ad05f41f19ec24d2256cfa755 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:43.307364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:43.311040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:43.328823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Allocated IP 192.168.233.127 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/c75ac458-b6d3-40d6-ae49-67eb7b220931) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:43.331294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:43.340930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:43.346515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:43.383645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] For port a921a291-314a-4d39-86a5-f7a59592b565, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:43.387344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] For port a921a291-314a-4d39-86a5-f7a59592b565, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a921a291-314a-4d39-86a5-f7a59592b565,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:43.391834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.397566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:43.481319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=78555e4a-0e5a-4031-88c0-aa616de1df08,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:43.512154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:43.512812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.545866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.578402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd1669f-e490-4f36-90e5-144deda36a65 None None] Pushing event updated for resources: {'Port': ['ID=a921a291-314a-4d39-86a5-f7a59592b565,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:43.585747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae877d49-3542-4ccb-9355-e3add2161214 req-afc49aa0-fec0-4286-8c8b-705aa7007bdf tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:43.587269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae877d49-3542-4ccb-9355-e3add2161214 req-afc49aa0-fec0-4286-8c8b-705aa7007bdf tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 943 time: 0.3961599 Jan 28 09:42:43.741008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3ed378c5-7827-44af-80ec-0ca762afbf24 None None] Provisioning for port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:43.751490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3ed378c5-7827-44af-80ec-0ca762afbf24 None None] Provisioning complete for port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:43.752104 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ed378c5-7827-44af-80ec-0ca762afbf24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.759529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:43.764976 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-d220995f-1a8d-4618-a534-966bb88c8aed tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6192896 Jan 28 09:42:43.819897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Request body: {'port': {'device_id': '88087ff9-1ad4-4642-850c-65a6997f418b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:43.825390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3ed378c5-7827-44af-80ec-0ca762afbf24 None None] Port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:43.896643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-053e89d7-26f6-4c22-8454-3224ba56179f service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9793179 Jan 28 09:42:43.950426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ae877d49-3542-4ccb-9355-e3add2161214 req-b47cca2d-7a6a-4bd3-ba7d-1a84b5418f2a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:44.005619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.012560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.060650 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.131555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Transition to ACTIVE for port object c75ac458-b6d3-40d6-ae49-67eb7b220931 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:44.141086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ae877d49-3542-4ccb-9355-e3add2161214 req-b47cca2d-7a6a-4bd3-ba7d-1a84b5418f2a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:44.142328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae877d49-3542-4ccb-9355-e3add2161214 req-b47cca2d-7a6a-4bd3-ba7d-1a84b5418f2a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4780056 Jan 28 09:42:44.184202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b5a120-f6bc-428d-828c-8d03ad3a0c3d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:44.198824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.296260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:44.330640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Attempting to bind port 78555e4a-0e5a-4031-88c0-aa616de1df08 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:44.330973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Attempting to bind port 78555e4a-0e5a-4031-88c0-aa616de1df08 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:44.331297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Attempting to bind port 78555e4a-0e5a-4031-88c0-aa616de1df08 on network 57719549-1f87-42cb-8207-06a1b7964cda {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:44.338206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:44.416208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.463426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cb6485b-b78c-48ac-9634-d2ce9a9f30a6 req-5c33e1f4-9ee7-4294-a304-56b6cc897c2e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 210 time: 0.1994448 Jan 28 09:42:44.479352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Port 78555e4a-0e5a-4031-88c0-aa616de1df08 on network 57719549-1f87-42cb-8207-06a1b7964cda not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:44.479613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Attempting to bind port 78555e4a-0e5a-4031-88c0-aa616de1df08 on network 57719549-1f87-42cb-8207-06a1b7964cda {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:44.507421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.554612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.588004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:44.588430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Checking segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:44.588742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Bound using segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:44.589191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Bound port: 78555e4a-0e5a-4031-88c0-aa616de1df08, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:44.589533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.639403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event deleted for resources: {'Port': ['ID=08025de2-6b97-417f-9e59-1f36bba76425,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:44.642652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Made reservation on behalf of 64faa916d5e841a2bfba67b3b0fc040e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:44.647465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.669916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:44.775133 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-f8309d3b-39f1-450d-ada6-b9a747585390 service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8243589 Jan 28 09:42:44.790915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:44.801322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:44.817293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:44.861668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Allocated IP 192.168.233.38 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/66d462c7-1b4d-4d94-965b-e20cf31fa0d1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:44.865409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Pushing event updated for resources: {'Port': ['ID=c75ac458-b6d3-40d6-ae49-67eb7b220931,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:44.941996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48585490-7811-4a63-b7bf-80c98a76248b None None] Network 5ee56f93-bdf8-4352-b913-5451a018b663 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:42:44.963503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:44.964239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.113130 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.122458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-43c31399-c0b7-45c1-b95c-7e3327ba6840 None None] Provisioning for port a921a291-314a-4d39-86a5-f7a59592b565 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:45.269621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-9fca598f-f322-4caf-ae91-fcdf310afcaf tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4162157 Jan 28 09:42:45.270598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a921a291-314a-4d39-86a5-f7a59592b565 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:45.289889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Request body: {'port': {'device_id': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:45.301607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.329307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fd44dc71-611f-4277-bd9e-f423bc0f9395 None None] Provisioning for port c75ac458-b6d3-40d6-ae49-67eb7b220931 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:45.338345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fd44dc71-611f-4277-bd9e-f423bc0f9395 None None] Provisioning complete for port c75ac458-b6d3-40d6-ae49-67eb7b220931 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:45.338669 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd44dc71-611f-4277-bd9e-f423bc0f9395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.364967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ede2944-f195-46d6-bfca-850c1ad87341 req-d15a45b1-fc31-48a7-95d1-b04f8f4a776b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 210 time: 0.1942296 Jan 28 09:42:45.427515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.449166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Transition to ACTIVE for port object 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:45.457961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fd44dc71-611f-4277-bd9e-f423bc0f9395 None None] Port c75ac458-b6d3-40d6-ae49-67eb7b220931 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:45.485792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a921a291-314a-4d39-86a5-f7a59592b565 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:45.490515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d33943-6782-4b84-936d-787fd03054e4 req-9bec53af-c7d2-48ac-b4d3-d70c54c83ff9 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:45.491533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3d33943-6782-4b84-936d-787fd03054e4 req-9bec53af-c7d2-48ac-b4d3-d70c54c83ff9 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Synchronizing usage tracker for tenant:07c63de2e0df40cc94c10b29fa405256 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:45.500759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a921a291-314a-4d39-86a5-f7a59592b565 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:45.507676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.642899 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.685539 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.704394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.724717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] For port 78555e4a-0e5a-4031-88c0-aa616de1df08, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:45.745264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a921a291-314a-4d39-86a5-f7a59592b565, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a921a291-314a-4d39-86a5-f7a59592b565,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:45.751179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.835427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.837583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:45.841476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a921a291-314a-4d39-86a5-f7a59592b565,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:45.843656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.856583 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.864781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93f7f7f3-b35f-435a-ae2b-d676fa7a5155 req-729978cd-2d26-4dbd-8748-012965938636 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 210 time: 0.2220275 Jan 28 09:42:45.868357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3d33943-6782-4b84-936d-787fd03054e4 req-9bec53af-c7d2-48ac-b4d3-d70c54c83ff9 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Unset dirty status for tenant:07c63de2e0df40cc94c10b29fa405256 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:45.876156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3d33943-6782-4b84-936d-787fd03054e4 req-9bec53af-c7d2-48ac-b4d3-d70c54c83ff9 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 936 time: 1.2039278 Jan 28 09:42:45.880247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] For port 78555e4a-0e5a-4031-88c0-aa616de1df08, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=78555e4a-0e5a-4031-88c0-aa616de1df08,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:45.908175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.910774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:45.921170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:45.941615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:45.957545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:45.982804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:45.983486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:45.985173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] 10.222.0.25 "PUT /v2.0/ports/78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 1091 time: 5.7702656 Jan 28 09:42:45.994556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:45.997477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5d5fa9c7-657c-43db-bf02-f848006c4c58 None None] Provisioning complete for port a921a291-314a-4d39-86a5-f7a59592b565 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:45.997987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5d5fa9c7-657c-43db-bf02-f848006c4c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.000944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:46.003879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:46.120413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.121203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Fanout notify agent at l3_agent the message router_deleted on router 5e3585a4-0054-47ae-aede-d2fa54bc7c21 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:42:46.217645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49aeb5f2-f582-4654-aafd-513db2ee7ab4 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:46.229973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.234534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ceba455-7d7f-47e8-822e-735b5b2e3829 req-9a957bd4-0f83-4061-a0ee-ff1389bea54c tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 210 time: 0.0975616 Jan 28 09:42:46.252254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Transition to ACTIVE for port object 49aeb5f2-f582-4654-aafd-513db2ee7ab4 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:46.264329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.272209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-178f0010-e2fb-4aae-9536-62f1a9fc7c17 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/5e3585a4-0054-47ae-aede-d2fa54bc7c21 HTTP/1.1" status: 204 len: 168 time: 5.8380840 Jan 28 09:42:46.276814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:46.281212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Pushing event updated for resources: {'Port': ['ID=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:46.305739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.340156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc727207-9ec6-49f3-933a-afc34b8e1bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=78555e4a-0e5a-4031-88c0-aa616de1df08,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:46.349861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:46.350506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.359973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2089222694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:46.386762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5d430e6d-5455-4a5f-a402-50cb2ee47c46 None None] Provisioning for port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:46.389026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:46.394990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5d430e6d-5455-4a5f-a402-50cb2ee47c46 None None] Provisioning complete for port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:46.395720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5d430e6d-5455-4a5f-a402-50cb2ee47c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.517041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Allocated IP 192.168.233.5 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/5223a21c-31d7-4f31-8b43-9521e97d83e0) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:46.532915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5d430e6d-5455-4a5f-a402-50cb2ee47c46 None None] Port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:46.650230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:46.651041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:46.656606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3d33943-6782-4b84-936d-787fd03054e4 req-3ee6b01b-c0e5-4fbb-8fcf-fdce1e367dbe tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Synchronizing usage tracker for tenant:07c63de2e0df40cc94c10b29fa405256 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:46.674861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Usage tracker for resource:router and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:46.691947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-698967d9-af57-4a85-8267-c7b9cd04ba01 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:46.693473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-698967d9-af57-4a85-8267-c7b9cd04ba01 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 0.2992215 Jan 28 09:42:46.694412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:46.737947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-aa42d32f-1cb7-4cd4-81ae-58cd84747608 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3145773 Jan 28 09:42:46.756624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Request body: {'port': {'device_id': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'admin_state_up': True, 'tenant_id': '859935fd7aa048c79afe84289d422ad4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:46.771981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:46.782987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:46.788181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Request body: {'port': {'device_id': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:46.826489 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-85172173-7c4c-4966-ae55-429eb66efc8c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2024853 Jan 28 09:42:46.839491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3d33943-6782-4b84-936d-787fd03054e4 req-3ee6b01b-c0e5-4fbb-8fcf-fdce1e367dbe tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Unset dirty status for tenant:07c63de2e0df40cc94c10b29fa405256 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:46.840603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3d33943-6782-4b84-936d-787fd03054e4 req-3ee6b01b-c0e5-4fbb-8fcf-fdce1e367dbe tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9633775 Jan 28 09:42:46.849833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Request body: {'port': {'device_id': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:47.105222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Attempting to bind port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:47.105606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Attempting to bind port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:47.105867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Attempting to bind port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:47.126855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a921a291-314a-4d39-86a5-f7a59592b565 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:47.166053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:47.166372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Attempting to bind port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:47.186920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:47.187253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:47.187648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:47.188092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Bound port: 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:47.189106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.203377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.203848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a921a291-314a-4d39-86a5-f7a59592b565 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:47.204277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.234826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.235822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.288290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4fbc3ebd-61ba-46be-9172-355d0b679bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.289789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4fbc3ebd-61ba-46be-9172-355d0b679bb0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1094 time: 1.2281938 Jan 28 09:42:47.374830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90895536-a988-4f83-a98c-83da37ea542e req-e085e57c-cfd4-4dfa-b777-8e96651494c0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.376242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90895536-a988-4f83-a98c-83da37ea542e req-e085e57c-cfd4-4dfa-b777-8e96651494c0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 932 time: 0.2768943 Jan 28 09:42:47.450739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:47.470650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.476880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:47.482887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-4d584cd0-0bf2-48e1-b078-aa8fd8b5f599 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.1605375 Jan 28 09:42:47.488413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.540846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90895536-a988-4f83-a98c-83da37ea542e req-f9e59db0-965c-4945-a44a-b44bbc72de44 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562660 Jan 28 09:42:47.565227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.565846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.567361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] 10.222.0.43 "PUT /v2.0/ports/49aeb5f2-f582-4654-aafd-513db2ee7ab4 HTTP/1.1" status: 200 len: 1096 time: 3.7747653 Jan 28 09:42:47.567819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:47.589024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfa8e5-82f5-4639-a24a-36de9ca415fc service neutron] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:47.600267 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.663816 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'status': 'completed', 'code': 200} Jan 28 09:42:47.664930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:42:47.678453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77089e5-cbab-41b2-b83d-64d93f48a4b0 req-5f1c3c11-dbe2-4cb1-977b-770a6e1e8f5b tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.685884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c77089e5-cbab-41b2-b83d-64d93f48a4b0 req-5f1c3c11-dbe2-4cb1-977b-770a6e1e8f5b tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 943 time: 1.0137331 Jan 28 09:42:47.686812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-89a7dbd0-07ec-4f29-a6b2-4f9370ae958b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.688417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-89a7dbd0-07ec-4f29-a6b2-4f9370ae958b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 1099 time: 0.0797422 Jan 28 09:42:47.689076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.690912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.762988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Usage tracker for resource:port and tenant:859935fd7aa048c79afe84289d422ad4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:42:47.775489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:42:47.797888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.806430 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-8726a5bd-4d86-4d70-b45b-df34e20fd76a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4 HTTP/1.1" status: 200 len: 217 time: 0.1109095 Jan 28 09:42:47.829850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:47.846362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:42:47.854904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-49989f92-639b-4ebe-9dc2-c22506d6bb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.856339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-49989f92-639b-4ebe-9dc2-c22506d6bb93 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.3443968 Jan 28 09:42:47.889415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-f6469579-a2ca-4cc1-aca4-256983d5c749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.890821 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-f6469579-a2ca-4cc1-aca4-256983d5c749 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0765905 Jan 28 09:42:47.940389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-880e8b49-efa3-4186-9ad9-c91a2be28279 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:47.941119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-880e8b49-efa3-4186-9ad9-c91a2be28279 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Synchronizing usage tracker for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:47.962902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Transition to ACTIVE for port object 5223a21c-31d7-4f31-8b43-9521e97d83e0 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:47.974743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-880e8b49-efa3-4186-9ad9-c91a2be28279 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Unset dirty status for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:47.975894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-880e8b49-efa3-4186-9ad9-c91a2be28279 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 935 time: 0.2202842 Jan 28 09:42:47.987774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c77089e5-cbab-41b2-b83d-64d93f48a4b0 req-4dd9950a-3447-4a99-b4d1-2ed434b9fb79 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005085 Jan 28 09:42:47.988392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Made reservation on behalf of 859935fd7aa048c79afe84289d422ad4 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:42:47.991636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:48.017569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-c9f93f85-638b-4e4b-80f4-fd8ec4ae38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:48.019027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:48.019963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-c9f93f85-638b-4e4b-80f4-fd8ec4ae38bf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1219485 Jan 28 09:42:48.023409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c662c097-b363-4e5a-92d5-f82e63c55c60 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.7144125 Jan 28 09:42:48.023696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55900) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:48.041757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:48.097268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-ac3c0315-204e-444c-ab11-22322b97b177 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Synchronizing usage tracker for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:48.246960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-660c1488-6563-4cad-bc91-5b3ba0f18de9 req-700d78db-62dd-4991-bc87-7e2bc606a6ab tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Synchronizing usage tracker for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:48.324398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-ac3c0315-204e-444c-ab11-22322b97b177 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Unset dirty status for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:48.325575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7357d37c-b1a3-4054-a270-e2f9b11e21f8 req-ac3c0315-204e-444c-ab11-22322b97b177 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3433468 Jan 28 09:42:48.367301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Allocated IP 172.25.1.140 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/7251d915-701f-4a3d-a460-226d8877226e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:48.399928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:48.417237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-660c1488-6563-4cad-bc91-5b3ba0f18de9 req-700d78db-62dd-4991-bc87-7e2bc606a6ab tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Unset dirty status for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:48.418381 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-660c1488-6563-4cad-bc91-5b3ba0f18de9 req-700d78db-62dd-4991-bc87-7e2bc606a6ab tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 210 time: 0.2942331 Jan 28 09:42:48.496336 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'status': 'completed', 'code': 200} Jan 28 09:42:48.513578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-f23ae754-2d6a-44f4-ae27-77c452679dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:48.515041 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-f23ae754-2d6a-44f4-ae27-77c452679dd6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6274886 Jan 28 09:42:48.706000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:48.734018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f88ff872-1736-4c70-b69d-6ad8a10d5c8b req-8e05c8de-6633-4a44-8740-7fe4eefba9f7 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 210 time: 0.2415226 Jan 28 09:42:48.837667 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-f73ac12f-29fc-427d-a632-8ae8946a08ea service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429430 Jan 28 09:42:48.839940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:48.929777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:48.968345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:49.000216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:49.063165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Allocated IP 172.20.0.3 (018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6/730e2049-dc15-4a49-a21b-1ed9a7a05e0a/821b5704-fdab-44a9-951b-7c4a1bc26047) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:49.194511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:49.195105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.207899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.216868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:42:49.235080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c8235bb-2e3a-4740-b996-f14d65aaece0 None None] Provisioning for port 5223a21c-31d7-4f31-8b43-9521e97d83e0 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:49.241555 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff6f7691-a08f-41b3-8936-a813e1712524 req-5d24c829-b076-4575-bbfa-b36ac969b638 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943937 Jan 28 09:42:49.242303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c8235bb-2e3a-4740-b996-f14d65aaece0 None None] Provisioning complete for port 5223a21c-31d7-4f31-8b43-9521e97d83e0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:49.242782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c8235bb-2e3a-4740-b996-f14d65aaece0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.252653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368fc32-147c-433f-996b-1c443c27ed95 req-b2740c8f-7810-44da-a8e9-f93fff896b12 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:49.254202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5368fc32-147c-433f-996b-1c443c27ed95 req-b2740c8f-7810-44da-a8e9-f93fff896b12 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 932 time: 0.3866630 Jan 28 09:42:49.262491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c75ac458-b6d3-40d6-ae49-67eb7b220931 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:49.294803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.310436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c8235bb-2e3a-4740-b996-f14d65aaece0 None None] Port 5223a21c-31d7-4f31-8b43-9521e97d83e0 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:42:49.355413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-4df8215e-b7ca-435c-a2bd-2ff60d020b69 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.2851460 Jan 28 09:42:49.364148 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-1401f46b-835a-47bb-9eb9-2b1e2ce50d0f service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7965553 Jan 28 09:42:49.385277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Request body: {'port': {'device_id': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:49.386060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Transition to ACTIVE for port object c75ac458-b6d3-40d6-ae49-67eb7b220931 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:49.420722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5368fc32-147c-433f-996b-1c443c27ed95 req-236a9a1f-643c-4cab-8267-2998727daa0e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530063 Jan 28 09:42:49.425662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.481186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a7e94-bfe5-4457-b231-90a303ddabe1 req-a32c36ea-31d5-4ca7-932e-2face5c15129 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:49.482705 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-695a7e94-bfe5-4457-b231-90a303ddabe1 req-a32c36ea-31d5-4ca7-932e-2face5c15129 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 936 time: 0.8108585 Jan 28 09:42:49.493161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d5e821-7639-4611-a5bf-9601fb8d341a {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:49.718298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9a6c449-f6a0-4d35-b08f-274f433c6438 req-f616986f-40dd-473d-bb74-590854bfe477 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997253 Jan 28 09:42:49.780754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.818030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:49.919302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Transition to ACTIVE for port object 38d5e821-7639-4611-a5bf-9601fb8d341a will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:49.935286 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:49.961098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.002542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Pushing event updated for resources: {'Port': ['ID=c75ac458-b6d3-40d6-ae49-67eb7b220931,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:50.027790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.048089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-695a7e94-bfe5-4457-b231-90a303ddabe1 req-d7ed242e-8d32-4a98-90af-21b694ffe781 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732885 Jan 28 09:42:50.075020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294a83-9ac6-4847-b23a-39e616360071 req-4f5db5bf-3526-4ffc-9699-359daba832e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:50.076693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-4f5db5bf-3526-4ffc-9699-359daba832e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 1099 time: 0.7755785 Jan 28 09:42:50.114885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Transition to ACTIVE for port object 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:50.161185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.165648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.188038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:50.200122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:50.203617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:50.204096 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:42:50.206524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:50.238043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.405213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.469954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-d4394b76-2296-43d7-9c31-f62fd8232cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:50.471415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-d4394b76-2296-43d7-9c31-f62fd8232cbe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1094 time: 0.6883774 Jan 28 09:42:50.533267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.547637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Pushing event updated for resources: {'Port': ['ID=7251d915-701f-4a3d-a460-226d8877226e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:50.615230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Attempting to bind port c75ac458-b6d3-40d6-ae49-67eb7b220931 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:50.615447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Attempting to bind port c75ac458-b6d3-40d6-ae49-67eb7b220931 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:50.615773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Attempting to bind port c75ac458-b6d3-40d6-ae49-67eb7b220931 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:50.694425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Pushing event updated for resources: {'Port': ['ID=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:50.696675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Port c75ac458-b6d3-40d6-ae49-67eb7b220931 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:50.697041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Attempting to bind port c75ac458-b6d3-40d6-ae49-67eb7b220931 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:50.706245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657b16-38b9-4cc2-86a5-b160cd2325b5 req-669e9c6a-0d0b-46c8-af2e-8998eb792d6a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:50.708294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06657b16-38b9-4cc2-86a5-b160cd2325b5 req-669e9c6a-0d0b-46c8-af2e-8998eb792d6a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 943 time: 0.9667366 Jan 28 09:42:50.757838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:50.758180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:50.758567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:50.759875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Bound port: c75ac458-b6d3-40d6-ae49-67eb7b220931, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:50.760233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:50.838661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294a83-9ac6-4847-b23a-39e616360071 req-18f1bc54-229b-455f-bbab-c8aa5b442fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:50.840132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-18f1bc54-229b-455f-bbab-c8aa5b442fe2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7464042 Jan 28 09:42:51.005764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:51.006396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:51.006523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-c7e56191-c826-4ae5-919d-912f0ce73328 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4 HTTP/1.1" status: 200 len: 217 time: 0.1564825 Jan 28 09:42:51.006626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:51.018416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06657b16-38b9-4cc2-86a5-b160cd2325b5 req-f5a5a686-759d-418f-bda0-829ca50755f2 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949059 Jan 28 09:42:51.047565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:51.047888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:51.050279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.112800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Attempting to bind port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:51.113700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Attempting to bind port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:51.114021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Attempting to bind port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:51.118885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:51.119224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:51.119606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:51.120053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Bound port: 38d5e821-7639-4611-a5bf-9601fb8d341a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:51.120391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.137831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Allocated IP 172.25.1.134 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/462f2ecd-6660-4ec0-926e-144cda16209b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:51.181271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:51.181592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Attempting to bind port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:51.184444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294a83-9ac6-4847-b23a-39e616360071 req-e909031b-7628-466e-b772-b87f1862369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.186277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-e909031b-7628-466e-b772-b87f1862369a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1578546 Jan 28 09:42:51.198688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a4762-ccc1-405e-9376-750c1e716c17 req-9bda546f-df87-475c-8874-1d372c512b0b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.200153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e0a4762-ccc1-405e-9376-750c1e716c17 req-9bda546f-df87-475c-8874-1d372c512b0b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 947 time: 0.9241011 Jan 28 09:42:51.251019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:51.252021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:51.252021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:51.252262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Bound port: 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:51.252454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-1fed89aa-bf41-49be-8684-a7c0416187f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.252610 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.253957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-1fed89aa-bf41-49be-8684-a7c0416187f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.7585294 Jan 28 09:42:51.267652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] For port c75ac458-b6d3-40d6-ae49-67eb7b220931, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:51.277465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:51.360714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] For port c75ac458-b6d3-40d6-ae49-67eb7b220931, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:51.374804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:51.422580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.449370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:51.489641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:51.509159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-abf06182-6538-43a6-9090-a56198dc03ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.2412052 Jan 28 09:42:51.518568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.519454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.520509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] 10.222.0.25 "PUT /v2.0/ports/c75ac458-b6d3-40d6-ae49-67eb7b220931 HTTP/1.1" status: 200 len: 1096 time: 6.2360315 Jan 28 09:42:51.543671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'tag': 'c75ac458-b6d3-40d6-ae49-67eb7b220931'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:51.546756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.547093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.547448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.547854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.548231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.548573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.548927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.549253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.549930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.550261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.551166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.551482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:51.657913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] For port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:51.665284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fe6b48-0df4-4c1f-9133-e60f7892be7e service neutron] Pushing event updated for resources: {'Port': ['ID=c75ac458-b6d3-40d6-ae49-67eb7b220931,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:51.679495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108e59b-c2e0-46fc-ac9d-4cd008cc4d4d req-0939ca21-86df-4ab7-9fbc-f6d75804ca31 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.681079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3108e59b-c2e0-46fc-ac9d-4cd008cc4d4d req-0939ca21-86df-4ab7-9fbc-f6d75804ca31 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 934 time: 0.5411472 Jan 28 09:42:51.707275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] For port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:51.710379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22294a83-9ac6-4847-b23a-39e616360071 req-87ba9fe2-aa0b-48f0-aade-4f49320b394e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.711859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-87ba9fe2-aa0b-48f0-aade-4f49320b394e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5123091 Jan 28 09:42:51.740495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e0a4762-ccc1-405e-9376-750c1e716c17 req-1d00f3c9-88d8-4d18-a6c2-02d001aba0df tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818556 Jan 28 09:42:51.750091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.768281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.774422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.774995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.805157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-deb04b46-e088-43c8-9b50-5d0882354233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:51.807027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-deb04b46-e088-43c8-9b50-5d0882354233 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.2636695 Jan 28 09:42:51.811281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:51.869949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:51.875689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-b3ef9c48-480d-4483-a2e5-88025df27209 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1464381 Jan 28 09:42:51.922709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:51.927495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.029428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Request body: {'port': {'device_id': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:42:52.055014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.055626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.057052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] 10.222.0.25 "PUT /v2.0/ports/66d462c7-1b4d-4d94-965b-e20cf31fa0d1 HTTP/1.1" status: 200 len: 1095 time: 5.2155304 Jan 28 09:42:52.078629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3108e59b-c2e0-46fc-ac9d-4cd008cc4d4d req-17d9f18e-3185-4e3d-b3ad-6b67bb290db7 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Synchronizing usage tracker for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:52.179131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637303fd-91de-4309-98ab-b0ba4be164b6 service neutron] Pushing event updated for resources: {'Port': ['ID=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:52.193273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.193880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.195238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] 10.222.0.43 "PUT /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 1092 time: 5.4198120 Jan 28 09:42:52.195777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:52.213105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3108e59b-c2e0-46fc-ac9d-4cd008cc4d4d req-17d9f18e-3185-4e3d-b3ad-6b67bb290db7 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Unset dirty status for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:52.214595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3108e59b-c2e0-46fc-ac9d-4cd008cc4d4d req-17d9f18e-3185-4e3d-b3ad-6b67bb290db7 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201972 Jan 28 09:42:52.224551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-6b079d6f-84f0-4327-af8c-43b016979624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.226043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-6b079d6f-84f0-4327-af8c-43b016979624 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07c63de2e0df40cc94c10b29fa405256&device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 1099 time: 0.6645429 Jan 28 09:42:52.281590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5223a21c-31d7-4f31-8b43-9521e97d83e0 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:52.300246 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-49256376-68f4-4527-a6c3-a36b6f04bfd6 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5701649 Jan 28 09:42:52.314425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-a65df6aa-4bf3-4dd4-8268-62b42de6e1b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931 HTTP/1.1" status: 200 len: 217 time: 0.0783350 Jan 28 09:42:52.473555 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.518042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.550143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13cdbb-2420-4c03-bb4d-997e4b8c6f40 service neutron] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:52.582849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Transition to ACTIVE for port object 5223a21c-31d7-4f31-8b43-9521e97d83e0 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:52.600066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:42:52.602010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.607556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-ab8d1557-2d95-43ff-9fe1-93758cd01f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.609075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-ab8d1557-2d95-43ff-9fe1-93758cd01f61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7908363 Jan 28 09:42:52.623176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:42:52.625789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-01a8d37f-4629-4221-9068-e0d0fafc1f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.627240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-01a8d37f-4629-4221-9068-e0d0fafc1f34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2935686 Jan 28 09:42:52.631655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:42:52.643542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:52.663067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-7dd0548b-9e98-4e78-a7dd-d27b13793a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.664556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-7dd0548b-9e98-4e78-a7dd-d27b13793a8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 1098 time: 0.5616345 Jan 28 09:42:52.670656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event updated for resources: {'Port': ['ID=462f2ecd-6660-4ec0-926e-144cda16209b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:52.749223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21107c72-11e0-4788-b091-391addac72fd req-93a5fd19-e4ee-4ac1-8810-5398cf7cd4f6 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:52.749915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-21107c72-11e0-4788-b091-391addac72fd req-93a5fd19-e4ee-4ac1-8810-5398cf7cd4f6 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:42:52.813426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-cb2fba3c-8d0b-4d99-830f-e3f95f699840 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1 HTTP/1.1" status: 200 len: 217 time: 0.1046410 Jan 28 09:42:52.815269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22294a83-9ac6-4847-b23a-39e616360071 req-56894bf6-d871-467c-9a9d-0bdfbd3df42a service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032520 Jan 28 09:42:52.887990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:52.995913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:53.027739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f3ede-134e-4214-aa11-94de2b16caa8 req-e730dc55-121f-4e00-b8b8-b17e7e0bc5bf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.029252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b8f3ede-134e-4214-aa11-94de2b16caa8 req-e730dc55-121f-4e00-b8b8-b17e7e0bc5bf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 944 time: 0.6910121 Jan 28 09:42:53.065839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:53.086166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'mac_address': 'fa:16:3e:58:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:42:53.098032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-21107c72-11e0-4788-b091-391addac72fd req-93a5fd19-e4ee-4ac1-8810-5398cf7cd4f6 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:42:53.098032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21107c72-11e0-4788-b091-391addac72fd req-93a5fd19-e4ee-4ac1-8810-5398cf7cd4f6 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 931 time: 1.2239506 Jan 28 09:42:53.113726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-79cd0102-586d-4b38-875e-5b34a20a6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.115198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-79cd0102-586d-4b38-875e-5b34a20a6ab2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2861738 Jan 28 09:42:53.150802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:53.168548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49aeb5f2-f582-4654-aafd-513db2ee7ab4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:53.171625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-d82b27e4-0452-407c-b9e4-b4e646b9aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.174067 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-d82b27e4-0452-407c-b9e4-b4e646b9aa5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5077083 Jan 28 09:42:53.186160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:53.190091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:53.216450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b8f3ede-134e-4214-aa11-94de2b16caa8 req-0ebe6043-ec4c-439c-ae9a-fc03f1de24a2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425188 Jan 28 09:42:53.251054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-71666d01-76d8-4a88-a3ee-81f722af5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.252462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-71666d01-76d8-4a88-a3ee-81f722af5d3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1095 time: 0.9631627 Jan 28 09:42:53.267742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:53.385108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-644cfdfd-0aed-4f63-93ca-d0c8613c6211 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7323091 Jan 28 09:42:53.386367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-133f0c8e-a04a-4d2a-93d1-d5873fe61c5f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.1066356 Jan 28 09:42:53.399237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['49aeb5f2-f582-4654-aafd-513db2ee7ab4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:53.400755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21107c72-11e0-4788-b091-391addac72fd req-a00591c1-504a-4873-bcbd-02b7b8bce0b3 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802691 Jan 28 09:42:53.401696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:53.490413 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'tag': 'c75ac458-b6d3-40d6-ae49-67eb7b220931', 'status': 'completed', 'code': 200} Jan 28 09:42:53.729572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Attempting to bind port 5223a21c-31d7-4f31-8b43-9521e97d83e0 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:53.729827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Attempting to bind port 5223a21c-31d7-4f31-8b43-9521e97d83e0 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:53.730122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Attempting to bind port 5223a21c-31d7-4f31-8b43-9521e97d83e0 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:53.772064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Port 5223a21c-31d7-4f31-8b43-9521e97d83e0 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:53.772381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Attempting to bind port 5223a21c-31d7-4f31-8b43-9521e97d83e0 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:53.795271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-a7f4f56b-8334-4195-ae8d-51ae94866d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.796793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-a7f4f56b-8334-4195-ae8d-51ae94866d67 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6659219 Jan 28 09:42:53.797452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:53.797788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:53.798164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:53.798594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Bound port: 5223a21c-31d7-4f31-8b43-9521e97d83e0, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:53.798935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:53.802176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-d92acd38-54b2-49d8-b637-ea41c908e512 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6176553 Jan 28 09:42:53.811280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:53.861929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-eab08d9a-94f4-41f8-8673-137089eeb953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.864195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-eab08d9a-94f4-41f8-8673-137089eeb953 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.4665322 Jan 28 09:42:53.929232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa949d-c3ef-4304-b914-534c527d5996 req-dab14756-5e8e-4241-ad7d-59cc98d4e280 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:53.930772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1fa949d-c3ef-4304-b914-534c527d5996 req-dab14756-5e8e-4241-ad7d-59cc98d4e280 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 948 time: 0.5748246 Jan 28 09:42:53.980972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 78555e4a-0e5a-4031-88c0-aa616de1df08 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:54.129497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 78555e4a-0e5a-4031-88c0-aa616de1df08, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=78555e4a-0e5a-4031-88c0-aa616de1df08,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:54.143871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:42:54.167188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-b665b4d5-6fd2-477e-b30c-7e23f19f5c1a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2569458 Jan 28 09:42:54.202353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.205109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1fa949d-c3ef-4304-b914-534c527d5996 req-958fa95a-b605-4b3c-b551-708ae53a4801 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148528 Jan 28 09:42:54.221109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78555e4a-0e5a-4031-88c0-aa616de1df08 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:54.234307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99bb2fc0-e4d1-4fcc-bf22-03cff55271f4 req-b21cddf9-8954-4233-9f21-5ff6a316e6a5 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8368995 Jan 28 09:42:54.262526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 78555e4a-0e5a-4031-88c0-aa616de1df08, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=78555e4a-0e5a-4031-88c0-aa616de1df08,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:54.267418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.270243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8df57d59-5d7e-46ea-88a3-9117754c2b15 req-aeaa93d3-57cc-4bfc-8267-783baeb9d07e service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109507 Jan 28 09:42:54.273954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-19f91cb5-517e-443b-980c-dd63f2ea0642 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136236 Jan 28 09:42:54.320264 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'status': 'completed', 'code': 200} Jan 28 09:42:54.368279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a12f7-426f-4532-b5b2-17dca88234aa req-e747ed5a-b287-4af1-9bad-d44461a880e0 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:54.369780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab1a12f7-426f-4532-b5b2-17dca88234aa req-e747ed5a-b287-4af1-9bad-d44461a880e0 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 943 time: 0.7148666 Jan 28 09:42:54.376952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:54.377169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=78555e4a-0e5a-4031-88c0-aa616de1df08,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:54.467553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:54.498601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['78555e4a-0e5a-4031-88c0-aa616de1df08'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:54.499605 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.545745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-cacfc938-756e-422b-b468-96494acd6396 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573370 Jan 28 09:42:54.548307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 821b5704-fdab-44a9-951b-7c4a1bc26047 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:54.606479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.675752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:54.676364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.677754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] 10.222.0.25 "PUT /v2.0/ports/5223a21c-31d7-4f31-8b43-9521e97d83e0 HTTP/1.1" status: 200 len: 1094 time: 5.2965665 Jan 28 09:42:54.680366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Router b293099c-b495-40da-9a68-565e2332465a is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:54.687146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.695712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7572499-fc53-4c4a-b230-ae7fb2c73560 req-6714ae92-9014-4b68-a98d-c417b441cef7 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362801 Jan 28 09:42:54.700691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.704962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab1a12f7-426f-4532-b5b2-17dca88234aa req-819c306f-5cad-410f-8176-4cfd35912df9 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760301 Jan 28 09:42:54.705493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-a51bd83c-5020-400f-9fc8-5823ce6bb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:54.707519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-a51bd83c-5020-400f-9fc8-5823ce6bb7bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=07c63de2e0df40cc94c10b29fa405256&device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 1099 time: 0.3821037 Jan 28 09:42:54.744801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Transition to ACTIVE for port object 821b5704-fdab-44a9-951b-7c4a1bc26047 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:54.778763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:54.847867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891cbc71-2fb8-4535-9f76-ad313d5cd161 req-9847f026-be6a-4c2f-a4a9-998f481f8f0c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:54.849565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-891cbc71-2fb8-4535-9f76-ad313d5cd161 req-9847f026-be6a-4c2f-a4a9-998f481f8f0c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 947 time: 0.3946011 Jan 28 09:42:54.903513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:54.907155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b30431d-87fb-4be5-a2ff-9ae9b0258a3e service neutron] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:54.987057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:54.992884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:54.993248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.114947 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.144808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:55.148572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0347827-1fc2-4214-a072-09e6a917bd25 req-0f0320f2-6d2f-4ba9-81e5-693f488359d4 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5719647 Jan 28 09:42:55.154061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:55.159125 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.214207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:55.234967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:55.238021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-891cbc71-2fb8-4535-9f76-ad313d5cd161 req-66027fe5-4dde-409e-af3a-1eed34aca788 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283715 Jan 28 09:42:55.279248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-8aa22fb3-e533-4c6b-b61e-29c8a591a627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.280758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-8aa22fb3-e533-4c6b-b61e-29c8a591a627 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 1097 time: 0.5015287 Jan 28 09:42:55.288084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-86380a9e-296c-4d39-a81f-bfe2764ec549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.290031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-86380a9e-296c-4d39-a81f-bfe2764ec549 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.5285430 Jan 28 09:42:55.335670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:55.349239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Sync routers for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:55.359697 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:55.360295 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:55.371529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856823ab-12e4-495b-9d67-20643f79b425 req-da9108aa-a9fd-4242-9f01-e316f45be6cd tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.373027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-856823ab-12e4-495b-9d67-20643f79b425 req-da9108aa-a9fd-4242-9f01-e316f45be6cd tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 946 time: 0.5240266 Jan 28 09:42:55.387303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Attempting to bind port 821b5704-fdab-44a9-951b-7c4a1bc26047 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:55.387668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Attempting to bind port 821b5704-fdab-44a9-951b-7c4a1bc26047 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:55.387988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Attempting to bind port 821b5704-fdab-44a9-951b-7c4a1bc26047 on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:55.411314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.415254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-affd9cab-3b36-4661-9e45-b4039045a9b8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 12.8378689 Jan 28 09:42:55.417242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55936) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:55.420873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Port 821b5704-fdab-44a9-951b-7c4a1bc26047 on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:42:55.421194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Attempting to bind port 821b5704-fdab-44a9-951b-7c4a1bc26047 on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:55.452478 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-f06c2f0b-e063-4c22-8c9f-edae5b44bbe5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0 HTTP/1.1" status: 200 len: 217 time: 0.1604843 Jan 28 09:42:55.496202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:55.496202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Checking segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:55.496584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Bound using segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:55.497015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Bound port: 821b5704-fdab-44a9-951b-7c4a1bc26047, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:55.497358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.538700 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:55.543592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'tag': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:55.548698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-9cb2091a-bf88-4b50-88e8-7cf65709eebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.550256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-9cb2091a-bf88-4b50-88e8-7cf65709eebd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0692830 Jan 28 09:42:55.551602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-5d657bc0-89ec-4c68-a9b7-e9fbbd673cee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931 HTTP/1.1" status: 200 len: 217 time: 0.1946135 Jan 28 09:42:55.573838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-856823ab-12e4-495b-9d67-20643f79b425 req-49be71ef-04f5-4fc1-baa0-8aeffe66796c tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896861 Jan 28 09:42:55.582390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-1559894f-c5ff-41b5-9bb5-cc3ee5c7e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.583958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-1559894f-c5ff-41b5-9bb5-cc3ee5c7e2fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1095 time: 0.3367743 Jan 28 09:42:55.692217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-204a1685-e04f-41d0-8ef6-91a472e11ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.693867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-204a1685-e04f-41d0-8ef6-91a472e11ac8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1257915 Jan 28 09:42:55.813324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Router c923d9c7-6855-4188-8887-54a83ca2301f is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:42:55.828582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ab9dea-60df-4842-bc1e-1513f620b78e req-47a11c05-2991-48df-bdc4-ae054c63bc10 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.830433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51ab9dea-60df-4842-bc1e-1513f620b78e req-47a11c05-2991-48df-bdc4-ae054c63bc10 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 944 time: 0.4609487 Jan 28 09:42:55.848520 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:42:51Z', 'revision_number': 3, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:55.852451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5bf043dd-3dbf-47b0-9d88-aa7919629501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.853390 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Checking router: b293099c-b495-40da-9a68-565e2332465a for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:42:55.853990 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Updating router b293099c-b495-40da-9a68-565e2332465a port 7251d915-701f-4a3d-a460-226d8877226e binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:42:55.909462 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:55.971373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-30106442-ff48-4b46-8f77-6120dbec6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.976566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-30106442-ff48-4b46-8f77-6120dbec6869 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2655869 Jan 28 09:42:55.987692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea50f85-183f-432f-8223-9784499a09e8 req-5afcc7ef-cc46-4736-a789-589de43236d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:55.989623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-5afcc7ef-cc46-4736-a789-589de43236d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3568721 Jan 28 09:42:55.999310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 78555e4a-0e5a-4031-88c0-aa616de1df08 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:56.016184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51ab9dea-60df-4842-bc1e-1513f620b78e req-81019180-3b71-4441-88c4-6349b213fb2e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720226 Jan 28 09:42:56.070992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:56.124978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:56.133169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-eb137f83-72d5-4911-99fa-387e4409b04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:56.134908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-eb137f83-72d5-4911-99fa-387e4409b04c service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.5404248 Jan 28 09:42:56.139599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.171747 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'code': 200} Jan 28 09:42:56.225517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 78555e4a-0e5a-4031-88c0-aa616de1df08 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:56.235175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 78555e4a-0e5a-4031-88c0-aa616de1df08 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:56.235767 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.288467 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.301110 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Transition to ACTIVE for port object 7251d915-701f-4a3d-a460-226d8877226e will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:56.308367 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.351550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:56.385321 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Pushing event updated for resources: {'Port': ['ID=7251d915-701f-4a3d-a460-226d8877226e,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:56.401219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-a71b7105-1eaa-46cb-bffc-351ff7cb9816 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.2536328 Jan 28 09:42:56.402477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:42:56.422195 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.422822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] Sync routers for ids ['c923d9c7-6855-4188-8887-54a83ca2301f'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:42:56.423155 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.423716 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.424320 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.424910 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.425503 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.426067 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.426595 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.427123 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.427656 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.428234 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.428987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:42:56.439641 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Attempting to bind port 7251d915-701f-4a3d-a460-226d8877226e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:42:56.440316 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Attempting to bind port 7251d915-701f-4a3d-a460-226d8877226e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:42:56.440933 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Attempting to bind port 7251d915-701f-4a3d-a460-226d8877226e on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:42:56.446227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:56.446835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.448078 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:42:56.448269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] 10.222.0.43 "PUT /v2.0/ports/821b5704-fdab-44a9-951b-7c4a1bc26047 HTTP/1.1" status: 200 len: 1091 time: 4.4717774 Jan 28 09:42:56.448940 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:42:56.449720 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.450327 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:42:56.451019 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Bound port: 7251d915-701f-4a3d-a460-226d8877226e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:42:56.451607 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.483406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] Routers {'c923d9c7-6855-4188-8887-54a83ca2301f'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:56.487667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c923d9c7-6855-4188-8887-54a83ca2301f'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:56.490920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e97ee3-8d64-4ef8-b87d-73dac0b502a1 req-36d7733c-7d8f-4ad9-a856-1afd4b3f63f8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:56.495919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.499414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ccf18c51-a851-4a43-98d1-f9bb4989335b tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "PUT /v2.0/routers/c923d9c7-6855-4188-8887-54a83ca2301f HTTP/1.1" status: 200 len: 884 time: 8.4724381 Jan 28 09:42:56.499554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25e97ee3-8d64-4ef8-b87d-73dac0b502a1 req-36d7733c-7d8f-4ad9-a856-1afd4b3f63f8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 943 time: 0.6223478 Jan 28 09:42:56.500525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55948) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:56.538299 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] For port 7251d915-701f-4a3d-a460-226d8877226e, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:42:56.539246 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-607327cc-c142-4041-9a29-e04a8eff7d16 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5218441 Jan 28 09:42:56.542448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] For port 7251d915-701f-4a3d-a460-226d8877226e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7251d915-701f-4a3d-a460-226d8877226e,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:42:56.542614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-6eebd25a-cb52-4aa4-b71a-0271d9afcf64 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503488 Jan 28 09:42:56.547278 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.626670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6912028-d62e-489c-a1a0-a5a4fefb1160 req-e80857a3-a859-4c46-84ea-26caef81df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:56.628183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6912028-d62e-489c-a1a0-a5a4fefb1160 req-e80857a3-a859-4c46-84ea-26caef81df1d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 1101 time: 0.3845794 Jan 28 09:42:56.646611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:56.648766 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.657903 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101fa3c-982e-4799-b620-4f3be757356a None None] Pushing event updated for resources: {'Port': ['ID=7251d915-701f-4a3d-a460-226d8877226e,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:56.672165 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:56.672904 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:56.682992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] Routers {'c923d9c7-6855-4188-8887-54a83ca2301f'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:42:56.683607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c923d9c7-6855-4188-8887-54a83ca2301f'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:56.763204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ea694-ffee-421d-a2c4-1087434741ec service neutron] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:56.767551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 78555e4a-0e5a-4031-88c0-aa616de1df08, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=78555e4a-0e5a-4031-88c0-aa616de1df08,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:56.778772 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:56.805821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-097dd0e3-d100-42ce-b6b8-4d9bbcc1509a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:56.807737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-097dd0e3-d100-42ce-b6b8-4d9bbcc1509a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.3949344 Jan 28 09:42:56.816315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c972ec9-fbd5-4652-a455-823d88fb6c29 req-f97e8f53-3204-4f2e-84d2-744a21b3a1e0 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:56.823390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c972ec9-fbd5-4652-a455-823d88fb6c29 req-f97e8f53-3204-4f2e-84d2-744a21b3a1e0 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 948 time: 0.5034666 Jan 28 09:42:56.824967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:56.825373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932d674c-a405-4bb0-9e73-87e44540393a None None] The sync data for ids ['c923d9c7-6855-4188-8887-54a83ca2301f'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:56.860994 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:42:56.872896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=78555e4a-0e5a-4031-88c0-aa616de1df08,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:56.897503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25e97ee3-8d64-4ef8-b87d-73dac0b502a1 req-270abbab-b607-40c5-b12b-2e113f3bb0d1 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980033 Jan 28 09:42:56.906092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-f63bf900-3dee-432b-85d7-65026d80057f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725780 Jan 28 09:42:57.009830 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'tag': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1', 'status': 'completed', 'code': 200} Jan 28 09:42:57.043291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6912028-d62e-489c-a1a0-a5a4fefb1160 req-6893faa9-504c-41c8-8f08-73c0159c8e02 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435602 Jan 28 09:42:57.110549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c972ec9-fbd5-4652-a455-823d88fb6c29 req-65d68ffb-3e3f-485d-a24c-00676fbe2425 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863030 Jan 28 09:42:57.121146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dea50f85-183f-432f-8223-9784499a09e8 req-6e5ca1e8-001e-48da-b8a3-156797d8eb04 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5654221 Jan 28 09:42:57.122941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf9c677-5c24-40c8-8e05-3f88ff2bf092 req-d88009e3-1628-4c9c-bb92-7143ef955e24 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452006 Jan 28 09:42:57.203146 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:42:51Z', 'revision_number': 3, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:42:57.209751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5a502d9-a6b8-4e2f-828f-69d745781068 None None] The sync data for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 is: [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:42:51Z', 'revision_number': 3, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:42:57.325737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47916e96-a937-4ad7-970f-12b89d7e863c req-29d79129-4cd3-44d9-a69c-75df531cd67d tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.327324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47916e96-a937-4ad7-970f-12b89d7e863c req-29d79129-4cd3-44d9-a69c-75df531cd67d tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 947 time: 0.0960109 Jan 28 09:42:57.380274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47916e96-a937-4ad7-970f-12b89d7e863c req-371b5818-c5d8-4337-8f7b-f1f4b52b31d2 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467098 Jan 28 09:42:57.473252 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'status': 'completed', 'code': 200} Jan 28 09:42:57.480748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-476ec8e9-0a02-4cc2-8f36-cccb7d61b103 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/c923d9c7-6855-4188-8887-54a83ca2301f HTTP/1.1" status: 200 len: 925 time: 0.9189403 Jan 28 09:42:57.494515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-59f06bac-4f10-4097-9f38-90c540afebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.495967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-59f06bac-4f10-4097-9f38-90c540afebfe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 1094 time: 0.9763100 Jan 28 09:42:57.496573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55956) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:57.590817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-0bd0e50a-5321-484a-897a-3a55a993ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.594260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-0bd0e50a-5321-484a-897a-3a55a993ebaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 1097 time: 0.1147585 Jan 28 09:42:57.702041 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-a85f0bec-bfa3-48d5-958e-a2d70e9709ba service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=821b5704-fdab-44a9-951b-7c4a1bc26047 HTTP/1.1" status: 200 len: 217 time: 0.1919353 Jan 28 09:42:57.752785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-57391bae-1eda-4e7e-8ba5-e17080bfc3d6 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8358221 Jan 28 09:42:57.827881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-9bd35454-d7ce-4b2e-a915-667935ae2741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.829411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-9bd35454-d7ce-4b2e-a915-667935ae2741 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2285135 Jan 28 09:42:57.834069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-04a21970-892e-44fd-9fb7-73d5c0690466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.835547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-04a21970-892e-44fd-9fb7-73d5c0690466 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 1098 time: 0.7669253 Jan 28 09:42:57.868554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44888143-d945-4c73-a378-8c8a5f99bbc0 req-ba60eed4-1d0d-4d0f-9f96-ba2c59dfbaca tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.870023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44888143-d945-4c73-a378-8c8a5f99bbc0 req-ba60eed4-1d0d-4d0f-9f96-ba2c59dfbaca tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 945 time: 0.7703242 Jan 28 09:42:57.906754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-41a63b8b-4ca0-40e4-8e4c-e52394be971a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0 HTTP/1.1" status: 200 len: 217 time: 0.0699210 Jan 28 09:42:57.954685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a2ae8-9dbb-4114-bb7d-3b0ffe7f2c0a req-24c6a0be-0aff-4334-99d5-55c502c71b11 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:57.956210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-165a2ae8-9dbb-4114-bb7d-3b0ffe7f2c0a req-24c6a0be-0aff-4334-99d5-55c502c71b11 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 946 time: 0.1921546 Jan 28 09:42:58.014707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c75ac458-b6d3-40d6-ae49-67eb7b220931 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:58.016577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-4451ab2b-e3b2-4f72-b93e-bbbdfb87b0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.018046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-4451ab2b-e3b2-4f72-b93e-bbbdfb87b0f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1037741 Jan 28 09:42:58.076562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-2117ee30-f973-44b1-a2f3-8480ac6733ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.078278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-2117ee30-f973-44b1-a2f3-8480ac6733ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.3673649 Jan 28 09:42:58.082581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-165a2ae8-9dbb-4114-bb7d-3b0ffe7f2c0a req-453c9e41-cebd-4c4d-a334-478d3ccbd12f tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147408 Jan 28 09:42:58.146263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-291ea385-e049-49f9-ac1e-7ddba2e050d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.154427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-291ea385-e049-49f9-ac1e-7ddba2e050d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1299908 Jan 28 09:42:58.177131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:58.215797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-dc8231c4-846c-40b9-a5ff-3e341fbe7a04 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1215711 Jan 28 09:42:58.253228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d6bf4a5-c4ad-4b7d-ac56-2faa6109542d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:58.265758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44888143-d945-4c73-a378-8c8a5f99bbc0 req-cf1079dc-67fc-4f77-965e-f6075831450d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167851 Jan 28 09:42:58.268908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcfa00-0152-471f-a265-ba0bffcdc3ff tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.272883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a7bcfa00-0152-471f-a265-ba0bffcdc3ff tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=c923d9c7-6855-4188-8887-54a83ca2301f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7674038 Jan 28 09:42:58.293020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55966) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:58.326727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c75ac458-b6d3-40d6-ae49-67eb7b220931, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:58.341478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'c75ac458-b6d3-40d6-ae49-67eb7b220931', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'c75ac458-b6d3-40d6-ae49-67eb7b220931', 'mac_address': 'fa:16:3e:20:fc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:42:58.404996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:58.420712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-013b1dac-ecf8-4342-aa49-1fbaa781c6b1 req-e52e9157-c579-4943-ab7a-0d1e7e9b4aeb service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6471457 Jan 28 09:42:58.431068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c75ac458-b6d3-40d6-ae49-67eb7b220931 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:58.451021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c75ac458-b6d3-40d6-ae49-67eb7b220931, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:58.457090 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:58.459497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:58.474411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:58.499425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0922674-b504-4840-a245-01bc189701b0 req-47053f45-1e48-49e4-8fa5-32dd3390e61c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.500931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0922674-b504-4840-a245-01bc189701b0 req-47053f45-1e48-49e4-8fa5-32dd3390e61c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 944 time: 0.1705420 Jan 28 09:42:58.527182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-60e72ab7-0242-4c9b-af97-ec5202c52a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.528583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-60e72ab7-0242-4c9b-af97-ec5202c52a59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.6535220 Jan 28 09:42:58.528756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-5be1cc3e-48a6-4c8d-99bc-0db81a6e202d service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3671379 Jan 28 09:42:58.582325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:58.599176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c75ac458-b6d3-40d6-ae49-67eb7b220931,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:58.602107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1', 'mac_address': 'fa:16:3e:ce:a1:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:42:58.641552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0922674-b504-4840-a245-01bc189701b0 req-1995168f-958a-4e2e-924c-adf076a99d6e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332579 Jan 28 09:42:58.656211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-af53bda9-8dc6-4f81-b22c-c9772a515b75 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1 HTTP/1.1" status: 200 len: 217 time: 0.1091337 Jan 28 09:42:58.688229 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:58.710531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:58.729328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:58.732520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5781e40-a536-43c1-a241-e3ffd70713bc req-9dfc8892-2a49-4f97-bff0-002eae13e108 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850257 Jan 28 09:42:58.733850 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:58.805444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-bc73c609-a9a2-425f-92e7-aa59108ac6e8 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755832 Jan 28 09:42:58.809215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:58.838402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43dd6c-ff0e-4920-bad6-7c922929ab1d req-1ee64547-08c5-4360-9c7f-a388b92ae9a4 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.839993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db43dd6c-ff0e-4920-bad6-7c922929ab1d req-1ee64547-08c5-4360-9c7f-a388b92ae9a4 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 949 time: 0.0863419 Jan 28 09:42:58.888359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db43dd6c-ff0e-4920-bad6-7c922929ab1d req-a61622ef-9e9c-4cdf-bc12-c044650d65ae tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419681 Jan 28 09:42:58.900189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57ba5ce-83d4-4984-9d40-1021398d75bf tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.901571 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a57ba5ce-83d4-4984-9d40-1021398d75bf tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.6048908 Jan 28 09:42:58.904559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55972) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:58.907144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:42:58.914558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-2e95d242-dee9-43d3-971e-4143590d191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:58.915991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-2e95d242-dee9-43d3-971e-4143590d191f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2078266 Jan 28 09:42:58.970307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc34fef9-1da9-451d-b7f3-48f3534caf0e tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=c923d9c7-6855-4188-8887-54a83ca2301f HTTP/1.1" status: 200 len: 205 time: 0.0616918 Jan 28 09:42:58.973365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55976) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:42:59.030919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3229cc-32cd-47a8-ab8d-d3eb823e7e3b req-e3b72e79-a34b-4bf4-bb6c-f876f66362ed tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:59.032424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc3229cc-32cd-47a8-ab8d-d3eb823e7e3b req-e3b72e79-a34b-4bf4-bb6c-f876f66362ed tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 943 time: 0.5451562 Jan 28 09:42:59.129428 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'code': 200} Jan 28 09:42:59.132045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c75ac458-b6d3-40d6-ae49-67eb7b220931'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:59.196112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['66d462c7-1b4d-4d94-965b-e20cf31fa0d1'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:42:59.270370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7251d915-701f-4a3d-a460-226d8877226e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:42:59.340263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:59.367388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc3229cc-32cd-47a8-ab8d-d3eb823e7e3b req-816eea5e-1ec1-444e-bc99-f11775203427 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3273482 Jan 28 09:42:59.372239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.372571 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-754f7ade-9ecb-48a7-a1c8-addfda9b01d4 req-1140d97f-102d-43bb-ba3e-87554ed202d0 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5537217 Jan 28 09:42:59.392026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Allocated IP 172.20.0.1 (5ee56f93-bdf8-4352-b913-5451a018b663/d6899bd0-d298-493d-9c2e-d0b22674028c/e14665e3-0046-4c8b-82b7-e24a79ecd601) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:42:59.401572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-70cf854a-ef6b-4d94-8ce8-60b65383b153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:59.403113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-70cf854a-ef6b-4d94-8ce8-60b65383b153 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4747851 Jan 28 09:42:59.419883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'port_id': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'mac_address': 'fa:16:3e:53:3a:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f4161-41c8-4aac-ac0c-ee3b96fca93c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:42:59.434160 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.477758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.490668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:42:59.573435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.596241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7251d915-701f-4a3d-a460-226d8877226e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:42:59.624510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7251d915-701f-4a3d-a460-226d8877226e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:42:59.624877 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.653579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d5e821-7639-4611-a5bf-9601fb8d341a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:42:59.683155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4bf69-0616-40c3-89f2-cdfe3959dccb req-d20a8743-5f89-46f1-a632-4b92633d1b6b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:59.685705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8b4bf69-0616-40c3-89f2-cdfe3959dccb req-d20a8743-5f89-46f1-a632-4b92633d1b6b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 948 time: 0.5577848 Jan 28 09:42:59.707583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab5c58f-e7c8-4c46-9de9-5fec272158b6 req-565fdf10-e2fa-418c-9059-4d7d1dd6e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:59.709313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ab5c58f-e7c8-4c46-9de9-5fec272158b6 req-565fdf10-e2fa-418c-9059-4d7d1dd6e654 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.6512451 Jan 28 09:42:59.722893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-c2dbabb7-b4bf-440c-aae6-2cc384863b76 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011634 Jan 28 09:42:59.726369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.742974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:59.766746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.810870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Transition to ACTIVE for port object e14665e3-0046-4c8b-82b7-e24a79ecd601 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:42:59.844053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccdfb85-110a-4adc-98dd-5090def23acb req-1779cfec-757c-4819-9778-ef97ff4aee9f tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:42:59.845831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ccdfb85-110a-4adc-98dd-5090def23acb req-1779cfec-757c-4819-9778-ef97ff4aee9f tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 946 time: 0.2937016 Jan 28 09:42:59.869573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8b4bf69-0616-40c3-89f2-cdfe3959dccb req-54a4197f-6f76-4ded-80d1-c9e7e2f68ce6 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649802 Jan 28 09:42:59.875717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ab5c58f-e7c8-4c46-9de9-5fec272158b6 req-f8d949d7-f5f4-40b8-b5e4-bd9e62f78f09 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395018 Jan 28 09:42:59.907143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.923193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Deleting port 462f2ecd-6660-4ec0-926e-144cda16209b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:42:59.924461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.929199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:42:59.933827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b526d0a8-04c6-4c90-8ee1-752dfffcbc95 req-a1902243-2a22-4441-a582-8183129c76ec service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973553 Jan 28 09:42:59.938278 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.946226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ccdfb85-110a-4adc-98dd-5090def23acb req-d30aca51-a2d4-4d63-9424-6d11c35fb324 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862141 Jan 28 09:42:59.949884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:42:59.960454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7251d915-701f-4a3d-a460-226d8877226e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7251d915-701f-4a3d-a460-226d8877226e,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:42:59.974993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.017181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:00.019356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['38d5e821-7639-4611-a5bf-9601fb8d341a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:00.043173 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'status': 'completed', 'code': 200} Jan 28 09:43:00.113328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Network 5ee56f93-bdf8-4352-b913-5451a018b663 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:00.118996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:00.127012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:00.159662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7251d915-701f-4a3d-a460-226d8877226e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:00.197300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Pushing event updated for resources: {'Port': ['ID=e14665e3-0046-4c8b-82b7-e24a79ecd601,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:00.208637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.255053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.289218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cfab28-a59b-4d4f-8127-1a28ded10bcf req-d946b409-5191-422c-abd7-136e6a242ded tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:00.290719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49cfab28-a59b-4d4f-8127-1a28ded10bcf req-d946b409-5191-422c-abd7-136e6a242ded tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 945 time: 0.2021778 Jan 28 09:43:00.374962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Calling delete_port for 462f2ecd-6660-4ec0-926e-144cda16209b owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:00.404320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:00.419008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-611c578e-813e-4155-925b-85ab1fc965e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:00.419925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-611c578e-813e-4155-925b-85ab1fc965e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 1094 time: 0.3654633 Jan 28 09:43:00.442752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'mac_address': 'fa:16:3e:d1:bf:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:00.444803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49cfab28-a59b-4d4f-8127-1a28ded10bcf req-bb7baecf-a88c-48c0-ade0-a01374dac383 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915258 Jan 28 09:43:00.542021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be28fa5-dc6c-4326-a716-286944dc3fcb req-8c9e04e9-b927-46d0-a85c-05507caee813 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:00.542583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5be28fa5-dc6c-4326-a716-286944dc3fcb req-8c9e04e9-b927-46d0-a85c-05507caee813 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:00.576258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f56cbb71-cdd5-449a-9207-7b7c70b0e70f None None] Provisioning for port e14665e3-0046-4c8b-82b7-e24a79ecd601 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:00.606031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5be28fa5-dc6c-4326-a716-286944dc3fcb req-8c9e04e9-b927-46d0-a85c-05507caee813 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:00.607233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5be28fa5-dc6c-4326-a716-286944dc3fcb req-8c9e04e9-b927-46d0-a85c-05507caee813 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 945 time: 0.4460311 Jan 28 09:43:00.611590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-ac97cf79-ea12-4d6c-a68b-b6ed8571652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:00.613833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-ac97cf79-ea12-4d6c-a68b-b6ed8571652f service neutron] 10.222.0.43 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 906 time: 0.1854777 Jan 28 09:43:00.615992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f56cbb71-cdd5-449a-9207-7b7c70b0e70f None None] Provisioning complete for port e14665e3-0046-4c8b-82b7-e24a79ecd601 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:00.616359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56cbb71-cdd5-449a-9207-7b7c70b0e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.698651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-ed929af0-1dc2-43f7-83ae-55ce958ceac4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=821b5704-fdab-44a9-951b-7c4a1bc26047 HTTP/1.1" status: 200 len: 217 time: 0.0670915 Jan 28 09:43:00.728835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.755516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.756143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f56cbb71-cdd5-449a-9207-7b7c70b0e70f None None] Port e14665e3-0046-4c8b-82b7-e24a79ecd601 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:00.767341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5223a21c-31d7-4f31-8b43-9521e97d83e0 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:00.770289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860435f8-3cb2-4848-8ecf-6f422f3fee98 req-f4792be3-0dc9-43f2-8ff0-4695551ae0b0 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:00.771917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-860435f8-3cb2-4848-8ecf-6f422f3fee98 req-f4792be3-0dc9-43f2-8ff0-4695551ae0b0 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 949 time: 0.1541147 Jan 28 09:43:00.808981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:00.814271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.827534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5be28fa5-dc6c-4326-a716-286944dc3fcb req-6da2006c-f3bd-49de-84cd-5aedfbedb38d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127502 Jan 28 09:43:00.832800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.840139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-860435f8-3cb2-4848-8ecf-6f422f3fee98 req-bc6179ef-34ab-40f5-91e3-f4a590dbf776 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565007 Jan 28 09:43:00.841011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:00.892427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event deleted for resources: {'Port': ['ID=462f2ecd-6660-4ec0-926e-144cda16209b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:00.940213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.940553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.940949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.941338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.941665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.941990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.942308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.942622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.942936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.943241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.943556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.943867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:00.967725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:01.005314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.057890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-accd1609-ef24-462c-a51f-42ef329dd875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:01.059818 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-accd1609-ef24-462c-a51f-42ef329dd875 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.3224194 Jan 28 09:43:01.092272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['5223a21c-31d7-4f31-8b43-9521e97d83e0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:01.194259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7251d915-701f-4a3d-a460-226d8877226e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:01.286282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-b220f317-4149-4f46-a350-8cfd6b9a191f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1698897 Jan 28 09:43:01.317851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7251d915-701f-4a3d-a460-226d8877226e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:01.318193 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.396508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.399232 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.406222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972502f7-5393-44c6-81eb-5ababe398336 req-e08ec068-424a-4812-af9d-21144d376da0 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:01.407702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-972502f7-5393-44c6-81eb-5ababe398336 req-e08ec068-424a-4812-af9d-21144d376da0 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 943 time: 0.3436961 Jan 28 09:43:01.444195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.444752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Fanout notify agent at l3_agent the message router_deleted on router c923d9c7-6855-4188-8887-54a83ca2301f {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:43:01.459307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e08ec4d-b100-4a5f-83a8-bf1fd9377749 req-15871781-8a80-41a8-af7e-37fa2974ad44 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:01.461521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e08ec4d-b100-4a5f-83a8-bf1fd9377749 req-15871781-8a80-41a8-af7e-37fa2974ad44 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 948 time: 0.3412735 Jan 28 09:43:01.469365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.470416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d139be0-0924-487b-ac69-ddc59ef95607 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/c923d9c7-6855-4188-8887-54a83ca2301f HTTP/1.1" status: 204 len: 168 time: 2.4958379 Jan 28 09:43:01.474343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55998) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:01.480019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2007267810', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:01.499683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:01.507994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Usage tracker for resource:router and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:01.511088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:01.527665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:01.537068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-972502f7-5393-44c6-81eb-5ababe398336 req-3ea537dc-f834-438a-bd34-941495239794 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171060 Jan 28 09:43:01.544740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e08ec4d-b100-4a5f-83a8-bf1fd9377749 req-83eb33ef-5311-481e-814c-ceafb792e71d tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716529 Jan 28 09:43:01.548996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-e5f59949-8e43-43ee-aaa0-b3291a7028f8 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541661 Jan 28 09:43:01.552509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.553906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.582236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.590270 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.590878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.615519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.646076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.648115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-42abff48-7782-43d3-a259-8f7092380b55 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1729736 Jan 28 09:43:01.650829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:01.655507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': True}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:01.820202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:01.835366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Pushing event updated for resources: {'Port': ['ID=e14665e3-0046-4c8b-82b7-e24a79ecd601,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:01.931441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8def1300-1a03-4f9b-a9c5-91f62afcf713 req-f2141df4-3e94-431c-9feb-7ce40b017344 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747931 Jan 28 09:43:01.976604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389128d-1aee-4482-980a-c0fd93dc4ff1 req-5f95d6a5-a77a-49dd-a964-03deea92dd9c tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:01.978107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3389128d-1aee-4482-980a-c0fd93dc4ff1 req-5f95d6a5-a77a-49dd-a964-03deea92dd9c tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 947 time: 0.2705643 Jan 28 09:43:02.018585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c75ac458-b6d3-40d6-ae49-67eb7b220931 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:02.038546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Network 5ee56f93-bdf8-4352-b913-5451a018b663 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:02.041631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:02.049452 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3389128d-1aee-4482-980a-c0fd93dc4ff1 req-04180cf2-b868-41a9-a24c-7bb69f68bf20 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640724 Jan 28 09:43:02.108821 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.120942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e103e91-868a-482e-a509-fbefc5dd69a5 req-64307644-9f0b-4894-9acc-34cd4b5e76e3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:02.122471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e103e91-868a-482e-a509-fbefc5dd69a5 req-64307644-9f0b-4894-9acc-34cd4b5e76e3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 945 time: 0.4126210 Jan 28 09:43:02.140985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port c75ac458-b6d3-40d6-ae49-67eb7b220931 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:02.161304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port c75ac458-b6d3-40d6-ae49-67eb7b220931 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:02.161919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.263409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e103e91-868a-482e-a509-fbefc5dd69a5 req-8f53e002-2173-4625-a96b-42671d34dd8b tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317196 Jan 28 09:43:02.354096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.358945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Router b293099c-b495-40da-9a68-565e2332465a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:43:02.377705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129fc7a9-5bdc-4ced-9e02-276d1e96ef08 req-1ee5ac60-76e1-45d5-bd1e-e2c1c0222355 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:02.385082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-129fc7a9-5bdc-4ced-9e02-276d1e96ef08 req-1ee5ac60-76e1-45d5-bd1e-e2c1c0222355 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 945 time: 0.1417301 Jan 28 09:43:02.395166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75ac458-b6d3-40d6-ae49-67eb7b220931'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:02.405940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c75ac458-b6d3-40d6-ae49-67eb7b220931, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:02.411598 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.412414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:02.512375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-68adf0ec-9e7f-4e65-af5f-456b646f3631 None None] Provisioning complete for port e14665e3-0046-4c8b-82b7-e24a79ecd601 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:02.512856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68adf0ec-9e7f-4e65-af5f-456b646f3631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.525389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-129fc7a9-5bdc-4ced-9e02-276d1e96ef08 req-be53855b-2cbe-4566-ad7d-5c9e09384716 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392365 Jan 28 09:43:02.587952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c75ac458-b6d3-40d6-ae49-67eb7b220931,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:02.601569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-68adf0ec-9e7f-4e65-af5f-456b646f3631 None None] Port e14665e3-0046-4c8b-82b7-e24a79ecd601 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:02.615871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.616344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 5223a21c-31d7-4f31-8b43-9521e97d83e0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:02.623107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 5223a21c-31d7-4f31-8b43-9521e97d83e0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:02.623107 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.652452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68663877-e0b1-4cd9-ab1b-16568549e397 req-94999934-9865-4a91-ba35-a6b8bec367ff tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:02.652452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68663877-e0b1-4cd9-ab1b-16568549e397 req-94999934-9865-4a91-ba35-a6b8bec367ff tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 950 time: 0.2319195 Jan 28 09:43:02.656574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.746785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.765395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68663877-e0b1-4cd9-ab1b-16568549e397 req-c2b58f5b-67a8-429b-86f8-71b745ab6c7e tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722060 Jan 28 09:43:02.780953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:02.796786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:02.798243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:02.837161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Allocated IP 172.25.1.246 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/f4c2448d-d31b-421d-bbdf-a4c88d24f14f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:02.901589 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c75ac458-b6d3-40d6-ae49-67eb7b220931', 'code': 200} Jan 28 09:43:02.936297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-556dfe93-4085-44d7-8245-f4575adf4828 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3131747 Jan 28 09:43:02.952927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 821b5704-fdab-44a9-951b-7c4a1bc26047 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:02.955473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:02.980460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:02.998820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:03.011918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Usage tracker for resource:floatingip and tenant:dc749992e74742a4a25a84127dbdeaf6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:03.016430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:03.024151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:03.026467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:03.043368 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Sync routers for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:03.045441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-360ac7a0-ca3c-4d9c-a449-7d84c0c84510 admin admin] 10.222.0.42 "PUT /v2.0/routers/b293099c-b495-40da-9a68-565e2332465a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6257071 Jan 28 09:43:03.048026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:03.053525 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:03.054608 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:03.072982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.154892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:03.176080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 38d5e821-7639-4611-a5bf-9601fb8d341a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:03.179374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:03.179744 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.199310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.215331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bb9968-a637-4fc6-8438-ea99558b8b04 req-4e1dfb8c-109c-4ae1-bb1b-dd47d435aad9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:03.221135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 38d5e821-7639-4611-a5bf-9601fb8d341a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:03.221551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.222025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95bb9968-a637-4fc6-8438-ea99558b8b04 req-4e1dfb8c-109c-4ae1-bb1b-dd47d435aad9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 948 time: 0.1608975 Jan 28 09:43:03.258030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f48ce-fbf3-4b20-a615-df4a8d6ce4b0 req-af0a3cda-84ae-4786-a752-918425557951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:03.264169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f36f48ce-fbf3-4b20-a615-df4a8d6ce4b0 req-af0a3cda-84ae-4786-a752-918425557951 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 1101 time: 0.3275476 Jan 28 09:43:03.280232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95bb9968-a637-4fc6-8438-ea99558b8b04 req-47dbb9fa-743a-434b-a648-b12053ac6355 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 Jan 28 09:43:03.312421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.324992 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:03.373456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f36f48ce-fbf3-4b20-a615-df4a8d6ce4b0 req-b7d14565-cb27-4b79-8930-6397d7fa2a8c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946512 Jan 28 09:43:03.400858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:03.404398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:03.409368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:03.445917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.462256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Port': ['ID=f4c2448d-d31b-421d-bbdf-a4c88d24f14f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:03.541152 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:03.691556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'mac_address': 'fa:16:3e:c4:f2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:03.721635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Allocated IP 172.25.1.106 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/a2a7e7b6-abf4-495f-959e-a7fbb089fc99) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:03.851497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027178e1-b6a2-4173-8afe-381dc58f6ba0 req-998b3432-d1f1-4a19-b841-dd25d14e63ce tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:03.853796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-027178e1-b6a2-4173-8afe-381dc58f6ba0 req-998b3432-d1f1-4a19-b841-dd25d14e63ce tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 943 time: 0.3182175 Jan 28 09:43:03.865437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:01Z', 'revision_number': 2, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:03.865740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.876822 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Checking router: b293099c-b495-40da-9a68-565e2332465a for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:43:03.877163 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Updating router b293099c-b495-40da-9a68-565e2332465a port e14665e3-0046-4c8b-82b7-e24a79ecd601 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:43:03.957585 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.959888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.975899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:03.979646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.986578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-027178e1-b6a2-4173-8afe-381dc58f6ba0 req-f9075cd4-a449-4567-b519-e2ff0bb1e16a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:03.995107 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:03.995654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.006032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.042796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56040) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:04.051460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-286343083-network', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:04.056770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:04.060588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Usage tracker for resource:network and tenant:100556b513924d52bce1bdf85f4fbb65 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:04.064904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:04.071309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:04.074167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 821b5704-fdab-44a9-951b-7c4a1bc26047 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:04.085561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Made reservation on behalf of 100556b513924d52bce1bdf85f4fbb65 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:04.088404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.093151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:04.095355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:04.099795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:04.107658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:04.108910 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.114157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.117254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:04.120825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:04.131776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-027178e1-b6a2-4173-8afe-381dc58f6ba0 req-f9075cd4-a449-4567-b519-e2ff0bb1e16a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:04.154348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-027178e1-b6a2-4173-8afe-381dc58f6ba0 req-f9075cd4-a449-4567-b519-e2ff0bb1e16a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2815650 Jan 28 09:43:04.154348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.154639 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.195763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:04.216107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event updated for resources: {'Port': ['ID=a2a7e7b6-abf4-495f-959e-a7fbb089fc99,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:04.240520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.291435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:04.293559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:04.329045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.348454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Usage tracker for resource:security_group_rule and tenant:100556b513924d52bce1bdf85f4fbb65 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:04.364686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:04.379041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:04.409169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['821b5704-fdab-44a9-951b-7c4a1bc26047'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:04.504150 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.549221 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Transition to ACTIVE for port object e14665e3-0046-4c8b-82b7-e24a79ecd601 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:04.566302 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.588132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.594547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.658397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd121994-339d-4daa-a42e-463bc0a10f14 req-c8b04cc3-5c22-447c-b474-1f66a4eb2915 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:04.660794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd121994-339d-4daa-a42e-463bc0a10f14 req-c8b04cc3-5c22-447c-b474-1f66a4eb2915 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 948 time: 0.3655047 Jan 28 09:43:04.707723 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabdcce-52e9-4a13-9b83-07cfd80b146c None None] Pushing event updated for resources: {'Port': ['ID=e14665e3-0046-4c8b-82b7-e24a79ecd601,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:04.715297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.765017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event updated for resources: {'Port': ['ID=a2a7e7b6-abf4-495f-959e-a7fbb089fc99,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:04.767706 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.769832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-2b26941d-911d-4c4f-badb-b68ddbcc865f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7949920 Jan 28 09:43:04.843357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd121994-339d-4daa-a42e-463bc0a10f14 req-369fac2e-1c39-4939-a749-79a2d0555371 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683781 Jan 28 09:43:04.874456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.877839 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.882204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.897154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:43:04.899396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-4369ad6c-03d7-4ce2-834a-28f5b061394e tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:04.903584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0'}, {'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a'}, {'server_uuid': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:04.905209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Attempting to bind port e14665e3-0046-4c8b-82b7-e24a79ecd601 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:04.905580 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Attempting to bind port e14665e3-0046-4c8b-82b7-e24a79ecd601 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:04.905932 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Attempting to bind port e14665e3-0046-4c8b-82b7-e24a79ecd601 on network 5ee56f93-bdf8-4352-b913-5451a018b663 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:04.909117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.909642 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Added segment 8d9dfe58-dd36-491a-b1b8-c5c2de2970fc of type vlan for network de252d34-1a09-4446-acf6-136282c48688 Jan 28 09:43:04.916620 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:04.917430 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Checking segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:04.920231 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.922195 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Bound using segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:04.923303 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Bound port: e14665e3-0046-4c8b-82b7-e24a79ecd601, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:04.925259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-4369ad6c-03d7-4ce2-834a-28f5b061394e tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:04.928248 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.933397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-4369ad6c-03d7-4ce2-834a-28f5b061394e tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.1525769 Jan 28 09:43:04.945000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.986153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.989061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:04.990103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:04.990827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:05.069364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] For port e14665e3-0046-4c8b-82b7-e24a79ecd601, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:05.072695 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] For port e14665e3-0046-4c8b-82b7-e24a79ecd601, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e14665e3-0046-4c8b-82b7-e24a79ecd601,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:05.078070 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:05.111600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-9dcd7666-bd11-4d2a-974d-fb49ac8bc9a4 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:05.113987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19685d7d-50eb-41d3-b1cd-48d4cc9e2bdb req-9dcd7666-bd11-4d2a-974d-fb49ac8bc9a4 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1795778 Jan 28 09:43:05.179721 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eabdcce-52e9-4a13-9b83-07cfd80b146c None None] Pushing event updated for resources: {'Port': ['ID=e14665e3-0046-4c8b-82b7-e24a79ecd601,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:05.193693 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:05.194315 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:05.347794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097050bc-98a3-4ae3-ac41-bec0ba8f376e req-93a34fa9-3cbf-4c43-b4b3-4f9e8fdec47b tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:05.350027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-097050bc-98a3-4ae3-ac41-bec0ba8f376e req-93a34fa9-3cbf-4c43-b4b3-4f9e8fdec47b tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 950 time: 0.1188509 Jan 28 09:43:05.388871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97760d2-98d3-49f2-bda4-ef6432679804,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:05.419885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-097050bc-98a3-4ae3-ac41-bec0ba8f376e req-54dc0ee2-7465-44fd-8541-6afd351c6d0d tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620694 Jan 28 09:43:05.421997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] Pushing event updated for resources: {'Network': ['ID=de252d34-1a09-4446-acf6-136282c48688,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:05.433397 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:05.434088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network de252d34-1a09-4446-acf6-136282c48688 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:43:05.438906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a518ba2c-dd61-487b-9e8a-a0c75d247251 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3919151 Jan 28 09:43:05.440615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56054) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:05.448284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Request body: {'subnet': {'network_id': 'de252d34-1a09-4446-acf6-136282c48688', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-subnet', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:05.454663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:05.460010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Usage tracker for resource:subnet and tenant:100556b513924d52bce1bdf85f4fbb65 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:05.463693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:05.486733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:05.507452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Made reservation on behalf of 100556b513924d52bce1bdf85f4fbb65 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:05.510066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:05.570473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ebe8c-a30b-4319-aa7b-b40356e51f35 req-ae4c7498-aa05-4b30-8609-533e0ba33390 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:05.577061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a74ebe8c-a30b-4319-aa7b-b40356e51f35 req-ae4c7498-aa05-4b30-8609-533e0ba33390 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 946 time: 0.5584369 Jan 28 09:43:05.647279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a74ebe8c-a30b-4319-aa7b-b40356e51f35 req-4a5a72a1-e7c3-4a16-ae41-753ed23f68ee tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688965 Jan 28 09:43:05.666013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Router e3c063bd-611b-493b-98eb-f302d87bfe6a is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:43:05.725705 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'code': 200} Jan 28 09:43:05.726075 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'code': 200} Jan 28 09:43:05.726454 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1', 'code': 200} Jan 28 09:43:05.894614 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:05Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:05.898404 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c30f86f-caf5-4dd9-ae9d-172263d8a02a None None] The sync data for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 is: [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:05Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:06.033356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:06.037837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.041479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0319320d-4b91-407e-ab51-71e7844ed2b9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "PUT /v2.0/routers/e3c063bd-611b-493b-98eb-f302d87bfe6a HTTP/1.1" status: 200 len: 919 time: 4.3871541 Jan 28 09:43:06.042413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:06.062821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] Sync routers for ids ['e3c063bd-611b-493b-98eb-f302d87bfe6a'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:06.077839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] Routers {'e3c063bd-611b-493b-98eb-f302d87bfe6a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:06.078472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e3c063bd-611b-493b-98eb-f302d87bfe6a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:06.159073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:06.169468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] Routers {'e3c063bd-611b-493b-98eb-f302d87bfe6a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:06.170113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e3c063bd-611b-493b-98eb-f302d87bfe6a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:06.173079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04364197-8b44-4903-8d6d-667eadcb64bb req-738b0a51-c64b-4466-be3e-743e8f5bcc39 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.174802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04364197-8b44-4903-8d6d-667eadcb64bb req-738b0a51-c64b-4466-be3e-743e8f5bcc39 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 949 time: 0.5168214 Jan 28 09:43:06.179978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe2608-1d47-477c-86c2-2e56d2e81c0f req-febfbcac-533a-4027-9058-910a9f99dcc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.181688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5bbe2608-1d47-477c-86c2-2e56d2e81c0f req-febfbcac-533a-4027-9058-910a9f99dcc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 1100 time: 0.3516059 Jan 28 09:43:06.183306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.213147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f8ef2-9c73-499d-8b1f-98ea1e136055 req-55d91f2e-f1e8-4358-9003-8a278efbe3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.214627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-699f8ef2-9c73-499d-8b1f-98ea1e136055 req-55d91f2e-f1e8-4358-9003-8a278efbe3c1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 1099 time: 0.3438327 Jan 28 09:43:06.220739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb5999b-567f-4ee1-a94e-9cdb091b0ef3 req-ef89c8ca-be0b-4209-9178-cb53fbaef560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.223727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fb5999b-567f-4ee1-a94e-9cdb091b0ef3 req-ef89c8ca-be0b-4209-9178-cb53fbaef560 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1097 time: 0.3546884 Jan 28 09:43:06.243140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:06.244087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06250d4-2071-4fc7-a9c1-7cfe7afba9cf None None] The sync data for ids ['e3c063bd-611b-493b-98eb-f302d87bfe6a'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:06.259318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce18893-6e9a-49c6-82b6-910c806e3120 req-809fcec5-fff8-42f8-95c6-9552a884b309 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.261086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ce18893-6e9a-49c6-82b6-910c806e3120 req-809fcec5-fff8-42f8-95c6-9552a884b309 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 944 time: 0.3444672 Jan 28 09:43:06.314588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6f5f403f-57cd-4259-a4fd-84b4c9d810e4 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/e3c063bd-611b-493b-98eb-f302d87bfe6a HTTP/1.1" status: 200 len: 925 time: 0.2704329 Jan 28 09:43:06.325360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:06.327090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-699f8ef2-9c73-499d-8b1f-98ea1e136055 req-c1b7bc5f-7462-4f0b-94c2-8b77a640c113 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033947 Jan 28 09:43:06.377277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04364197-8b44-4903-8d6d-667eadcb64bb req-4202994b-9073-4627-b303-25951b62369d tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896815 Jan 28 09:43:06.383069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5bbe2608-1d47-477c-86c2-2e56d2e81c0f req-5d7af1cb-6b48-4d88-aae2-7673e8bd0e90 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551480 Jan 28 09:43:06.383665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Pushing event updated for resources: {'Subnet': ['ID=621988c8-76e7-4ed2-a7e6-a1817282ff18,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:06.390707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ce18893-6e9a-49c6-82b6-910c806e3120 req-80a01854-d7c3-4e34-9b15-d8bd77521e67 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209807 Jan 28 09:43:06.395182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fb5999b-567f-4ee1-a94e-9cdb091b0ef3 req-31a4a920-5835-4eba-b4a7-aa5e117d813d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414287 Jan 28 09:43:06.398025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Checking segment: {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:06.398526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Network hostable DHCP agents. Network: de252d34-1a09-4446-acf6-136282c48688, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:43:06.423329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Network de252d34-1a09-4446-acf6-136282c48688 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:43:06.437985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, de252d34-1a09-4446-acf6-136282c48688) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:06.450189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301e6771-2587-4681-8a01-8d7c59ff0b54 None None] Network de252d34-1a09-4446-acf6-136282c48688 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:06.454071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.454954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.483641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e74d4d-66ba-4dfa-b4ea-5bc4bd1a9226 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.484686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43e74d4d-66ba-4dfa-b4ea-5bc4bd1a9226 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Synchronizing usage tracker for tenant:5041475f8e024e5280e6e39ff372c445 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:06.508828 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c618205-dcc2-45a4-929a-803d2485e25d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0655136 Jan 28 09:43:06.509720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56078) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:06.515525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:06.526645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:06.534396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Usage tracker for resource:router and tenant:100556b513924d52bce1bdf85f4fbb65 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:06.543350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:06.554961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43e74d4d-66ba-4dfa-b4ea-5bc4bd1a9226 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Unset dirty status for tenant:5041475f8e024e5280e6e39ff372c445 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:06.556451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-43e74d4d-66ba-4dfa-b4ea-5bc4bd1a9226 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=e3c063bd-611b-493b-98eb-f302d87bfe6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2284749 Jan 28 09:43:06.559577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56082) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:06.630113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:06.723504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6f0835e4-ec3d-418b-b39b-ff887671374d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.730590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6f0835e4-ec3d-418b-b39b-ff887671374d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 820 time: 0.2060857 Jan 28 09:43:06.759967 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ee84e132-a1fa-4ff8-b45f-2766784c311b tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/quotas/dc749992e74742a4a25a84127dbdeaf6 HTTP/1.1" status: 200 len: 375 time: 0.0283089 Jan 28 09:43:06.767648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.768743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.834946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-de252d34-1a09-4446-acf6-136282c48688', 'network_id': 'de252d34-1a09-4446-acf6-136282c48688', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'fixed_ips': [{'subnet_id': '621988c8-76e7-4ed2-a7e6-a1817282ff18'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:43:06.836922 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.842378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:06.844287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8189c5d7-64fa-4ae4-b2f7-3843c1686c16 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:06.848380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8189c5d7-64fa-4ae4-b2f7-3843c1686c16 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.2850666 Jan 28 09:43:06.854483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56090) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:06.946905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-699182b0-5d63-4ac5-9507-de888c67f1ca tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c063bd-611b-493b-98eb-f302d87bfe6a HTTP/1.1" status: 200 len: 205 time: 0.0912123 Jan 28 09:43:06.948058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:07.023570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Allocated IP 172.20.0.2 (de252d34-1a09-4446-acf6-136282c48688/621988c8-76e7-4ed2-a7e6-a1817282ff18/b7f32724-2255-464b-a717-9f8cccee33a8) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:07.049904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-94d0fce4-39cc-4b5d-a534-fa8aadca2139 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2890553 Jan 28 09:43:07.215147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.226916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 821b5704-fdab-44a9-951b-7c4a1bc26047 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:07.241278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b143a5-612a-4afb-bf1c-9339fdb6713d req-7b85ce19-0749-43de-9a8a-217b2db236d5 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:07.243077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6b143a5-612a-4afb-bf1c-9339fdb6713d req-7b85ce19-0749-43de-9a8a-217b2db236d5 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 948 time: 0.3200016 Jan 28 09:43:07.261637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e14665e3-0046-4c8b-82b7-e24a79ecd601 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:07.310740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6b143a5-612a-4afb-bf1c-9339fdb6713d req-dbdaab64-ef50-4a5e-b565-c79370620adf tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512023 Jan 28 09:43:07.530744 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.558118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e14665e3-0046-4c8b-82b7-e24a79ecd601 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:07.607497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e14665e3-0046-4c8b-82b7-e24a79ecd601 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:07.608811 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.779203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-48aada30-8b74-4212-9513-53df71e5fd8b service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7195826 Jan 28 09:43:07.875970 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.895916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 821b5704-fdab-44a9-951b-7c4a1bc26047 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:07.902869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.915043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Deleting port f4c2448d-d31b-421d-bbdf-a4c88d24f14f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:43:07.915475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.916004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 821b5704-fdab-44a9-951b-7c4a1bc26047 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:07.916371 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.921067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:07.955292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.009380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Transition to ACTIVE for port object b7f32724-2255-464b-a717-9f8cccee33a8 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:08.018859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cbcdb7-711b-41ec-a179-371a41209657 req-3c9cef09-05a8-4e5f-a972-2284e9379ba9 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:08.021394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44cbcdb7-711b-41ec-a179-371a41209657 req-3c9cef09-05a8-4e5f-a972-2284e9379ba9 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 946 time: 0.3443291 Jan 28 09:43:08.092403 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-343968cd-b374-43e3-908f-6b1624d53de5 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042910 Jan 28 09:43:08.136693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44cbcdb7-711b-41ec-a179-371a41209657 req-e3012ed9-c2ec-4c39-bbd2-f2aafaeee6e9 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021538 Jan 28 09:43:08.145738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Transition to ACTIVE for port object b7f32724-2255-464b-a717-9f8cccee33a8 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:08.172439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.184343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.192769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Allocated IP 172.25.1.97 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/349bc079-11fb-418e-9847-0a95d8ec92b9) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:08.236748 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.278554 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.300101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Network de252d34-1a09-4446-acf6-136282c48688 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:08.311933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:08.322123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:08.325422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Pushing event updated for resources: {'Port': ['ID=b7f32724-2255-464b-a717-9f8cccee33a8,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:08.334018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e14665e3-0046-4c8b-82b7-e24a79ecd601, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e14665e3-0046-4c8b-82b7-e24a79ecd601,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:08.340991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:08.381717 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.412997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Calling delete_port for f4c2448d-d31b-421d-bbdf-a4c88d24f14f owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:08.462849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:08.464168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e14665e3-0046-4c8b-82b7-e24a79ecd601,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:08.536863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.583419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-5e3cf4a3-ea2f-43c0-9700-e231db0bf56c tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:08.584931 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-5e3cf4a3-ea2f-43c0-9700-e231db0bf56c tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 950 time: 0.2118447 Jan 28 09:43:08.627019 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.663584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30baa282-0582-4a1e-9617-b017dbdb3459 req-42be117e-2c43-4fed-a970-91b96d6e1efc tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:08.665080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-30baa282-0582-4a1e-9617-b017dbdb3459 req-42be117e-2c43-4fed-a970-91b96d6e1efc tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 950 time: 0.2520843 Jan 28 09:43:08.677964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Attempting to bind port b7f32724-2255-464b-a717-9f8cccee33a8 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:08.678337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Attempting to bind port b7f32724-2255-464b-a717-9f8cccee33a8 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:08.678699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Attempting to bind port b7f32724-2255-464b-a717-9f8cccee33a8 on network de252d34-1a09-4446-acf6-136282c48688 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:08.689162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:08.689536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Checking segment: {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:08.690048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.690311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Bound using segment: {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:08.691309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Bound port: b7f32724-2255-464b-a717-9f8cccee33a8, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:08.691686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.709155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Deleting port c75ac458-b6d3-40d6-ae49-67eb7b220931 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:43:08.709673 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.719489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.772511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:08.784379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-30baa282-0582-4a1e-9617-b017dbdb3459 req-69ef75ab-387a-471b-9826-c6f47da76941 tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/security-groups?id=03e44096-76ba-473c-ab74-2eff1cf83b84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090772 Jan 28 09:43:08.801669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event deleted for resources: {'Port': ['ID=f4c2448d-d31b-421d-bbdf-a4c88d24f14f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:08.831964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] For port b7f32724-2255-464b-a717-9f8cccee33a8, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:08.846570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] For port b7f32724-2255-464b-a717-9f8cccee33a8, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b7f32724-2255-464b-a717-9f8cccee33a8,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:08.853400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.930766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c287f9-fa9f-4b5f-b97c-98d272d566fe req-90c1ad47-209f-41db-9698-7074a03fef7d tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:08.937637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74c287f9-fa9f-4b5f-b97c-98d272d566fe req-90c1ad47-209f-41db-9698-7074a03fef7d tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 945 time: 0.4167809 Jan 28 09:43:08.963677 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:08.970861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578bab4-0ca0-4858-9298-caac2d451ab5 None None] Pushing event updated for resources: {'Port': ['ID=b7f32724-2255-464b-a717-9f8cccee33a8,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:08.978945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.136258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:09.154927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:09.156747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Pushing event updated for resources: {'Port': ['ID=349bc079-11fb-418e-9847-0a95d8ec92b9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:09.158855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:09.177768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e14665e3-0046-4c8b-82b7-e24a79ecd601 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:09.269619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] For port c75ac458-b6d3-40d6-ae49-67eb7b220931, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c75ac458-b6d3-40d6-ae49-67eb7b220931,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:09.270016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.297104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e14665e3-0046-4c8b-82b7-e24a79ecd601 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:09.297694 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.357642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4297e7-45e1-4f51-b256-3fa95094217d req-5ec05f76-d23d-4617-885b-68b7a3cb77d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:09.365696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d4297e7-45e1-4f51-b256-3fa95094217d req-5ec05f76-d23d-4617-885b-68b7a3cb77d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 949 time: 0.3828313 Jan 28 09:43:09.398039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74c287f9-fa9f-4b5f-b97c-98d272d566fe req-24c77d45-0446-4f11-8ff4-01505f7bf44b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4593258 Jan 28 09:43:09.433340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.438348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.489592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Calling delete_port for c75ac458-b6d3-40d6-ae49-67eb7b220931 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:09.490756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.491469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Fanout notify agent at l3_agent the message router_deleted on router e3c063bd-611b-493b-98eb-f302d87bfe6a {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:43:09.532797 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.537162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-68bf2d42-04bf-49ec-abb0-bf076bb144d0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/e3c063bd-611b-493b-98eb-f302d87bfe6a HTTP/1.1" status: 204 len: 168 time: 2.5882096 Jan 28 09:43:09.542175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56120) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:09.548593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1233306001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:09.598469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:09.613540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70aca7f8-4a7b-46ce-a142-9458e774454d req-a2fdbcb7-14ee-4861-8a85-4fa7d61e5dfd tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 210 time: 0.0566337 Jan 28 09:43:09.614646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Usage tracker for resource:router and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:09.618122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:09.627016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:09.643490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.645524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.672271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.694777 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.762532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:09.766314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-61e1aa1b-fa05-4d82-a305-921e54196392 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2190988 Jan 28 09:43:09.768697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56124) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:09.775202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': False}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:09.892347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d4297e7-45e1-4f51-b256-3fa95094217d req-61df92d3-e2dc-49b3-9f7b-2e1b45b1254d tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5257773 Jan 28 09:43:09.977983 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'code': 200} Jan 28 09:43:10.112357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386d575-3f56-48cc-8e6f-2758d8d15206 req-1b2d45ad-269e-4e55-9667-7d49d67d98e0 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:10.114203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1386d575-3f56-48cc-8e6f-2758d8d15206 req-1b2d45ad-269e-4e55-9667-7d49d67d98e0 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 948 time: 0.3888648 Jan 28 09:43:10.227408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-64815b60-7a78-4c83-92bf-cbc7eed9b8a3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:10.228867 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-64815b60-7a78-4c83-92bf-cbc7eed9b8a3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.43 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 820 time: 0.4825742 Jan 28 09:43:10.229485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:10.270162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54244f63-d0fb-4311-addb-6458550c854f None None] Network de252d34-1a09-4446-acf6-136282c48688 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:10.295712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:10.303937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1386d575-3f56-48cc-8e6f-2758d8d15206 req-ea32ed2e-0d61-4116-b99b-d4e06b48857d tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255898 Jan 28 09:43:10.367242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-98daaf91-ccee-4252-8864-93b28be43eac None None] Provisioning for port b7f32724-2255-464b-a717-9f8cccee33a8 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:10.392840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'port': {'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'admin_state_up': True, 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:10.407286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Pushing event deleted for resources: {'Port': ['ID=c75ac458-b6d3-40d6-ae49-67eb7b220931,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:10.483411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da7334ab-7eeb-47fd-b87e-fa29ef7922bf req-6cce5b56-4dd0-4b81-befa-d0891c0aa42c tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd42e8ae-61e5-493d-b55d-fc4a8cef0255 HTTP/1.1" status: 200 len: 210 time: 0.0466392 Jan 28 09:43:10.645728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:10.722566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] No DVR routers for this DVR port c75ac458-b6d3-40d6-ae49-67eb7b220931 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:43:10.725666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:10.756056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'name': 'network-vif-deleted', 'tag': 'c75ac458-b6d3-40d6-ae49-67eb7b220931'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:10.835802 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:10.850458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf6837-8346-4462-8896-3667c1df6bfe req-cccd740a-4c02-43a9-a002-68ee6e99b741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:10.851969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5bf6837-8346-4462-8896-3667c1df6bfe req-cccd740a-4c02-43a9-a002-68ee6e99b741 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 1096 time: 0.8006945 Jan 28 09:43:10.894870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:10.939120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91cf7ca8-3374-4ed3-89b1-6b5a27827518 req-d9b93900-fc26-491f-a5b9-1a7de8d4c8af tempest-ImagesNegativeTestJSON-1861952999 tempest-ImagesNegativeTestJSON-1861952999-project] 10.222.0.25 "DELETE /v2.0/ports/c75ac458-b6d3-40d6-ae49-67eb7b220931 HTTP/1.1" status: 204 len: 173 time: 2.3466048 Jan 28 09:43:10.992326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885b70e-361d-4d8c-b335-295a86a63281 req-a6d9b91d-4558-40b2-a2b2-e23a4292774c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:10.999184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e885b70e-361d-4d8c-b335-295a86a63281 req-a6d9b91d-4558-40b2-a2b2-e23a4292774c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 946 time: 0.8202672 Jan 28 09:43:11.036283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:11.064431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:11.122323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5bf6837-8346-4462-8896-3667c1df6bfe req-069b1238-5534-4f76-897e-edd2bc11338b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981950 Jan 28 09:43:11.123027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Allocated IP 172.25.1.65 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/357c4b0f-d133-4a1a-a77f-467151cc4451) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:11.140307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a173c46-8dee-4a51-8d23-bf0d24fcdd2c req-92c1afc7-2b03-489c-beae-386111acdb17 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:11.141819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a173c46-8dee-4a51-8d23-bf0d24fcdd2c req-92c1afc7-2b03-489c-beae-386111acdb17 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 950 time: 0.1852782 Jan 28 09:43:11.158497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e885b70e-361d-4d8c-b335-295a86a63281 req-2231a5a2-3716-49f8-82f5-97ce6fe6b487 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583858 Jan 28 09:43:11.179189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Made reservation on behalf of dc749992e74742a4a25a84127dbdeaf6 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:11.182639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.226412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b7f32724-2255-464b-a717-9f8cccee33a8 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:11.307288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b7f32724-2255-464b-a717-9f8cccee33a8 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:11.313033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b7f32724-2255-464b-a717-9f8cccee33a8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:11.313450 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.443247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a173c46-8dee-4a51-8d23-bf0d24fcdd2c req-ee50eabb-6a1a-4035-8dc4-57451531a4c4 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2764103 Jan 28 09:43:11.459282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.527912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b7f32724-2255-464b-a717-9f8cccee33a8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b7f32724-2255-464b-a717-9f8cccee33a8,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:11.538485 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.585153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.652273 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.666682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b7f32724-2255-464b-a717-9f8cccee33a8,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:11.679428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.679847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.680157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.680645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.680876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.681203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.681548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.681921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.682241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.682570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.682875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.683204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:11.683316 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05965650-1ac3-4050-8311-efa8fb0bec72 req-757a5881-12f5-44bb-ad6c-e39e75040ee6 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 210 time: 0.0566387 Jan 28 09:43:11.696923 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:11.756031 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd42e8ae-61e5-493d-b55d-fc4a8cef0255', 'name': 'network-vif-deleted', 'tag': 'c75ac458-b6d3-40d6-ae49-67eb7b220931', 'status': 'completed', 'code': 200} Jan 28 09:43:11.766422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:11.769565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:11.773269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:11.782602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206e5ca9-42b3-4816-9d4f-96fc15c27f7a req-79039157-d801-4ec9-baa7-766386a153e2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:11.784059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-206e5ca9-42b3-4816-9d4f-96fc15c27f7a req-79039157-d801-4ec9-baa7-766386a153e2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 945 time: 0.4747231 Jan 28 09:43:11.792124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Allocated IP 172.20.0.14 (57719549-1f87-42cb-8207-06a1b7964cda/8c919c45-d818-4f1b-b01b-c68d379333ec/a850eb1f-f2da-4e41-8844-1d8024f9876b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:11.809327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Pushing event updated for resources: {'Port': ['ID=357c4b0f-d133-4a1a-a77f-467151cc4451,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:11.866197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-c69a2e82-b967-423d-beeb-dd101dd3c563 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338783 Jan 28 09:43:11.938873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-206e5ca9-42b3-4816-9d4f-96fc15c27f7a req-4fa31eec-6d2e-43bb-8130-d45cc057d936 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401522 Jan 28 09:43:12.047150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c75ac458-b6d3-40d6-ae49-67eb7b220931 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:43:12.084127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: c75ac458-b6d3-40d6-ae49-67eb7b220931 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:43:12.084471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c75ac458-b6d3-40d6-ae49-67eb7b220931 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:43:12.166909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:43:12.259109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-613c2ded-945a-4f25-913c-2a2af41a2309 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:12.260470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-613c2ded-945a-4f25-913c-2a2af41a2309 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3384562 Jan 28 09:43:12.280092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-df7fd732-591e-4241-884d-c45114a23a7e tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/quotas/51b88d0ad05f41f19ec24d2256cfa755 HTTP/1.1" status: 200 len: 375 time: 0.0100183 Jan 28 09:43:12.359727 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:12.376154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9da4bb-c150-4d29-adf2-95774445e812 req-5ddb8709-84be-4735-9e7b-59a1ba4c13cd tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:12.377685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d9da4bb-c150-4d29-adf2-95774445e812 req-5ddb8709-84be-4735-9e7b-59a1ba4c13cd tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1097 time: 0.3355882 Jan 28 09:43:12.421276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Transition to ACTIVE for port object a850eb1f-f2da-4e41-8844-1d8024f9876b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:12.435254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:12.440196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:12.449949 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Sync routers for ids ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:12.459226 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Routers {'3b079379-2c14-48a3-a3b7-05c5bff7f7a3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:12.459824 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:12.483980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d9da4bb-c150-4d29-adf2-95774445e812 req-401254ef-6dfd-4565-9f0e-53ed9a9800fa tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928833 Jan 28 09:43:12.495218 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:12.508768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['78555e4a-0e5a-4031-88c0-aa616de1df08'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:12.654550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:12.658441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-86f4abaf-e171-4a6f-a5d2-57b4feb64767 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1450822 Jan 28 09:43:12.660007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56166) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:12.665392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Network 57719549-1f87-42cb-8207-06a1b7964cda is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:12.669732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:12.674691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:12.720349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event updated for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:12.765120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-a2cc9d8c-deb1-4031-a603-b144e8320128 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4749315 Jan 28 09:43:12.793593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:12.794200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:12.814477 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Set router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:12.843233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-ceae4178-da51-419d-a073-0cb851212b43 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5757451 Jan 28 09:43:12.858030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Request body: {'port': {'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:13.073991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.172966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bfaf7af6-760e-4a04-aee8-97694934d8c6 None None] Provisioning for port a850eb1f-f2da-4e41-8844-1d8024f9876b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:13.182829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bfaf7af6-760e-4a04-aee8-97694934d8c6 None None] Provisioning complete for port a850eb1f-f2da-4e41-8844-1d8024f9876b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:13.183810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bfaf7af6-760e-4a04-aee8-97694934d8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.406249 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:43:09Z', 'revision_number': 3, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:13.421718 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Checking router: 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:43:13.422058 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Updating router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 port 349bc079-11fb-418e-9847-0a95d8ec92b9 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:43:13.512377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf7af6-760e-4a04-aee8-97694934d8c6 None None] Port a850eb1f-f2da-4e41-8844-1d8024f9876b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:13.513970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b7f32724-2255-464b-a717-9f8cccee33a8 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:13.606015 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.692813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.700893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.709870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b7f32724-2255-464b-a717-9f8cccee33a8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:13.710292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.729057 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:13.804746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a850eb1f-f2da-4e41-8844-1d8024f9876b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:13.957971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.017447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Transition to ACTIVE for port object a850eb1f-f2da-4e41-8844-1d8024f9876b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:14.030853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.107900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:14.287815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdf8f2-8a85-47fb-8522-545865bc3315 req-382978ee-a874-4630-9a58-852510d6ae55 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:14.296150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40bdf8f2-8a85-47fb-8522-545865bc3315 req-382978ee-a874-4630-9a58-852510d6ae55 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 932 time: 0.7632451 Jan 28 09:43:14.342431 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.369066 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Transition to ACTIVE for port object 349bc079-11fb-418e-9847-0a95d8ec92b9 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:14.380821 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.384512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436b679-9cbd-40e7-bf44-8638d8f02579 req-ce20344a-c08c-40d8-a052-5b1de86ef478 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:14.391713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f436b679-9cbd-40e7-bf44-8638d8f02579 req-ce20344a-c08c-40d8-a052-5b1de86ef478 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 945 time: 0.5667100 Jan 28 09:43:14.459634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40bdf8f2-8a85-47fb-8522-545865bc3315 req-dc39940a-505c-4254-9f57-b055cf5390c9 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623840 Jan 28 09:43:14.465039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Router 912df90b-4e53-48f2-b082-9b2f7c9afcee is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:43:14.511607 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Attempting to bind port 349bc079-11fb-418e-9847-0a95d8ec92b9 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:14.511976 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Attempting to bind port 349bc079-11fb-418e-9847-0a95d8ec92b9 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:14.512330 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Attempting to bind port 349bc079-11fb-418e-9847-0a95d8ec92b9 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:14.524920 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:14.525290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:14.525684 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.526071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:14.526533 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Bound port: 349bc079-11fb-418e-9847-0a95d8ec92b9, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:14.526893 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.602623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f436b679-9cbd-40e7-bf44-8638d8f02579 req-94f1c3da-f22f-466d-b94a-71fb93b8b994 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099421 Jan 28 09:43:14.620544 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] For port 349bc079-11fb-418e-9847-0a95d8ec92b9, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:14.624619 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] For port 349bc079-11fb-418e-9847-0a95d8ec92b9, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=349bc079-11fb-418e-9847-0a95d8ec92b9,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:14.651338 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.663955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Attempting to bind port a850eb1f-f2da-4e41-8844-1d8024f9876b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:14.665059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Attempting to bind port a850eb1f-f2da-4e41-8844-1d8024f9876b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:14.666132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Attempting to bind port a850eb1f-f2da-4e41-8844-1d8024f9876b on network 57719549-1f87-42cb-8207-06a1b7964cda {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:14.679451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Port a850eb1f-f2da-4e41-8844-1d8024f9876b on network 57719549-1f87-42cb-8207-06a1b7964cda not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:43:14.680104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Attempting to bind port a850eb1f-f2da-4e41-8844-1d8024f9876b on network 57719549-1f87-42cb-8207-06a1b7964cda {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:14.699697 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32009a-7123-4c0e-b9ac-9d5bb8f6a546 None None] Pushing event updated for resources: {'Port': ['ID=349bc079-11fb-418e-9847-0a95d8ec92b9,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:14.700406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:14.700960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Checking segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:14.701565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Bound using segment: {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:14.702205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Bound port: a850eb1f-f2da-4e41-8844-1d8024f9876b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17eb866a-dc77-4359-93c2-c59c80dfa3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:14.702765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:14.819634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed32009a-7123-4c0e-b9ac-9d5bb8f6a546 None None] Pushing event updated for resources: {'Port': ['ID=349bc079-11fb-418e-9847-0a95d8ec92b9,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:14.841563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42c1d330-0225-4e47-91e2-9193473fdce6 req-27064c59-469b-4ebd-98aa-6828cf691412 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 210 time: 0.0776787 Jan 28 09:43:14.872785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Routers {'3b079379-2c14-48a3-a3b7-05c5bff7f7a3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:14.873405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:14.969456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-12d44940-86db-4cb9-99a5-fc6f54457514 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247456 Jan 28 09:43:15.008496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:15.019630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:15.024337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] Sync routers for ids ['912df90b-4e53-48f2-b082-9b2f7c9afcee'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:15.049453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] Routers {'912df90b-4e53-48f2-b082-9b2f7c9afcee'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:15.050624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['912df90b-4e53-48f2-b082-9b2f7c9afcee'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:15.051160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:15.055030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5154b7bb-3fa1-400b-8735-e8a7c4483cc3 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "PUT /v2.0/routers/912df90b-4e53-48f2-b082-9b2f7c9afcee HTTP/1.1" status: 200 len: 919 time: 5.2848539 Jan 28 09:43:15.097180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56220) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:15.144430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:15.227878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:15.243484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:15.256862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:15.285564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] Routers {'912df90b-4e53-48f2-b082-9b2f7c9afcee'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:15.286468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['912df90b-4e53-48f2-b082-9b2f7c9afcee'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:15.410369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:15.420353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:15.420882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daca87ab-7d6a-4d7b-8303-92f3178b053f None None] The sync data for ids ['912df90b-4e53-48f2-b082-9b2f7c9afcee'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:15.422788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:15.423400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:15.433227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] 10.222.0.43 "PUT /v2.0/ports/a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 1092 time: 2.5711331 Jan 28 09:43:15.443526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:15.515592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-e1753ff8-eb6a-4f2c-a398-329db156e40b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:15.517656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-e1753ff8-eb6a-4f2c-a398-329db156e40b tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425498 Jan 28 09:43:15.659363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Request body: {'port': {'device_id': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '51b88d0ad05f41f19ec24d2256cfa755'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:15.898294 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] Set router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:15.988034 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'status': 'completed', 'code': 200} Jan 28 09:43:15.989964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdf3e8-a5b0-4d95-9075-00a35df395d7 service neutron] Pushing event updated for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:15.997320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:16.043297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:16.045305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56242) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:16.126339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Made reservation on behalf of 51b88d0ad05f41f19ec24d2256cfa755 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:16.131057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:16.158585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-b02cb985-dd3b-42a7-90dc-5a5e02a81c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:16.160465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-b02cb985-dd3b-42a7-90dc-5a5e02a81c6e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1095 time: 0.6192932 Jan 28 09:43:16.233344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d195175a-ac6f-4763-8aea-129d2500b08c tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/912df90b-4e53-48f2-b082-9b2f7c9afcee HTTP/1.1" status: 200 len: 925 time: 1.1350393 Jan 28 09:43:16.242809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:16.251682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5b258-f2e7-4488-b23f-f008c44f69c7 req-d62023d1-8502-4da8-beae-06e391cbb599 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:16.253694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afe5b258-f2e7-4488-b23f-f008c44f69c7 req-d62023d1-8502-4da8-beae-06e391cbb599 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 945 time: 0.2041295 Jan 28 09:43:16.274071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:43:09Z', 'revision_number': 3, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:16.277986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0aae8e-944d-47b1-ab2a-58263860297d None None] The sync data for ids ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'] in n-d-825178-2 is: [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:43:09Z', 'revision_number': 3, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:16.312840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-a5156712-af21-40f3-9d88-f147d4041e84 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 217 time: 0.1399834 Jan 28 09:43:16.407219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afe5b258-f2e7-4488-b23f-f008c44f69c7 req-43890046-8daa-4212-bc75-03e8f4ea6a21 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111684 Jan 28 09:43:16.438709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-67ec7ffe-7a5e-49ec-ad1c-3fe5cff1eccc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07c63de2e0df40cc94c10b29fa405256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3866172 Jan 28 09:43:16.442326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:16.523504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f2a78-2b2b-4682-bc91-799867dab8e6 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:16.524963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6f7f2a78-2b2b-4682-bc91-799867dab8e6 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=912df90b-4e53-48f2-b082-9b2f7c9afcee&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2813616 Jan 28 09:43:16.528267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Allocated IP 172.20.0.1 (de252d34-1a09-4446-acf6-136282c48688/621988c8-76e7-4ed2-a7e6-a1817282ff18/64574c6f-4d3f-4b89-9170-1d30b8cc6011) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:16.530182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:16.648894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf6395-c1a9-47f9-8968-1ec46609d403 req-53cad7a9-dc75-45e2-adea-addb7a5c57df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:16.649817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3ddf6395-c1a9-47f9-8968-1ec46609d403 req-53cad7a9-dc75-45e2-adea-addb7a5c57df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:16.657321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-f71a9a31-1870-4c68-bce2-70987bfc66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:16.658548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-f71a9a31-1870-4c68-bce2-70987bfc66a3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.3334589 Jan 28 09:43:16.740079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Allocated IP 192.168.233.8 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/5805d28d-bac3-4ef0-beb2-eee8de6c90dd) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:16.776828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3ddf6395-c1a9-47f9-8968-1ec46609d403 req-53cad7a9-dc75-45e2-adea-addb7a5c57df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:16.777935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ddf6395-c1a9-47f9-8968-1ec46609d403 req-53cad7a9-dc75-45e2-adea-addb7a5c57df tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 944 time: 0.7179453 Jan 28 09:43:16.801455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3cc6a30-b596-474b-9cc1-44f376350f31 req-84bbbf33-91b9-4d4f-b315-ff5da218526c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 210 time: 0.1124537 Jan 28 09:43:16.803410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47baf4d4-1bee-402d-8f34-deb9051f781f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:16.882922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47baf4d4-1bee-402d-8f34-deb9051f781f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:16.886290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764d4c9c-62f5-4c68-afba-b4ec82042dd7 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:16.886971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-764d4c9c-62f5-4c68-afba-b4ec82042dd7 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Synchronizing usage tracker for tenant:5041475f8e024e5280e6e39ff372c445 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:16.932780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:16.936298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-764d4c9c-62f5-4c68-afba-b4ec82042dd7 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] Unset dirty status for tenant:5041475f8e024e5280e6e39ff372c445 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:16.940999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-764d4c9c-62f5-4c68-afba-b4ec82042dd7 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.4098456 Jan 28 09:43:16.941861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56274) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:17.002133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:17.002873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2fc1007f-1b94-453f-a0bc-9f7c16a91e93 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=912df90b-4e53-48f2-b082-9b2f7c9afcee HTTP/1.1" status: 200 len: 205 time: 0.0559995 Jan 28 09:43:17.003608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:17.012533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Transition to ACTIVE for port object 64574c6f-4d3f-4b89-9170-1d30b8cc6011 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:17.059378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-c0f322b2-f100-4a57-9be0-28967b0f8f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:17.060880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-c0f322b2-f100-4a57-9be0-28967b0f8f3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3846126 Jan 28 09:43:17.122197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ddf6395-c1a9-47f9-8968-1ec46609d403 req-9fda46f0-00aa-4899-94ac-5610dcf9e566 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328283 Jan 28 09:43:17.250325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.355483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:17.361353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Pushing event updated for resources: {'Port': ['ID=64574c6f-4d3f-4b89-9170-1d30b8cc6011,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:17.371692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.409345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'mac_address': 'fa:16:3e:58:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:17.450783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 349bc079-11fb-418e-9847-0a95d8ec92b9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:17.521986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.577753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Network de252d34-1a09-4446-acf6-136282c48688 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:17.583079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.593975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:17.614884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Transition to ACTIVE for port object 5805d28d-bac3-4ef0-beb2-eee8de6c90dd will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:17.635470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:17.670608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49aeb5f2-f582-4654-aafd-513db2ee7ab4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:17.704967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47baf4d4-1bee-402d-8f34-deb9051f781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.715444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 349bc079-11fb-418e-9847-0a95d8ec92b9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:17.738994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 349bc079-11fb-418e-9847-0a95d8ec92b9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:17.742129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.881725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:17.923535 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:17.931840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-78c4ffc9-24c4-4c0f-ad8f-8c438d1a9b06 service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8557007 Jan 28 09:43:17.939610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47baf4d4-1bee-402d-8f34-deb9051f781f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e44096-76ba-473c-ab74-2eff1cf83b84,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:18.010867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:18.020697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:18.094368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 349bc079-11fb-418e-9847-0a95d8ec92b9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=349bc079-11fb-418e-9847-0a95d8ec92b9,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:18.102394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a6d3c3f1-b636-47c2-84c1-70a04800c2b9 None None] Provisioning for port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:18.109540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['49aeb5f2-f582-4654-aafd-513db2ee7ab4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:18.142549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:18.163497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a6d3c3f1-b636-47c2-84c1-70a04800c2b9 None None] Provisioning complete for port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:18.164249 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a6d3c3f1-b636-47c2-84c1-70a04800c2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:18.198795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:18.210859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47baf4d4-1bee-402d-8f34-deb9051f781f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:18.212755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-47baf4d4-1bee-402d-8f34-deb9051f781f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/03e44096-76ba-473c-ab74-2eff1cf83b84 HTTP/1.1" status: 204 len: 168 time: 1.7213991 Jan 28 09:43:18.282751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=349bc079-11fb-418e-9847-0a95d8ec92b9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:18.299842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d563-a6fc-4c3e-b8d8-7e424ba22295 req-aab9aa8a-e7dc-4fc7-9abc-b111cf1e7ab2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:18.301395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4a9d563-a6fc-4c3e-b8d8-7e424ba22295 req-aab9aa8a-e7dc-4fc7-9abc-b111cf1e7ab2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 945 time: 0.5266404 Jan 28 09:43:18.329924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3c3f1-b636-47c2-84c1-70a04800c2b9 None None] Port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:18.354994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:18.374910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['66d462c7-1b4d-4d94-965b-e20cf31fa0d1'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:18.415096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4a9d563-a6fc-4c3e-b8d8-7e424ba22295 req-71529905-4aa0-4958-9649-53dff17e05fc tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038241 Jan 28 09:43:18.562745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:18.645606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:18.649473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:18.719642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0a4f6ec-194b-4115-b34d-853f4c21722b req-3a435a03-fef5-4cfc-a318-ea27b90ced2c service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7732580 Jan 28 09:43:18.739028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Pushing event updated for resources: {'Port': ['ID=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:19.033817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:19.047087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:19.048127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.172403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ab579119-a898-4ee7-ba63-0a4d95ad0922 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5170717 Jan 28 09:43:19.194382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Request body: {'port': {'device_id': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:19.230849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 349bc079-11fb-418e-9847-0a95d8ec92b9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:19.253794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f7930-4732-45cd-9117-0b65584c48d8 req-2c1ff8b3-340d-4c86-9d1b-7d4e0bf971f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:19.256487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-2c1ff8b3-340d-4c86-9d1b-7d4e0bf971f0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1095 time: 0.3578711 Jan 28 09:43:19.294697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-20cb8321-3d6a-45cc-8cc0-193bb9535669 None None] Provisioning for port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:19.309259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-20cb8321-3d6a-45cc-8cc0-193bb9535669 None None] Provisioning complete for port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:19.309899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20cb8321-3d6a-45cc-8cc0-193bb9535669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.339681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9351b3-e331-4b70-89d7-a500b83c4579 req-278db4ec-5f47-41ce-8033-62ca2cb29dd1 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:19.347900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e9351b3-e331-4b70-89d7-a500b83c4579 req-278db4ec-5f47-41ce-8033-62ca2cb29dd1 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 944 time: 0.5981727 Jan 28 09:43:19.378467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20cb8321-3d6a-45cc-8cc0-193bb9535669 None None] Port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:19.417673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:19.418334 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.490985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.558341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.581983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c062e56-797a-4181-80bf-0e33361d36e5 req-0be1ca0f-bbc2-48fa-a488-5ea897ae9c85 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:19.597688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1c062e56-797a-4181-80bf-0e33361d36e5 req-0be1ca0f-bbc2-48fa-a488-5ea897ae9c85 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 934 time: 0.9936879 Jan 28 09:43:19.603782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 349bc079-11fb-418e-9847-0a95d8ec92b9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:19.604366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.722862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e9351b3-e331-4b70-89d7-a500b83c4579 req-dc651891-9817-4c85-a34f-ed80f23809d5 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3725898 Jan 28 09:43:19.753566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:19.764418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:19.771004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.803633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.814313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f7930-4732-45cd-9117-0b65584c48d8 req-2ca7410f-e438-4fc8-9a54-891e29a42177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:19.816299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-2ca7410f-e438-4fc8-9a54-891e29a42177 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.5506947 Jan 28 09:43:19.832406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.893643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1c062e56-797a-4181-80bf-0e33361d36e5 req-2f399bb1-fd04-4683-866c-88362a751116 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911735 Jan 28 09:43:19.910147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Deleting port 357c4b0f-d133-4a1a-a77f-467151cc4451 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:43:19.910489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:19.926447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:19.972314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-c274080f-db16-4847-9f07-0197a16388c0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 217 time: 0.1443136 Jan 28 09:43:20.155633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f7930-4732-45cd-9117-0b65584c48d8 req-8a173543-4302-410a-9fe9-ad8aa555acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:20.156791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-8a173543-4302-410a-9fe9-ad8aa555acaf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.1066926 Jan 28 09:43:20.277144 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'code': 200} Jan 28 09:43:20.451424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970f7930-4732-45cd-9117-0b65584c48d8 req-5c7ff986-b7d1-494b-8de9-03b774baacc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:20.465146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-5c7ff986-b7d1-494b-8de9-03b774baacc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2549963 Jan 28 09:43:20.682835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:20.877632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5805d28d-bac3-4ef0-beb2-eee8de6c90dd {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:20.963261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Calling delete_port for 357c4b0f-d133-4a1a-a77f-467151cc4451 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:21.078660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:21.123819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Transition to ACTIVE for port object 5805d28d-bac3-4ef0-beb2-eee8de6c90dd will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:21.134697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-3c4cc56a-a06b-46d3-8538-c4e56613ae2f service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6588378 Jan 28 09:43:21.146660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:21.247446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:43:21.267933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:21.322742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970f7930-4732-45cd-9117-0b65584c48d8 req-aef787ce-3685-456e-a068-e7d702ada780 service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710699 Jan 28 09:43:21.324603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:21.329895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56396) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:21.547379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16b8b-eb30-444c-b0df-992a904d3448 req-6b0b2040-a70a-4d99-ad03-322bb4e3d998 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:21.557732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55b16b8b-eb30-444c-b0df-992a904d3448 req-6b0b2040-a70a-4d99-ad03-322bb4e3d998 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 944 time: 0.6746533 Jan 28 09:43:21.635432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Pushing event updated for resources: {'Port': ['ID=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:21.639003 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:21.709737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55b16b8b-eb30-444c-b0df-992a904d3448 req-69533318-2f80-4ead-af23-8028a3aa1e62 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506698 Jan 28 09:43:21.709943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Pushing event updated for resources: {'Port': ['ID=64574c6f-4d3f-4b89-9170-1d30b8cc6011,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:21.835747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28862d40-a05e-4af8-833b-5a8011936359 req-d185c0d4-f9bf-46a0-8396-7f79652955c3 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:21.837812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28862d40-a05e-4af8-833b-5a8011936359 req-d185c0d4-f9bf-46a0-8396-7f79652955c3 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 946 time: 0.6052008 Jan 28 09:43:21.848051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:21.880494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:21.887985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Usage tracker for resource:security_group_rule and tenant:e8bf138a8f4a403f889e32258cedc07d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:21.892825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:21.906171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:21.945190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Attempting to bind port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:21.946001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Attempting to bind port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:21.946497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Attempting to bind port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:21.953899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:43:21.954494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Attempting to bind port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:21.961133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:21.961795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:21.962398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:21.963004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Bound port: 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:21.963543 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.067235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] For port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:22.070673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] For port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:22.076899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.132934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28862d40-a05e-4af8-833b-5a8011936359 req-74b6521b-6b7c-4ba2-8649-72669a9720ed tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574136 Jan 28 09:43:22.152399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:22.153336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.154884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] 10.222.0.25 "PUT /v2.0/ports/5805d28d-bac3-4ef0-beb2-eee8de6c90dd HTTP/1.1" status: 200 len: 1094 time: 2.9701364 Jan 28 09:43:22.155685 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.190362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'tag': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:22.263747 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'tag': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd', 'status': 'completed', 'code': 200} Jan 28 09:43:22.285790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event deleted for resources: {'Port': ['ID=357c4b0f-d133-4a1a-a77f-467151cc4451,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:22.293798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Network de252d34-1a09-4446-acf6-136282c48688 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:22.310083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f224a-9e46-40a2-9657-f3aca01ae050 service neutron] Pushing event updated for resources: {'Port': ['ID=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:22.353707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:22.385729 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.399945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.452748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-b468aa1c-3796-4ae8-9bd7-b2dcd7a4cb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:22.454497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-b468aa1c-3796-4ae8-9bd7-b2dcd7a4cb0d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 1097 time: 0.2520235 Jan 28 09:43:22.520332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.671898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-423530fb-2189-4b89-9974-3bfdc3c33d85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd HTTP/1.1" status: 200 len: 217 time: 0.1829379 Jan 28 09:43:22.680938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c805a63-39e1-4ce9-89eb-c9726a3d0ef5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:22.691255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6fe78174-5c5c-4b34-9d6e-1794b7fc14eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8bf138a8f4a403f889e32258cedc07d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3549738 Jan 28 09:43:22.703605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56426) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:22.729412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ae53ea18-4ec0-4232-8ccc-e51a886af667 None None] Provisioning complete for port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:22.730790 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae53ea18-4ec0-4232-8ccc-e51a886af667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.786211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-c8260010-2aeb-46df-8072-fb500a40bbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:22.788177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-c8260010-2aeb-46df-8072-fb500a40bbfd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1030257 Jan 28 09:43:22.830778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae53ea18-4ec0-4232-8ccc-e51a886af667 None None] Port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:22.917406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:22.939650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-9d038091-7f7c-4f6e-bb99-3f0d7e319e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:22.941882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-9d038091-7f7c-4f6e-bb99-3f0d7e319e02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1441040 Jan 28 09:43:23.036382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.064176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a850eb1f-f2da-4e41-8844-1d8024f9876b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:23.140622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.141181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Fanout notify agent at l3_agent the message router_deleted on router 912df90b-4e53-48f2-b082-9b2f7c9afcee {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:43:23.141441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-e0c872e2-44c2-4db4-9c59-009969031234 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894522 Jan 28 09:43:23.145150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a88c172a-179a-45fb-b9af-b9df391660db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.186725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:43:23.199366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a88c172a-179a-45fb-b9af-b9df391660db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.216015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.217143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a02c3196-ece3-45fd-88e8-f991763996ad tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/912df90b-4e53-48f2-b082-9b2f7c9afcee HTTP/1.1" status: 204 len: 168 time: 6.2087824 Jan 28 09:43:23.232889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56454) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:23.248045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-154785170', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:23.264553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8e865-e988-4f06-866d-59709645ac31 req-c5756ee6-737c-4b49-a5b6-28cdb9e6df2d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:23.273380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96a8e865-e988-4f06-866d-59709645ac31 req-c5756ee6-737c-4b49-a5b6-28cdb9e6df2d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 944 time: 0.3991702 Jan 28 09:43:23.305150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:23.325036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:23.365985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:23.371490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Usage tracker for resource:router and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:23.386715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:23.403036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:23.406739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8abae043-917b-47ab-bb3c-a2e809fc5256 req-ce7c0621-4929-48f9-a1aa-c3787ac2edb2 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567313 Jan 28 09:43:23.470331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96a8e865-e988-4f06-866d-59709645ac31 req-331d266d-2cd2-4de5-99c6-73e8724f5adc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959927 Jan 28 09:43:23.499868 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.531156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.532526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.538799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a850eb1f-f2da-4e41-8844-1d8024f9876b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:23.557370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a88c172a-179a-45fb-b9af-b9df391660db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.575997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:23.584173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.584889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 821b5704-fdab-44a9-951b-7c4a1bc26047 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:23.587031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c172a-179a-45fb-b9af-b9df391660db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c805a63-39e1-4ce9-89eb-c9726a3d0ef5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:23.598924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.620547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a88c172a-179a-45fb-b9af-b9df391660db admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:23.622009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a88c172a-179a-45fb-b9af-b9df391660db admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c805a63-39e1-4ce9-89eb-c9726a3d0ef5 HTTP/1.1" status: 204 len: 168 time: 0.9034729 Jan 28 09:43:23.631313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:23.642064 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Sync routers for ids ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:23.643305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eb73a0a7-625d-4f22-8ab2-76a830553207 admin admin] 10.222.0.42 "PUT /v2.0/routers/3b079379-2c14-48a3-a3b7-05c5bff7f7a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9783943 Jan 28 09:43:23.659536 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Routers {'3b079379-2c14-48a3-a3b7-05c5bff7f7a3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:23.666119 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:23.781030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:23.819706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d91e6c-0141-4da6-b18a-b5062b4e9830 req-605bce33-e7c0-4605-a32e-9cac396dda84 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:23.820446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-33d91e6c-0141-4da6-b18a-b5062b4e9830 req-605bce33-e7c0-4605-a32e-9cac396dda84 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Synchronizing usage tracker for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:23.869368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43120-5882-444f-bb73-b72b73347d05 req-d2394413-9210-43ad-ab86-0fc7176f6f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:23.870688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-d2394413-9210-43ad-ab86-0fc7176f6f0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 1097 time: 0.3597085 Jan 28 09:43:23.871306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-33d91e6c-0141-4da6-b18a-b5062b4e9830 req-605bce33-e7c0-4605-a32e-9cac396dda84 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Unset dirty status for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:23.872268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33d91e6c-0141-4da6-b18a-b5062b4e9830 req-605bce33-e7c0-4605-a32e-9cac396dda84 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 946 time: 0.4536355 Jan 28 09:43:24.178433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:24.213869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'mac_address': 'fa:16:3e:c4:f2:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:24.299781 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Set router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:24.325572 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:24.344543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 821b5704-fdab-44a9-951b-7c4a1bc26047 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:24.368820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:24.378567 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:24.386375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:24.468352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33d91e6c-0141-4da6-b18a-b5062b4e9830 req-ebdc4068-d47c-4f93-a752-fba32125ac7a tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5769863 Jan 28 09:43:24.469178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:24.542304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['821b5704-fdab-44a9-951b-7c4a1bc26047'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:24.674269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43120-5882-444f-bb73-b72b73347d05 req-a1f780ce-7737-4efa-b5a8-072d2348860a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:24.676415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-a1f780ce-7737-4efa-b5a8-072d2348860a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7384753 Jan 28 09:43:24.782343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['a850eb1f-f2da-4e41-8844-1d8024f9876b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:24.843286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-87ab7cf1-c32b-4f8f-84f4-0a3934846ce4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd HTTP/1.1" status: 200 len: 217 time: 0.1596243 Jan 28 09:43:24.950701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43120-5882-444f-bb73-b72b73347d05 req-65bbabdc-0e1a-410d-8366-30a77130073a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:24.953371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-65bbabdc-0e1a-410d-8366-30a77130073a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1024554 Jan 28 09:43:25.024263 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:43:19Z', 'revision_number': 4, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '64574c6f-4d3f-4b89-9170-1d30b8cc6011', 'name': '', 'network_id': 'de252d34-1a09-4446-acf6-136282c48688', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'mac_address': 'fa:16:3e:8e:43:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '621988c8-76e7-4ed2-a7e6-a1817282ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:16Z', 'updated_at': '2022-01-28T09:43:20Z', 'revision_number': 2, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'subnets': [{'id': '621988c8-76e7-4ed2-a7e6-a1817282ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:25.028603 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Checking router: 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:43:25.036380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Updating router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:43:25.177174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a43120-5882-444f-bb73-b72b73347d05 req-a330ab83-9e8f-4398-961b-4193f905f462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:25.180341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-a330ab83-9e8f-4398-961b-4193f905f462 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2194064 Jan 28 09:43:25.209646 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.328616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56544) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:25.350936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f023f5-6c07-4a05-8d52-c00119f446ad req-93d8c532-edea-4e5c-b82f-1c25b0272c70 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:25.352612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52f023f5-6c07-4a05-8d52-c00119f446ad req-93d8c532-edea-4e5c-b82f-1c25b0272c70 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 945 time: 0.3659019 Jan 28 09:43:25.445680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-3b8418ed-d8a4-4eac-bc2e-75b403d83484 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560756 Jan 28 09:43:25.593338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52f023f5-6c07-4a05-8d52-c00119f446ad req-df1878a0-eae7-4b0a-8c89-e12949edf780 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092686 Jan 28 09:43:25.759440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99a43120-5882-444f-bb73-b72b73347d05 req-1bee9b23-27e5-4e6b-b03a-6e91cf6bede4 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070443 Jan 28 09:43:25.769334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1070757062-network', 'tenant_id': 'd014179be87d42d881caa8ddc1eb709e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:25.780455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:25.787105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Usage tracker for resource:network and tenant:d014179be87d42d881caa8ddc1eb709e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:25.791251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:25.798103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:25.813031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Made reservation on behalf of d014179be87d42d881caa8ddc1eb709e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:25.818595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.818728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.844377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63bf5594-3e60-4a52-be63-b420669352f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.875318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.881696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.924007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:25.935813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Usage tracker for resource:security_group_rule and tenant:d014179be87d42d881caa8ddc1eb709e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:25.942944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:25.962922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:25.966738 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:25.980902 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Transition to ACTIVE for port object 64574c6f-4d3f-4b89-9170-1d30b8cc6011 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:26.015430 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.117366 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e04a8-7163-480a-8a70-38d79e6a8cce None None] Pushing event updated for resources: {'Port': ['ID=64574c6f-4d3f-4b89-9170-1d30b8cc6011,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:26.161176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5805d28d-bac3-4ef0-beb2-eee8de6c90dd details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:26.229888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-88effaf0-2e01-4f7a-925c-6325b2122fba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1971636 Jan 28 09:43:26.283482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.295294 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.353871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:43:26.364997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d00d0b7-1f2f-4b00-b190-f906bbea15fa,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:26.394850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.395559 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Added segment dd3a70cb-2652-46bd-996d-5e4d108330c5 of type vlan for network 9dd24a3f-882e-4c72-89a3-69064dc77d26 Jan 28 09:43:26.454676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Allocated IP 172.25.1.48 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/78786d7a-9f7e-436a-9f42-32960ee8afa2) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:26.600703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.607999 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Attempting to bind port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:26.608564 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Attempting to bind port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:26.610723 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Attempting to bind port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 on network de252d34-1a09-4446-acf6-136282c48688 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:26.631958 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:26.633893 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Checking segment: {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:26.636641 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.645103 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Bound using segment: {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:26.648996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Bound port: 64574c6f-4d3f-4b89-9170-1d30b8cc6011, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'de252d34-1a09-4446-acf6-136282c48688'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:26.649392 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.802521 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.803689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:26.808782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:26.887852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:26.906923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-8d41af1e-7b94-4391-9677-5fc639bbe4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:26.909211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-8d41af1e-7b94-4391-9677-5fc639bbe4f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 1095 time: 0.4504178 Jan 28 09:43:26.955493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd', 'mac_address': 'fa:16:3e:fe:79:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:26.995555 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:27.121415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:27.132165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:27.147317 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] For port 64574c6f-4d3f-4b89-9170-1d30b8cc6011, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:27.159622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] For port 64574c6f-4d3f-4b89-9170-1d30b8cc6011, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64574c6f-4d3f-4b89-9170-1d30b8cc6011,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:27.171891 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:27.177502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a850eb1f-f2da-4e41-8844-1d8024f9876b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:27.257514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5805d28d-bac3-4ef0-beb2-eee8de6c90dd {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:27.325669 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:43:27.342726 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Routers {'3b079379-2c14-48a3-a3b7-05c5bff7f7a3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:27.344146 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:27.355727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event updated for resources: {'Port': ['ID=78786d7a-9f7e-436a-9f42-32960ee8afa2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:27.377339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:27.394608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:27.410668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:27.413579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:27.422321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:27.507774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd24a3f-882e-4c72-89a3-69064dc77d26,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:27.523394 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634e04a8-7163-480a-8a70-38d79e6a8cce None None] Pushing event updated for resources: {'Port': ['ID=64574c6f-4d3f-4b89-9170-1d30b8cc6011,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:27.536058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-66f64a4f-9e50-4f96-8442-fac0699d0822 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2063093 Jan 28 09:43:27.544650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:27.578540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Request body: {'subnet': {'network_id': '9dd24a3f-882e-4c72-89a3-69064dc77d26', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1070757062-subnet', 'tenant_id': 'd014179be87d42d881caa8ddc1eb709e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:27.579418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9dd24a3f-882e-4c72-89a3-69064dc77d26 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:43:27.609605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:27.664653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Usage tracker for resource:subnet and tenant:d014179be87d42d881caa8ddc1eb709e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:27.674102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:27.691382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:27.727658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-a9e7b573-a222-49bd-9152-ba98a46118d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:27.729669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-a9e7b573-a222-49bd-9152-ba98a46118d0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.7830532 Jan 28 09:43:27.799044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['5805d28d-bac3-4ef0-beb2-eee8de6c90dd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:27.819137 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] Set router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:27.877279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Made reservation on behalf of d014179be87d42d881caa8ddc1eb709e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:27.879992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.157142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:28.164299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port a850eb1f-f2da-4e41-8844-1d8024f9876b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:28.191219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port a850eb1f-f2da-4e41-8844-1d8024f9876b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:28.191575 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.216927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-f4ab84b1-089e-4e25-bdfe-deb718a32cb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 200 len: 217 time: 0.4797940 Jan 28 09:43:28.219138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.295089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9b6ae6f-c0ff-4d91-ab97-f56a9069dd2a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:28.413779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f99a3be9-b5e1-41a7-9fd6-c6afc686de5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.424262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Checking segment: {'id': 'dd3a70cb-2652-46bd-996d-5e4d108330c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '9dd24a3f-882e-4c72-89a3-69064dc77d26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:28.427061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Network hostable DHCP agents. Network: 9dd24a3f-882e-4c72-89a3-69064dc77d26, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:43:28.482385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-1cbbb6c9-6f3f-445e-bb5c-4f2ffcee5631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:28.485938 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-1cbbb6c9-6f3f-445e-bb5c-4f2ffcee5631 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1920226 Jan 28 09:43:28.491492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Network 9dd24a3f-882e-4c72-89a3-69064dc77d26 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:43:28.585721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.612926 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:43:19Z', 'revision_number': 4, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '64574c6f-4d3f-4b89-9170-1d30b8cc6011', 'name': '', 'network_id': 'de252d34-1a09-4446-acf6-136282c48688', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'mac_address': 'fa:16:3e:8e:43:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '621988c8-76e7-4ed2-a7e6-a1817282ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:16Z', 'updated_at': '2022-01-28T09:43:27Z', 'revision_number': 4, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'subnets': [{'id': '621988c8-76e7-4ed2-a7e6-a1817282ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:28.621854 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785e1473-35aa-48bc-8e8a-b81161c97b23 None None] The sync data for ids ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'] in n-d-825178-2 is: [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:43:19Z', 'revision_number': 4, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '64574c6f-4d3f-4b89-9170-1d30b8cc6011', 'name': '', 'network_id': 'de252d34-1a09-4446-acf6-136282c48688', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'mac_address': 'fa:16:3e:8e:43:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '621988c8-76e7-4ed2-a7e6-a1817282ff18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:16Z', 'updated_at': '2022-01-28T09:43:27Z', 'revision_number': 4, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'subnets': [{'id': '621988c8-76e7-4ed2-a7e6-a1817282ff18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:28.662058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.793859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:28.855045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:28.887033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:28.888366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 821b5704-fdab-44a9-951b-7c4a1bc26047 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:28.938356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-caff44ee-9e13-4916-acc8-c81f0e104c4f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4395120 Jan 28 09:43:28.938938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9dd24a3f-882e-4c72-89a3-69064dc77d26) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:28.959786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:28.960335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:29.032146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4577207-18a2-492f-8ff7-c9d82d9449f1 None None] Network 9dd24a3f-882e-4c72-89a3-69064dc77d26 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:29.289060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-08df66df-0cfc-4361-97e5-d086d827eb49 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164229 Jan 28 09:43:29.351911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:29.389995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64574c6f-4d3f-4b89-9170-1d30b8cc6011 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:29.536066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:29.549524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-95fe4944-f4b7-4564-8cfa-4639c60383ae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.9939294 Jan 28 09:43:29.634159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:29.653944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 821b5704-fdab-44a9-951b-7c4a1bc26047 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:29.654355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:29.690604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e3a19-1dcb-4fd4-8b0d-4d670f8c9026 req-c1e41926-d589-4e32-a9bb-d2edeaf47152 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858223 Jan 28 09:43:29.849628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:29.959439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:29.977150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:29.977907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:30.098488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:30.158844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e117278a-95c7-4ea1-881b-e2299f8ba64f None None] Network 9dd24a3f-882e-4c72-89a3-69064dc77d26 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:30.215538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:30.307050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Router ecba65fd-578f-4e50-9444-ed0daf52caaf is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:43:30.554882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:30.856241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:30.871483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:30.904806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e56b121-2498-4563-a866-695dac20c00c None None] Sync routers for ids ['ecba65fd-578f-4e50-9444-ed0daf52caaf'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:30.912539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:30.917525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:30.918210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e3a514e-b34f-48fe-9803-351bdd51d19f tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.6842029 Jan 28 09:43:30.925362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:30.939663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56b121-2498-4563-a866-695dac20c00c None None] Routers {'ecba65fd-578f-4e50-9444-ed0daf52caaf'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:30.940864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8e56b121-2498-4563-a866-695dac20c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ecba65fd-578f-4e50-9444-ed0daf52caaf'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:31.027532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8e56b121-2498-4563-a866-695dac20c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:31.127044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e56b121-2498-4563-a866-695dac20c00c None None] Routers {'ecba65fd-578f-4e50-9444-ed0daf52caaf'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:31.127724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8e56b121-2498-4563-a866-695dac20c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ecba65fd-578f-4e50-9444-ed0daf52caaf'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:31.185049 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:31.200939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:31.212020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8e56b121-2498-4563-a866-695dac20c00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:31.212422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e56b121-2498-4563-a866-695dac20c00c None None] The sync data for ids ['ecba65fd-578f-4e50-9444-ed0daf52caaf'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:31.239305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 64574c6f-4d3f-4b89-9170-1d30b8cc6011, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64574c6f-4d3f-4b89-9170-1d30b8cc6011,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:31.246234 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:31.387750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=64574c6f-4d3f-4b89-9170-1d30b8cc6011,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:31.763959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:31.797728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:31.814189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Deleting port 78786d7a-9f7e-436a-9f42-32960ee8afa2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:43:31.816444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:32.080854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:32.169446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5805d28d-bac3-4ef0-beb2-eee8de6c90dd up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:32.225166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Calling delete_port for 78786d7a-9f7e-436a-9f42-32960ee8afa2 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:32.394507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:32.416326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:32.417252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:32.743996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:32.804759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:32.811907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:32.898619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:32.913128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:32.971593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Pushing event deleted for resources: {'Port': ['ID=78786d7a-9f7e-436a-9f42-32960ee8afa2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:33.106306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-5e0cadde-088f-4063-8728-185e63533a70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2531512 Jan 28 09:43:33.109801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:33.406445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64574c6f-4d3f-4b89-9170-1d30b8cc6011 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:33.592872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:33.593237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:33.668620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:33.673568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:33.849399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318b91-3007-4cd6-ae41-7292f8742516 req-e4495187-9102-49f7-a727-2668de48a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:33.851187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-e4495187-9102-49f7-a727-2668de48a886 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.6086676 Jan 28 09:43:33.872071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Router ecba65fd-578f-4e50-9444-ed0daf52caaf has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:43:34.240203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318b91-3007-4cd6-ae41-7292f8742516 req-0b499915-1aef-4bb5-9d5f-5c714eed3c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:34.240203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-0b499915-1aef-4bb5-9d5f-5c714eed3c8a service neutron] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.3527813 Jan 28 09:43:34.687971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-64f68406-9c90-46ea-b213-2dd03571dd47 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.4427245 Jan 28 09:43:34.705865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:34.716644 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] Sync routers for ids ['ecba65fd-578f-4e50-9444-ed0daf52caaf'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:34.733328 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] Routers {'ecba65fd-578f-4e50-9444-ed0daf52caaf'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:34.734226 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ecba65fd-578f-4e50-9444-ed0daf52caaf'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:34.865573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:34.869947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:34.894549 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:34.899252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0b48b8bd-b9a8-44f3-9883-0e3eab4e45e5 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "PUT /v2.0/routers/ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 200 len: 709 time: 3.9791658 Jan 28 09:43:34.923200 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] Routers {'ecba65fd-578f-4e50-9444-ed0daf52caaf'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:34.926256 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ecba65fd-578f-4e50-9444-ed0daf52caaf'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:34.974777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318b91-3007-4cd6-ae41-7292f8742516 req-2d8bc812-e846-4a22-89fd-7d509356907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:34.978230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-2d8bc812-e846-4a22-89fd-7d509356907c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.2816460 Jan 28 09:43:35.102388 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:35.106730 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be55e0ae-43ce-43ff-ba49-c74058fca895 None None] The sync data for ids ['ecba65fd-578f-4e50-9444-ed0daf52caaf'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:35.148111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bba89044-93ea-4805-87a1-37caf45645e0 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/routers/ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 200 len: 744 time: 0.2756543 Jan 28 09:43:35.151737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56606) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:35.248877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3f8f058a-961c-42dd-9b81-113cb7f47aa9 tempest-RoutersIpV6AdminTest-992276255 tempest-RoutersIpV6AdminTest-992276255-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 200 len: 205 time: 0.0878706 Jan 28 09:43:35.251701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56610) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:35.291794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06318b91-3007-4cd6-ae41-7292f8742516 req-1dcccd38-22ad-4dcb-b60c-c37f4b758096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:35.293935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-1dcccd38-22ad-4dcb-b60c-c37f4b758096 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3085649 Jan 28 09:43:35.333796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f7fcea0d-48e0-44c9-9e21-2111780f2335 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 200 len: 205 time: 0.0808434 Jan 28 09:43:35.337691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:35.474675 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-a075097c-2b35-4646-8d97-84da017dab1b service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730332 Jan 28 09:43:35.585796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:35.625449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06318b91-3007-4cd6-ae41-7292f8742516 req-9885241c-0da2-4679-9e79-da494a9909fc service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429858 Jan 28 09:43:36.185141 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:36.188219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:36.221011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:36.222068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Fanout notify agent at l3_agent the message router_deleted on router ecba65fd-578f-4e50-9444-ed0daf52caaf {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:43:36.233632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:36.234770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3dd5282a-b12a-4494-ae7a-88637c925db3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 204 len: 168 time: 0.8955503 Jan 28 09:43:36.239313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56618) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.288046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-02f145ce-6198-4bb6-bcb7-f8dfe12f904a tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 200 len: 205 time: 0.0471110 Jan 28 09:43:36.290567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56622) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.383651 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-18caaf50-e6af-41ff-9dac-b965a7f28007 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] delete failed (client error): The resource could not be found. Jan 28 09:43:36.384651 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-18caaf50-e6af-41ff-9dac-b965a7f28007 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/ecba65fd-578f-4e50-9444-ed0daf52caaf HTTP/1.1" status: 404 len: 336 time: 0.0931239 Jan 28 09:43:36.387701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56628) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.488310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.501338 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db45bf5a-ecf3-4084-b881-95ff7645c428 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=912df90b-4e53-48f2-b082-9b2f7c9afcee HTTP/1.1" status: 200 len: 205 time: 0.1124284 Jan 28 09:43:36.603824 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-45e34f6b-2437-46a1-9ae3-b33ffe849932 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] delete failed (client error): The resource could not be found. Jan 28 09:43:36.605229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-45e34f6b-2437-46a1-9ae3-b33ffe849932 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/912df90b-4e53-48f2-b082-9b2f7c9afcee HTTP/1.1" status: 404 len: 336 time: 0.1158688 Jan 28 09:43:36.607754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56642) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.666867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ec1660d9-d35a-4e2b-9d7a-56c002fccf68 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=e3c063bd-611b-493b-98eb-f302d87bfe6a HTTP/1.1" status: 200 len: 205 time: 0.0577862 Jan 28 09:43:36.669362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.795695 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-03af34e3-58e9-4566-b3f2-7c6194d5f3a9 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] delete failed (client error): The resource could not be found. Jan 28 09:43:36.797019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-03af34e3-58e9-4566-b3f2-7c6194d5f3a9 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/e3c063bd-611b-493b-98eb-f302d87bfe6a HTTP/1.1" status: 404 len: 336 time: 0.1267054 Jan 28 09:43:36.800347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56650) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.855926 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2ab02cf7-77a9-41a6-b527-f7dee8af733c tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=c923d9c7-6855-4188-8887-54a83ca2301f HTTP/1.1" status: 200 len: 205 time: 0.0532877 Jan 28 09:43:36.857675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56654) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:36.968505 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-acad8d69-f5ac-44d9-84a3-807f25369bfb tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] delete failed (client error): The resource could not be found. Jan 28 09:43:36.972302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-acad8d69-f5ac-44d9-84a3-807f25369bfb tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/c923d9c7-6855-4188-8887-54a83ca2301f HTTP/1.1" status: 404 len: 336 time: 0.1107121 Jan 28 09:43:36.972688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56660) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:37.030065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f64939f-f54e-4070-8fb3-05132a4c7393 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=5e3585a4-0054-47ae-aede-d2fa54bc7c21 HTTP/1.1" status: 200 len: 205 time: 0.0561144 Jan 28 09:43:37.031964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56668) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:37.116503 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-d3b43521-6cf9-4a59-841e-1b87c5e3ceb0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] delete failed (client error): The resource could not be found. Jan 28 09:43:37.118615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d3b43521-6cf9-4a59-841e-1b87c5e3ceb0 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/5e3585a4-0054-47ae-aede-d2fa54bc7c21 HTTP/1.1" status: 404 len: 336 time: 0.0846369 Jan 28 09:43:37.120355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56672) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:37.206351 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-97d9d9b3-9b05-4de2-b49c-12a2a65023c3 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "GET /v2.0/ports?device_id=0050256f-018d-49ad-8e35-8a4b736fdeb5 HTTP/1.1" status: 200 len: 205 time: 0.0846348 Jan 28 09:43:37.208603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56686) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:37.289069 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-35f976cf-2eda-4e9a-874d-55041bf3abd7 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] delete failed (client error): The resource could not be found. Jan 28 09:43:37.290364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-35f976cf-2eda-4e9a-874d-55041bf3abd7 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/routers/0050256f-018d-49ad-8e35-8a4b736fdeb5 HTTP/1.1" status: 404 len: 336 time: 0.0801227 Jan 28 09:43:37.293168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56700) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:37.363143 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cd9015a-4f7a-4946-96f2-278c227297b1 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] DELETE failed (client error): The resource could not be found. Jan 28 09:43:37.363679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cd9015a-4f7a-4946-96f2-278c227297b1 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:43:37.365526 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6cd9015a-4f7a-4946-96f2-278c227297b1 tempest-RoutersIpV6AdminTest-2137749301 tempest-RoutersIpV6AdminTest-2137749301-project] 10.222.0.42 "DELETE /v2.0/subnets/123bd5ae-bf79-4e25-b59b-7f99394d1c33 HTTP/1.1" status: 404 len: 337 time: 0.0705140 Jan 28 09:43:37.586552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeccb9a-a531-41c2-af7e-ff556141ed63 req-976db487-7e90-45e9-8fd5-4cdecd849ce7 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:37.588750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abeccb9a-a531-41c2-af7e-ff556141ed63 req-976db487-7e90-45e9-8fd5-4cdecd849ce7 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 948 time: 0.1291022 Jan 28 09:43:37.608699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ee481-8d8e-4376-b1f5-f605d6bde2b7 req-65319f98-d699-48f9-bec1-49ab03d0f11d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:37.614686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d06ee481-8d8e-4376-b1f5-f605d6bde2b7 req-65319f98-d699-48f9-bec1-49ab03d0f11d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 946 time: 0.2098641 Jan 28 09:43:37.652216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abeccb9a-a531-41c2-af7e-ff556141ed63 req-d61f6b8a-49d8-4305-9110-45736545df39 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567720 Jan 28 09:43:37.720370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d06ee481-8d8e-4376-b1f5-f605d6bde2b7 req-d00fa4f6-5b9c-4996-be14-9350aa36b288 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878026 Jan 28 09:43:37.805041 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'code': 200} Jan 28 09:43:37.829565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:38.080151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9c3896-3dac-48ab-95b5-eb2f617c5638 req-792bdf86-a55f-4260-8eed-d6c9137c23aa tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:38.084346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1c9c3896-3dac-48ab-95b5-eb2f617c5638 req-792bdf86-a55f-4260-8eed-d6c9137c23aa tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1097 time: 0.2188675 Jan 28 09:43:38.111551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b337f-4830-4f4b-983d-7ddf00b945fc req-b7f3bddb-6490-4433-a1ea-947ab9bf3c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:38.116266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da5b337f-4830-4f4b-983d-7ddf00b945fc req-b7f3bddb-6490-4433-a1ea-947ab9bf3c45 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1097 time: 0.1897855 Jan 28 09:43:38.169339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1c9c3896-3dac-48ab-95b5-eb2f617c5638 req-b2210367-9ef3-499d-9802-5001a221ac1c tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Jan 28 09:43:38.211612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da5b337f-4830-4f4b-983d-7ddf00b945fc req-e12c6295-be79-443e-9e69-e071a4032fa1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891514 Jan 28 09:43:38.232501 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.268796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:38.272810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:f7d9c46907c243d9aaad4a740efbab43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:38.276263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:38.282679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:38.337564 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-158e168f-5db8-4eb9-851e-729e3c8d564b req-7c884a44-5a1a-40cd-8a4c-9ed577b6a21a tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] show failed (client error): The resource could not be found. Jan 28 09:43:38.349406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-158e168f-5db8-4eb9-851e-729e3c8d564b req-7c884a44-5a1a-40cd-8a4c-9ed577b6a21a tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups/c4548596-8e5e-4ebd-bc9f-44a595d60acf HTTP/1.1" status: 404 len: 352 time: 0.1028795 Jan 28 09:43:38.436788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.447575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.515551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7d9c46907c243d9aaad4a740efbab43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6821992 Jan 28 09:43:38.515925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56772) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:38.544390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c891de-dece-4b26-8c8e-83c35da96fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d987ce28-1afe-4051-ad56-4f3da6113357,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:38.634948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c983e31-f90b-458f-848b-76321f4991c0 req-1e6916d8-31fd-4c37-b5f8-05eb798d7610 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:38.642948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e726-598a-4ee2-8b4f-54c63b7db460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.643529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c983e31-f90b-458f-848b-76321f4991c0 req-1e6916d8-31fd-4c37-b5f8-05eb798d7610 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 950 time: 0.0954704 Jan 28 09:43:38.671671 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e726-598a-4ee2-8b4f-54c63b7db460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.707731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c983e31-f90b-458f-848b-76321f4991c0 req-b0f8b738-163a-483e-b5a7-019a1a820351 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600870 Jan 28 09:43:38.777662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e726-598a-4ee2-8b4f-54c63b7db460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.865553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c0e726-598a-4ee2-8b4f-54c63b7db460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d987ce28-1afe-4051-ad56-4f3da6113357,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:38.874772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9c0e726-598a-4ee2-8b4f-54c63b7db460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:38.901731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e9c0e726-598a-4ee2-8b4f-54c63b7db460 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d987ce28-1afe-4051-ad56-4f3da6113357 HTTP/1.1" status: 204 len: 168 time: 0.3842008 Jan 28 09:43:39.406747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56820) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:39.557676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-344366ce-c454-4af6-a00b-9e126c61e447 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5041475f8e024e5280e6e39ff372c445&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496181 Jan 28 09:43:39.560059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:39.665126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c348-6287-4a82-b02b-117534790705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:39.712248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c348-6287-4a82-b02b-117534790705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:39.772941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c348-6287-4a82-b02b-117534790705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:39.812863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047'}, {'server_uuid': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:39.828332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a3c348-6287-4a82-b02b-117534790705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2375f6-d1f8-4e69-bcbe-77146ee84efd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:39.850504 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7a3c348-6287-4a82-b02b-117534790705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:39.855260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7a3c348-6287-4a82-b02b-117534790705 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b2375f6-d1f8-4e69-bcbe-77146ee84efd HTTP/1.1" status: 204 len: 168 time: 0.2934499 Jan 28 09:43:39.913489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-034ee389-5c4b-4ba3-bcb7-13e9b4980514 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:43:39.914866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-034ee389-5c4b-4ba3-bcb7-13e9b4980514 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084052 Jan 28 09:43:39.927676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Request body: {'binding': {'host': 'n-h1-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:39.928705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Unknown quota resources ['binding']. {{(pid=87540) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:43:40.199188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on host n-h1-825178-2 for vnic_type normal with profile None {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:40.199687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:40.200245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:40.206612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:43:40.206983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:40.213904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:40.214447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:40.215160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:40.215777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Bound port: 38d5e821-7639-4611-a5bf-9601fb8d341a, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:40.254546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:40.260792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:40.262372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] 10.222.0.42 "POST /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a/bindings HTTP/1.1" status: 201 len: 389 time: 0.3392408 Jan 28 09:43:40.586508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036461c-21c8-4100-adff-e5c8adbb56fe req-8da1736f-9d75-4918-84a2-fd177a9ebdea tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:40.594114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7036461c-21c8-4100-adff-e5c8adbb56fe req-8da1736f-9d75-4918-84a2-fd177a9ebdea tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 948 time: 0.1550117 Jan 28 09:43:40.693751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7036461c-21c8-4100-adff-e5c8adbb56fe req-d46c2bf6-5e67-4af2-b14d-3ed3ae1e0976 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981383 Jan 28 09:43:40.869924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-1884792d-2866-4ab5-9e35-79956be98959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:40.872575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-1884792d-2866-4ab5-9e35-79956be98959 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1097 time: 0.3322389 Jan 28 09:43:41.022501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-8d93e839-1d9d-482a-afb4-bc59440dcd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:41.024286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-8d93e839-1d9d-482a-afb4-bc59440dcd32 service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.1448288 Jan 28 09:43:41.096609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-6eebfa22-0d55-4a0d-a6fb-89210efb96ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.0659535 Jan 28 09:43:41.177252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-7f0be155-4d65-46f9-b5cb-9a68236e689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:41.179147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-7f0be155-4d65-46f9-b5cb-9a68236e689b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.0753279 Jan 28 09:43:41.194489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56860) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:41.226668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:43:41.251019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-edfe95b9-bb3a-4684-a8ef-3a8c2ba9022c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607564 Jan 28 09:43:41.390059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1314322221'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:41.403801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:41.414620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Usage tracker for resource:network and tenant:b2cc27ef319e40fc9f6f4cc95a52972c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:41.419958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:41.432912 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-39a51821-9b3f-4f02-9f98-aa0383ecf941 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750062 Jan 28 09:43:41.441963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:41.460957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:41.467914 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.477511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.505764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.514426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:41.525590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.561715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:41.570099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Usage tracker for resource:security_group_rule and tenant:b2cc27ef319e40fc9f6f4cc95a52972c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:41.577918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:41.591643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:41.656355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-dde9043a-291f-4239-9a84-dd530694363c service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096171 Jan 28 09:43:41.692400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:41.737704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.742901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.783103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:43:41.803725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7979b65-fd22-4733-acd8-e1d31d1bb792,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:41.807502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.808106 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Added segment 92398cbe-60da-48f5-8af4-be13b1573f23 of type vlan for network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 Jan 28 09:43:41.860746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.920428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:41.926342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:41.927186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:42.053324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Network': ['ID=1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:42.065699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:43:42.101968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-240fe335-dffb-4c1e-a0e7-20c24b448451 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9065664 Jan 28 09:43:42.104954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:42.112794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'subnet': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:42.279145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:42.283977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Usage tracker for resource:subnet and tenant:b2cc27ef319e40fc9f6f4cc95a52972c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:42.293651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:42.301012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:42.319575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:42.323488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:42.629943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:42.765002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Subnet': ['ID=7aa51ba2-f468-40a0-a4a1-b28b1542e59d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:42.803852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Checking segment: {'id': '92398cbe-60da-48f5-8af4-be13b1573f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:42.804461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network hostable DHCP agents. Network: 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:43:42.859061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:43:42.903665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c600408-692b-43be-b3a1-86658fde983f req-a50017e4-32c7-4e4d-8771-9d9a010d8983 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:42.909520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c600408-692b-43be-b3a1-86658fde983f req-a50017e4-32c7-4e4d-8771-9d9a010d8983 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 946 time: 0.2165515 Jan 28 09:43:42.916799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:42.931710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb41732b-8475-4770-ae7e-46734acdb5dc None None] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:42.942602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:42.943238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:42.998434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e7c0306-916f-48a4-b185-7d0f7f57a4cb tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8913867 Jan 28 09:43:43.001106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56906) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:43.010847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-18776631'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:43.044415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c600408-692b-43be-b3a1-86658fde983f req-347ba8d7-9dcc-45d7-97f6-a54e5ddb3cc2 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286561 Jan 28 09:43:43.230130 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'code': 200} Jan 28 09:43:43.230792 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd', 'code': 200} Jan 28 09:43:43.315682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d9e1ac5a-c33a-4dd1-ba6a-7f06ea6c070e req-3f894fa9-6164-42f7-a013-acddb5d93065 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] Synchronizing usage tracker for tenant:d014179be87d42d881caa8ddc1eb709e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:43.324819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'tenant_id': 'b2cc27ef319e40fc9f6f4cc95a52972c', 'fixed_ips': [{'subnet_id': '7aa51ba2-f468-40a0-a4a1-b28b1542e59d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:43:43.331050 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:43.354013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d9e1ac5a-c33a-4dd1-ba6a-7f06ea6c070e req-3f894fa9-6164-42f7-a013-acddb5d93065 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] Unset dirty status for tenant:d014179be87d42d881caa8ddc1eb709e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:43.355652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9e1ac5a-c33a-4dd1-ba6a-7f06ea6c070e req-3f894fa9-6164-42f7-a013-acddb5d93065 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d014179be87d42d881caa8ddc1eb709e HTTP/1.1" status: 200 len: 2988 time: 0.2536459 Jan 28 09:43:43.356330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f900bdff-8fcb-49e8-b8e3-3c1dd77e4916 req-222f98d8-a0ca-450e-849a-dd263ec74238 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:43.357950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f900bdff-8fcb-49e8-b8e3-3c1dd77e4916 req-222f98d8-a0ca-450e-849a-dd263ec74238 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 946 time: 0.1897681 Jan 28 09:43:43.364774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:43.364981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ca26e-cd0f-4e44-aae9-1f6778165f0d req-adfa5518-c094-4b89-a9b8-12591eafba9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:43.367775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b8ca26e-cd0f-4e44-aae9-1f6778165f0d req-adfa5518-c094-4b89-a9b8-12591eafba9d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 1099 time: 0.2373288 Jan 28 09:43:43.369193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Usage tracker for resource:port and tenant:b2cc27ef319e40fc9f6f4cc95a52972c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:43.372974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:43.379605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:43.408197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:43.413211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:43.449610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9e1ac5a-c33a-4dd1-ba6a-7f06ea6c070e req-0abf1241-8fb3-4316-a136-7b3f204973a9 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups/1d00d0b7-1f2f-4b00-b190-f906bbea15fa HTTP/1.1" status: 200 len: 2985 time: 0.0821548 Jan 28 09:43:43.451512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b8ca26e-cd0f-4e44-aae9-1f6778165f0d req-8a2bd0db-27a1-41ff-bb0a-e7e2e71424d8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698845 Jan 28 09:43:43.537059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9e1ac5a-c33a-4dd1-ba6a-7f06ea6c070e req-b10dc6e8-e351-4ab8-b5fb-764ef81cdb21 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups/1d00d0b7-1f2f-4b00-b190-f906bbea15fa HTTP/1.1" status: 200 len: 2985 time: 0.0799265 Jan 28 09:43:43.574785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] device_id is not set on port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:43:43.621740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:43.639084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Allocated IP 2001:db8::2 (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/5dcff051-05ea-48f5-bb1a-12a787e3b4a5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:43.679225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f900bdff-8fcb-49e8-b8e3-3c1dd77e4916 req-7417b20c-7c13-48a2-86f9-00b3e8bcaec2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910070 Jan 28 09:43:43.851386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82a8f8b-1d8a-4741-8246-8e5a2ba0e0f4 req-4ec98af5-a80c-4855-b065-8e2865770081 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:43.853017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c82a8f8b-1d8a-4741-8246-8e5a2ba0e0f4 req-4ec98af5-a80c-4855-b065-8e2865770081 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 948 time: 0.1363664 Jan 28 09:43:43.909323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c82a8f8b-1d8a-4741-8246-8e5a2ba0e0f4 req-fb8ff22d-512f-4c6f-902e-85172dd56abd tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495601 Jan 28 09:43:43.980043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:43.992316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Transition to ACTIVE for port object 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:44.001622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3665c92d-a98a-451c-861d-d33675e63a17 req-f7fa053c-70e7-44a4-a267-42dbe9af75d6 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups/1d00d0b7-1f2f-4b00-b190-f906bbea15fa HTTP/1.1" status: 200 len: 2985 time: 0.0572336 Jan 28 09:43:44.012024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Transition to ACTIVE for port object 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:44.019375 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:44.092130 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-3665c92d-a98a-451c-861d-d33675e63a17 req-704fbf72-f49b-4a61-800e-72979c9f1bc0 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 09:43:44.094990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:44.099288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:44.105005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3665c92d-a98a-451c-861d-d33675e63a17 req-704fbf72-f49b-4a61-800e-72979c9f1bc0 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "DELETE /v2.0/security-groups/1d00d0b7-1f2f-4b00-b190-f906bbea15fa HTTP/1.1" status: 409 len: 352 time: 0.0969539 Jan 28 09:43:44.107129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:44.167136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Allocated IP 2001:db8::f5 (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/5a9eb376-1e70-4b45-8e29-83c2bb08b0d5) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:44.177050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-a07c7048-b0a5-4694-ab51-dc605a3202de tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:44.184042 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-a07c7048-b0a5-4694-ab51-dc605a3202de tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1737258 Jan 28 09:43:44.192340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Pushing event updated for resources: {'Port': ['ID=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:44.279020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-8c82158a-29e4-4742-835d-7b2677ba14c1 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.0940235 Jan 28 09:43:44.312373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'floatingip': {'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:44.313908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Attempting to bind port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:44.314583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Attempting to bind port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '92398cbe-60da-48f5-8af4-be13b1573f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:44.315352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Attempting to bind port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 on network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:44.322344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:44.322708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Checking segment: {'id': '92398cbe-60da-48f5-8af4-be13b1573f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:44.323113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:44.323491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Bound using segment: {'id': '92398cbe-60da-48f5-8af4-be13b1573f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:44.323956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Bound port: 5dcff051-05ea-48f5-bb1a-12a787e3b4a5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92398cbe-60da-48f5-8af4-be13b1573f23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:44.324562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:44.422110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] For port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:44.425481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] For port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,segment=NetworkSegment(92398cbe-60da-48f5-8af4-be13b1573f23),segment_id=92398cbe-60da-48f5-8af4-be13b1573f23)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:44.430915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:44.433074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:44.630882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e316-ab15-4419-bcb6-74eb0e2fc088 None None] Pushing event updated for resources: {'Port': ['ID=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:44.931305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:45.035900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Transition to ACTIVE for port object 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:45.043486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:45.088794 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-ac7ddbb3-d549-41e7-8153-63f8814b6dca req-f37fbfb6-9735-42d2-88a6-ffed07d9a4e1 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] show failed (client error): The resource could not be found. Jan 28 09:43:45.101266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ac7ddbb3-d549-41e7-8153-63f8814b6dca req-f37fbfb6-9735-42d2-88a6-ffed07d9a4e1 tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups/77b3c43a-cdca-4a64-93dc-8f431da0c465 HTTP/1.1" status: 404 len: 352 time: 0.0309224 Jan 28 09:43:45.184257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:45.232198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:45.263429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:45.274287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:45.277699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:45.286419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:45.289371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:45.332520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=5a9eb376-1e70-4b45-8e29-83c2bb08b0d5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:45.339657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c91055d-c756-4564-85e3-b36a639671ac tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.3358140 Jan 28 09:43:45.343990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56986) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:45.360746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1102394805', 'allowed_address_pairs': [{'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:76:58:d0'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:45.437585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:45.508505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d52d88-6202-4f5c-8745-e5bd46eb4c09 req-6fa597f0-c08c-41c3-bc71-0627d9092dd0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:45.515929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4d52d88-6202-4f5c-8745-e5bd46eb4c09 req-6fa597f0-c08c-41c3-bc71-0627d9092dd0 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 946 time: 0.2996337 Jan 28 09:43:45.574092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:45.577347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:45.584740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4d52d88-6202-4f5c-8745-e5bd46eb4c09 req-240d5059-c00f-4628-a1d2-c7a5160e1e0f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671093 Jan 28 09:43:45.592947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:45.918696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550733a-e932-4b43-8600-2869e5db429c req-2ab04285-7f02-4b08-9f32-d8bd2ef2dd9f tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:45.920470 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2550733a-e932-4b43-8600-2869e5db429c req-2ab04285-7f02-4b08-9f32-d8bd2ef2dd9f tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 948 time: 0.1204836 Jan 28 09:43:45.953172 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c associated. External IP: 172.25.1.106, port: 78555e4a-0e5a-4031-88c0-aa616de1df08. Jan 28 09:43:45.977732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2550733a-e932-4b43-8600-2869e5db429c req-fdd0176f-4560-45f9-beee-626614026dac tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498316 Jan 28 09:43:46.078295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de08b56-c98f-47e7-81d2-70cf940b4742 None None] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:46.148851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:46.164564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Usage tracker for resource:port and tenant:b2cc27ef319e40fc9f6f4cc95a52972c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:46.169195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:46.178517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:46.243437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:46.260616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:46.297294 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-16cbe8eb-0c37-49fd-b3a4-d94ad9fc536f req-71911870-6121-422a-a249-d9f4f718019e tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] show failed (client error): The resource could not be found. Jan 28 09:43:46.298455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16cbe8eb-0c37-49fd-b3a4-d94ad9fc536f req-71911870-6121-422a-a249-d9f4f718019e tempest-SecurityGroupsNegativeTestJSON-839527123 tempest-SecurityGroupsNegativeTestJSON-839527123-project] 10.222.0.42 "GET /v2.0/security-groups/825ba65a-9543-4a2b-9595-eddeb864cf2f HTTP/1.1" status: 404 len: 352 time: 0.0170393 Jan 28 09:43:46.309041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57002) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:46.390658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Deleting subnet e9b6ae6f-c0ff-4d91-ab97-f56a9069dd2a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:43:46.395008 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.428325 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'code': 200} Jan 28 09:43:46.443326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] Provisioning for port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:46.502984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] Provisioning complete for port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:46.502984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.516330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.542229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.563000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:43:46.571750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] device_id is not set on port 853b09f4-d49f-4552-b481-53b010ff2f99 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:43:46.594633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.634931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:43:46.707681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.799824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9b6ae6f-c0ff-4d91-ab97-f56a9069dd2a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:46.815801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:46.828703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fe3a6681-1604-4116-b3f3-7cf8f63cdeca admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e9b6ae6f-c0ff-4d91-ab97-f56a9069dd2a HTTP/1.1" status: 204 len: 168 time: 0.5177932 Jan 28 09:43:46.832062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57014) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:47.003772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Allocated IP 2001:db8::a8 (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/853b09f4-d49f-4552-b481-53b010ff2f99) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:47.046059 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.096777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.184373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] For port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,segment=NetworkSegment(92398cbe-60da-48f5-8af4-be13b1573f23),segment_id=92398cbe-60da-48f5-8af4-be13b1573f23)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:47.189424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:47.212904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 821b5704-fdab-44a9-951b-7c4a1bc26047 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:43:47.287285 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.361296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.375664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'mac_address': 'fa:16:3e:d1:bf:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:43:47.380071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Transition to ACTIVE for port object 853b09f4-d49f-4552-b481-53b010ff2f99 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:47.412944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.449410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.490921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd24a3f-882e-4c72-89a3-69064dc77d26']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:47.506016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3a70cb-2652-46bd-996d-5e4d108330c5') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:47.506631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3a70cb-2652-46bd-996d-5e4d108330c5') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:47.509355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1884f03-1577-4fc2-ab07-ca802cc5fe4c None None] Provisioning complete for port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:47.509850 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1884f03-1577-4fc2-ab07-ca802cc5fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.521199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.556499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.580487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:43:47.583500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:43:47.601130 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:43:47.610642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:47.615473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:47.620612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:47.645585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:47.646405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.663655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:43:47.703040 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.714519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=853b09f4-d49f-4552-b481-53b010ff2f99,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:47.755009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.771009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.778022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.793555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:43:47.848038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9dd24a3f-882e-4c72-89a3-69064dc77d26 HTTP/1.1" status: 204 len: 168 time: 1.0145621 Jan 28 09:43:47.849190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf871c91-8f90-4133-9f90-939b67160253 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd24a3f-882e-4c72-89a3-69064dc77d26,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:47.860351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-839976fc-7cd2-4212-a412-7e57b8dcc2fa tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:47.864547 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:47.868907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-839976fc-7cd2-4212-a412-7e57b8dcc2fa tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 0.7655869 Jan 28 09:43:47.889280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-1f77218f-bb9f-41c8-9e8f-771106b50840 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/quotas/859935fd7aa048c79afe84289d422ad4 HTTP/1.1" status: 200 len: 375 time: 0.0191505 Jan 28 09:43:47.906251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014f89df-e53e-4842-8ddf-4a835900098c None None] Pushing event updated for resources: {'Port': ['ID=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:47.921686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5223a21c-31d7-4f31-8b43-9521e97d83e0 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:47.926314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:47.927417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:47.967922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-4d73c467-8374-45e8-ba59-db1c9c783ea8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "PUT /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 996 time: 3.6708479 Jan 28 09:43:47.972946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:47.993368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-22d155c2-7262-4a3b-bd90-5994d1bfebab tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 2.6478057 Jan 28 09:43:47.993572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57054) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:48.309945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-8efcfb00-b7c1-4f6e-bbcd-f324ef5e8787 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4184103 Jan 28 09:43:48.366482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57060) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:48.400583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:48.405760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:48.429759 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:48.470735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-cdd53fd4-a0ff-4ac6-add4-ea8456bbca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:48.486268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-cdd53fd4-a0ff-4ac6-add4-ea8456bbca89 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.4785180 Jan 28 09:43:48.499359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:48.509002 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:48.566804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-33f65073-4ead-4e8c-a4f9-fbdd3f5ac1ad tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:48.568214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-33f65073-4ead-4e8c-a4f9-fbdd3f5ac1ad tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "GET /v2.0/ports?device_id=12513a6d-47db-4573-bb2a-a46db9f5e2aa HTTP/1.1" status: 200 len: 945 time: 0.4935863 Jan 28 09:43:48.678849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['5223a21c-31d7-4f31-8b43-9521e97d83e0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:48.737771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f5c112f7-8d0d-4c15-8830-40b56d70b2a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d014179be87d42d881caa8ddc1eb709e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3629215 Jan 28 09:43:48.757157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:48.757428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1884f03-1577-4fc2-ab07-ca802cc5fe4c None None] Provisioning for port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:48.768841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1884f03-1577-4fc2-ab07-ca802cc5fe4c None None] Provisioning complete for port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:48.769198 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1884f03-1577-4fc2-ab07-ca802cc5fe4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:48.780548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Deleting port 821b5704-fdab-44a9-951b-7c4a1bc26047 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:43:48.780919 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:48.831821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d1884f03-1577-4fc2-ab07-ca802cc5fe4c None None] Port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:48.850326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:48.854344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:48.873618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-328a5f56-cefa-43f9-a877-140080732d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:48.875607 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-328a5f56-cefa-43f9-a877-140080732d8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.3881288 Jan 28 09:43:49.115994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebb7b0-4f38-43f3-9f88-86f291194e1e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:49.123035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2081e075-7df9-480b-96a8-49f17eccb624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.135953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebb7b0-4f38-43f3-9f88-86f291194e1e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:49.146644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeebb7b0-4f38-43f3-9f88-86f291194e1e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:49.154630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aeebb7b0-4f38-43f3-9f88-86f291194e1e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 1.1552072 Jan 28 09:43:49.172504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57072) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:49.176293 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-3e3664cb-a92d-4d70-9305-394884cf8238 service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8646688 Jan 28 09:43:49.319259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Provisioning for port 853b09f4-d49f-4552-b481-53b010ff2f99 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:49.359088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 853b09f4-d49f-4552-b481-53b010ff2f99 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:43:49.359436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.390344 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2081e075-7df9-480b-96a8-49f17eccb624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.397240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Provisioning complete for port 853b09f4-d49f-4552-b481-53b010ff2f99 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:49.398645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.467364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-440d765f-884b-41a4-8f62-dc6c95232f3f service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771893 Jan 28 09:43:49.508481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Port 853b09f4-d49f-4552-b481-53b010ff2f99 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:49.515698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-08e1a05a-4d10-4019-93e0-e6e80a23dcae service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 999 time: 0.6268098 Jan 28 09:43:49.527177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:49.528731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2081e075-7df9-480b-96a8-49f17eccb624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.733871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081e075-7df9-480b-96a8-49f17eccb624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d00d0b7-1f2f-4b00-b190-f906bbea15fa,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:49.784014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:49.849909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-f3d8efbc-a5d8-4ca5-b52f-6459e2872a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:49.851891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-f3d8efbc-a5d8-4ca5-b52f-6459e2872a42 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.3151860 Jan 28 09:43:49.872719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Provisioning complete for port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:49.872719 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.876902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2081e075-7df9-480b-96a8-49f17eccb624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:49.878884 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2081e075-7df9-480b-96a8-49f17eccb624 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d00d0b7-1f2f-4b00-b190-f906bbea15fa HTTP/1.1" status: 204 len: 168 time: 1.1185603 Jan 28 09:43:50.255770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c5e958a-4eef-443a-8047-6d0d478034e3 None None] Port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:50.354914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-ade37ff7-cf49-4bcc-9263-d0f7283238d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:50.356624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-ade37ff7-cf49-4bcc-9263-d0f7283238d6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4719367 Jan 28 09:43:50.369986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:50.433523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] For port 821b5704-fdab-44a9-951b-7c4a1bc26047, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=821b5704-fdab-44a9-951b-7c4a1bc26047,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:50.441875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:50.442380 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:50.443699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:50.467877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-baefe077-4ec7-446e-93ab-2610e813bfe6 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:50.472744 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-baefe077-4ec7-446e-93ab-2610e813bfe6 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1097 time: 0.6608815 Jan 28 09:43:50.810848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-2'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:50.933563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for 853b09f4-d49f-4552-b481-53b010ff2f99 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:51.194256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cda5fbf-2faa-4478-ab64-42129094e18c req-14da3d3f-7c5e-4c9b-b246-08e946577b98 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:51.202194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4cda5fbf-2faa-4478-ab64-42129094e18c req-14da3d3f-7c5e-4c9b-b246-08e946577b98 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 946 time: 1.1892509 Jan 28 09:43:51.212496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Calling delete_port for 821b5704-fdab-44a9-951b-7c4a1bc26047 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:43:51.229073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 821b5704-fdab-44a9-951b-7c4a1bc26047 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:43:51.270394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-f6331f69-9e75-4e76-9c3e-49520520483e service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8580050 Jan 28 09:43:51.515345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:43:45Z', 'revision_number': 1, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:51.540277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:43:51.685314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:43:51.685945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:51.760036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4cda5fbf-2faa-4478-ab64-42129094e18c req-4d9f25f3-cac9-4490-9811-d9d36349edfe tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4585350 Jan 28 09:43:51.793420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:51.805852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57114) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:51.886842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Port': ['ID=853b09f4-d49f-4552-b481-53b010ff2f99,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:51.910412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e85299-abf8-498e-bfcd-b07951774c91 req-39cc8dee-773c-40a3-8116-1936aa1638f3 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5510335 Jan 28 09:43:52.066764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:52.091268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:52.144368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-386068803-network', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:52.158841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:52.371800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:43:52.489008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:52.501819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:43:52.504465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:52.525243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:52.602735 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:52.615931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:52.671458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Usage tracker for resource:network and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:52.717587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:52.723610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event deleted for resources: {'Port': ['ID=821b5704-fdab-44a9-951b-7c4a1bc26047,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:52.728915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:52.733781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] No DVR routers for this DVR port 821b5704-fdab-44a9-951b-7c4a1bc26047 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:43:52.738579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:52.756527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:52.760098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.761190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.761716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.762224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.762953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.763452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.763955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.764460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.764981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.765474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.765966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.766699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:43:52.808935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:52.868535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6660ffd7-e9e0-480e-8bdc-d5de95a8aa9d tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/ports/853b09f4-d49f-4552-b481-53b010ff2f99 HTTP/1.1" status: 204 len: 168 time: 3.6945884 Jan 28 09:43:52.881069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57128) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:52.934293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:52.936539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-3e33d6c6-706a-457c-ba53-a77a0ae83235 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:52.937538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-3e33d6c6-706a-457c-ba53-a77a0ae83235 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:52.941805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-092a8d65-f526-44e2-aad0-d894bce0cc5b req-a5217a49-2dff-496f-8cc6-e70691007b32 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "DELETE /v2.0/ports/821b5704-fdab-44a9-951b-7c4a1bc26047 HTTP/1.1" status: 204 len: 173 time: 4.3345220 Jan 28 09:43:53.007150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-3e33d6c6-706a-457c-ba53-a77a0ae83235 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:53.008932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-3e33d6c6-706a-457c-ba53-a77a0ae83235 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 0.6395280 Jan 28 09:43:53.010710 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-54edc1ab-81dc-4304-930d-3fc4c20fffae tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] GET failed (client error): The resource could not be found. Jan 28 09:43:53.011543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-54edc1ab-81dc-4304-930d-3fc4c20fffae tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Synchronizing usage tracker for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:53.026435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Request body: {'port': {'device_id': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'admin_state_up': True, 'tenant_id': '859935fd7aa048c79afe84289d422ad4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:53.049784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:53.051104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.078535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.235532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e515803a-1127-41ab-b4ff-8af954328205 req-08ca9935-9ca4-48b0-b0e3-be61554a3b36 tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:53.256223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e515803a-1127-41ab-b4ff-8af954328205 req-08ca9935-9ca4-48b0-b0e3-be61554a3b36 tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 1099 time: 0.9021330 Jan 28 09:43:53.360181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:53.378439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Usage tracker for resource:port and tenant:859935fd7aa048c79afe84289d422ad4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:53.382228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.396188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:53.406920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-54edc1ab-81dc-4304-930d-3fc4c20fffae tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Unset dirty status for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:53.408095 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-54edc1ab-81dc-4304-930d-3fc4c20fffae tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "GET /v2.0/ports/853b09f4-d49f-4552-b481-53b010ff2f99 HTTP/1.1" status: 404 len: 333 time: 0.5258415 Jan 28 09:43:53.409792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:53.413595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:53.416718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57132) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:53.425593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:53.426109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:53.426340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1451509922'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:53.426472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:53.432105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:53.434176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:43:53.434760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:53.441728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:53.442479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:53.442479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:53.442855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Bound port: 38d5e821-7639-4611-a5bf-9601fb8d341a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:53.443162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.444415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Usage tracker for resource:security_group_rule and tenant:f1c423681bef479db90661758c73f6f7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:53.448706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:53.454319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Usage tracker for resource:security_group_rule and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:53.463528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:53.469830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:53.547874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:53.549882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Made reservation on behalf of 859935fd7aa048c79afe84289d422ad4 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:53.556155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.615276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:53.617768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 5223a21c-31d7-4f31-8b43-9521e97d83e0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:53.618277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.620297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:53.630692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.833183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:53.890281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:53.891706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:53.894615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.896165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-b02d4487-ca84-497b-8bf1-ef6de07c8588 service neutron] 10.222.0.25 "PUT /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 1122 time: 3.3893230 Jan 28 09:43:53.966638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:53.972163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.013965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['38d5e821-7639-4611-a5bf-9601fb8d341a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:54.040876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:54.047930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10a4080-2c69-4844-be06-dbd2bfeb5381,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:54.063868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:43:54.075551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.076000 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Added segment bb43862f-115a-4b67-9098-d6d3e7268ee3 of type vlan for network 47fb4be1-2011-4344-975d-ae001620c091 Jan 28 09:43:54.132541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:54.178808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:54.181370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.182918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.227469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] device_id is not set on port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:43:54.236522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['38d5e821-7639-4611-a5bf-9601fb8d341a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:43:54.261898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.264568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:54.265188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.315291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:54.316297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:54.317068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:54.340527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:43:54.341236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Attempting to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:54.360469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:54.361169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:54.362233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:54.362886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Bound port: 38d5e821-7639-4611-a5bf-9601fb8d341a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:54.363706 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.424207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] Pushing event updated for resources: {'Network': ['ID=47fb4be1-2011-4344-975d-ae001620c091,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:54.450611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b0794032-b6df-46ed-851f-25cf1ad10f38 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6426604 Jan 28 09:43:54.454677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57138) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:54.461871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Request body: {'subnet': {'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-386068803-subnet', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:54.467366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:54.471588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Usage tracker for resource:subnet and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:54.474593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:54.477648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Allocated IP 172.20.0.6 (018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6/730e2049-dc15-4a49-a21b-1ed9a7a05e0a/f2589066-deb0-4d81-a258-51585d864b2d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:54.480641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:54.499280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.521936 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.522234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:43:54.524955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.567366 n-d-825178-2 neutron-server[87542]: WARNING neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Concurrent port binding operations failed on port 38d5e821-7639-4611-a5bf-9601fb8d341a Jan 28 09:43:54.575245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:54.606694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 47fb4be1-2011-4344-975d-ae001620c091 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:43:54.650618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fae7ae-fe87-43dc-a5fe-2974cba54764,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:54.657259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e515803a-1127-41ab-b4ff-8af954328205 req-7b6fe88c-e1f3-4393-b6ac-32d92f67488d tempest-ServersAdminNegativeTestJSON-2127216509 tempest-ServersAdminNegativeTestJSON-2127216509-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3539827 Jan 28 09:43:54.700947 n-d-825178-2 neutron-server[87542]: INFO neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Attempt 2 to bind port 38d5e821-7639-4611-a5bf-9601fb8d341a Jan 28 09:43:54.700947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a has no active binding in host n-h1-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 09:43:54.718880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Allocated IP 2001:db8::237 (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/54b173aa-d1b0-4ed1-87a8-e0be0c5ee763) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:54.833789 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'status': 'completed', 'code': 200} Jan 28 09:43:54.884263 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'code': 200} Jan 28 09:43:54.914530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.986241 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:54.987543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0845f0b6-100e-4a0d-9db7-e4508f9ee722,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:54.996195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-4d973498-e1a8-40d8-9a8f-1a524e6ecc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:54.997884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-4d973498-e1a8-40d8-9a8f-1a524e6ecc5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.1855395 Jan 28 09:43:55.113993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:43:45Z', 'revision_number': 1, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:43:55.149423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45647b-efe7-4137-ac54-9e225e475d8e None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:43:45Z', 'revision_number': 1, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:43:55.177494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-3181b7c1-95b0-4d26-8f0a-1cd4fa0f76b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:55.179084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-3181b7c1-95b0-4d26-8f0a-1cd4fa0f76b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.1718147 Jan 28 09:43:55.196296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b1ce0d1-0366-4698-aebc-d6ba422222e7 req-6c63fab4-d357-41ad-a07f-c1d548eb937b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 210 time: 0.1680446 Jan 28 09:43:55.349364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:55.402062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:55.552820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:43:55.565027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:55.578616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Checking segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:55.579686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Network hostable DHCP agents. Network: 47fb4be1-2011-4344-975d-ae001620c091, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:43:55.655659 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-1182d154-33d2-4b97-8977-1f40c1fb8a28 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 999 time: 0.4577999 Jan 28 09:43:55.672209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:55.677432 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23faea27-b463-40e6-880e-c95be3733055 None None] New status for floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:43:55.793483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Network 47fb4be1-2011-4344-975d-ae001620c091 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:43:55.807446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 47fb4be1-2011-4344-975d-ae001620c091) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:55.814434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:55.817028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:55.818871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a025e657-30bf-411d-9e5e-a939a67c306c None None] Network 47fb4be1-2011-4344-975d-ae001620c091 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:43:55.850819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e591e145-1a3a-4609-ad61-915fd51e596e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3918104 Jan 28 09:43:55.851339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:55.856549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:55.867541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:43:55.919952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-9c2c27de-a916-4fd4-896f-0d467d46353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:55.937122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-9c2c27de-a916-4fd4-896f-0d467d46353d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.2292011 Jan 28 09:43:55.937122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Usage tracker for resource:router and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:43:56.021250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:43:56.056608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:43:56.082870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.088402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.126936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.136714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:56.140154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-fb1c9a0c-5b8f-4572-a4f7-e129ee340c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:56.142271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-fb1c9a0c-5b8f-4572-a4f7-e129ee340c70 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931124 Jan 28 09:43:56.160080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:56.172392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:56.232111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:56.419015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:56.419897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.448951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-400c3565-18c0-4ac0-a60c-41a429cb7682 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:56.457688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-400c3565-18c0-4ac0-a60c-41a429cb7682 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.9848168 Jan 28 09:43:56.468342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f963f65f-e112-4d63-aca5-8c48e320baa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.549162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-47fb4be1-2011-4344-975d-ae001620c091', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:43:56.550034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.702368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-82e1f125-d9e4-4ce2-b26a-36324c85fb5f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1001 time: 0.2435691 Jan 28 09:43:56.723753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'floatingip': {'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:56.843488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.888962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:56.899791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Allocated IP 172.20.0.2 (47fb4be1-2011-4344-975d-ae001620c091/0845f0b6-100e-4a0d-9db7-e4508f9ee722/77027503-9854-429d-b0a6-66cf3d2c335d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:56.915139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:56.924362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-066d2dfb-bfb5-4859-858f-86c945304d16 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7741015 Jan 28 09:43:56.966268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-e57c9450-2c91-48b2-87d7-198d6836ac3b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9436717 Jan 28 09:43:56.999440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Transition to ACTIVE for port object 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:57.003759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Request body: {'port': {'device_id': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:57.228885 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'code': 200} Jan 28 09:43:57.257076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.265787 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.280745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-089808cf-7a43-43a9-b6fe-52f116324c7d req-5c392411-88d6-411f-a41d-03ff393a6f77 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435531 Jan 28 09:43:57.286122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Transition to ACTIVE for port object 77027503-9854-429d-b0a6-66cf3d2c335d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:57.341411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Transition to ACTIVE for port object 77027503-9854-429d-b0a6-66cf3d2c335d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:57.349656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.480953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Network 47fb4be1-2011-4344-975d-ae001620c091 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:57.484594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:57.489876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:57.494932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Pushing event updated for resources: {'Port': ['ID=77027503-9854-429d-b0a6-66cf3d2c335d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:57.579527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.672043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Attempting to bind port 77027503-9854-429d-b0a6-66cf3d2c335d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:43:57.672603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Attempting to bind port 77027503-9854-429d-b0a6-66cf3d2c335d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:43:57.673299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Attempting to bind port 77027503-9854-429d-b0a6-66cf3d2c335d on network 47fb4be1-2011-4344-975d-ae001620c091 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:43:57.680013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:43:57.680784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Checking segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:43:57.681471 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.682096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Bound using segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:43:57.682784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Bound port: 77027503-9854-429d-b0a6-66cf3d2c335d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:43:57.683382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.787029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.867854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] For port 77027503-9854-429d-b0a6-66cf3d2c335d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:43:57.871698 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] For port 77027503-9854-429d-b0a6-66cf3d2c335d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=77027503-9854-429d-b0a6-66cf3d2c335d,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:43:57.876335 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:57.904752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.000212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d22b60-4770-4185-8a93-854564b426b1 req-dfeba23f-1053-45e3-87f4-217fbbbd266f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:58.009919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88d22b60-4770-4185-8a93-854564b426b1 req-dfeba23f-1053-45e3-87f4-217fbbbd266f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 944 time: 0.5606384 Jan 28 09:43:58.035767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.043233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d1ae84-1863-4bcc-9a02-53ba0427f599 None None] Pushing event updated for resources: {'Port': ['ID=77027503-9854-429d-b0a6-66cf3d2c335d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:58.135630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b3ccebf-e28a-4db4-be46-d48af40d4b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.187336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88d22b60-4770-4185-8a93-854564b426b1 req-272577b8-5802-407f-926d-ed43cbd51c24 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760263 Jan 28 09:43:58.265396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2589066-deb0-4d81-a258-51585d864b2d {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:43:58.274678 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.296598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Transition to ACTIVE for port object f2589066-deb0-4d81-a258-51585d864b2d will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:43:58.314383 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.402485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Allocated IP 172.25.1.16 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/281eda3c-5d00-45cf-8558-c4d9a73265b0) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:43:58.680906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:58.702972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:58.714462 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.719456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:58.727680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:58.731478 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.740297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=54b173aa-d1b0-4ed1-87a8-e0be0c5ee763,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:58.741272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bb192b-13ee-47a9-a0a9-b5e31b54876a req-2f9a5ee5-3376-4182-9ea0-1d2da951a568 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:43:58.742008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d5bb192b-13ee-47a9-a0a9-b5e31b54876a req-2f9a5ee5-3376-4182-9ea0-1d2da951a568 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:43:58.767952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d5bb192b-13ee-47a9-a0a9-b5e31b54876a req-2f9a5ee5-3376-4182-9ea0-1d2da951a568 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:43:58.769412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5bb192b-13ee-47a9-a0a9-b5e31b54876a req-2f9a5ee5-3376-4182-9ea0-1d2da951a568 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 943 time: 0.1703722 Jan 28 09:43:58.805159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:58.922561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Pushing event updated for resources: {'Port': ['ID=281eda3c-5d00-45cf-8558-c4d9a73265b0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:43:58.939121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9ef61919-cc56-41f3-89fe-ebfe6981f372 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.5211840 Jan 28 09:43:58.946339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57186) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:43:58.960368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5bb192b-13ee-47a9-a0a9-b5e31b54876a req-47736402-1669-4e03-906e-15a66fca4e53 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817496 Jan 28 09:43:58.973671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:43:58.982364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:76:58:d0'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:43:59.078588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:43:59.106410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:43:59.112956 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'code': 200} Jan 28 09:43:59.161273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a88838d-093c-49d2-8448-de8f48734f34 None None] Provisioning for port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:59.181300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a88838d-093c-49d2-8448-de8f48734f34 None None] Provisioning complete for port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:43:59.181973 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a88838d-093c-49d2-8448-de8f48734f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:59.235236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-deleted', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047'}, {'name': 'network-changed', 'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:43:59.430787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0a88838d-093c-49d2-8448-de8f48734f34 None None] Port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:43:59.475053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:59.481874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:43:59.627302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 77027503-9854-429d-b0a6-66cf3d2c335d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:43:59.804890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 77027503-9854-429d-b0a6-66cf3d2c335d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:43:59.951769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8bf98b-5644-4fb3-905b-a7b4ff273d03 None None] Network 47fb4be1-2011-4344-975d-ae001620c091 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:00.114899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:00.147916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Attempting to bind port f2589066-deb0-4d81-a258-51585d864b2d on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:00.148551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Attempting to bind port f2589066-deb0-4d81-a258-51585d864b2d by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:00.149743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Attempting to bind port f2589066-deb0-4d81-a258-51585d864b2d on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:00.169930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Port f2589066-deb0-4d81-a258-51585d864b2d on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:44:00.170513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Attempting to bind port f2589066-deb0-4d81-a258-51585d864b2d on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:00.179546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:00.180133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Checking segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:00.180748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Bound using segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:00.181355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Bound port: f2589066-deb0-4d81-a258-51585d864b2d, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:00.181894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.391404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.457701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] Provisioning for port 77027503-9854-429d-b0a6-66cf3d2c335d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:00.476835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] Provisioning complete for port 77027503-9854-429d-b0a6-66cf3d2c335d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:00.477481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.515708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:00.520049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:00.554116 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.706580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:00.718671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:00.719291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.720752 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-c7ae5438-3624-4cbd-b9df-03c1b42e763b service neutron] 10.222.0.25 "PUT /v2.0/ports/f2589066-deb0-4d81-a258-51585d864b2d HTTP/1.1" status: 200 len: 1091 time: 3.7226200 Jan 28 09:44:00.721205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:00.755405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.817055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.819382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.846039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:00.930006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] For port 77027503-9854-429d-b0a6-66cf3d2c335d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=77027503-9854-429d-b0a6-66cf3d2c335d,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:00.938340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.102256 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c associated. External IP: 172.25.1.106, port: 78555e4a-0e5a-4031-88c0-aa616de1df08. Jan 28 09:44:01.117877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-299b8f53-6e66-4664-93b8-578794cd45d9 service neutron] 10.222.0.43 "GET /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 384 time: 1.1716130 Jan 28 09:44:01.139314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-83a12a29-3295-410f-b70e-726c9074ce03 None None] Provisioning complete for port 77027503-9854-429d-b0a6-66cf3d2c335d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:01.139977 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83a12a29-3295-410f-b70e-726c9074ce03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.169904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.195087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8ff15-ee18-48ea-863a-c314759042af req-02fde55b-fb7f-4704-a97f-2c331cae0b39 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:01.201208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-b648c0da-f09b-4162-8b33-60cf62eaae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:01.202320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6c8ff15-ee18-48ea-863a-c314759042af req-02fde55b-fb7f-4704-a97f-2c331cae0b39 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 944 time: 1.4484835 Jan 28 09:44:01.203025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-b648c0da-f09b-4162-8b33-60cf62eaae40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 1094 time: 0.4369133 Jan 28 09:44:01.218570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2d294d-936e-452a-8eef-3df32acc440f None None] Pushing event updated for resources: {'Port': ['ID=77027503-9854-429d-b0a6-66cf3d2c335d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:01.226520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.372471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 77027503-9854-429d-b0a6-66cf3d2c335d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:01.422500 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-f90e8b4a-7305-406b-b53c-36d80a71f3f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2589066-deb0-4d81-a258-51585d864b2d HTTP/1.1" status: 200 len: 217 time: 0.2079675 Jan 28 09:44:01.436962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=54b173aa-d1b0-4ed1-87a8-e0be0c5ee763,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:01.448321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] In _notify_port_updated(), no bound segment for port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 on network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:44:01.454280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:01.455070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.456342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4ed8a7d6-c7fc-4722-8414-43ab390b1157 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "PUT /v2.0/ports/54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 HTTP/1.1" status: 200 len: 1002 time: 2.4906213 Jan 28 09:44:01.464078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 77027503-9854-429d-b0a6-66cf3d2c335d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:01.465071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.472877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57224) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:01.674971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6c8ff15-ee18-48ea-863a-c314759042af req-e357ed2f-78c1-4cdf-a3a4-afb4a3cc16fe tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4716113 Jan 28 09:44:01.684618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:01.684986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:01.774801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-1bc0b8b0-ee1d-4730-be54-1f9ec2ae3a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:01.777018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-1bc0b8b0-ee1d-4730-be54-1f9ec2ae3a2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.3413086 Jan 28 09:44:01.915468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-1c154ca3-d355-4374-92aa-46801db1e9e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266403 Jan 28 09:44:01.922745 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12513a6d-47db-4573-bb2a-a46db9f5e2aa', 'name': 'network-vif-deleted', 'tag': '821b5704-fdab-44a9-951b-7c4a1bc26047', 'status': 'completed', 'code': 200} Jan 28 09:44:01.923018 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'status': 'completed', 'code': 200} Jan 28 09:44:02.018819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f382d5a7-fa47-4812-92db-5d3aa76afc62 None None] Provisioning complete for port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:02.019213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f382d5a7-fa47-4812-92db-5d3aa76afc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:02.135091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f382d5a7-fa47-4812-92db-5d3aa76afc62 None None] Port 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:02.310415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-303673cc-8a92-4a91-9420-a12df5088a28 service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727643 Jan 28 09:44:02.371835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:02.539245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146016-1439-44f3-963a-ddafde575dcc req-6b685739-c01d-4a67-a69d-3d7afc857835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:02.540748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-6b685739-c01d-4a67-a69d-3d7afc857835 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1125 time: 0.6145132 Jan 28 09:44:02.550816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:02.671087 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ae9d4e6-7091-411f-a5ed-42277c136d1f req-1c55efa1-875f-441a-a0f2-30d131b46a81 service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3344967 Jan 28 09:44:02.697583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:02.709744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:02.726448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:02.727385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:02.987969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:03.162844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:03.207043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146016-1439-44f3-963a-ddafde575dcc req-5db46d48-6824-4c58-a048-5340537f426e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:03.208506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-5db46d48-6824-4c58-a048-5340537f426e service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.4674594 Jan 28 09:44:03.242951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:03.351221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376360b3-352f-465e-8d1d-b5de690e925f req-2f96b8c1-d2e0-40d9-a6f6-ff767919f820 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:03.358331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-376360b3-352f-465e-8d1d-b5de690e925f req-2f96b8c1-d2e0-40d9-a6f6-ff767919f820 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 943 time: 1.1045399 Jan 28 09:44:03.543465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:03.594163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-f0537bea-148e-4007-923b-1f9160f1e58a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.3079710 Jan 28 09:44:03.634580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:03.650976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:04.016750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:00Z', 'revision_number': 3, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:04.032705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:04.057991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:04.058575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:04.063708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-018d6feb-ede8-4dbe-b4b3-2848bea51e2f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "PUT /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 999 time: 7.3458679 Jan 28 09:44:04.143596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:04.186225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:04.219644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-1c6125d9-ac86-4f43-8d46-603918ae8a3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:04.221588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-1c6125d9-ac86-4f43-8d46-603918ae8a3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports/78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 942 time: 0.1486533 Jan 28 09:44:04.245294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for 54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:04.269534 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:44:04.317756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146016-1439-44f3-963a-ddafde575dcc req-5ef11ce9-483f-4109-b434-5c7ec6bad6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:04.319533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-5ef11ce9-483f-4109-b434-5c7ec6bad6f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.4263341 Jan 28 09:44:04.330480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-376360b3-352f-465e-8d1d-b5de690e925f req-f3db6ee7-a4fc-4aee-b060-6f12a55bde4a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9705937 Jan 28 09:44:04.525384 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d', 'status': 'completed', 'code': 200} Jan 28 09:44:04.530383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:04.561662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-500cbc33-8004-4f2f-a0b0-315bc69c3a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:04.564012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-500cbc33-8004-4f2f-a0b0-315bc69c3a33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.1951303 Jan 28 09:44:04.603554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-54f99d3b-f24b-406d-89cb-09d30e787859 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2492445 Jan 28 09:44:04.699023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d5e821-7639-4611-a5bf-9601fb8d341a {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:44:04.845801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:04.904012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-218cb189-fdfa-457b-902c-6b71d6f80af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:04.918400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-218cb189-fdfa-457b-902c-6b71d6f80af5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.2493498 Jan 28 09:44:04.925609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-59c481d8-3f8e-43d9-b555-ddef25f008f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:04.927386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-59c481d8-3f8e-43d9-b555-ddef25f008f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 1094 time: 0.3613205 Jan 28 09:44:05.280278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-0ec13f11-187a-41ed-870d-7693b44c01b3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.3439574 Jan 28 09:44:05.301709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:00Z', 'revision_number': 3, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:05.313219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0147d4b-a169-4cfb-8cf6-338d470258bf None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:00Z', 'revision_number': 3, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:05.383848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-d9f00f8a-07d6-4dc3-8181-5d78174f7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:05.391620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-d9f00f8a-07d6-4dc3-8181-5d78174f7034 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.0940986 Jan 28 09:44:05.405429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:05.507865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-7d010842-e5e0-4b7b-94cf-503c86ee2b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:05.509407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-7d010842-e5e0-4b7b-94cf-503c86ee2b30 service neutron] 10.222.0.25 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 906 time: 0.5719886 Jan 28 09:44:05.514802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-09280157-f4a5-46a0-a67c-10f5369817b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:05.522759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-09280157-f4a5-46a0-a67c-10f5369817b3 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302023 Jan 28 09:44:05.643510 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f969954-7c25-4a54-8d16-befc0c3a438f None None] New status for floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:44:05.649806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:05.668496 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-5f5751d4-19f2-4141-8c0f-2573e9aa6394 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2589066-deb0-4d81-a258-51585d864b2d HTTP/1.1" status: 200 len: 217 time: 0.1250656 Jan 28 09:44:05.671633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-eaab5ddd-5584-47f9-a5f5-7ded186f4594 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0375175 Jan 28 09:44:05.797189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] Transition to ACTIVE for port object 38d5e821-7639-4611-a5bf-9601fb8d341a will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:05.820926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-1615498d-52bd-4628-8949-4f924bb8afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:05.822370 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-1615498d-52bd-4628-8949-4f924bb8afa2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.1290326 Jan 28 09:44:05.844010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:05.882030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-8c16eadd-1692-4435-88af-988a68c6dfdf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502129 Jan 28 09:44:05.889731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-d68b220a-e234-47c1-a8a4-81acd9242a45 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660631 Jan 28 09:44:06.057874 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-ce34a4b6-7cdd-4929-915e-aa84871382e8 service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465325 Jan 28 09:44:06.157490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:06.176216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:06.176875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:06.186476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7016-366d-416a-aeb6-c1b7b73ab3b4 req-371054ae-d2ff-4df2-861e-d86d354d71fd tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:06.194062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f81e7016-366d-416a-aeb6-c1b7b73ab3b4 req-371054ae-d2ff-4df2-861e-d86d354d71fd tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 944 time: 1.3363976 Jan 28 09:44:06.195845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:06.278081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] No DVR routers for this DVR port 38d5e821-7639-4611-a5bf-9601fb8d341a on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:44:06.321845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-afa97e67-9d56-4e4e-80bf-39713786ee8b service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302893 Jan 28 09:44:06.339450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a21e4aa0-6bba-4c32-a48e-5a78cb742fac req-18227f1f-a945-4823-a82c-348ca9cdd5e0 service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698290 Jan 28 09:44:06.389479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f81e7016-366d-416a-aeb6-c1b7b73ab3b4 req-d75643f1-b85e-4bf7-b3b6-2a9edcc30454 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944554 Jan 28 09:44:06.492546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-c8f5e2ca-06bb-41bc-affb-e948f39a9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:06.499786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-c8f5e2ca-06bb-41bc-affb-e948f39a9da2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1097 time: 0.1559298 Jan 28 09:44:06.541242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}, {'name': 'network-changed', 'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:06.665666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a6146016-1439-44f3-963a-ddafde575dcc req-59a62896-ff6a-46cd-aea2-bc55e6aa4869 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8633816 Jan 28 09:44:06.668226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] Pushing event updated for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:06.755889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:06.869189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Port': ['ID=54b173aa-d1b0-4ed1-87a8-e0be0c5ee763,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:06.890250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-37b9932d-cd7b-44cb-a209-1e90744e18ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:06.905329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-37b9932d-cd7b-44cb-a209-1e90744e18ef service neutron] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.4046984 Jan 28 09:44:06.913805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:06.925960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33d738f6-eb5d-48ca-8b35-b79c7292daef tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/ports/54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 HTTP/1.1" status: 204 len: 168 time: 5.4419577 Jan 28 09:44:06.936607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57266) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:06.944879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-49801728-62f5-43cb-95b1-b83db03a6a96 service neutron] 10.222.0.43 "PUT /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a/bindings/n-h1-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 5.8150256 Jan 28 09:44:07.160968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:44:07.168754 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6986519-ad63-403e-8ac8-5212e2081d28 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] GET failed (client error): The resource could not be found. Jan 28 09:44:07.169272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f6986519-ad63-403e-8ac8-5212e2081d28 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Synchronizing usage tracker for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:07.179439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Router 641cb7db-1016-4071-a244-b82be3870a2d is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:44:07.235000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-da3c8176-2f69-4172-879e-9ca8beeee4b6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 1002 time: 0.3210065 Jan 28 09:44:07.375747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-0d77af7d-9c49-47c3-b2ef-94528bc0e942 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:07.378258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-0d77af7d-9c49-47c3-b2ef-94528bc0e942 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.3062871 Jan 28 09:44:07.435405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f6986519-ad63-403e-8ac8-5212e2081d28 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Unset dirty status for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:07.440777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f6986519-ad63-403e-8ac8-5212e2081d28 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "GET /v2.0/ports/54b173aa-d1b0-4ed1-87a8-e0be0c5ee763 HTTP/1.1" status: 404 len: 333 time: 0.4907067 Jan 28 09:44:07.441773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57276) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:07.450748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-449996662'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:07.487337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e434c-9356-4a0c-8c18-a969af503224 req-8b8b225d-2ed5-471a-9f45-109f4b1f46ba tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:07.494958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc5e434c-9356-4a0c-8c18-a969af503224 req-8b8b225d-2ed5-471a-9f45-109f4b1f46ba tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 943 time: 0.4294279 Jan 28 09:44:07.671864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-f77b5ff1-f502-4f3a-a9fd-1f5ce7fd0e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:07.673417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-f77b5ff1-f502-4f3a-a9fd-1f5ce7fd0e7a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.4230990 Jan 28 09:44:07.774924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-20201633-8e0a-4ccf-90d9-abc534e2214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:07.776369 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-20201633-8e0a-4ccf-90d9-abc534e2214d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 1096 time: 0.3903491 Jan 28 09:44:07.788747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a7440-de43-4163-8641-ffac98376193 req-32e5eb3c-3378-4ad1-a953-0f99c074e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:07.790715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-32e5eb3c-3378-4ad1-a953-0f99c074e352 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049576 Jan 28 09:44:07.886226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc5e434c-9356-4a0c-8c18-a969af503224 req-87e22077-f276-4803-8853-42dfe6b7eb10 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902998 Jan 28 09:44:07.892611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:07.903687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Sync routers for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:07.922538 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:07.927821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:07.935611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:07.954675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'f2589066-deb0-4d81-a258-51585d864b2d', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': 'f2589066-deb0-4d81-a258-51585d864b2d', 'mac_address': 'fa:16:3e:c8:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:44:07.994878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:08.017981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:08.035777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:08.037413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1850d6b4-b5a6-4d05-b085-3d9f78b3182f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.1848817 Jan 28 09:44:08.038950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:08.045391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:08.049542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:05Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:08.059994 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:08.102103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57288) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:08.110672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:08.121513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2589066-deb0-4d81-a258-51585d864b2d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:44:08.142035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:08.143657 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:08.148745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-36e7abac-d98d-4645-be83-6f401d852d53 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518133 Jan 28 09:44:08.223287 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'status': 'completed', 'code': 200} Jan 28 09:44:08.223553 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'status': 'completed', 'code': 200} Jan 28 09:44:08.285347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:08.327053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:08.435763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-3a59fa86-9b01-4e75-a04e-a524c0f551f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:08.444701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-3a59fa86-9b01-4e75-a04e-a524c0f551f3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1096 time: 0.6033928 Jan 28 09:44:08.494314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f5a7440-de43-4163-8641-ffac98376193 req-e8cd2571-6cdb-45af-94b3-55de523d3267 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442941 Jan 28 09:44:08.613746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:08.629792 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:08.672802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:08.736861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-5ec17094-7af7-406b-8d65-fa2f23877160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:08.738702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-5ec17094-7af7-406b-8d65-fa2f23877160 service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.2816772 Jan 28 09:44:08.787074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f2589066-deb0-4d81-a258-51585d864b2d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:44:08.827994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] device_id is not set on port fca8ca41-682d-4233-98c4-2d696bb2353f yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:08.897018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-40b919d9-cb5e-44d4-b8ed-7e16f6366e86 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.1395035 Jan 28 09:44:08.984093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e8ef73e3-ed16-4aa0-9b8b-a2a33fd35250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:08.986671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e8ef73e3-ed16-4aa0-9b8b-a2a33fd35250 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.0774515 Jan 28 09:44:09.056098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-7fe6ad69-66f9-4578-be4f-7bc0aaa033ad tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:09.058053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-7fe6ad69-66f9-4578-be4f-7bc0aaa033ad tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 948 time: 0.4062588 Jan 28 09:44:09.066813 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-26a12833-8f71-4d2e-8406-c3498eac71b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669048 Jan 28 09:44:09.119326 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:00Z', 'revision_number': 3, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:43:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:09.123153 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Checking router: 641cb7db-1016-4071-a244-b82be3870a2d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:09.123494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Updating router 641cb7db-1016-4071-a244-b82be3870a2d port 281eda3c-5d00-45cf-8558-c4d9a73265b0 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:44:09.194063 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:09.245618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2e436-4325-4117-aa7e-93a54de3f201 req-de72dc28-f427-4980-af44-318521d0d768 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:09.252893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edb2e436-4325-4117-aa7e-93a54de3f201 req-de72dc28-f427-4980-af44-318521d0d768 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 945 time: 0.4141657 Jan 28 09:44:09.291765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Deleting port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:09.292350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:09.573757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-3dd71ecb-4e00-4f40-af52-603ad51904a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:09.575247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-3dd71ecb-4e00-4f40-af52-603ad51904a5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1097 time: 1.0212362 Jan 28 09:44:09.678340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-11c63382-2923-471e-948c-d1c3b172fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:09.679799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-11c63382-2923-471e-948c-d1c3b172fc20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 1.3518996 Jan 28 09:44:09.743611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:05Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:09.749429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c935a43-70f4-4d3d-84b7-2b7ab4d1a181 None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:49:38:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d818452-80e8-4281-9094-f664b31e75c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:05Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:09.756438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0155a-7b91-4718-838a-850bffd03b40 req-82e75d5e-860e-4459-ac40-903a1b646d08 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:09.763441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74f0155a-7b91-4718-838a-850bffd03b40 req-82e75d5e-860e-4459-ac40-903a1b646d08 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 948 time: 1.1241033 Jan 28 09:44:09.912880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] For port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:09.917041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.012357 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.050179 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Transition to ACTIVE for port object 281eda3c-5d00-45cf-8558-c4d9a73265b0 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:10.066567 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.112059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Allocated IP 2001:db8::d0 (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/fca8ca41-682d-4233-98c4-2d696bb2353f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:10.204206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74f0155a-7b91-4718-838a-850bffd03b40 req-62447c5a-451d-452e-b60d-80d0305d7844 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397676 Jan 28 09:44:10.273820 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Attempting to bind port 281eda3c-5d00-45cf-8558-c4d9a73265b0 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:10.274432 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Attempting to bind port 281eda3c-5d00-45cf-8558-c4d9a73265b0 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:10.274540 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Attempting to bind port 281eda3c-5d00-45cf-8558-c4d9a73265b0 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:10.285659 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:10.286365 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:10.286987 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.287720 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:10.288403 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Bound port: 281eda3c-5d00-45cf-8558-c4d9a73265b0, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:10.289061 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.346279 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Pushing event updated for resources: {'Port': ['ID=281eda3c-5d00-45cf-8558-c4d9a73265b0,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:10.362187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.363464 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.364312 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.364891 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.365435 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.365964 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.366494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.367013 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.367799 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.368380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.369036 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.369607 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:10.474639 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] For port 281eda3c-5d00-45cf-8558-c4d9a73265b0, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:10.485234 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] For port 281eda3c-5d00-45cf-8558-c4d9a73265b0, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=281eda3c-5d00-45cf-8558-c4d9a73265b0,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:10.491832 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.513607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Calling delete_port for 5805d28d-bac3-4ef0-beb2-eee8de6c90dd owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:10.591079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-45c879a9-08fe-4468-9923-32dcecfb6612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:10.592429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-45c879a9-08fe-4468-9923-32dcecfb6612 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.8960783 Jan 28 09:44:10.607620 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f7089-a387-4d3d-8027-16cffe2a36af None None] Pushing event updated for resources: {'Port': ['ID=281eda3c-5d00-45cf-8558-c4d9a73265b0,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:10.612243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-d23c930d-715d-48fd-970a-28c9136c5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:10.613977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-d23c930d-715d-48fd-970a-28c9136c5425 service neutron] 10.222.0.43 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 1.0186257 Jan 28 09:44:10.647802 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:10.648901 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:10.687958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edb2e436-4325-4117-aa7e-93a54de3f201 req-83d6c45a-4909-43e6-a3a5-026dfd2243d4 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4337664 Jan 28 09:44:10.735377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e1f678e6-679a-43cf-87f2-fbde9f5a37d2 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6317353 Jan 28 09:44:10.735985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:10.751170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['66d462c7-1b4d-4d94-965b-e20cf31fa0d1', '5805d28d-bac3-4ef0-beb2-eee8de6c90dd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:44:10.818596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:10.818885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Pushing event deleted for resources: {'Port': ['ID=5805d28d-bac3-4ef0-beb2-eee8de6c90dd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:11.113125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port f2589066-deb0-4d81-a258-51585d864b2d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:11.123707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port f2589066-deb0-4d81-a258-51585d864b2d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:11.124362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:11.132707 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:11.322498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-5bf8a9b7-7a34-4b27-b637-1daf6f63059b service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5277863 Jan 28 09:44:11.362391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.362731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.363062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.363641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.364127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.364450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.364829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.365137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.365456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.365770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.366154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.366541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:11.402659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] No DVR routers for this DVR port 5805d28d-bac3-4ef0-beb2-eee8de6c90dd on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:44:11.405718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-5a895b22-a792-421d-ae5f-0a48f51a521f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.7720079 Jan 28 09:44:11.410169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:11.425928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'name': 'network-vif-deleted', 'tag': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:11.471538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8ccd8e-684c-4ad8-b2f1-f7861103ae7f req-a7179b23-f891-485c-9a05-28d8241731d9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "DELETE /v2.0/ports/5805d28d-bac3-4ef0-beb2-eee8de6c90dd HTTP/1.1" status: 204 len: 173 time: 2.4018297 Jan 28 09:44:11.545161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a2cd8-54b2-4dc9-becd-e92453b4c4d4 req-1a058091-c089-4465-a299-9cc7afd618b8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:11.545427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-636a2cd8-54b2-4dc9-becd-e92453b4c4d4 req-1a058091-c089-4465-a299-9cc7afd618b8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:11.572757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-636a2cd8-54b2-4dc9-becd-e92453b4c4d4 req-1a058091-c089-4465-a299-9cc7afd618b8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:11.584789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-636a2cd8-54b2-4dc9-becd-e92453b4c4d4 req-1a058091-c089-4465-a299-9cc7afd618b8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 944 time: 0.3171334 Jan 28 09:44:11.648996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:11.704560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-636a2cd8-54b2-4dc9-becd-e92453b4c4d4 req-c1a85d93-aa32-48e3-adfe-b92d456641cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187651 Jan 28 09:44:11.722014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:11.748449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-e4187d24-23ed-4f05-86fc-93df8d5880ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:11.760761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:11.766465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-e4187d24-23ed-4f05-86fc-93df8d5880ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.3284640 Jan 28 09:44:11.767252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:11.768742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5805d28d-bac3-4ef0-beb2-eee8de6c90dd no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:11.864460 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:00Z', 'revision_number': 3, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:11.882403 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d6f6f-221c-4a7c-8aa4-b94fa8055505 None None] The sync data for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 is: [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:00Z', 'revision_number': 3, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:11.955042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-899d2f70-acf7-4212-83e5-7e890181e5c1 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:11.957004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-899d2f70-acf7-4212-83e5-7e890181e5c1 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.1945226 Jan 28 09:44:12.055773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 5805d28d-bac3-4ef0-beb2-eee8de6c90dd {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:44:12.056192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5805d28d-bac3-4ef0-beb2-eee8de6c90dd not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:44:12.074976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:12.093636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.093984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.094314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.094645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.094975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.095308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.095658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.104387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.104387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.104641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.104941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.105386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:12.198604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00ea2905-2317-4ebe-869c-07b87ba9ecdf req-afe89e54-f4cc-4f5d-8606-60aaaa85f1a8 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1002 time: 1.8590429 Jan 28 09:44:12.269544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9044b4da-0e82-45d1-be30-7d63660032e2 req-8ca4127d-6b3d-458c-97a4-95ecc41e5350 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Synchronizing usage tracker for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:12.295208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-e985c454-243b-43d2-b3c6-95dc66f2c46c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 1002 time: 1.1317546 Jan 28 09:44:12.326446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9044b4da-0e82-45d1-be30-7d63660032e2 req-8ca4127d-6b3d-458c-97a4-95ecc41e5350 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Unset dirty status for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:12.345182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9044b4da-0e82-45d1-be30-7d63660032e2 req-8ca4127d-6b3d-458c-97a4-95ecc41e5350 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=a15c769a-e549-4c2c-8de7-6520016d5104 HTTP/1.1" status: 200 len: 210 time: 0.1922767 Jan 28 09:44:12.403351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-e88af34e-d5c4-4c4f-ac84-82e54b9fd377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:12.405021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-e88af34e-d5c4-4c4f-ac84-82e54b9fd377 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.0799563 Jan 28 09:44:12.423030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-f4bf719a-2b89-40e1-8cae-b3402fe8b935 service neutron] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:12.432335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-f4bf719a-2b89-40e1-8cae-b3402fe8b935 service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:12.434434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-f4bf719a-2b89-40e1-8cae-b3402fe8b935 service neutron] 10.222.0.25 "DELETE /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a/bindings/n-h2-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.4682863 Jan 28 09:44:12.457669 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15c769a-e549-4c2c-8de7-6520016d5104', 'name': 'network-vif-deleted', 'tag': '5805d28d-bac3-4ef0-beb2-eee8de6c90dd', 'status': 'completed', 'code': 200} Jan 28 09:44:12.679393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea2905-2317-4ebe-869c-07b87ba9ecdf req-44f871bd-42c9-4b48-b8cb-e61d8a7183cb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:12.681029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00ea2905-2317-4ebe-869c-07b87ba9ecdf req-44f871bd-42c9-4b48-b8cb-e61d8a7183cb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports/a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 943 time: 0.4511571 Jan 28 09:44:12.711789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8327643-116f-4639-accf-49d53ec6e5ba req-f649c20b-40f8-435f-8863-2e351b767482 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:12.712754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:12.720919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8327643-116f-4639-accf-49d53ec6e5ba req-f649c20b-40f8-435f-8863-2e351b767482 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 945 time: 0.1225979 Jan 28 09:44:12.795992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-c65ddd1b-73ce-4358-8467-94cbc4b766f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:12.797621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-c65ddd1b-73ce-4358-8467-94cbc4b766f5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7284434 Jan 28 09:44:12.805810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Transition to ACTIVE for port object fca8ca41-682d-4233-98c4-2d696bb2353f will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:12.844515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8327643-116f-4639-accf-49d53ec6e5ba req-30abfdc4-a751-40b4-a564-f7fcf9c01aaa tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080546 Jan 28 09:44:12.947398 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d', 'code': 200} Jan 28 09:44:13.159844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-f6d8f663-8f7e-4781-bdc7-f94205d9c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:13.166114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-f6d8f663-8f7e-4781-bdc7-f94205d9c29b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6804371 Jan 28 09:44:13.207064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-313536db-963e-4ae9-a5e6-87356f4e3ace service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946764 Jan 28 09:44:13.224587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57344) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:13.239147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-338182877'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:13.245945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:13.250268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:network and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:13.256324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:13.271043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a01e4-a8c9-471e-a791-ab08de7599dc req-dd678b42-1198-4400-9bec-e8ef130f46c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:13.273051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0f1a01e4-a8c9-471e-a791-ab08de7599dc req-dd678b42-1198-4400-9bec-e8ef130f46c3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 1096 time: 0.2140572 Jan 28 09:44:13.274553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:13.305229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93858215-5281-442a-b71a-965878613706 req-f9aa1c45-62c5-4db4-a788-f6bfa556f5af tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:13.306610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93858215-5281-442a-b71a-965878613706 req-f9aa1c45-62c5-4db4-a788-f6bfa556f5af tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.1889451 Jan 28 09:44:13.371057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:13.389367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.430601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:44:13.461577 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.464564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.465490 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Added segment 1e45b4ec-de03-49a0-b16a-975db8562906 of type vlan for network 0e2863b2-6f71-48f1-88c5-0a613e61d893 Jan 28 09:44:13.503841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.530596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 281eda3c-5d00-45cf-8558-c4d9a73265b0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:13.535967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.590318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0f1a01e4-a8c9-471e-a791-ab08de7599dc req-328a845b-d484-4a81-b9d6-ee9b719a2ced service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827089 Jan 28 09:44:13.593121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93858215-5281-442a-b71a-965878613706 req-2e3ddaf3-f81e-4035-9e67-348e9d3928e0 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569771 Jan 28 09:44:13.601120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.607406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:13.608275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.630021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00ea2905-2317-4ebe-869c-07b87ba9ecdf req-dd4ebcb4-fe21-45ca-ac5d-f96b8764681b tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1002 time: 0.7904499 Jan 28 09:44:13.638951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 281eda3c-5d00-45cf-8558-c4d9a73265b0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:13.646583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 281eda3c-5d00-45cf-8558-c4d9a73265b0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:13.647476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.650627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=fca8ca41-682d-4233-98c4-2d696bb2353f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:13.697472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:13.699642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.742106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:13.758382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5279360 Jan 28 09:44:13.759931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57370) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:13.765485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-122688156'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:13.772175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:13.776306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:network and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:13.781231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:13.795914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:13.798266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8fc90d-f056-4d19-ae25-369701ab0cc8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Network': ['ID=0e2863b2-6f71-48f1-88c5-0a613e61d893,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:13.816015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:44:13.816280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:13.821547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.855200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:44:13.867072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.867482 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Added segment 7b2e0b13-d971-4f29-af64-57ffb3475f1b of type vlan for network 40b143ac-fde6-45e5-a855-bc0896978f93 Jan 28 09:44:13.919781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.983078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:13.989955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:13.990820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.021374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:14.027064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:14.028649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.048896 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.085114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 281eda3c-5d00-45cf-8558-c4d9a73265b0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=281eda3c-5d00-45cf-8558-c4d9a73265b0,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:14.096960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.155552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3919160 Jan 28 09:44:14.189869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-79a6e558-520a-4a6c-b206-83c23677aa37 None None] Provisioning for port fca8ca41-682d-4233-98c4-2d696bb2353f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:14.195262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57386) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:14.197027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=281eda3c-5d00-45cf-8558-c4d9a73265b0,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:14.199402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-79a6e558-520a-4a6c-b206-83c23677aa37 None None] Provisioning complete for port fca8ca41-682d-4233-98c4-2d696bb2353f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:14.199835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-79a6e558-520a-4a6c-b206-83c23677aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.209189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'subnet': {'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:14.264333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-79a6e558-520a-4a6c-b206-83c23677aa37 None None] Port fca8ca41-682d-4233-98c4-2d696bb2353f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:14.291929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-ccc0935d-84d7-4bbd-80e0-e9c3f32e6e87 service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0821559 Jan 28 09:44:14.308924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24681c8-ec3e-47fe-8d01-3d857d42dc34 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Network': ['ID=40b143ac-fde6-45e5-a855-bc0896978f93,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:14.319618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 40b143ac-fde6-45e5-a855-bc0896978f93 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:44:14.326139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-dd69b601-5183-4e62-ad80-11f81f38b88f service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0785117 Jan 28 09:44:14.356205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3b92f37b-4c1c-49db-88c8-7e1e1eec392c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.9101200 Jan 28 09:44:14.356499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:14.358001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:14.366370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:76:58:d0'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:14.502495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea2905-2317-4ebe-869c-07b87ba9ecdf req-f3debb05-bd5d-46dd-ba79-7cebcf708579 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:14.503942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00ea2905-2317-4ebe-869c-07b87ba9ecdf req-f3debb05-bd5d-46dd-ba79-7cebcf708579 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.8485141 Jan 28 09:44:14.513099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:subnet and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:14.522285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:14.543965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:14.559396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cd07b-bc39-4b18-b114-dddbbf9b8d5a req-85c93ba8-e719-43e2-8062-a89c30699b19 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:14.560947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-029cd07b-bc39-4b18-b114-dddbbf9b8d5a req-85c93ba8-e719-43e2-8062-a89c30699b19 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1096 time: 0.4097896 Jan 28 09:44:14.570645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:14.574161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.604355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9391f03e-44a3-4449-b5d6-44e01f603d65 req-51237e45-b14c-4736-8aab-a9894dee9e04 service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998180 Jan 28 09:44:14.622224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Allocated IP 172.20.0.1 (47fb4be1-2011-4344-975d-ae001620c091/0845f0b6-100e-4a0d-9db7-e4508f9ee722/30f5291e-f8ff-4000-b2ac-9f1e20eac9e8) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:14.775441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.791842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Transition to ACTIVE for port object 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:14.800341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-029cd07b-bc39-4b18-b114-dddbbf9b8d5a req-aa6c4cc7-47a4-4dcb-87f9-2818c5398bab tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098145 Jan 28 09:44:14.831441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:14.897641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Network 47fb4be1-2011-4344-975d-ae001620c091 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:14.900865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:14.904508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:14.985601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Pushing event updated for resources: {'Port': ['ID=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:15.026258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.033137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.058672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-3d0cab73-c56d-4b67-8ea2-e8a2f58a2d79 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1002 time: 0.2162375 Jan 28 09:44:15.063091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.192623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-554c781c-2797-4c12-ab0a-18e91ba92df1 None None] Provisioning for port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:15.196105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d98e1b-c6f0-46da-a095-b4cd73192060 req-d41e0935-2295-4e9d-99aa-ab5ff792c6fc tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:15.197613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-02d98e1b-c6f0-46da-a095-b4cd73192060 req-d41e0935-2295-4e9d-99aa-ab5ff792c6fc tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 948 time: 0.2570000 Jan 28 09:44:15.198295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-554c781c-2797-4c12-ab0a-18e91ba92df1 None None] Provisioning complete for port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:15.198952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-554c781c-2797-4c12-ab0a-18e91ba92df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.242860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-baa14cc2-40c1-4f64-a5ec-cfa3b4b7086f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:15.244187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-baa14cc2-40c1-4f64-a5ec-cfa3b4b7086f tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports/a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 943 time: 0.1588852 Jan 28 09:44:15.260188 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.264674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-02d98e1b-c6f0-46da-a095-b4cd73192060 req-c6437258-6609-4430-96ce-1ced167b76ef tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550928 Jan 28 09:44:15.266640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-554c781c-2797-4c12-ab0a-18e91ba92df1 None None] Port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:15.374530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.390932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 281eda3c-5d00-45cf-8558-c4d9a73265b0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:15.459707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 281eda3c-5d00-45cf-8558-c4d9a73265b0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:15.460072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.557509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Subnet': ['ID=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:15.619625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Checking segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:15.620074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network hostable DHCP agents. Network: 0e2863b2-6f71-48f1-88c5-0a613e61d893, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:44:15.624829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baf5de-c367-4dbb-8c95-8847b01c0c42 req-2b31547e-9c4b-4be6-b1cd-5ceb921079aa tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:15.626276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e8baf5de-c367-4dbb-8c95-8847b01c0c42 req-2b31547e-9c4b-4be6-b1cd-5ceb921079aa tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.1990080 Jan 28 09:44:15.640106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-09dc053d-fca1-4605-b7c3-b6289af24aab tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1002 time: 0.2347851 Jan 28 09:44:15.691976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e8baf5de-c367-4dbb-8c95-8847b01c0c42 req-5200a0cc-9ff8-4cd0-a4cf-8cb50df45c5e tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584435 Jan 28 09:44:15.717959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.722301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.755662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:44:15.774448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0e2863b2-6f71-48f1-88c5-0a613e61d893) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:15.779564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:15.780858 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.783648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd789973-b35d-4aca-b9ed-a51729931c7c None None] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:15.832485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.846125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-208a7f1f-db91-4239-af60-5fc7f6b3c392 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6465523 Jan 28 09:44:15.855531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.858949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:15.920534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'subnet': {'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:15.971760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] In _notify_port_updated(), no bound segment for port fca8ca41-682d-4233-98c4-2d696bb2353f on network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:44:15.977533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:15.977965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:15.982714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "PUT /v2.0/ports/fca8ca41-682d-4233-98c4-2d696bb2353f HTTP/1.1" status: 200 len: 1001 time: 1.6203606 Jan 28 09:44:15.992123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Pushing event updated for resources: {'Port': ['ID=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:15.994295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:16.001286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.046285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-0e2863b2-6f71-48f1-88c5-0a613e61d893', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:44:16.048202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.050799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-bcbc2804-ff1a-4ab9-aee1-9ddac04e9a9c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:16.059848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-bcbc2804-ff1a-4ab9-aee1-9ddac04e9a9c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.4046772 Jan 28 09:44:16.163060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca79ae-51f5-4fa2-9e6e-319b7db576f8 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=fca8ca41-682d-4233-98c4-2d696bb2353f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:16.230025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port fca8ca41-682d-4233-98c4-2d696bb2353f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:16.230593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.233504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:16.238871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:subnet and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:16.241868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:16.247851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:16.250207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Allocated IP 10.1.1.2 (0e2863b2-6f71-48f1-88c5-0a613e61d893/e1d8c9ef-e100-44cc-9cac-7a204aaa35f2/207dda85-c345-43af-86ed-d50ec0bf551d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:16.258816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:16.262552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.378407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ae1de89e-b210-44d4-92e2-0d396f912e97 None None] Provisioning complete for port fca8ca41-682d-4233-98c4-2d696bb2353f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:16.378939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae1de89e-b210-44d4-92e2-0d396f912e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.414366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-25fb555e-b967-4c41-8935-46b1cf492894 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1002 time: 0.3534503 Jan 28 09:44:16.427156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:16.437651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Network 47fb4be1-2011-4344-975d-ae001620c091 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:16.446749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:16.473973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31dc6a-f5db-4e81-b434-f104897f17ed req-be39bc9f-71cc-4de5-8704-9a0994a4f70c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:16.475625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f31dc6a-f5db-4e81-b434-f104897f17ed req-be39bc9f-71cc-4de5-8704-9a0994a4f70c tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 949 time: 0.6460631 Jan 28 09:44:16.485589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae1de89e-b210-44d4-92e2-0d396f912e97 None None] Port fca8ca41-682d-4233-98c4-2d696bb2353f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:16.580823 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.597927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Transition to ACTIVE for port object 207dda85-c345-43af-86ed-d50ec0bf551d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:16.619768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Transition to ACTIVE for port object 207dda85-c345-43af-86ed-d50ec0bf551d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:16.626449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.654303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.739368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:16.742456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:16.746128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:16.752522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Pushing event updated for resources: {'Port': ['ID=207dda85-c345-43af-86ed-d50ec0bf551d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:16.835769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c515164-fdcb-422d-85e8-778b494c4114 req-45215309-923a-4c1e-aadf-81e64bb8c1a9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:16.836722 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c515164-fdcb-422d-85e8-778b494c4114 req-45215309-923a-4c1e-aadf-81e64bb8c1a9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 949 time: 0.6143396 Jan 28 09:44:16.849825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Attempting to bind port 207dda85-c345-43af-86ed-d50ec0bf551d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:16.850274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Attempting to bind port 207dda85-c345-43af-86ed-d50ec0bf551d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:16.851089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Attempting to bind port 207dda85-c345-43af-86ed-d50ec0bf551d on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:16.854113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-47b4a55a-4486-4722-800b-5279b57adae5 None None] Provisioning complete for port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:16.854526 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b4a55a-4486-4722-800b-5279b57adae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.887034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:16.887313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Checking segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:16.888033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.888214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Bound using segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:16.889945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Bound port: 207dda85-c345-43af-86ed-d50ec0bf551d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:16.889945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.894212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f31dc6a-f5db-4e81-b434-f104897f17ed req-cded301c-c451-448d-981f-96b27560897f tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/security-groups?id=33b5a120-f6bc-428d-828c-8d03ad3a0c3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3004143 Jan 28 09:44:16.938651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:16.961399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Router 641cb7db-1016-4071-a244-b82be3870a2d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:16.982734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-47b4a55a-4486-4722-800b-5279b57adae5 None None] Port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:17.015808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3db831a6-875c-41e5-8786-abb727296518 None None] For port 207dda85-c345-43af-86ed-d50ec0bf551d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:17.020249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3db831a6-875c-41e5-8786-abb727296518 None None] For port 207dda85-c345-43af-86ed-d50ec0bf551d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=207dda85-c345-43af-86ed-d50ec0bf551d,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:17.025011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.039537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.045507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.045795 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c disassociated. External IP: 172.25.1.106, port: a850eb1f-f2da-4e41-8844-1d8024f9876b. Jan 28 09:44:17.108204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for fca8ca41-682d-4233-98c4-2d696bb2353f owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:17.117115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db831a6-875c-41e5-8786-abb727296518 None None] Pushing event updated for resources: {'Port': ['ID=207dda85-c345-43af-86ed-d50ec0bf551d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:17.123008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.192249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Deleting port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:17.192580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.298217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Subnet': ['ID=f720e206-d057-4715-b60e-e1754ec54491,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:17.311505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Checking segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:17.311697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network hostable DHCP agents. Network: 40b143ac-fde6-45e5-a855-bc0896978f93, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:44:17.427322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 40b143ac-fde6-45e5-a855-bc0896978f93 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:44:17.462982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 40b143ac-fde6-45e5-a855-bc0896978f93) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:17.474139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a71fc96-2318-40d4-9f90-f400548f5495 None None] Network 40b143ac-fde6-45e5-a855-bc0896978f93 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:17.482450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:17.483032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.616216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d7ec3a80-5e7b-46b1-9779-c21e58d559dd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7160192 Jan 28 09:44:17.617041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57414) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:17.624519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'name': 'tempest-TaggedBootDevicesTest_v242-1445199027', 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:17.668550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 207dda85-c345-43af-86ed-d50ec0bf551d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:17.730313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:17.816153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-40b143ac-fde6-45e5-a855-bc0896978f93', 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'fixed_ips': [{'subnet_id': 'f720e206-d057-4715-b60e-e1754ec54491'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:44:17.817218 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:17.835503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 207dda85-c345-43af-86ed-d50ec0bf551d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:17.893719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d7658-4196-4799-a47f-196de3040919 req-91faf7bf-b10a-4937-9a9e-e6a9fc0c1536 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:17.897116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-068d7658-4196-4799-a47f-196de3040919 req-91faf7bf-b10a-4937-9a9e-e6a9fc0c1536 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1096 time: 0.7478032 Jan 28 09:44:17.962191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:17.995573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:18.005653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Sync routers for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:18.035680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:18.036467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:18.116031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:18.120314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:port and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:18.124111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:18.132149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:18.135151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/ports/fca8ca41-682d-4233-98c4-2d696bb2353f HTTP/1.1" status: 204 len: 168 time: 2.1353333 Jan 28 09:44:18.138199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:18.146700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-068d7658-4196-4799-a47f-196de3040919 req-604a0760-7c02-4334-9e60-4d2087014e3c tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239580 Jan 28 09:44:18.150209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Allocated IP 10.2.2.2 (40b143ac-fde6-45e5-a855-bc0896978f93/f720e206-d057-4715-b60e-e1754ec54491/76f6fdda-dd6f-42b6-b1a1-25e33758cf13) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:18.150915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57420) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:18.177617 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09056666-084e-4b07-bfe1-e27aad73f44a admin admin] 10.222.0.42 "PUT /v2.0/routers/641cb7db-1016-4071-a244-b82be3870a2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0678489 Jan 28 09:44:18.184569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648b2cc-303b-4228-a898-2f5301a34441 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Port': ['ID=fca8ca41-682d-4233-98c4-2d696bb2353f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:18.235171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] For port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:18.235998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:18.246429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:18.453406 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-922db33d-ffb7-4655-ac0f-3fe6bfdeae2a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] GET failed (client error): The resource could not be found. Jan 28 09:44:18.453943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-922db33d-ffb7-4655-ac0f-3fe6bfdeae2a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Synchronizing usage tracker for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:18.473939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:18.484599 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:18.485247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:18.489750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Calling delete_port for 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:18.500002 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:18.500698 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:18.571848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:18.624781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-922db33d-ffb7-4655-ac0f-3fe6bfdeae2a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Unset dirty status for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:18.626166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-922db33d-ffb7-4655-ac0f-3fe6bfdeae2a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "GET /v2.0/ports/fca8ca41-682d-4233-98c4-2d696bb2353f HTTP/1.1" status: 404 len: 333 time: 0.4740946 Jan 28 09:44:18.635841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:18.650831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-53398769'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:18.728969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43511cce-460f-4172-9f1f-9606a2707562 None None] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:18.746208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:18.778863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['66d462c7-1b4d-4d94-965b-e20cf31fa0d1'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:44:18.826937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-d9bea70c-240e-4399-9773-5748725d4236 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "PUT /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 695 time: 2.4039545 Jan 28 09:44:18.842528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:18.848837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:18.862920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Pushing event deleted for resources: {'Port': ['ID=66d462c7-1b4d-4d94-965b-e20cf31fa0d1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:18.933533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:18.961453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.006945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] No DVR routers for this DVR port 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:44:19.021738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.029295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'name': 'network-vif-deleted', 'tag': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:19.062029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] device_id is not set on port dbfc2577-27d3-441d-9042-d50e0ec53578 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:19.062434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] Provisioning for port 207dda85-c345-43af-86ed-d50ec0bf551d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:19.066323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c515164-fdcb-422d-85e8-778b494c4114 req-22f09183-fd3b-49c7-a1dc-349f58ca7264 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.25 "DELETE /v2.0/ports/66d462c7-1b4d-4d94-965b-e20cf31fa0d1 HTTP/1.1" status: 204 len: 173 time: 2.2121253 Jan 28 09:44:19.228941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-43584317-a3ba-4949-ad76-94753444ba6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:19.239966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-43584317-a3ba-4949-ad76-94753444ba6d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1097 time: 0.4121039 Jan 28 09:44:19.271883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:19.368141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57460) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:19.377433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1880796331-network', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:19.378347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] Provisioning complete for port 207dda85-c345-43af-86ed-d50ec0bf551d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:19.378817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.395866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:19.409737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Usage tracker for resource:network and tenant:2fcfbd967b0b4b7abacaaf9baa2af904 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:19.424710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:19.442525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:19.463415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Made reservation on behalf of 2fcfbd967b0b4b7abacaaf9baa2af904 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:19.465414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:19.471217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.505488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.530927 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:19.539977 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:19.545568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:19.551237 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:19.551859 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:19.556907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcfbd967b0b4b7abacaaf9baa2af904 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:19.563493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:19.575095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:19.726860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b4ba9024-fc24-4d22-9e40-88beb587bd57 req-4b5e1cac-362c-41a4-98ed-b6f226e74fe9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Synchronizing usage tracker for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:19.773028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b4ba9024-fc24-4d22-9e40-88beb587bd57 req-4b5e1cac-362c-41a4-98ed-b6f226e74fe9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] Unset dirty status for tenant:51b88d0ad05f41f19ec24d2256cfa755 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:19.774457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 10.1.1.253 (0e2863b2-6f71-48f1-88c5-0a613e61d893/e1d8c9ef-e100-44cc-9cac-7a204aaa35f2/dbfc2577-27d3-441d-9042-d50e0ec53578) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:19.775102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4ba9024-fc24-4d22-9e40-88beb587bd57 req-4b5e1cac-362c-41a4-98ed-b6f226e74fe9 tempest-ServersAdminNegativeTestJSON-745445839 tempest-ServersAdminNegativeTestJSON-745445839-project] 10.222.0.42 "GET /v2.0/ports?device_id=1db98376-e0d8-4269-b4c0-1e6dbabfec24 HTTP/1.1" status: 200 len: 210 time: 0.1085620 Jan 28 09:44:19.785912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.786747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:19.790268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.792014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.831655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] device_id is not set on port 349d6e5b-f613-4a2d-9742-23e3a648d116 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:19.857290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:19.867853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:44:19.895840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e890ae0c-a13e-42e3-bb18-a3ef4011ea12,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:19.935026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.935671 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Added segment cb8adcb1-e347-4758-aecc-aed95bc339d2 of type vlan for network c555ce75-cc04-4553-8905-5c0e5969cf3e Jan 28 09:44:19.969434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:19.991454 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.013746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.020206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.022475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:20.026911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.055695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Transition to ACTIVE for port object 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:20.144369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Allocated IP 2001:db8::263 (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/349d6e5b-f613-4a2d-9742-23e3a648d116) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:20.180261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-e83444bd-94d5-4258-af4d-7743b3c460e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:20.182359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-e83444bd-94d5-4258-af4d-7743b3c460e2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.9415662 Jan 28 09:44:20.196175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] Pushing event updated for resources: {'Network': ['ID=c555ce75-cc04-4553-8905-5c0e5969cf3e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:20.200891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f3942813-1a43-4655-a713-16a738309d66 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8314803 Jan 28 09:44:20.203584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57468) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:20.210252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Request body: {'subnet': {'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1880796331-subnet', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:20.215493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:20.219662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Usage tracker for resource:subnet and tenant:2fcfbd967b0b4b7abacaaf9baa2af904 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:20.223554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:20.230336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:20.242837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Made reservation on behalf of 2fcfbd967b0b4b7abacaaf9baa2af904 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:20.245642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.245822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c555ce75-cc04-4553-8905-5c0e5969cf3e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:44:20.297301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-78f8f014-5f64-453e-a7d5-cf0244a8dde9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 217 time: 0.1065867 Jan 28 09:44:20.420524 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:20.422749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Transition to ACTIVE for port object 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:20.427384 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e90c892b-cb1a-4e2d-83a4-f494fd60264f None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:20.462731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:20.483376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.520820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.524417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-ee778b7c-ced7-466b-99fe-5e9a5760378e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:20.528563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-ee778b7c-ced7-466b-99fe-5e9a5760378e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.2141387 Jan 28 09:44:20.568056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:20.584576 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.605182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Network 40b143ac-fde6-45e5-a855-bc0896978f93 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:20.625590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.636547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:20.649657 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:20.753685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Pushing event updated for resources: {'Port': ['ID=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:20.766663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] For port 207dda85-c345-43af-86ed-d50ec0bf551d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=207dda85-c345-43af-86ed-d50ec0bf551d,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:20.770790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9fc5e68-61e8-46db-b733-59d01c95b01b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:20.785535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Checking segment: {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:20.785943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Network hostable DHCP agents. Network: c555ce75-cc04-4553-8905-5c0e5969cf3e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:44:20.825400 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1db98376-e0d8-4269-b4c0-1e6dbabfec24', 'name': 'network-vif-deleted', 'tag': '66d462c7-1b4d-4d94-965b-e20cf31fa0d1', 'status': 'completed', 'code': 200} Jan 28 09:44:20.828856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Network c555ce75-cc04-4553-8905-5c0e5969cf3e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:44:20.840788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, c555ce75-cc04-4553-8905-5c0e5969cf3e) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:20.846140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:20.846729 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.881281 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'status': 'completed', 'code': 200} Jan 28 09:44:20.888354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-7361c6c8-4318-4aa5-b90c-8de2b5fc43b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:20.893001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.895738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:20.901456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-7361c6c8-4318-4aa5-b90c-8de2b5fc43b0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 1097 time: 0.2369568 Jan 28 09:44:20.947255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-666ddf78-228a-42d4-ad40-80543863e29e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7426422 Jan 28 09:44:20.954229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57488) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:20.964379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9cb783f-aab1-4f34-834b-d054e5b140e6 None None] Network c555ce75-cc04-4553-8905-5c0e5969cf3e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:20.967330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:20.991630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object dbfc2577-27d3-441d-9042-d50e0ec53578 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:21.031779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f48c86e-e58f-47cb-a7cb-9cf04cee0bdc None None] New status for floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:44:21.084143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:44:21.084548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66d462c7-1b4d-4d94-965b-e20cf31fa0d1 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:44:21.106976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.113605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.187953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Attempting to bind port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:21.188329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Attempting to bind port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:21.189618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Attempting to bind port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 on network 40b143ac-fde6-45e5-a855-bc0896978f93 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:21.192295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:21.202041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 2, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:21.213488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:21.227158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Usage tracker for resource:router and tenant:2fcfbd967b0b4b7abacaaf9baa2af904 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:21.232869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:21.244010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:21.308776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:21.309785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Checking segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:21.310438 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.310992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Bound using segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:21.311663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Bound port: 76f6fdda-dd6f-42b6-b1a1-25e33758cf13, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:21.312209 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.312493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.313529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.319703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-3f9f0cf9-0356-4be3-8729-b1d7118916c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:21.321279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-3f9f0cf9-0356-4be3-8729-b1d7118916c6 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7780263 Jan 28 09:44:21.333800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-f828acf5-b7a6-468c-86a1-93c0d327ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:21.335350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-f828acf5-b7a6-468c-86a1-93c0d327ffeb service neutron] 10.222.0.43 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.4328604 Jan 28 09:44:21.345947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Checking router: 641cb7db-1016-4071-a244-b82be3870a2d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:21.346283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Updating router 641cb7db-1016-4071-a244-b82be3870a2d port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:44:21.367424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Transition to ACTIVE for port object 349d6e5b-f613-4a2d-9742-23e3a648d116 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:21.429470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:21.432137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247323f8-b970-4071-b51b-08eca2b36acc req-fe3d34f8-9831-41fb-a199-2531d2708faa tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:21.440047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:21.449165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-247323f8-b970-4071-b51b-08eca2b36acc req-fe3d34f8-9831-41fb-a199-2531d2708faa tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.4937909 Jan 28 09:44:21.458307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:21.468442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-57de493d-6bca-461a-928f-e9e92aabbfb1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 200 len: 217 time: 0.1266091 Jan 28 09:44:21.478345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.530417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:21.550734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-5e4ae2b2-e168-4e62-a821-8843e647cb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:21.552529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-5e4ae2b2-e168-4e62-a821-8843e647cb86 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.0723560 Jan 28 09:44:21.619773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:21.652230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:21.653312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.671920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-247323f8-b970-4071-b51b-08eca2b36acc req-3a27e8c0-37cc-4199-864d-d8f3f221d821 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215893 Jan 28 09:44:21.694065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.700373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-21275e95-a7c3-4bed-b139-440f91211d29 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596954 Jan 28 09:44:21.826608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3f469d0f-3957-4982-8ea6-f10bb7a7931d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2086797 Jan 28 09:44:21.835710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57494) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:21.851854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:21.896354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'name': 'tempest-TaggedBootDevicesTest_v242-1651047435', 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:21.911114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:21.926788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:21.932729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:21.933382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:21.961463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=349d6e5b-f613-4a2d-9742-23e3a648d116,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:21.971692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-095cbd6a-78e6-4263-a74a-2d5c348b13f7 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.3318272 Jan 28 09:44:21.985825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57498) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:21.995778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'network_id': '1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-927367687'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:22.085493 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'code': 200} Jan 28 09:44:22.163454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d42b5954-e1ed-4e8c-9cc7-48ef8c23c9af req-53e2de66-b181-48c8-bd64-15a85a1e4978 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3824658 Jan 28 09:44:22.192867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194c414-d706-4793-a5d9-40e643f07909 None None] Pushing event updated for resources: {'Port': ['ID=207dda85-c345-43af-86ed-d50ec0bf551d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:22.237924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c937802-302d-4e32-824c-aec9f77edc6d None None] Provisioning complete for port 207dda85-c345-43af-86ed-d50ec0bf551d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:22.238978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c937802-302d-4e32-824c-aec9f77edc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.340621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:22.364255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:22.377380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Made reservation on behalf of b2cc27ef319e40fc9f6f4cc95a52972c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:22.383533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.411731 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.426872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] device_id is not set on port 00db0c4e-9255-4fb1-adc2-92cd5e36accf yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:22.453092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] For port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:22.588294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-60537d12-1d9c-4aba-a05d-95dcfaad53a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:22.592323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-60537d12-1d9c-4aba-a05d-95dcfaad53a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0304348 Jan 28 09:44:22.624429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.626370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] For port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:22.646172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Allocated IP 2001:db8::3eb (1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3/7aa51ba2-f468-40a0-a4a1-b28b1542e59d/00db0c4e-9255-4fb1-adc2-92cd5e36accf) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:22.659470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57516) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:22.681142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.854239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-c555ce75-cc04-4553-8905-5c0e5969cf3e', 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'fixed_ips': [{'subnet_id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:44:22.855054 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.867587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-d8a57651-772d-4713-ad04-f8a9183b4a3f service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486188 Jan 28 09:44:22.870285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:22.906619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72627201-9923-440d-9f2d-55dd59ade52b None None] Pushing event updated for resources: {'Port': ['ID=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:22.936601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:port and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:22.952511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Provisioning for port 349d6e5b-f613-4a2d-9742-23e3a648d116 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:22.968430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:22.972097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Provisioning complete for port 349d6e5b-f613-4a2d-9742-23e3a648d116 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:22.972859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:22.991205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:23.154088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:23.230525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-597f5054-a5ea-4d4a-834e-dafc24b9f690 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51b88d0ad05f41f19ec24d2256cfa755&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5685451 Jan 28 09:44:23.234443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Port 349d6e5b-f613-4a2d-9742-23e3a648d116 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:23.249080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57542) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:23.279532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Provisioning for port dbfc2577-27d3-441d-9042-d50e0ec53578 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:23.292258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:44:23.504436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:23.508561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:23.547251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Transition to ACTIVE for port object 00db0c4e-9255-4fb1-adc2-92cd5e36accf will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:23.558119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'mac_address': 'fa:16:3e:58:25:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:44:23.580396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Provisioning complete for port dbfc2577-27d3-441d-9042-d50e0ec53578 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:23.580697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:23.580816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-61bb1d46-7ee4-41ed-85f2-7323843d54c0 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:23.582448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-61bb1d46-7ee4-41ed-85f2-7323843d54c0 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5589025 Jan 28 09:44:23.690286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:23.728301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e437b-b87c-4556-a28d-cbeb0ae153e4 req-982107c8-23cc-4623-8296-bb45b868cc4f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:23.735414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:23.739054 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d1e437b-b87c-4556-a28d-cbeb0ae153e4 req-982107c8-23cc-4623-8296-bb45b868cc4f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.8699028 Jan 28 09:44:23.746683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dd0c3e7-f88e-4995-8bba-1aec68405ef6 req-2416173a-de4f-4606-ae9e-ab8d6aa5d3c1 service neutron] 10.222.0.43 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8508925 Jan 28 09:44:23.788224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-395e56d0-6bef-4ddf-88c6-65578c1ec080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:23.822314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:23.865396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-63d4adb5-5996-405b-9c50-b130e7ee70c4 None None] Port dbfc2577-27d3-441d-9042-d50e0ec53578 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:23.871558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Allocated IP 172.20.0.2 (c555ce75-cc04-4553-8905-5c0e5969cf3e/e9fc5e68-61e8-46db-b733-59d01c95b01b/41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:23.882613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:23.890657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d1e437b-b87c-4556-a28d-cbeb0ae153e4 req-cf65f2d1-6f73-4d18-8e35-e2c9435f1df7 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502531 Jan 28 09:44:23.900142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:23.923643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e3a1a35e-08ac-4932-acc1-3dcaaeb5ad1a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 696 time: 0.2841346 Jan 28 09:44:23.932546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:23.938742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:23.973015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=00db0c4e-9255-4fb1-adc2-92cd5e36accf,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:23.990070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:23.997460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:23.998427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.004587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-395e56d0-6bef-4ddf-88c6-65578c1ec080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.019975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'floatingip': {'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:24.156835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.186888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 207dda85-c345-43af-86ed-d50ec0bf551d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:24.195296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] device_id is not set on port bd7ae137-ce5c-4359-8efd-b29ad62573c4 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:24.287132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49aeb5f2-f582-4654-aafd-513db2ee7ab4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:44:24.332953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ff1d3e6c-ee07-41ae-ab0e-d027d7e64810 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.3452573 Jan 28 09:44:24.347956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:24.373432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57568) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:24.533205 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.537921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.587026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.614797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Transition to ACTIVE for port object 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:24.670886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::f5', 'mac_address': 'fa:16:3e:76:58:d0'}, {'ip_address': '2001:db8::263', 'mac_address': 'fa:16:3e:46:80:38'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:24.685448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.877711 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-395e56d0-6bef-4ddf-88c6-65578c1ec080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:24.910834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e56d0-6bef-4ddf-88c6-65578c1ec080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b5a120-f6bc-428d-828c-8d03ad3a0c3d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:25.052835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:25.076467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Transition to ACTIVE for port object 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:25.128823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Transition to ACTIVE for port object 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:25.136584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-90b75bc3-3756-4b7e-8148-65cb9eabfefa tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:25.144087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-90b75bc3-3756-4b7e-8148-65cb9eabfefa tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d818452-80e8-4281-9094-f664b31e75c1 HTTP/1.1" status: 200 len: 946 time: 0.9502430 Jan 28 09:44:25.145729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d37c35-3d38-4b37-8745-700f50aa7294 None None] Network 40b143ac-fde6-45e5-a855-bc0896978f93 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:25.159570 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-395e56d0-6bef-4ddf-88c6-65578c1ec080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:25.160926 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-395e56d0-6bef-4ddf-88c6-65578c1ec080 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33b5a120-f6bc-428d-828c-8d03ad3a0c3d HTTP/1.1" status: 204 len: 168 time: 1.9084609 Jan 28 09:44:25.259509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 10.1.1.195 (0e2863b2-6f71-48f1-88c5-0a613e61d893/e1d8c9ef-e100-44cc-9cac-7a204aaa35f2/bd7ae137-ce5c-4359-8efd-b29ad62573c4) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:25.520460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:25.569055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['49aeb5f2-f582-4654-aafd-513db2ee7ab4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:44:25.691952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Allocated IP 172.25.1.242 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/aa99ee94-02bb-481f-b73b-cb91c91b359b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:25.723217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a850eb1f-f2da-4e41-8844-1d8024f9876b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:25.863258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:25.889018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.021070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57624) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:26.056583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.079163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object bd7ae137-ce5c-4359-8efd-b29ad62573c4 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:26.137170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.232540 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.238220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fcc440a7-8a59-4a68-89df-89f22a85104c None None] Provisioning for port 00db0c4e-9255-4fb1-adc2-92cd5e36accf completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:26.247182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e528badf-a311-4eac-a3de-f5af5a10b619 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1c423681bef479db90661758c73f6f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2246990 Jan 28 09:44:26.264694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57658) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:26.304296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.342697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.381301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Deleting port a850eb1f-f2da-4e41-8844-1d8024f9876b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:26.381643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.576832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.591801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.667192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Network c555ce75-cc04-4553-8905-5c0e5969cf3e is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:26.669708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.744603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fcc440a7-8a59-4a68-89df-89f22a85104c None None] Provisioning complete for port 00db0c4e-9255-4fb1-adc2-92cd5e36accf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:26.745013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fcc440a7-8a59-4a68-89df-89f22a85104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.772392 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c associated. External IP: 172.25.1.106, port: 78555e4a-0e5a-4031-88c0-aa616de1df08. Jan 28 09:44:26.909833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:26.914321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:26.915531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Attempting to bind port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:26.915836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Attempting to bind port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:26.916369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Attempting to bind port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 on network 47fb4be1-2011-4344-975d-ae001620c091 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:26.931035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:26.935598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:26.978791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:26.990582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:26.991041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Checking segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:26.992936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.993371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Bound using segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:26.993865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Bound port: 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:26.994776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0c5a-9b05-408c-9469-09bcf1dc97de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:26.995847 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:27.041680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0411c-da7b-481f-bf1b-9974726945c8 None None] Pushing event updated for resources: {'Port': ['ID=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:27.168155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] For port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:27.171115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] For port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:27.174085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 207dda85-c345-43af-86ed-d50ec0bf551d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:27.174614 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:27.200993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:27.235987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:27.283720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:27.285764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:27.334254 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b973f575-b997-4dc5-a49d-b743f4a4f4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:27.458295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Calling delete_port for a850eb1f-f2da-4e41-8844-1d8024f9876b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:27.496467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fcc440a7-8a59-4a68-89df-89f22a85104c None None] Port 00db0c4e-9255-4fb1-adc2-92cd5e36accf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:27.562415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:27.563061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:27.635702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Pushing event updated for resources: {'Port': ['ID=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:27.667289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:27.676032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:27.739669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:44:27.740406 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:44:27.744021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:27.759059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:27.780113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:27.870467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Attempting to bind port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:27.870958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Attempting to bind port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:27.871165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Attempting to bind port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e on network c555ce75-cc04-4553-8905-5c0e5969cf3e {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:27.879727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Pushing event updated for resources: {'Port': ['ID=aa99ee94-02bb-481f-b73b-cb91c91b359b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:27.879897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:27.926840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:27.927816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.024637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:28.025213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Checking segment: {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:28.025681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.026182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Bound using segment: {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:28.026759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Bound port: 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:28.027227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.032903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1898382 Jan 28 09:44:28.076329 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.095829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d71cf7-fd3f-429b-831c-648cc93bb8e8 req-1259b491-9df3-4b0f-911a-53e3692ab6c8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:28.104540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08d71cf7-fd3f-429b-831c-648cc93bb8e8 req-1259b491-9df3-4b0f-911a-53e3692ab6c8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 2.4696016 Jan 28 09:44:28.108648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.129278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0c5a-9b05-408c-9469-09bcf1dc97de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.138774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-d23be02f-a04f-4fea-81d1-c612e37d7a07 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.6541307 Jan 28 09:44:28.273153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Deleting port a850eb1f-f2da-4e41-8844-1d8024f9876b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:28.273492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.329870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] In _notify_port_updated(), no bound segment for port 00db0c4e-9255-4fb1-adc2-92cd5e36accf on network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:44:28.338131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:28.339049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.340893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "PUT /v2.0/ports/00db0c4e-9255-4fb1-adc2-92cd5e36accf HTTP/1.1" status: 200 len: 1066 time: 3.9661562 Jan 28 09:44:28.449907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e4f31b4-c62e-435b-a4a1-d650585f7c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.459653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57670) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:28.460315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0c5a-9b05-408c-9469-09bcf1dc97de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.465166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0411c-da7b-481f-bf1b-9974726945c8 None None] Pushing event updated for resources: {'Port': ['ID=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:28.619833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] Provisioning for port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:28.671387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:28.715802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63ea7c-7938-468d-a2ff-42b07ff99037 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:28.796181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] Provisioning complete for port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:28.796761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.872025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4b0c5a-9b05-408c-9469-09bcf1dc97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fae7ae-fe87-43dc-a5fe-2974cba54764,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:28.920821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:28.922126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b4b0c5a-9b05-408c-9469-09bcf1dc97de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:28.923647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0b4b0c5a-9b05-408c-9469-09bcf1dc97de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2fae7ae-fe87-43dc-a5fe-2974cba54764 HTTP/1.1" status: 204 len: 168 time: 2.6571615 Jan 28 09:44:28.936537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1baaafc-b370-47f5-ad08-00a3aaaae044 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event updated for resources: {'Port': ['ID=00db0c4e-9255-4fb1-adc2-92cd5e36accf,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:28.979658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] For port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:28.992005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] For port a850eb1f-f2da-4e41-8844-1d8024f9876b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a850eb1f-f2da-4e41-8844-1d8024f9876b,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:28.992421 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.059958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] For port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:29.138986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.199569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Calling delete_port for a850eb1f-f2da-4e41-8844-1d8024f9876b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:29.276770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 00db0c4e-9255-4fb1-adc2-92cd5e36accf {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:29.277349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.325852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:29.505007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08d71cf7-fd3f-429b-831c-648cc93bb8e8 req-b7471b48-22a2-4753-b304-a246f58557a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3973453 Jan 28 09:44:29.627794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:29.640932 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:29.656375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.656625 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.661119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1dca98-c18d-4d93-b7af-69a85fe44dc9 None None] Pushing event updated for resources: {'Port': ['ID=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:29.664753 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:29.669846 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:29.718296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.728619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.793938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['78555e4a-0e5a-4031-88c0-aa616de1df08'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:44:29.915666 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:29.987413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event deleted for resources: {'Port': ['ID=a850eb1f-f2da-4e41-8844-1d8024f9876b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:30.189741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] For port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:30.195606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:30.196115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:30.227379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-db09b502-2331-49de-b16a-539c89ede032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:30.229468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-db09b502-2331-49de-b16a-539c89ede032 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 1095 time: 1.9965208 Jan 28 09:44:30.366529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:30.595523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:30.709375 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:30.759500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] No DVR routers for this DVR port a850eb1f-f2da-4e41-8844-1d8024f9876b on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:44:30.766614 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:30.924420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'name': 'network-vif-deleted', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:30.948064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da1ee4cf-2ad6-47c1-aaf2-a02a0e400ab0 req-a23075a2-1b10-4e7b-833d-6da3d80e685d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.43 "DELETE /v2.0/ports/a850eb1f-f2da-4e41-8844-1d8024f9876b HTTP/1.1" status: 204 len: 173 time: 5.3068097 Jan 28 09:44:31.082227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f85fbe-dd85-4fc9-98f7-03b5b1d196da None None] Pushing event updated for resources: {'Port': ['ID=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:31.098389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:31.101940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-afd5eb98-22c9-4b9c-9fc1-4c717e56d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:31.114729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-afd5eb98-22c9-4b9c-9fc1-4c717e56d8ab service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.6133711 Jan 28 09:44:31.155740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for 00db0c4e-9255-4fb1-adc2-92cd5e36accf owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:31.231043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:31.264879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Provisioning complete for port 00db0c4e-9255-4fb1-adc2-92cd5e36accf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:31.265488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:31.279419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-e57d7b57-8690-46b9-8f6d-e37ba4239028 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "PUT /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 996 time: 7.3211832 Jan 28 09:44:31.309509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:31.409908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:27Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:31.423788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba532e22-5c00-4aa0-8ee9-2cbb37831792 None None] The sync data for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 is: [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:27Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:31.426435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:31.448518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:31.589097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Port 00db0c4e-9255-4fb1-adc2-92cd5e36accf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:31.631856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-40cc8b07-6ec8-475e-a269-165dcf5351a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:31.639682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:31.646202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-40cc8b07-6ec8-475e-a269-165dcf5351a0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.3084545 Jan 28 09:44:31.671861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b614e405-582b-4589-a19d-774d26588807 None None] Network c555ce75-cc04-4553-8905-5c0e5969cf3e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:31.876766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-4c08e88f-f65c-4863-99ef-a6a56f943a94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 200 len: 217 time: 0.7606752 Jan 28 09:44:31.908911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:32.005548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-89bfe500-219b-4318-8551-05e40ebb9090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:32.007488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-89bfe500-219b-4318-8551-05e40ebb9090 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1110699 Jan 28 09:44:32.164571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:32.199945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-d61de6a8-2fb6-4cfb-b08a-3c42a8022aa5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912740 Jan 28 09:44:32.267498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Port': ['ID=00db0c4e-9255-4fb1-adc2-92cd5e36accf,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:32.284053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-366007d6-2366-436e-8f64-42f2f318c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:32.290173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-366007d6-2366-436e-8f64-42f2f318c642 service neutron] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.6398094 Jan 28 09:44:32.419380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:25Z', 'revision_number': 8, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:32.435885 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:32.463550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:32.464923 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:32.482700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-0192e39a-021f-48b6-bc07-db2bca9a261c service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711587 Jan 28 09:44:32.514083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:32.526849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:32.616244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Provisioning complete for port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:32.616624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:32.806720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-9194868d-5932-4559-ba18-40dc4d918334 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 999 time: 0.1258650 Jan 28 09:44:32.946578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8780f51-8ca7-4def-bf26-582b6952a512 req-875fb945-c323-476b-9e8d-5319b0595a6a service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566216 Jan 28 09:44:32.983067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:33.034859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-f312a8cd-70ac-49d6-846b-4cb78860ffb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:33.044408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-f312a8cd-70ac-49d6-846b-4cb78860ffb0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.2366643 Jan 28 09:44:33.058852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:33.130156 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:33.326059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:33.326437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:33.410089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-ec9a17b3-8476-4e0a-b1cf-051c409f021f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:33.411612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-ec9a17b3-8476-4e0a-b1cf-051c409f021f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3660984 Jan 28 09:44:33.594298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Provisioning for port bd7ae137-ce5c-4359-8efd-b29ad62573c4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:33.608413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Router 07946f7f-ade2-466d-8fb4-c79f5cccef4c is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:44:33.643654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Provisioning complete for port bd7ae137-ce5c-4359-8efd-b29ad62573c4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:33.645812 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:33.809679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-492e50ad-3ce7-4d6d-bbe2-67210f91704b None None] Port bd7ae137-ce5c-4359-8efd-b29ad62573c4 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:33.886348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.011601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:34.050411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-d021a612-f6ce-4573-96bf-b9faf396466b service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049405 Jan 28 09:44:34.069441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5f62282a-5b9d-4ae6-8ce6-2e63d3d975fc tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/ports/00db0c4e-9255-4fb1-adc2-92cd5e36accf HTTP/1.1" status: 204 len: 168 time: 5.6004825 Jan 28 09:44:34.097586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57720) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:34.105729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] Provisioning for port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:34.123569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] Provisioning complete for port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:34.123951 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.281929 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:25Z', 'revision_number': 8, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:34.289982 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e1b0c4f-add4-43c6-ad8c-df423d688d99 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] GET failed (client error): The resource could not be found. Jan 28 09:44:34.290558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e1b0c4f-add4-43c6-ad8c-df423d688d99 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Synchronizing usage tracker for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:34.295202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:34.315144 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28182bbb-2386-49f1-a97d-5a04de7fd568 None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '87605ad5-0b0e-4513-a2b4-435ffdba0c3c', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'floating_ip_address': '172.25.1.106', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'port_id': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'mac_address': 'fa:16:3e:bd:ea:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204566b4-186c-463e-9519-b9371382551f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:43:04Z', 'updated_at': '2022-01-28T09:44:25Z', 'revision_number': 8, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:34.317885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:34.318442 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.324797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e1b0c4f-add4-43c6-ad8c-df423d688d99 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Unset dirty status for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:34.333130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e1b0c4f-add4-43c6-ad8c-df423d688d99 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "GET /v2.0/ports/00db0c4e-9255-4fb1-adc2-92cd5e36accf HTTP/1.1" status: 404 len: 333 time: 0.2256436 Jan 28 09:44:34.333751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:34.547048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 349d6e5b-f613-4a2d-9742-23e3a648d116 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:34.547317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.582345 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.614446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:34.630781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e65d8f5a-6b00-4a9d-b4e3-d6ee1f67af75 req-130a7c9b-25cf-40cf-8fee-d4ae2f256e9c service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5598750 Jan 28 09:44:34.637533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Sync routers for ids ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:34.764746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Routers {'07946f7f-ade2-466d-8fb4-c79f5cccef4c'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:34.769621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:34.822158 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2425bd-161f-4c75-a164-7aec97c8194b None None] New status for floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:44:34.951493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.987939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:34.989589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b8c57036-1f95-4e55-ae9c-d0b3740c5f51 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 14.0334463 Jan 28 09:44:34.996954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57732) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:35.164831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Set router 07946f7f-ade2-466d-8fb4-c79f5cccef4c gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:35.337659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for 349d6e5b-f613-4a2d-9742-23e3a648d116 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:35.675668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] For port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:35.716593 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'code': 200} Jan 28 09:44:35.773793 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:35.849088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Port': ['ID=349d6e5b-f613-4a2d-9742-23e3a648d116,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:35.910652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:35.934640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-caebb689-540b-45de-9252-ac3be5e96563 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/ports/349d6e5b-f613-4a2d-9742-23e3a648d116 HTTP/1.1" status: 204 len: 168 time: 1.5978653 Jan 28 09:44:35.935663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57738) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:36.041220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:36.099549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:36.202073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-acca54d3-e8a2-4b9e-a970-a0242df3dbdf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5556104 Jan 28 09:44:36.227501 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-6859640e-4650-44be-9223-cf025fea338a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] GET failed (client error): The resource could not be found. Jan 28 09:44:36.231064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6859640e-4650-44be-9223-cf025fea338a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Synchronizing usage tracker for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:36.276200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6859640e-4650-44be-9223-cf025fea338a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Unset dirty status for tenant:b2cc27ef319e40fc9f6f4cc95a52972c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:36.285080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6859640e-4650-44be-9223-cf025fea338a tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "GET /v2.0/ports/349d6e5b-f613-4a2d-9742-23e3a648d116 HTTP/1.1" status: 404 len: 333 time: 0.3473487 Jan 28 09:44:36.287456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57744) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:36.367786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc1ac002-1c90-4c9b-b11b-f96e2166aeda None None] Provisioning complete for port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:36.368312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1ac002-1c90-4c9b-b11b-f96e2166aeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:36.413704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:36.448415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a9285-6c01-4525-8ae8-001316317c84 None None] Pushing event updated for resources: {'Port': ['ID=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:36.452010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:36.453565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:36.455695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:36.644922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:36.724215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57748) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:36.737733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:36.811918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'security_group': {'name': 'tempest-securitygroup--555973065', 'description': 'tempest-description--138529326'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:36.829912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:44:29Z', 'revision_number': 3, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:36.836507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:36.849418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Checking router: 07946f7f-ade2-466d-8fb4-c79f5cccef4c for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:36.850073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Updating router 07946f7f-ade2-466d-8fb4-c79f5cccef4c port aa99ee94-02bb-481f-b73b-cb91c91b359b binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:44:36.921788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:36.922458 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:36.936594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-8ee56854-a923-45af-8e93-85d0df207930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:36.942124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-8ee56854-a923-45af-8e93-85d0df207930 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 1097 time: 0.6867082 Jan 28 09:44:36.953346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:security_group and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:36.956905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:36.965120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:37.004133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.006122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.116627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:37.120928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:security_group_rule and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:37.124171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:37.131550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:37.223049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.240230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.306635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2decd204-ca7f-493e-a827-5d37df486455,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:37.312209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.313575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9efafa57-c8d1-448a-acd7-69eafca9742f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5705199 Jan 28 09:44:37.330487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57754) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:37.335875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'security_group_rule': {'security_group_id': '2decd204-ca7f-493e-a827-5d37df486455', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:37.352404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:37.382380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99759d-27e8-45e6-947b-570e53125d31 req-3ade932f-0fe4-4eab-af75-e784458a19cf tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:37.392825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f99759d-27e8-45e6-947b-570e53125d31 req-3ade932f-0fe4-4eab-af75-e784458a19cf tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.5650115 Jan 28 09:44:37.421980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:security_group_rule and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:37.439324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:37.451567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:37.455136 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.491041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f99759d-27e8-45e6-947b-570e53125d31 req-12cdf697-115a-4a24-a554-fb23410d62fe tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972385 Jan 28 09:44:37.715339 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.721026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for 5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:37.728952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-b1730463-d4bb-454e-85ae-d84d43c15933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:37.730430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-b1730463-d4bb-454e-85ae-d84d43c15933 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.7569933 Jan 28 09:44:37.743195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Transition to ACTIVE for port object aa99ee94-02bb-481f-b73b-cb91c91b359b will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:37.752197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:37.767755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.847671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.868292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-cf54315b-044c-4bca-996a-df5be8d923aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0 HTTP/1.1" status: 200 len: 217 time: 0.1239097 Jan 28 09:44:37.954768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Attempting to bind port aa99ee94-02bb-481f-b73b-cb91c91b359b on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:37.955919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Attempting to bind port aa99ee94-02bb-481f-b73b-cb91c91b359b by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:37.958513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Attempting to bind port aa99ee94-02bb-481f-b73b-cb91c91b359b on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:37.971209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:37.972842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:37.975475 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:37.975875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:37.977114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Bound port: aa99ee94-02bb-481f-b73b-cb91c91b359b, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:37.977518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.006826 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.007921 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d818452-80e8-4281-9094-f664b31e75c1', 'name': 'network-vif-deleted', 'tag': 'a850eb1f-f2da-4e41-8844-1d8024f9876b', 'status': 'completed', 'code': 200} Jan 28 09:44:38.018028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.073149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21624f-ff10-49b8-9bf9-83291984ccd4 None None] Pushing event updated for resources: {'Port': ['ID=aa99ee94-02bb-481f-b73b-cb91c91b359b,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:38.112163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] For port aa99ee94-02bb-481f-b73b-cb91c91b359b, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:38.115986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] For port aa99ee94-02bb-481f-b73b-cb91c91b359b, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=aa99ee94-02bb-481f-b73b-cb91c91b359b,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:38.120377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.146273 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'status': 'completed', 'code': 200} Jan 28 09:44:38.222698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Port': ['ID=5a9eb376-1e70-4b45-8e29-83c2bb08b0d5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:38.223052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Routers {'07946f7f-ade2-466d-8fb4-c79f5cccef4c'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:38.223692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:38.304150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-603444e2-9a59-4f44-b6ea-620a705c4cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:38.306329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-603444e2-9a59-4f44-b6ea-620a705c4cf8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2977269 Jan 28 09:44:38.342006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.380829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eb291db4-0ef4-4157-85c2-aba5f90f2e95 tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/ports/5a9eb376-1e70-4b45-8e29-83c2bb08b0d5 HTTP/1.1" status: 204 len: 168 time: 2.0892901 Jan 28 09:44:38.385893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57768) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:38.473406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting subnet 7aa51ba2-f468-40a0-a4a1-b28b1542e59d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:44:38.477601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.555682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.642702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] Set router 07946f7f-ade2-466d-8fb4-c79f5cccef4c gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:38.667927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.819632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:38.821176 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.825868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Allocated IP 172.20.0.1 (c555ce75-cc04-4553-8905-5c0e5969cf3e/e9fc5e68-61e8-46db-b733-59d01c95b01b/dcc90bca-e632-4c6a-8437-ad20444850d8) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:38.885561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21624f-ff10-49b8-9bf9-83291984ccd4 None None] Pushing event updated for resources: {'Port': ['ID=aa99ee94-02bb-481f-b73b-cb91c91b359b,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:38.901100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:38.915114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa51ba2-f468-40a0-a4a1-b28b1542e59d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:38.927349 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17263b1e-1877-4cfe-8e4f-08c353ac948c tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/subnets/7aa51ba2-f468-40a0-a4a1-b28b1542e59d HTTP/1.1" status: 204 len: 168 time: 0.5374029 Jan 28 09:44:38.930559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57774) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:39.030401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873d24c1-326a-4395-a04e-acdcf5f3408c None None] Network 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:39.079967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-b12a1d02-a9af-49fa-994d-164b50e92f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:39.081747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-b12a1d02-a9af-49fa-994d-164b50e92f0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7614021 Jan 28 09:44:39.276494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.311611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Transition to ACTIVE for port object dcc90bca-e632-4c6a-8437-ad20444850d8 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:39.313865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-560bd074-9d75-45e8-ad08-d5a6aa210e31 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243288 Jan 28 09:44:39.341429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:39.341801 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.387333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a89a1a-92b1-473c-a533-0c9468612667 req-5d6a81dc-ca71-4249-9fcc-4fa12d712fbb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 998 time: 1.2389691 Jan 28 09:44:39.443820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.606298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Network c555ce75-cc04-4553-8905-5c0e5969cf3e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:39.610957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:39.618028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45c323b3-89d5-453f-aff9-57ca1a52d932 req-be8e5550-f24e-4b05-bad9-3bce1ddc7de8 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939248 Jan 28 09:44:39.619273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:39.661648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:44:29Z', 'revision_number': 3, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:39.671317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Pushing event updated for resources: {'Port': ['ID=dcc90bca-e632-4c6a-8437-ad20444850d8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:39.674305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6f2d58-793c-4b86-8cad-5eea3f2c3402 None None] The sync data for ids ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'] in n-d-825178-2 is: [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:44:29Z', 'revision_number': 3, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:39.720522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.792293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-885c6a84-0f90-4319-8de4-af01223ad983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:39.793301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] DHCP port deletion for 1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:44:39.794197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-885c6a84-0f90-4319-8de4-af01223ad983 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 1.6962922 Jan 28 09:44:39.799375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] Deleting port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:39.799607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.800093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.974196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a89a1a-92b1-473c-a533-0c9468612667 req-b10b1642-cad6-4ab7-858c-76ac856ae60d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:39.982508 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a89a1a-92b1-473c-a533-0c9468612667 req-b10b1642-cad6-4ab7-858c-76ac856ae60d tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.5940070 Jan 28 09:44:39.986759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:39.990813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-b5a89a1a-92b1-473c-a533-0c9468612667 req-3c690dab-18a1-42f2-a0d5-07fe970b5af3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:44:40.003290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a89a1a-92b1-473c-a533-0c9468612667 req-3c690dab-18a1-42f2-a0d5-07fe970b5af3 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197246 Jan 28 09:44:40.005640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-543361b7-650e-40f8-88aa-5e6f6a25a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:40.007083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-543361b7-650e-40f8-88aa-5e6f6a25a7c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.2045312 Jan 28 09:44:40.086541 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'code': 200} Jan 28 09:44:40.239495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.334821 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-2f5ad171-e0d5-4d8c-b417-3fe3e38dae23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 1001 time: 0.3188066 Jan 28 09:44:40.335618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.419452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-075dcc4b-a6b6-48c6-8acd-ebf6eb327ec2 None None] Provisioning for port dcc90bca-e632-4c6a-8437-ad20444850d8 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:40.440770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-075dcc4b-a6b6-48c6-8acd-ebf6eb327ec2 None None] Provisioning complete for port dcc90bca-e632-4c6a-8437-ad20444850d8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:40.440770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-075dcc4b-a6b6-48c6-8acd-ebf6eb327ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.499177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-8b5595cd-656b-492c-831f-3979135ae597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:40.501715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-8b5595cd-656b-492c-831f-3979135ae597 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.1546941 Jan 28 09:44:40.506173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8fd3fd3-40cb-4297-bd49-802dbb275d7f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:40.595329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:40.595718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.697988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-075dcc4b-a6b6-48c6-8acd-ebf6eb327ec2 None None] Port dcc90bca-e632-4c6a-8437-ad20444850d8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:40.742207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] For port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,segment=NetworkSegment(92398cbe-60da-48f5-8af4-be13b1573f23),segment_id=92398cbe-60da-48f5-8af4-be13b1573f23)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:40.745717 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.816086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa99ee94-02bb-481f-b73b-cb91c91b359b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:40.828039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.835559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.872058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:40.873295 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ce1f0ef-9b45-4ec2-9312-4444f8278535 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.5418053 Jan 28 09:44:40.880930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57782) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:40.905630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f724c6e-90c4-4c47-a4f8-b4aecc30b156 req-2cf4e6a4-e41c-4bc2-94c4-bb355b48d5a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:40.913426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f724c6e-90c4-4c47-a4f8-b4aecc30b156 req-2cf4e6a4-e41c-4bc2-94c4-bb355b48d5a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.4894347 Jan 28 09:44:41.029956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'security_group_rule': {'security_group_id': '2decd204-ca7f-493e-a827-5d37df486455', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:41.036804 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:41.058143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f724c6e-90c4-4c47-a4f8-b4aecc30b156 req-8e84e051-57cc-4ff9-b05d-b233d82080eb tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437788 Jan 28 09:44:41.246682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Pushing event updated for resources: {'Port': ['ID=dcc90bca-e632-4c6a-8437-ad20444850d8,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:41.255512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:41.264337 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:44:41.267104 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-db21b3f1-1d68-467e-b965-e55aa2fdb455 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1001 time: 0.1476252 Jan 28 09:44:41.319763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] Calling delete_port for 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:41.370284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Network c555ce75-cc04-4553-8905-5c0e5969cf3e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:41.371725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:41.427083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] For port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,segment=NetworkSegment(92398cbe-60da-48f5-8af4-be13b1573f23),segment_id=92398cbe-60da-48f5-8af4-be13b1573f23)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:41.427446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:41.464990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port aa99ee94-02bb-481f-b73b-cb91c91b359b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:41.482894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port aa99ee94-02bb-481f-b73b-cb91c91b359b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:41.483270 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:41.636047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:41.722867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] Pushing event deleted for resources: {'Port': ['ID=5dcff051-05ea-48f5-bb1a-12a787e3b4a5,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:41.733151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24309540-3437-4d44-98d8-3ba4806f1d7c None None] No DVR routers for this DVR port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:44:41.834578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Router 07946f7f-ade2-466d-8fb4-c79f5cccef4c has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:41.849887 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:41.869905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port aa99ee94-02bb-481f-b73b-cb91c91b359b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=aa99ee94-02bb-481f-b73b-cb91c91b359b,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:41.871638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Calling delete_port for 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:41.881919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:41.908300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:security_group_rule and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:41.914418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:41.964169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-7f08a9e9-2e16-4e6a-bc48-89bb3016fd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:41.966520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-7f08a9e9-2e16-4e6a-bc48-89bb3016fd96 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4497592 Jan 28 09:44:41.970067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:42.033069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=aa99ee94-02bb-481f-b73b-cb91c91b359b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:42.051707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:42.054654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c923f-4391-49f5-b231-4cef73a669a9 req-8a4681b2-b58c-4515-ac7a-c2deda3c9554 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:42.059807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-8a4681b2-b58c-4515-ac7a-c2deda3c9554 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports/78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 942 time: 0.7916553 Jan 28 09:44:42.128694 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:42.193345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:44:42.205271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:44:42.228157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cfb18792-5389-4f8a-8457-b1ecdb824573 None None] Provisioning complete for port dcc90bca-e632-4c6a-8437-ad20444850d8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:42.228157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cfb18792-5389-4f8a-8457-b1ecdb824573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:42.255684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:44:42.256261 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:44:42.349632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-df1ff281-1e13-4f35-b49c-704f8b3795d5 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470058 Jan 28 09:44:42.413522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cfb18792-5389-4f8a-8457-b1ecdb824573 None None] Port dcc90bca-e632-4c6a-8437-ad20444850d8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:44:42.635218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa99ee94-02bb-481f-b73b-cb91c91b359b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:42.757135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:42.776474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65388467-ba81-4216-9110-ec0aee8f470c admin admin] 10.222.0.42 "PUT /v2.0/routers/07946f7f-ade2-466d-8fb4-c79f5cccef4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7548823 Jan 28 09:44:42.805050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port aa99ee94-02bb-481f-b73b-cb91c91b359b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:42.805420 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:42.812385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Deleting port 5dcff051-05ea-48f5-bb1a-12a787e3b4a5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:42.812863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:42.872922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Sync routers for ids ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:42.911313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:42.947089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Routers {'07946f7f-ade2-466d-8fb4-c79f5cccef4c'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:42.947714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:43.043817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.076543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] The port '5dcff051-05ea-48f5-bb1a-12a787e3b4a5' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:44:43.187870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d1536a-894e-4adb-a401-0a3d05667245,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:43.224294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-7df057a9-c610-4348-a03f-7407afde6897 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1001 time: 0.8734875 Jan 28 09:44:43.366523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.371444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57802) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:43.378923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:43.382753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f34b93bb-2f42-4f3a-b152-6bdb8d35232e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.4447122 Jan 28 09:44:43.396512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:43.400995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:floatingip and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:43.404438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:43.417457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:43.436906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.440215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.464317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7af5161b-1971-4af5-955f-eb92a99e8b57 req-4f1c38f6-6f6e-479e-90ac-298a2910baf7 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6947858 Jan 28 09:44:43.480809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Set router 07946f7f-ade2-466d-8fb4-c79f5cccef4c gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:43.530903 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.684681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:43.729665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92398cbe-60da-48f5-8af4-be13b1573f23') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:43.729975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92398cbe-60da-48f5-8af4-be13b1573f23') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:43.761111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.780625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.790661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.799322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:44:43.799867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:44:43.890871 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:44:43.961251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:44:39Z', 'revision_number': 4, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dcc90bca-e632-4c6a-8437-ad20444850d8', 'name': '', 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'mac_address': 'fa:16:3e:ef:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:37Z', 'updated_at': '2022-01-28T09:44:40Z', 'revision_number': 2, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'subnets': [{'id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:43.963140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:43.965596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Checking router: 07946f7f-ade2-466d-8fb4-c79f5cccef4c for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:43.968676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Updating router 07946f7f-ade2-466d-8fb4-c79f5cccef4c port dcc90bca-e632-4c6a-8437-ad20444850d8 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:44:44.041145 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.059573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] Pushing event deleted for resources: {'Network': ['ID=1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:44.062743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.067049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ff7e08a-272c-4c41-b67a-c555e290867e tempest-AllowedAddressPairIpV6TestJSON-1339950635 tempest-AllowedAddressPairIpV6TestJSON-1339950635-project] 10.222.0.42 "DELETE /v2.0/networks/1b12d50f-57fd-4cb2-b82b-8a01ad2ca1c3 HTTP/1.1" status: 204 len: 168 time: 5.1344023 Jan 28 09:44:44.074565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c923f-4391-49f5-b231-4cef73a669a9 req-7c5d5955-d18e-4292-a67b-252daf15decb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:44.082544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-7c5d5955-d18e-4292-a67b-252daf15decb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.7951086 Jan 28 09:44:44.084038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 172.25.1.54 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/c3f9caca-54b3-423c-ab48-4adafd09f14b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:44.230167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-d6c796bf-5882-4208-8e30-f615ee624e92 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 1001 time: 0.1466911 Jan 28 09:44:44.238428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:44.352275 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.482521 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.549808 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.630658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=c3f9caca-54b3-423c-ab48-4adafd09f14b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:44.653130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:44.659164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:44.665106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:44.794028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.882700 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.926307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57818) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:44.927454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:44.929963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Transition to ACTIVE for port object dcc90bca-e632-4c6a-8437-ad20444850d8 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:44.955621 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.302501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.310491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.312468 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c disassociated. External IP: 172.25.1.106, port: 78555e4a-0e5a-4031-88c0-aa616de1df08. Jan 28 09:44:45.371822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.408946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.427456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.465549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cce57b-efb1-47e8-8325-ccae8dbb3cd6 None None] Pushing event updated for resources: {'Port': ['ID=dcc90bca-e632-4c6a-8437-ad20444850d8,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:45.472995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Attempting to bind port dcc90bca-e632-4c6a-8437-ad20444850d8 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:45.473629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Attempting to bind port dcc90bca-e632-4c6a-8437-ad20444850d8 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:45.474900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Attempting to bind port dcc90bca-e632-4c6a-8437-ad20444850d8 on network c555ce75-cc04-4553-8905-5c0e5969cf3e {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:45.480532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:45.481353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Checking segment: {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:45.482043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.482592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Bound using segment: {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:45.483227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Bound port: dcc90bca-e632-4c6a-8437-ad20444850d8, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb8adcb1-e347-4758-aecc-aed95bc339d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:45.483786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.506749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=c3f9caca-54b3-423c-ab48-4adafd09f14b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:45.573433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a24aa382-2dce-4704-b1f0-433cdb7024cd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b2cc27ef319e40fc9f6f4cc95a52972c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5114245 Jan 28 09:44:45.642143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] For port dcc90bca-e632-4c6a-8437-ad20444850d8, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:45.645810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.647616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] For port dcc90bca-e632-4c6a-8437-ad20444850d8, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dcc90bca-e632-4c6a-8437-ad20444850d8,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:45.650627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:45.656305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.718271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.728299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-87f935a9-bc0c-4265-8d3d-3d98fc330fae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3555820 Jan 28 09:44:45.810014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d51516b-517f-43e0-b20b-1ca726c39124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:45.814299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Routers {'07946f7f-ade2-466d-8fb4-c79f5cccef4c'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:45.816837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:45.918209 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d51516b-517f-43e0-b20b-1ca726c39124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:46.004706 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d51516b-517f-43e0-b20b-1ca726c39124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:46.057780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51516b-517f-43e0-b20b-1ca726c39124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7979b65-fd22-4733-acd8-e1d31d1bb792,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:46.090838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d51516b-517f-43e0-b20b-1ca726c39124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:46.091998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2d51516b-517f-43e0-b20b-1ca726c39124 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7979b65-fd22-4733-acd8-e1d31d1bb792 HTTP/1.1" status: 204 len: 168 time: 0.4404085 Jan 28 09:44:46.138821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cce57b-efb1-47e8-8325-ccae8dbb3cd6 None None] Pushing event updated for resources: {'Port': ['ID=dcc90bca-e632-4c6a-8437-ad20444850d8,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:46.372401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] Set router 07946f7f-ade2-466d-8fb4-c79f5cccef4c gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:46.605871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:44:46.966274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:44:39Z', 'revision_number': 4, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dcc90bca-e632-4c6a-8437-ad20444850d8', 'name': '', 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'mac_address': 'fa:16:3e:ef:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:37Z', 'updated_at': '2022-01-28T09:44:45Z', 'revision_number': 4, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'subnets': [{'id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:46.972137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4c27ad-0afd-4d65-8a92-49e1cb2727c7 None None] The sync data for ids ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'] in n-d-825178-2 is: [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:44:39Z', 'revision_number': 4, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dcc90bca-e632-4c6a-8437-ad20444850d8', 'name': '', 'network_id': 'c555ce75-cc04-4553-8905-5c0e5969cf3e', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'mac_address': 'fa:16:3e:ef:95:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:37Z', 'updated_at': '2022-01-28T09:44:45Z', 'revision_number': 4, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'subnets': [{'id': 'e9fc5e68-61e8-46db-b733-59d01c95b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:47.083443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:44:47.088630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:47.095837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:44:47.113035 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:47.115346 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:47.294931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-4748f714-0608-4ba6-90ef-651d103a3d3a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "PUT /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 696 time: 3.0638206 Jan 28 09:44:47.295467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:47.506741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c923f-4391-49f5-b231-4cef73a669a9 req-43db804c-4d86-47bc-9e35-778f4f91d317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:47.510972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-43db804c-4d86-47bc-9e35-778f4f91d317 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.1956742 Jan 28 09:44:47.571621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2279e5-4484-48bb-8285-84fde75f5b82 req-4367560c-481c-4a1d-8b54-9bd2174c26af tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:47.580223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be2279e5-4484-48bb-8285-84fde75f5b82 req-4367560c-481c-4a1d-8b54-9bd2174c26af tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.2319646 Jan 28 09:44:47.692609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be2279e5-4484-48bb-8285-84fde75f5b82 req-6bfd5c95-1934-4dcb-99ae-e2be0ff0d9a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110725 Jan 28 09:44:47.750289 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:47.859445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c923f-4391-49f5-b231-4cef73a669a9 req-6d33bb44-5f66-431f-bba3-81e1d7a9ea6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:47.862043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-6d33bb44-5f66-431f-bba3-81e1d7a9ea6b service neutron] 10.222.0.42 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 0.3333113 Jan 28 09:44:47.872572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:48.024976 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-6f1b8d70-f615-48d6-b0c7-416f034dea88 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.1548393 Jan 28 09:44:48.107081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-695703596'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:48.115045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:48.132798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c923f-4391-49f5-b231-4cef73a669a9 req-5ffb07e1-2eb4-4b90-9a37-755c7e44b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:48.133072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:network and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:48.134658 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-5ffb07e1-2eb4-4b90-9a37-755c7e44b637 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.1027482 Jan 28 09:44:48.144230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:48.149728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:48.168223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:48.172196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.192714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.220926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:48.222211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:security_group_rule and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:48.257299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:48.271594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:48.289570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c923f-4391-49f5-b231-4cef73a669a9 req-c4aee3ab-ed61-49e2-a3b4-f9a49b52db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:48.297408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-c4aee3ab-ed61-49e2-a3b4-f9a49b52db0c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1521716 Jan 28 09:44:48.311783 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:48.319091 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:44:48.336502 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:44:48.338973 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:48.426827 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.433592 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.469307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-759f87e6-5083-401e-8c2f-6ffc51963778 service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704090 Jan 28 09:44:48.551370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:44:48.571280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.571642 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Added segment f1968e72-06b7-4602-86d7-5df99437f4c7 of type vlan for network a9ec2484-d849-4147-a2c1-e6cec348cbd9 Jan 28 09:44:48.655144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.775766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dcc90bca-e632-4c6a-8437-ad20444850d8 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:48.814162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.843598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:48.844256 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:48.882077 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:44:48.948028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418c923f-4391-49f5-b231-4cef73a669a9 req-201bc1ec-09d3-4dda-8525-5535363943dc service neutron] 10.222.0.42 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4734116 Jan 28 09:44:48.976033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port dcc90bca-e632-4c6a-8437-ad20444850d8 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:44:49.002232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dcc90bca-e632-4c6a-8437-ad20444850d8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:49.002751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:49.007369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.1336403 Jan 28 09:44:49.010133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57940) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:49.016128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'subnet': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:49.225215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7ba5c7-e0d8-44d3-8ba0-250a41caf788,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:49.240269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108390ad-035d-4f04-8d0e-78ff271cd305 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Network': ['ID=a9ec2484-d849-4147-a2c1-e6cec348cbd9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:49.278731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-89cd5d5b-cb85-469b-9ad3-e95358c9f354 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:49.284108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:44:49.290053 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'status': 'completed', 'code': 200} Jan 28 09:44:49.322614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-89cd5d5b-cb85-469b-9ad3-e95358c9f354 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:49.323875 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-89cd5d5b-cb85-469b-9ad3-e95358c9f354 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--555973065&fields=id&tenant_id=38d5669209904426ada30ffdcc25f0df HTTP/1.1" status: 200 len: 267 time: 0.5344982 Jan 28 09:44:49.604224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4f6b8156-48da-41dd-ae24-0c5c8e422b82 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:49.625947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4f6b8156-48da-41dd-ae24-0c5c8e422b82 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:49.691643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4f6b8156-48da-41dd-ae24-0c5c8e422b82 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:49.697778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4f6b8156-48da-41dd-ae24-0c5c8e422b82 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 937 time: 0.3623531 Jan 28 09:44:49.746411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:49.763210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-d2183d0a-8613-4867-addd-918613dcd17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:49.768384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-d2183d0a-8613-4867-addd-918613dcd17e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=dc749992e74742a4a25a84127dbdeaf6&device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 1096 time: 0.4754293 Jan 28 09:44:49.784968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:subnet and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:49.950261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:49.990696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-d6564ddb-8117-4c62-b0fb-16ce2cb70b99 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:49.992124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-d6564ddb-8117-4c62-b0fb-16ce2cb70b99 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 937 time: 0.2885475 Jan 28 09:44:50.129513 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:44:50.145406 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f565a3d5-97e7-4f1d-814d-ff01db601c48 None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:42:26Z', 'revision_number': 4, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '059b249f-3426-4a7b-8465-76a8d77a575a', 'name': '', 'network_id': '57719549-1f87-42cb-8207-06a1b7964cda', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'mac_address': 'fa:16:3e:07:c2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_interface', 'standard_attr_id': 985, 'fixed_ips': [{'subnet_id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:23Z', 'updated_at': '2022-01-28T09:42:35Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'subnets': [{'id': '8c919c45-d818-4f1b-b01b-c68d379333ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:44:50.153684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port dcc90bca-e632-4c6a-8437-ad20444850d8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dcc90bca-e632-4c6a-8437-ad20444850d8,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:50.165398 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:50.490399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:50.521563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-f4ff8ca4-9deb-4bd7-8b26-0cd3947ea2ce tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.5058730 Jan 28 09:44:50.538838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:50.542866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=dcc90bca-e632-4c6a-8437-ad20444850d8,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:50.574742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:50.582515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:50.628708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-a22173b3-d342-44bc-90fa-e9c02af2d194 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1058271 Jan 28 09:44:50.834053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54d8059-7468-4fff-a5a3-20ea7df7150a None None] New status for floating IP 87605ad5-0b0e-4513-a2b4-435ffdba0c3c: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:44:50.915059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-a9dec2f1-92d9-4a23-b59e-ef06d7158965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:50.922690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-a9dec2f1-92d9-4a23-b59e-ef06d7158965 service neutron] 10.222.0.25 "GET /v2.0/networks?id=57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 200 len: 921 time: 1.1391599 Jan 28 09:44:51.229415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-55ee1485-75a0-4ab9-9a2d-83ad58e67b0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:51.235705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-55ee1485-75a0-4ab9-9a2d-83ad58e67b0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:51.274346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-55ee1485-75a0-4ab9-9a2d-83ad58e67b0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:51.275194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-55ee1485-75a0-4ab9-9a2d-83ad58e67b0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:51.325564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-55ee1485-75a0-4ab9-9a2d-83ad58e67b0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:51.326900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-55ee1485-75a0-4ab9-9a2d-83ad58e67b0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=40b143ac-fde6-45e5-a855-bc0896978f93&id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 1994 time: 0.6899154 Jan 28 09:44:51.355058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-d0f1ed7c-9919-474a-acfb-c62ec793ad1e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/quotas/38d5669209904426ada30ffdcc25f0df HTTP/1.1" status: 200 len: 375 time: 0.0204275 Jan 28 09:44:51.386326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de8868c4-a40c-42a3-8254-e0e2ba7ad9c5 req-6dd4a09b-0df2-432a-9408-cdecacb04dd0 tempest-FlavorsV2NegativeTest-305279696 tempest-FlavorsV2NegativeTest-305279696-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=1a8f79f7649c4148851570bf35992324&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1678689 Jan 28 09:44:51.483507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-780331ba-3e16-47c9-b522-38ac78d5b6e7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1219227 Jan 28 09:44:51.530675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-18a68133-397d-47a6-93da-fa9e015c4616 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 200 len: 217 time: 0.6005385 Jan 28 09:44:51.838547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-bd65a983-2140-40bb-8af6-eae9ec474f45 service neutron] 10.222.0.42 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344815 Jan 28 09:44:51.973006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-f115bfc5-9398-4e2d-8227-8ddb22ff15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:51.975313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-f115bfc5-9398-4e2d-8227-8ddb22ff15c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 200 len: 859 time: 0.4161971 Jan 28 09:44:52.041248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8a939292-cb7e-4a76-8be9-6170476c082d service neutron] 10.222.0.42 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970856 Jan 28 09:44:52.131848 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-543f8740-58e7-4385-abc7-9d26b4568740 service neutron] 10.222.0.42 "GET /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0852058 Jan 28 09:44:52.140829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8868c4-a40c-42a3-8254-e0e2ba7ad9c5 req-70050182-efe2-4210-83ea-ec1dd6049a7e tempest-FlavorsV2NegativeTest-305279696 tempest-FlavorsV2NegativeTest-305279696-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:52.147130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de8868c4-a40c-42a3-8254-e0e2ba7ad9c5 req-70050182-efe2-4210-83ea-ec1dd6049a7e tempest-FlavorsV2NegativeTest-305279696 tempest-FlavorsV2NegativeTest-305279696-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7600176 Jan 28 09:44:52.197484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de8868c4-a40c-42a3-8254-e0e2ba7ad9c5 req-a8344fe0-79cb-4e27-89a8-7b26654d8800 tempest-FlavorsV2NegativeTest-305279696 tempest-FlavorsV2NegativeTest-305279696-project] 10.222.0.42 "GET /v2.0/quotas/1a8f79f7649c4148851570bf35992324 HTTP/1.1" status: 200 len: 375 time: 0.0293489 Jan 28 09:44:52.333380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de8868c4-a40c-42a3-8254-e0e2ba7ad9c5 req-91fc69fb-57cd-40e5-8166-f7e9b188d104 tempest-FlavorsV2NegativeTest-305279696 tempest-FlavorsV2NegativeTest-305279696-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1a8f79f7649c4148851570bf35992324&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1268995 Jan 28 09:44:52.357370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-df765aca-3594-430f-ac5e-2e29d6f012d2 service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245255 Jan 28 09:44:52.439856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-42bf3617-6a95-46d2-acbd-fbbd63e1c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:52.441419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-42bf3617-6a95-46d2-acbd-fbbd63e1c667 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=57719549-1f87-42cb-8207-06a1b7964cda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4378510 Jan 28 09:44:52.577848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:52.675669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dcc90bca-e632-4c6a-8437-ad20444850d8 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:52.789080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8adfcbc4-be4e-4c04-8d6c-cab9f027a475 service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230585 Jan 28 09:44:52.856149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Subnet': ['ID=4cb9a8e2-b495-445c-a8d6-d563bdb82708,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:52.886113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Checking segment: {'id': 'f1968e72-06b7-4602-86d7-5df99437f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:52.886113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network hostable DHCP agents. Network: a9ec2484-d849-4147-a2c1-e6cec348cbd9, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:44:52.896794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dcc90bca-e632-4c6a-8437-ad20444850d8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:44:52.896794 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:52.935008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-b689d50a-7921-476c-bf7b-5015bd3d8a4a service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706705 Jan 28 09:44:52.996826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-f787aa34-94ad-4693-8a9a-b19287d4bac1 service neutron] 10.222.0.42 "GET /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1970291 Jan 28 09:44:53.043711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:44:53.065464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a9ec2484-d849-4147-a2c1-e6cec348cbd9) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:53.074942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:53.075619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:53.082307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54b991b-acd3-4574-b94f-ff3926f5cb0c None None] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:53.128639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e67d4973-1174-457f-9150-5a37b3d038b6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.1171956 Jan 28 09:44:53.132982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58046) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:53.135094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cb5ecf9-f9de-4afc-b85e-24745c4cc743 req-15000d87-9c9a-4021-91ff-396d8ff58724 service neutron] 10.222.0.25 "GET /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945460 Jan 28 09:44:53.168064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'name': 'tempest-AllowedAddressPairTestJSON-876816867'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:53.316162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-aec25f08-fcd7-4a43-8908-923c84578d39 service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192725 Jan 28 09:44:53.352162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:53.357391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:port and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:53.361028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:53.367747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:53.378938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:53.383227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:53.409653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] device_id is not set on port efdfefd7-1b4a-4056-a120-ebf190c08b54 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:53.503313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3145ef35-2a1d-459e-9291-dd66ba5e3064 service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777492 Jan 28 09:44:53.564792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'tenant_id': '65a55fa172a74f219cb9242e8c546604', 'fixed_ips': [{'subnet_id': '4cb9a8e2-b495-445c-a8d6-d563bdb82708'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:44:53.566214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:53.727854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Allocated IP 172.20.0.4 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/efdfefd7-1b4a-4056-a120-ebf190c08b54) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:53.742090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5182b2d8-762b-450c-8746-3e69fc6bf2cc service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331555 Jan 28 09:44:54.114864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3a936dc6-a1da-4138-bd5d-94527c562658 service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668878 Jan 28 09:44:54.201512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:54.219035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Transition to ACTIVE for port object efdfefd7-1b4a-4056-a120-ebf190c08b54 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:54.263787 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:54.287606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-18ed992c-6325-4893-aff0-acffcda8becd service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618249 Jan 28 09:44:54.340029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:54.348583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:54.364960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:54.389178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Allocated IP 172.20.0.2 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/4e5b9dbb-9c4f-4942-831d-5e7ea521f484) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:54.502162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:54.502840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:54.606145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=efdfefd7-1b4a-4056-a120-ebf190c08b54,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:54.614377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f3ef49c8-fadd-44d6-9131-46e668d5f562 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4536934 Jan 28 09:44:54.616083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3262be02-4d9c-4b0b-9f8f-cd0a6a204f48 service neutron] 10.222.0.42 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197584 Jan 28 09:44:54.616554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58104) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:54.634557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'name': 'tempest-AllowedAddressPairTestJSON-1751293230', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:91:43:d6'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:44:54.883863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-87bf5d7b-9fca-48b0-86c0-7123079b8042 service neutron] 10.222.0.42 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100785 Jan 28 09:44:54.910804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:54.942457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Transition to ACTIVE for port object 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:54.995794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Transition to ACTIVE for port object 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:55.001700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:44:55.017450 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.118832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58132) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:55.180266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-babfdc0e-e670-43ce-b5bc-e8975075fdec tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 200 len: 694 time: 0.1936967 Jan 28 09:44:55.211390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:55.215846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:port and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:55.219640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:55.225969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:55.254173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:44:55.333255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:55.427966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'f2589066-deb0-4d81-a258-51585d864b2d', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': 'f2589066-deb0-4d81-a258-51585d864b2d', 'mac_address': 'fa:16:3e:c8:29:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:44:55.476065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.503194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-d2a21c3d-73ef-4667-a024-42ebcb1c8459 service neutron] 10.222.0.42 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196314 Jan 28 09:44:55.510882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] device_id is not set on port fe84e096-5381-43a4-ae41-139349dd9aa8 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:44:55.546821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-23d939a2-4960-4d48-87a0-ae1a215aa571 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:55.563994 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-23d939a2-4960-4d48-87a0-ae1a215aa571 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.3793194 Jan 28 09:44:55.588383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:55.589291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.645066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2589066-deb0-4d81-a258-51585d864b2d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:44:55.680821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:55.686449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:55.688971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:55.704453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.757576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-42efd793-e8b8-48df-8154-162bb99ebe5a tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 697 time: 0.1922903 Jan 28 09:44:55.777686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.815850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:44:55.820738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Usage tracker for resource:security_group_rule and tenant:1a8f79f7649c4148851570bf35992324 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:44:55.823796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:44:55.834866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:44:55.838912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Pushing event updated for resources: {'Port': ['ID=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:55.933251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c74857ec-f91c-4549-bde2-bf93f82e1974 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.106 HTTP/1.1" status: 200 len: 697 time: 0.1744328 Jan 28 09:44:55.951523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.959297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:55.964376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:55.971564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f2589066-deb0-4d81-a258-51585d864b2d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:44:55.993110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Allocated IP 172.20.0.8 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/fe84e096-5381-43a4-ae41-139349dd9aa8) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:44:56.027657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a8f79f7649c4148851570bf35992324&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207407 Jan 28 09:44:56.030631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae01cd0-b131-4710-b70f-de502a9a66c3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:56.037421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58152) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:56.045268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Attempting to bind port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:44:56.045962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Attempting to bind port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f1968e72-06b7-4602-86d7-5df99437f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:44:56.047186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Attempting to bind port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 on network a9ec2484-d849-4147-a2c1-e6cec348cbd9 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:44:56.078116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:44:56.080425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Checking segment: {'id': 'f1968e72-06b7-4602-86d7-5df99437f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:44:56.082245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.082631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.083102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.083539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.083984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Bound using segment: {'id': 'f1968e72-06b7-4602-86d7-5df99437f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:44:56.084232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.084682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.087609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Bound port: 4e5b9dbb-9c4f-4942-831d-5e7ea521f484, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1968e72-06b7-4602-86d7-5df99437f4c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:44:56.089010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.099558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.103046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.103667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.104274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.109150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.109954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.110548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8446bb68-85ac-4e40-9e9b-a35c7ab42a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:44:56.263114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-344713a9-b117-46dc-a249-f3b6f404b660 service neutron] 10.222.0.42 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5997009 Jan 28 09:44:56.340420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Deleting port a2a7e7b6-abf4-495f-959e-a7fbb089fc99 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:56.341011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.355518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] For port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:44:56.366399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] For port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,segment=NetworkSegment(f1968e72-06b7-4602-86d7-5df99437f4c7),segment_id=f1968e72-06b7-4602-86d7-5df99437f4c7)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:44:56.376957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.403680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91ea5d6e-2300-476e-bfaa-bd3655bc0eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.458477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91ea5d6e-2300-476e-bfaa-bd3655bc0eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.528485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91ea5d6e-2300-476e-bfaa-bd3655bc0eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.617007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea5d6e-2300-476e-bfaa-bd3655bc0eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae01cd0-b131-4710-b70f-de502a9a66c3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:56.656962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b46f4-7f4a-4b85-b37b-0e52955e3c43 None None] Pushing event updated for resources: {'Port': ['ID=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:56.889572 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc871d8c-d7b4-44bc-8ebf-3967cc4f8a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.938683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:56.939038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.076256 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91ea5d6e-2300-476e-bfaa-bd3655bc0eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.085622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-91ea5d6e-2300-476e-bfaa-bd3655bc0eb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ae01cd0-b131-4710-b70f-de502a9a66c3 HTTP/1.1" status: 204 len: 168 time: 1.0471976 Jan 28 09:44:57.113235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-570f3343-135b-48ac-a78f-6b6bd2bb20a2 service neutron] 10.222.0.42 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8392217 Jan 28 09:44:57.437813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:44:57.446278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Calling delete_port for a2a7e7b6-abf4-495f-959e-a7fbb089fc99 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:44:57.476856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.504706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Transition to ACTIVE for port object fe84e096-5381-43a4-ae41-139349dd9aa8 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:44:57.534704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.788360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:44:57.795438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:44:57.804917 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.807421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:44:57.847896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:44:57.881393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:44:57.884913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=fe84e096-5381-43a4-ae41-139349dd9aa8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:57.888290 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.938405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:57.996602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:58.007522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:58.008384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:58.056595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d4f0027-9bdf-4331-83db-053760f562af tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.4378066 Jan 28 09:44:58.059019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58180) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:58.129879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event deleted for resources: {'Port': ['ID=a2a7e7b6-abf4-495f-959e-a7fbb089fc99,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:44:58.164602 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1cab6d0d-cc0b-4475-a96c-f15adf38caa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:58.284001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c58bf-8baa-46c8-926f-65417ad918c9 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:58.317244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c58bf-8baa-46c8-926f-65417ad918c9 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:58.334212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2c58bf-8baa-46c8-926f-65417ad918c9 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:44:58.335357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cf2c58bf-8baa-46c8-926f-65417ad918c9 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Synchronizing usage tracker for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:44:58.389931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cf2c58bf-8baa-46c8-926f-65417ad918c9 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Unset dirty status for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:44:58.391955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cf2c58bf-8baa-46c8-926f-65417ad918c9 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.3316686 Jan 28 09:44:58.395762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58192) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:44:58.656471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:58.756321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port fe84e096-5381-43a4-ae41-139349dd9aa8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:44:58.757958 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:58.925328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:59.090498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:44:59.318774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eae904-fbcc-4ce3-9650-e8747b3068bd None None] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:44:59.671640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:44:59.692033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1138f725-b9c8-485b-b8ac-57d039e5c736 req-c2e70f71-63b6-472d-9511-019a9ce09bfc tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "DELETE /v2.0/floatingips/87605ad5-0b0e-4513-a2b4-435ffdba0c3c HTTP/1.1" status: 204 len: 173 time: 3.7577045 Jan 28 09:44:59.835213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.007116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Calling delete_port for fe84e096-5381-43a4-ae41-139349dd9aa8 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:00.103922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003626c-e0eb-491b-a320-9b77b89adb01 req-0f6140d1-0b48-490d-8dba-7090ec9d9e68 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:00.126523 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9003626c-e0eb-491b-a320-9b77b89adb01 req-0f6140d1-0b48-490d-8dba-7090ec9d9e68 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 949 time: 0.3624263 Jan 28 09:45:00.224886 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.240405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port f2589066-deb0-4d81-a258-51585d864b2d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:00.242553 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.298349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Port': ['ID=fe84e096-5381-43a4-ae41-139349dd9aa8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:00.358065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9003626c-e0eb-491b-a320-9b77b89adb01 req-9be2fbf7-4688-4598-9899-188da2cba7b9 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304354 Jan 28 09:45:00.423520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b0e6dbfa-9d1e-46be-9efa-8c63f41e6a12 None None] Provisioning for port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:00.537528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.538278 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.612331 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'code': 200} Jan 28 09:45:00.631493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:00.744219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:00.753392 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.823571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.873492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:00.946358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:01.016166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:01.164193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:01.201134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ce1f4dc0-befc-49d2-be0f-5860653a356a tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/ports/fe84e096-5381-43a4-ae41-139349dd9aa8 HTTP/1.1" status: 204 len: 168 time: 2.8016438 Jan 28 09:45:01.201970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58248) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:01.318997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:01.338635 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d699f9e-fa2b-4286-8bed-9edecb865b92 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] GET failed (client error): The resource could not be found. Jan 28 09:45:01.345868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0d699f9e-fa2b-4286-8bed-9edecb865b92 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "GET /v2.0/ports/fe84e096-5381-43a4-ae41-139349dd9aa8 HTTP/1.1" status: 404 len: 333 time: 0.1370618 Jan 28 09:45:01.346215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58256) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:01.352438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'name': 'tempest-AllowedAddressPairTestJSON-439768983'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:01.455787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,segment=NetworkSegment(f1968e72-06b7-4602-86d7-5df99437f4c7),segment_id=f1968e72-06b7-4602-86d7-5df99437f4c7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:01.473207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:01.494115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:01.495900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Could not find standard attr ID for object fe84e096-5381-43a4-ae41-139349dd9aa8. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:45:01.624240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:01.660994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Provisioning for port efdfefd7-1b4a-4056-a120-ebf190c08b54 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:01.675053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Provisioning complete for port efdfefd7-1b4a-4056-a120-ebf190c08b54 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:01.675559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:01.705693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:01.711350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:port and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:01.716303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:01.735816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:01.754162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:01.760915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:01.832851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] device_id is not set on port afe5455f-3e12-425c-871a-6d940cc2f9d7 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:45:01.834439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Port efdfefd7-1b4a-4056-a120-ebf190c08b54 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:01.847116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Provisioning complete for port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:01.847492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-82264ed0-fbef-4f4c-b8ae-79ab01faab39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:02.166373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Allocated IP 172.20.0.8 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/afe5455f-3e12-425c-871a-6d940cc2f9d7) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:02.197954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3cad06b4-8c2f-4af4-94f8-594e30548cc7 None None] Could not find standard attr ID for object fe84e096-5381-43a4-ae41-139349dd9aa8. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:45:02.231241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3cad06b4-8c2f-4af4-94f8-594e30548cc7 None None] Provisioning complete for port efdfefd7-1b4a-4056-a120-ebf190c08b54 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:02.231806 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3cad06b4-8c2f-4af4-94f8-594e30548cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:02.389009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3cad06b4-8c2f-4af4-94f8-594e30548cc7 None None] Port efdfefd7-1b4a-4056-a120-ebf190c08b54 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:02.589240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:02.611948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Transition to ACTIVE for port object afe5455f-3e12-425c-871a-6d940cc2f9d7 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:02.614441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:02.644892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:02.751542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:02.754828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:02.759590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:02.810003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=afe5455f-3e12-425c-871a-6d940cc2f9d7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:02.848478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-99bcef90-ca1e-4bc0-bc51-170851865f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:02.849885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-99bcef90-ca1e-4bc0-bc51-170851865f28 service neutron] 10.222.0.43 "GET /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 1033 time: 0.4015789 Jan 28 09:45:02.901659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:02.902388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:02.955452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-172bbd29-24de-41c9-b793-8d75c9c71857 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6054449 Jan 28 09:45:02.955452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58272) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:02.959856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-bee659d2-0e4c-4092-96f4-30688b0e2ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:02.962418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-bee659d2-0e4c-4092-96f4-30688b0e2ea8 service neutron] 10.222.0.43 "GET /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 1033 time: 0.1066210 Jan 28 09:45:02.965588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:91:43:d6'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:03.228770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-59f8c542-c271-4edd-b2bc-0a4651e88991 None None] Provisioning for port afe5455f-3e12-425c-871a-6d940cc2f9d7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:03.236125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-59f8c542-c271-4edd-b2bc-0a4651e88991 None None] Provisioning complete for port afe5455f-3e12-425c-871a-6d940cc2f9d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:03.236875 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59f8c542-c271-4edd-b2bc-0a4651e88991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:03.326111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:03.329472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-59f8c542-c271-4edd-b2bc-0a4651e88991 None None] Port afe5455f-3e12-425c-871a-6d940cc2f9d7 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:03.360229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-35575f70-700a-48b8-8b92-f5447a9ada3e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:03.381300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-35575f70-700a-48b8-8b92-f5447a9ada3e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:03.388269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-35575f70-700a-48b8-8b92-f5447a9ada3e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:03.391336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-35575f70-700a-48b8-8b92-f5447a9ada3e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=40b143ac-fde6-45e5-a855-bc0896978f93&id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 1994 time: 0.4212642 Jan 28 09:45:03.480481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-cb1b956d-f465-4d9f-aeed-c2ca62f1a19d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38d5669209904426ada30ffdcc25f0df HTTP/1.1" status: 200 len: 379 time: 0.0794325 Jan 28 09:45:03.496426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'admin_state_up': True, 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'security_groups': ['2decd204-ca7f-493e-a827-5d37df486455']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:03.622178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:03.699536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:03.706365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:03.759344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:03.774034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:03.802720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:03.803204 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:03.803370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:03.807321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.182742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 172.20.0.6 (5ee56f93-bdf8-4352-b913-5451a018b663/d6899bd0-d298-493d-9c2e-d0b22674028c/a74c2111-22ea-4855-9f92-42ecb94b8e0b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:04.278552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] In _notify_port_updated(), no bound segment for port afe5455f-3e12-425c-871a-6d940cc2f9d7 on network a9ec2484-d849-4147-a2c1-e6cec348cbd9 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:45:04.286245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:04.286894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.288341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "PUT /v2.0/ports/afe5455f-3e12-425c-871a-6d940cc2f9d7 HTTP/1.1" status: 200 len: 992 time: 1.3309324 Jan 28 09:45:04.291431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58282) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:04.342415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9181d5cc-fcbe-4786-9bdc-7ce363a17161 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=afe5455f-3e12-425c-871a-6d940cc2f9d7,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:04.380411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port afe5455f-3e12-425c-871a-6d940cc2f9d7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:04.380780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.389010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3cd73f3f-67a4-4234-b5ed-87c07756b9bc None None] Provisioning complete for port afe5455f-3e12-425c-871a-6d940cc2f9d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:04.389612 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3cd73f3f-67a4-4234-b5ed-87c07756b9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.497095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3cd73f3f-67a4-4234-b5ed-87c07756b9bc None None] Port afe5455f-3e12-425c-871a-6d940cc2f9d7 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:04.549511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.584003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object a74c2111-22ea-4855-9f92-42ecb94b8e0b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:04.630839 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.749006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 5ee56f93-bdf8-4352-b913-5451a018b663 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:04.752954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:04.755334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:04.845039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:04.845688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.866891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:04.893146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4011602 Jan 28 09:45:04.893885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb4887c-2f74-4313-a320-bf91405c6540 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:04.903329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'admin_state_up': True, 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'security_groups': ['2decd204-ca7f-493e-a827-5d37df486455']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:05.086628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:05.097188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:port and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:05.101640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for port was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:05.111421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:05.136208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:05.139709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:05.223691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Calling delete_port for afe5455f-3e12-425c-871a-6d940cc2f9d7 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:05.232525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0c0efb00-0883-48fc-8a46-e7070454af3d None None] Provisioning for port a74c2111-22ea-4855-9f92-42ecb94b8e0b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:05.249371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0c0efb00-0883-48fc-8a46-e7070454af3d None None] Provisioning complete for port a74c2111-22ea-4855-9f92-42ecb94b8e0b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:05.249740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c0efb00-0883-48fc-8a46-e7070454af3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:05.422043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 10.1.1.98 (0e2863b2-6f71-48f1-88c5-0a613e61d893/e1d8c9ef-e100-44cc-9cac-7a204aaa35f2/906aac39-51c4-4634-b6ce-3804614658bf) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:05.472872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:05.490396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0c0efb00-0883-48fc-8a46-e7070454af3d None None] Port a74c2111-22ea-4855-9f92-42ecb94b8e0b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:05.605726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Port': ['ID=afe5455f-3e12-425c-871a-6d940cc2f9d7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:05.855258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:05.861263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:05.885167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object 906aac39-51c4-4634-b6ce-3804614658bf will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:05.886804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8a442d3d-0836-4989-83e3-6dc9c7b68ddb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/ports/afe5455f-3e12-425c-871a-6d940cc2f9d7 HTTP/1.1" status: 204 len: 168 time: 1.5943367 Jan 28 09:45:05.887432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58288) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:05.938897 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-12afec6a-ff0b-4938-9bf9-e0317b74028d tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] GET failed (client error): The resource could not be found. Jan 28 09:45:05.948920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58292) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:05.955115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'name': 'tempest-AllowedAddressPairTestJSON-901322511'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:05.959205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-12afec6a-ff0b-4938-9bf9-e0317b74028d tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "GET /v2.0/ports/afe5455f-3e12-425c-871a-6d940cc2f9d7 HTTP/1.1" status: 404 len: 333 time: 0.0703537 Jan 28 09:45:06.003126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:06.178633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:06.195700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:06.197038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:06.200448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:06.204525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:06.206373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Usage tracker for resource:port and tenant:65a55fa172a74f219cb9242e8c546604 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:06.215468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:06.231675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:06.253250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:06.265068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:06.302163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] device_id is not set on port a5629dbe-3670-43e9-8652-554de2127a2a yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:45:06.358364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:06.359173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:06.407611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5b691b3f-296f-4fa7-9259-9726926c7c5a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5086281 Jan 28 09:45:06.420022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'admin_state_up': True, 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'security_groups': ['2decd204-ca7f-493e-a827-5d37df486455']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:06.630928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a89adcdb-b583-471e-95c5-816561d881e7 None None] Provisioning for port 906aac39-51c4-4634-b6ce-3804614658bf completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:06.647291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a89adcdb-b583-471e-95c5-816561d881e7 None None] Provisioning complete for port 906aac39-51c4-4634-b6ce-3804614658bf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:06.647714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a89adcdb-b583-471e-95c5-816561d881e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:06.668360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:06.675614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:port and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:06.680503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for port was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:06.687480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:06.705602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:06.713525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Allocated IP 172.20.0.7 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/a5629dbe-3670-43e9-8652-554de2127a2a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:06.715128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:06.781573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a89adcdb-b583-471e-95c5-816561d881e7 None None] Port 906aac39-51c4-4634-b6ce-3804614658bf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:06.956120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 10.1.1.87 (0e2863b2-6f71-48f1-88c5-0a613e61d893/e1d8c9ef-e100-44cc-9cac-7a204aaa35f2/79f4a124-ca62-4cf1-8274-a20a543c07f8) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:07.063785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.081597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Transition to ACTIVE for port object a5629dbe-3670-43e9-8652-554de2127a2a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:07.129238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.221845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:07.225275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:07.229496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:07.262630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=a5629dbe-3670-43e9-8652-554de2127a2a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:07.313411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:07.314095 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.377557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0b542200-6726-403e-9e8d-f2296d8730b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4249585 Jan 28 09:45:07.378397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:07.393813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:91:43:d6'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:07.400947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.442849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object 79f4a124-ca62-4cf1-8274-a20a543c07f8 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:07.493962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.613106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-244ee48e-ac07-4311-896b-283530083870 None None] Provisioning for port a5629dbe-3670-43e9-8652-554de2127a2a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:07.623371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-244ee48e-ac07-4311-896b-283530083870 None None] Provisioning complete for port a5629dbe-3670-43e9-8652-554de2127a2a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:07.628059 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-244ee48e-ac07-4311-896b-283530083870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.671330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:07.674295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:07.683271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:07.807385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-244ee48e-ac07-4311-896b-283530083870 None None] Port a5629dbe-3670-43e9-8652-554de2127a2a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:07.831324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:07.860433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:07.869293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:07.919039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-add52972-0359-433a-92f9-0143f67df089 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5029593 Jan 28 09:45:07.929256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93', 'admin_state_up': True, 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'security_groups': ['2decd204-ca7f-493e-a827-5d37df486455']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:07.980318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:08.044609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-58a96222-1805-455e-b573-83cea489bd0f None None] Provisioning for port 79f4a124-ca62-4cf1-8274-a20a543c07f8 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:08.051337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-58a96222-1805-455e-b573-83cea489bd0f None None] Provisioning complete for port 79f4a124-ca62-4cf1-8274-a20a543c07f8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:08.052058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-58a96222-1805-455e-b573-83cea489bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:08.140362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:08.144973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:port and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:08.154035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:08.174519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:08.185724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:08.214404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-58a96222-1805-455e-b573-83cea489bd0f None None] Port 79f4a124-ca62-4cf1-8274-a20a543c07f8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:08.350266 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:08.355236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:08.358462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:08.605973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=a5629dbe-3670-43e9-8652-554de2127a2a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:08.638194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] In _notify_port_updated(), no bound segment for port a5629dbe-3670-43e9-8652-554de2127a2a on network a9ec2484-d849-4147-a2c1-e6cec348cbd9 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:45:08.647160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:08.653170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:08.658034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d4476282-2450-4a93-af94-1b40ad215489 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "PUT /v2.0/ports/a5629dbe-3670-43e9-8652-554de2127a2a HTTP/1.1" status: 200 len: 995 time: 1.2774286 Jan 28 09:45:08.658662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58304) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:08.813727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 10.2.2.100 (40b143ac-fde6-45e5-a855-bc0896978f93/f720e206-d057-4715-b60e-e1754ec54491/b424457b-50c4-44c2-9ef6-c2aef8dfdc9f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:08.820064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port a5629dbe-3670-43e9-8652-554de2127a2a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:08.820381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.064479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bb8c12f5-f36c-4090-8e0e-f186d2163d31 None None] Provisioning complete for port a5629dbe-3670-43e9-8652-554de2127a2a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:09.066206 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bb8c12f5-f36c-4090-8e0e-f186d2163d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.209026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c12f5-f36c-4090-8e0e-f186d2163d31 None None] Port a5629dbe-3670-43e9-8652-554de2127a2a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:09.228978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.261895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object b424457b-50c4-44c2-9ef6-c2aef8dfdc9f will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:09.303507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.321205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.427900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 40b143ac-fde6-45e5-a855-bc0896978f93 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:09.432858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:09.438913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:09.607356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:09.608452 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.636646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Calling delete_port for a5629dbe-3670-43e9-8652-554de2127a2a owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:09.647135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7204270 Jan 28 09:45:09.648988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902631b5-d489-4c94-94b3-1314a221cd1b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:09.662671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93', 'admin_state_up': True, 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'security_groups': ['2decd204-ca7f-493e-a827-5d37df486455']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:09.842419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:09.847802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Usage tracker for resource:port and tenant:38d5669209904426ada30ffdcc25f0df is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:09.850938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Quota usage for port was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:09.858191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:09.873670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Made reservation on behalf of 38d5669209904426ada30ffdcc25f0df for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:09.884228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.888221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.936234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ad4a0a0-69d8-4dab-a246-16e8ba29e621 None None] Provisioning for port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:09.958217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ad4a0a0-69d8-4dab-a246-16e8ba29e621 None None] Provisioning complete for port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:09.959707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ad4a0a0-69d8-4dab-a246-16e8ba29e621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:09.969439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Port': ['ID=a5629dbe-3670-43e9-8652-554de2127a2a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:10.281937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:10.314999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7cab8162-74b6-465b-9923-beae2093f018 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/ports/a5629dbe-3670-43e9-8652-554de2127a2a HTTP/1.1" status: 204 len: 168 time: 1.6552567 Jan 28 09:45:10.315622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58312) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:10.348574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4a0a0-69d8-4dab-a246-16e8ba29e621 None None] Port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:10.388396 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cb2f9a-f32b-4008-86b6-639d7da5fa9b tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] GET failed (client error): The resource could not be found. Jan 28 09:45:10.389019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-91cb2f9a-f32b-4008-86b6-639d7da5fa9b tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Synchronizing usage tracker for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:10.419815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-91cb2f9a-f32b-4008-86b6-639d7da5fa9b tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Unset dirty status for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:10.428020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58316) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:10.428903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91cb2f9a-f32b-4008-86b6-639d7da5fa9b tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "GET /v2.0/ports/a5629dbe-3670-43e9-8652-554de2127a2a HTTP/1.1" status: 404 len: 333 time: 0.1100225 Jan 28 09:45:10.434572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'name': 'tempest-AllowedAddressPairTestJSON-716367708'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:10.458671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Allocated IP 10.2.2.200 (40b143ac-fde6-45e5-a855-bc0896978f93/f720e206-d057-4715-b60e-e1754ec54491/158fd55c-67c3-45c9-bb6e-c98d6a10af59) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:10.710666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:10.733257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:10.785863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:10.791572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:10.960687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:10.964052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] device_id is not set on port 5e3975e1-d181-4dcd-a068-0fc61334a2f4 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:45:11.067110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Transition to ACTIVE for port object 158fd55c-67c3-45c9-bb6e-c98d6a10af59 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:11.188154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Allocated IP 172.20.0.13 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/5e3975e1-d181-4dcd-a068-0fc61334a2f4) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:11.429794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:11.548303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Network 40b143ac-fde6-45e5-a855-bc0896978f93 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:11.557508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:11.566327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:11.575814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:11.692174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event updated for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:11.695122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Transition to ACTIVE for port object 5e3975e1-d181-4dcd-a068-0fc61334a2f4 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:11.725313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:11.726053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:11.777114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-70ca1c8b-093f-4cdd-b317-6f01a9bb4983 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1224115 Jan 28 09:45:11.787791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-71ae4383-08ec-4584-8d4e-1dda075e084f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:11.788865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-71ae4383-08ec-4584-8d4e-1dda075e084f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053916 Jan 28 09:45:11.803676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:11.852762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:11.938153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:11.948966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:11.957926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:11.992190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0b41c5da-f28b-4f6b-b250-bedab331dbf9 None None] Provisioning for port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:12.008869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0b41c5da-f28b-4f6b-b250-bedab331dbf9 None None] Provisioning complete for port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:12.009542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0b41c5da-f28b-4f6b-b250-bedab331dbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:12.075478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=5e3975e1-d181-4dcd-a068-0fc61334a2f4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:12.120561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0b41c5da-f28b-4f6b-b250-bedab331dbf9 None None] Port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:12.139571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:12.141308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:12.166254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:12.216250 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8129e570-a765-4e95-a9d8-bd356bd75afb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7840405 Jan 28 09:45:12.216720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58326) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:12.225377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'network_id': 'a9ec2484-d849-4147-a2c1-e6cec348cbd9', 'name': 'tempest-AllowedAddressPairTestJSON-1527080281'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:12.346550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ea79f45c-0582-4df2-9b14-cc32a17597d3 None None] Provisioning for port 5e3975e1-d181-4dcd-a068-0fc61334a2f4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:12.355400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ea79f45c-0582-4df2-9b14-cc32a17597d3 None None] Provisioning complete for port 5e3975e1-d181-4dcd-a068-0fc61334a2f4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:12.358516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea79f45c-0582-4df2-9b14-cc32a17597d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:12.522877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ea79f45c-0582-4df2-9b14-cc32a17597d3 None None] Port 5e3975e1-d181-4dcd-a068-0fc61334a2f4 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:12.603821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:12.627791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:12.645307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Made reservation on behalf of 65a55fa172a74f219cb9242e8c546604 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:12.658373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:12.715793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] device_id is not set on port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:45:12.853770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:12.865625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:12.876502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:12.882622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:12.908612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:12.909932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:13.057688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:13.059471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c46b056-9109-4838-9855-166c72400f9f req-a149bef0-cacb-4c26-81a7-f5bc67d850f5 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 3814 time: 0.3489997 Jan 28 09:45:13.111139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a74c2111-22ea-4855-9f92-42ecb94b8e0b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:13.123936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:13.144774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Allocated IP 172.20.0.9 (a9ec2484-d849-4147-a2c1-e6cec348cbd9/4cb9a8e2-b495-445c-a8d6-d563bdb82708/03297d8f-5f51-4b3d-b30e-bff8e6fbc841) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:13.167791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c46b056-9109-4838-9855-166c72400f9f req-8d90fff5-df2c-4c41-84a9-29e7498d6453 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769551 Jan 28 09:45:13.170767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Transition to ACTIVE for port object a74c2111-22ea-4855-9f92-42ecb94b8e0b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:13.176459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:13.466351 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:13.542152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58364) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:13.732858 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d', 'code': 200} Jan 28 09:45:13.822488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Pushing event updated for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:14.003114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.095320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.105998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Transition to ACTIVE for port object 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:14.165984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.239576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-2d5101b7-45e3-4d0c-b6d6-aed8f8a65bcf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:14.241140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-2d5101b7-45e3-4d0c-b6d6-aed8f8a65bcf tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.6955671 Jan 28 09:45:14.247666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Attempting to bind port a74c2111-22ea-4855-9f92-42ecb94b8e0b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:14.247992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Attempting to bind port a74c2111-22ea-4855-9f92-42ecb94b8e0b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:14.248307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Attempting to bind port a74c2111-22ea-4855-9f92-42ecb94b8e0b on network 5ee56f93-bdf8-4352-b913-5451a018b663 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:14.252342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:14.268275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-b46aac1f-d160-491d-becb-e1352d339470 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/quotas/e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 375 time: 0.0134773 Jan 28 09:45:14.268858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Port a74c2111-22ea-4855-9f92-42ecb94b8e0b on network 5ee56f93-bdf8-4352-b913-5451a018b663 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:14.269179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Attempting to bind port a74c2111-22ea-4855-9f92-42ecb94b8e0b on network 5ee56f93-bdf8-4352-b913-5451a018b663 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:14.271591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Usage tracker for resource:security_group_rule and tenant:e38f30008d384b65868b5c6773dcf85e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:14.277391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:14.289942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:14.298552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:14.303928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:14.322102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:14.324798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:14.325304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Checking segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:14.325868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Bound using segment: {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:14.326507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Bound port: a74c2111-22ea-4855-9f92-42ecb94b8e0b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957596bf-bfba-4a3c-a2b8-2b5043f0cdab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:14.327011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.367710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=03297d8f-5f51-4b3d-b30e-bff8e6fbc841,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:14.386050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.386374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.386788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.387123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.387456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.387779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.388094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.388410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.388762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.389233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.389553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.389914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:14.406171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50183a-04d7-493a-becf-26b94c339dcc req-f0b5bda4-7b17-495b-bce4-222f77276ab5 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:14.407281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8a50183a-04d7-493a-becf-26b94c339dcc req-f0b5bda4-7b17-495b-bce4-222f77276ab5 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:14.440824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8a50183a-04d7-493a-becf-26b94c339dcc req-f0b5bda4-7b17-495b-bce4-222f77276ab5 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:14.442599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8a50183a-04d7-493a-becf-26b94c339dcc req-f0b5bda4-7b17-495b-bce4-222f77276ab5 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 945 time: 0.4439857 Jan 28 09:45:14.451789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:14.452443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.547008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:14.561109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:14.568134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.647259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-5feff920-5a92-404e-b0a4-285202e5794f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3726110 Jan 28 09:45:14.765657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-79618222-541b-467f-9526-7806cef69da6 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5471201 Jan 28 09:45:14.768779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:14.769547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.770874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58384) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:14.773357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] 10.222.0.43 "PUT /v2.0/ports/a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 1091 time: 2.9780295 Jan 28 09:45:14.773870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8a50183a-04d7-493a-becf-26b94c339dcc req-1fd224cc-86dc-4eab-ba2f-8dc6e7a9bde2 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3154421 Jan 28 09:45:14.794532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:91:43:d6'}, {'ip_address': '172.20.0.13', 'mac_address': 'fa:16:3e:23:22:07'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:14.798160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-732030e4-0121-4481-906a-0668e9bd6b24 None None] Provisioning for port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:14.798701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:14.814502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-732030e4-0121-4481-906a-0668e9bd6b24 None None] Provisioning complete for port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:14.815128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-732030e4-0121-4481-906a-0668e9bd6b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:14.865006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:14.918493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-732030e4-0121-4481-906a-0668e9bd6b24 None None] Port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:15.049412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.089915 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.099679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.137076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8b6ccc-d358-4b18-a6d0-a23583baef1b service neutron] Pushing event updated for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:15.226888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-8a3e077e-03e3-4abd-ac76-d0aaa3b213bb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:15.230892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-8a3e077e-03e3-4abd-ac76-d0aaa3b213bb tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.25 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 945 time: 0.5632396 Jan 28 09:45:15.277240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.387285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e38f30008d384b65868b5c6773dcf85e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8191073 Jan 28 09:45:15.401288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24bd0e-eb78-4cd6-bc4a-2b619adee9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263fc852-d3b5-465f-b4ef-5a314512432d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:15.405185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:15.430342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Deleting port 78555e4a-0e5a-4031-88c0-aa616de1df08 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:15.430709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.477737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-9029c5b7-bb4b-499b-9e4f-c39a8d4ff5a1 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8279147 Jan 28 09:45:15.670007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-874f856a-c172-42cb-8df4-a29ef6fe560f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.713029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.820353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-874f856a-c172-42cb-8df4-a29ef6fe560f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:15.866737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-c902b604-8449-46d7-8b72-0c97932b9967 service neutron] 10.222.0.42 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881252 Jan 28 09:45:15.950400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:15.956291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:15.962495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:15.969295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:15.975219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:15.976204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:16.091589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfc2577-27d3-441d-9042-d50e0ec53578 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:16.095931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:16.097505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-d0e48bb1-7da5-47c8-8eca-f360b188d3f9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 3826 time: 0.5750680 Jan 28 09:45:16.114434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:16.147513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-874f856a-c172-42cb-8df4-a29ef6fe560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:16.169601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] For port 78555e4a-0e5a-4031-88c0-aa616de1df08, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=78555e4a-0e5a-4031-88c0-aa616de1df08,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:16.169952 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:16.191036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Transition to ACTIVE for port object dbfc2577-27d3-441d-9042-d50e0ec53578 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:16.222862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:16.328200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f856a-c172-42cb-8df4-a29ef6fe560f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263fc852-d3b5-465f-b4ef-5a314512432d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:16.331158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-874f856a-c172-42cb-8df4-a29ef6fe560f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:16.332294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-874f856a-c172-42cb-8df4-a29ef6fe560f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/263fc852-d3b5-465f-b4ef-5a314512432d HTTP/1.1" status: 204 len: 168 time: 0.9108758 Jan 28 09:45:16.521042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Calling delete_port for 78555e4a-0e5a-4031-88c0-aa616de1df08 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:16.714657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-73ab52cc-3469-4d9c-9a90-7061181c65cc tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:16.843765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-73ab52cc-3469-4d9c-9a90-7061181c65cc tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:16.845492 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e8a02de-44f7-4853-8dce-4e8824976b0a req-73ab52cc-3469-4d9c-9a90-7061181c65cc tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7268550 Jan 28 09:45:16.861595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:16.949086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Attempting to bind port dbfc2577-27d3-441d-9042-d50e0ec53578 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:16.949421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Attempting to bind port dbfc2577-27d3-441d-9042-d50e0ec53578 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:16.951769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Attempting to bind port dbfc2577-27d3-441d-9042-d50e0ec53578 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:16.960709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Port dbfc2577-27d3-441d-9042-d50e0ec53578 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:16.961100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Attempting to bind port dbfc2577-27d3-441d-9042-d50e0ec53578 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:16.975184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:16.975523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Checking segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:16.975914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Bound using segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:16.976343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Bound port: dbfc2577-27d3-441d-9042-d50e0ec53578, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:16.976703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:17.251487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:45:17.281174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:17.294291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:17.294561 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'status': 'completed', 'code': 200} Jan 28 09:45:17.463018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:17.487453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=dbfc2577-27d3-441d-9042-d50e0ec53578,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:17.523533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:17.863119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:17.864106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:17.869811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] 10.222.0.43 "PUT /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 1136 time: 3.0204594 Jan 28 09:45:17.915188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34b2e8f0-8a7e-451e-98e9-e3230f928ad3 req-5800f12d-3743-43c4-9a6b-dc24e526493b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 210 time: 0.4111307 Jan 28 09:45:17.974694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:17.983187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-727be885-56d3-4425-a897-338821acea9a None None] Provisioning complete for port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:17.983756 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-727be885-56d3-4425-a897-338821acea9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:18.274182 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:45:18.303615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:18.340955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-727be885-56d3-4425-a897-338821acea9a None None] Port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:18.426003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event updated for resources: {'Port': ['ID=03297d8f-5f51-4b3d-b30e-bff8e6fbc841,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:18.472982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a62a35-bd07-4625-a568-f5896fcab3bd service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:18.507556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.508434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.509167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.509988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.510642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.511452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.513693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] In _notify_port_updated(), no bound segment for port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 on network a9ec2484-d849-4147-a2c1-e6cec348cbd9 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:45:18.517331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-920e5664-a2de-4009-9496-e725417ee57a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5248 time: 1.2079291 Jan 28 09:45:18.517987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58504) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:18.520142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.521396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:18.523033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-20194215-1dfe-4cab-b657-4ef085df08b1 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "PUT /v2.0/ports/03297d8f-5f51-4b3d-b30e-bff8e6fbc841 HTTP/1.1" status: 200 len: 1056 time: 3.7482374 Jan 28 09:45:18.539950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58508) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:18.564023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Pushing event deleted for resources: {'Port': ['ID=78555e4a-0e5a-4031-88c0-aa616de1df08,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:18.568040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] No DVR routers for this DVR port 78555e4a-0e5a-4031-88c0-aa616de1df08 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:45:18.572134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:18.699529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'name': 'network-vif-deleted', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:18.727194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:18.727850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:18.728042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:18.846550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-649954210-network', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:18.894455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7560f-4399-4b9e-9e8c-3da2ee6d7af8 req-f51f9604-fa52-4b48-a638-9f7a53592ae7 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:18.895606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1ea7560f-4399-4b9e-9e8c-3da2ee6d7af8 req-f51f9604-fa52-4b48-a638-9f7a53592ae7 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Synchronizing usage tracker for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:18.896019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:18.908410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-484efac5-c058-4a8b-9f06-01cdc5e01ff3 req-bf37a0c6-9aea-4e3b-b7aa-ee54a7a2fc2c tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.25 "DELETE /v2.0/ports/78555e4a-0e5a-4031-88c0-aa616de1df08 HTTP/1.1" status: 204 len: 173 time: 3.5850556 Jan 28 09:45:18.937367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Usage tracker for resource:network and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:18.953456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1ea7560f-4399-4b9e-9e8c-3da2ee6d7af8 req-f51f9604-fa52-4b48-a638-9f7a53592ae7 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] Unset dirty status for tenant:dc749992e74742a4a25a84127dbdeaf6 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:18.964602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ea7560f-4399-4b9e-9e8c-3da2ee6d7af8 req-f51f9604-fa52-4b48-a638-9f7a53592ae7 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/ports?device_id=204566b4-186c-463e-9519-b9371382551f HTTP/1.1" status: 200 len: 945 time: 1.3048406 Jan 28 09:45:18.992778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:19.025658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 78555e4a-0e5a-4031-88c0-aa616de1df08 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:19.105401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 78555e4a-0e5a-4031-88c0-aa616de1df08 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:19.109086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 78555e4a-0e5a-4031-88c0-aa616de1df08 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:19.154543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:19.248749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ea7560f-4399-4b9e-9e8c-3da2ee6d7af8 req-ee0f3b84-d78d-475f-b1d3-1ce63df95bc5 tempest-FloatingIPsAssociationTestJSON-364856479 tempest-FloatingIPsAssociationTestJSON-364856479-project] 10.222.0.42 "GET /v2.0/security-groups?id=bd115d56-1004-4436-aa1c-43e848530997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816274 Jan 28 09:45:19.307631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'dbfc2577-27d3-441d-9042-d50e0ec53578'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:19.349612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-65f0e56f-24ea-4977-a650-c5bfd5221d9b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.356730 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-65f0e56f-24ea-4977-a650-c5bfd5221d9b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 808 time: 0.4257812 Jan 28 09:45:19.358367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:19.394116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Request body: {'port': {'device_id': '174cab33-69df-4609-b3a2-0f66766ce741', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'admin_state_up': True, 'tenant_id': 'e42ad454fa1942f49d555f9bebaf2ebd'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:19.450743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.457228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.464741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.472517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.479185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.487608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.489847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-87ac1daa-5b27-4779-958f-f977ec98f1d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 4604 time: 0.9355750 Jan 28 09:45:19.491968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-a67432a1-7e34-4a6d-9e06-fcbd6bf1504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.492446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-a67432a1-7e34-4a6d-9e06-fcbd6bf1504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.492935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-a67432a1-7e34-4a6d-9e06-fcbd6bf1504a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:19.494357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-a67432a1-7e34-4a6d-9e06-fcbd6bf1504a service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9689338 Jan 28 09:45:19.519455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Made reservation on behalf of 12e7bc8504ef43e6b8d462d30d728538 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:19.537094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:19.679175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Calling delete_port for 03297d8f-5f51-4b3d-b30e-bff8e6fbc841 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:19.752143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:19.994238 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204566b4-186c-463e-9519-b9371382551f', 'name': 'network-vif-deleted', 'tag': '78555e4a-0e5a-4031-88c0-aa616de1df08', 'status': 'completed', 'code': 200} Jan 28 09:45:20.006949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:20.110243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Port': ['ID=03297d8f-5f51-4b3d-b30e-bff8e6fbc841,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:20.121776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:20.136443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Usage tracker for resource:security_group_rule and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:20.142183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:20.149824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-0bb2a33d-a38b-49ab-b2cc-99c4b4e9bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:20.151268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe22c592-0dde-4967-b9c1-7964867b7ca2 req-0bb2a33d-a38b-49ab-b2cc-99c4b4e9bee5 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5822816 Jan 28 09:45:20.187956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:20.191318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca18a083-95a6-4202-8d7a-e08924b2a28b req-66417bca-cebe-4280-b3a0-918f8ac85996 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 210 time: 0.0839586 Jan 28 09:45:20.193515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:20.307431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d84ed6a4-f2cd-45b5-be50-d0dd1536dd6b req-d42c4e07-519b-480f-8754-a3b54d829d85 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8077445 Jan 28 09:45:20.355468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:20.448145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Made reservation on behalf of e42ad454fa1942f49d555f9bebaf2ebd for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:20.452243 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:20.512622 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'dbfc2577-27d3-441d-9042-d50e0ec53578', 'status': 'completed', 'code': 200} Jan 28 09:45:20.638841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58572) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:21.077116 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:21.089006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:21.089637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:21.090110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:21.090584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:21.091094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:21.091562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:21.094277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-e8516aec-10f5-4f9e-8d51-9c5eabe250fe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5290 time: 0.5789497 Jan 28 09:45:21.096267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Allocated IP 172.20.0.2 (662cb69d-5f43-41ae-9e44-2fe1e0008f2c/6d3f4161-41c8-4aac-ac0c-ee3b96fca93c/319a9df3-0f55-4594-a4a0-49b4dec2ea72) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:21.100286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd7ae137-ce5c-4359-8efd-b29ad62573c4 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:21.135121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:21.188932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:21.220895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:45:21.405975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:21.472527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e35a59c0-837e-4752-aadb-a53b7404a323 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/ports/03297d8f-5f51-4b3d-b30e-bff8e6fbc841 HTTP/1.1" status: 204 len: 168 time: 2.9140744 Jan 28 09:45:21.488888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58648) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:21.594739 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-77741fc6-56eb-43ac-9401-613dc27fa667 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] GET failed (client error): The resource could not be found. Jan 28 09:45:21.595513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77741fc6-56eb-43ac-9401-613dc27fa667 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Synchronizing usage tracker for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:21.633688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:21.634170 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Added segment 29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e of type vlan for network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f Jan 28 09:45:21.654098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb559fbd-5c45-44f9-8282-86d0819dcdba,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:21.661918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Transition to ACTIVE for port object bd7ae137-ce5c-4359-8efd-b29ad62573c4 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:21.696058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70045f48-7e10-4af2-8034-96268d2e3214 req-c81ddf43-6a54-474c-8bb6-85065dc4ae0e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 210 time: 0.1137764 Jan 28 09:45:21.738647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:21.782812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77741fc6-56eb-43ac-9401-613dc27fa667 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Unset dirty status for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:21.784090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77741fc6-56eb-43ac-9401-613dc27fa667 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "GET /v2.0/ports/03297d8f-5f51-4b3d-b30e-bff8e6fbc841 HTTP/1.1" status: 404 len: 333 time: 0.2872818 Jan 28 09:45:21.787265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58670) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:21.949055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port 5e3975e1-d181-4dcd-a068-0fc61334a2f4 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:21.949727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:22.169968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:22.254129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-b0b3129d-3a85-46cf-b064-14b96422cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.254746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-b0b3129d-3a85-46cf-b064-14b96422cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.255935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-b0b3129d-3a85-46cf-b064-14b96422cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.257778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-b0b3129d-3a85-46cf-b064-14b96422cb65 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.1502781 Jan 28 09:45:22.294309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Pushing event updated for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:22.519205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:22.722404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Calling delete_port for 5e3975e1-d181-4dcd-a068-0fc61334a2f4 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:22.805621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-6740c6b8-93a2-4ae6-9178-3d68a0fbcb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.807131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9ead3f3-d857-4d67-87a1-1851457eccc1 req-6740c6b8-93a2-4ae6-9178-3d68a0fbcb88 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4775057 Jan 28 09:45:22.876866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.884642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.892602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.903149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.911644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.917489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.923614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.929217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-f62e1c06-245a-4acb-b6b7-aa9e70ba119b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5382 time: 1.0311036 Jan 28 09:45:22.930142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:22.931301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:22.931867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:22.943535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.052200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Attempting to bind port bd7ae137-ce5c-4359-8efd-b29ad62573c4 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:23.052523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Attempting to bind port bd7ae137-ce5c-4359-8efd-b29ad62573c4 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:23.052874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Attempting to bind port bd7ae137-ce5c-4359-8efd-b29ad62573c4 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:23.079107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d57d4d14-8a53-47f9-8b13-79aad12ff0d5 req-2b6d942b-912a-444b-ab4a-83b506d4aceb tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 210 time: 0.0804591 Jan 28 09:45:23.103180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Port bd7ae137-ce5c-4359-8efd-b29ad62573c4 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:23.103498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Attempting to bind port bd7ae137-ce5c-4359-8efd-b29ad62573c4 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:23.119109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.120636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] Pushing event updated for resources: {'Network': ['ID=55a8f30d-1c2c-442b-badc-da6ae03a1c7f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:23.138370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-add1a84e-3f62-4478-acd7-63c0789feba6 req-ced626f4-9617-4c61-acb5-5f7136210a40 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2025256 Jan 28 09:45:23.139115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:23.139445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Checking segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:23.139813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Bound using segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:23.140276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Bound port: bd7ae137-ce5c-4359-8efd-b29ad62573c4, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:23.141191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.141850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:45:23.157603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0ddab226-efa1-4f23-ad7b-4ec8d223e6fa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.6316483 Jan 28 09:45:23.160418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58716) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:23.176274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Request body: {'subnet': {'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-649954210-subnet', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:23.181256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:23.185424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Usage tracker for resource:subnet and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:23.188982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:23.195316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:23.239302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.253043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Made reservation on behalf of 12e7bc8504ef43e6b8d462d30d728538 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:23.255476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.264101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:23.269193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:23.271994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.375078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Port': ['ID=5e3975e1-d181-4dcd-a068-0fc61334a2f4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:23.379632 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.443199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['38d5e821-7639-4611-a5bf-9601fb8d341a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:45:23.498636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:23.506518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:23.507165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:23.508506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] 10.222.0.43 "PUT /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 1136 time: 5.5882432 Jan 28 09:45:23.508970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'bd7ae137-ce5c-4359-8efd-b29ad62573c4'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:23.601894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:23.620565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:23.666800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:23.709710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:23.827744 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'bd7ae137-ce5c-4359-8efd-b29ad62573c4', 'status': 'completed', 'code': 200} Jan 28 09:45:24.096979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.118293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a38cdde-77d6-4cf2-bc00-289983a0c8cb tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/ports/5e3975e1-d181-4dcd-a068-0fc61334a2f4 HTTP/1.1" status: 204 len: 168 time: 2.3300076 Jan 28 09:45:24.120145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58784) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:24.171244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64e1df-f28f-4def-bc22-c24903fd1f7c service neutron] Pushing event updated for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:24.181349 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-707a9aaa-ae31-4335-89a4-92cb980d9b53 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] GET failed (client error): The resource could not be found. Jan 28 09:45:24.181688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-707a9aaa-ae31-4335-89a4-92cb980d9b53 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Synchronizing usage tracker for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:24.260195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-707a9aaa-ae31-4335-89a4-92cb980d9b53 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Unset dirty status for tenant:65a55fa172a74f219cb9242e8c546604 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:24.265054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-707a9aaa-ae31-4335-89a4-92cb980d9b53 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "GET /v2.0/ports/5e3975e1-d181-4dcd-a068-0fc61334a2f4 HTTP/1.1" status: 404 len: 333 time: 0.1396101 Jan 28 09:45:24.276201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:24.366158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.386406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.389443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.518796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-39cd7e11-2a0c-440b-b7d5-64ba254061a7 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.522942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-39cd7e11-2a0c-440b-b7d5-64ba254061a7 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 1.1301303 Jan 28 09:45:24.577365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-102477b4-60a3-412d-ad63-c4327c8b0bec tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1878607 Jan 28 09:45:24.606655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Request body: {'port': {'device_id': '174cab33-69df-4609-b3a2-0f66766ce741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:24.623410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.665692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Deleting port 059b249f-3426-4a7b-8465-76a8d77a575a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:24.666281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.701670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-beebd403-6b8f-497f-b0b8-559925b558e9 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/quotas/859935fd7aa048c79afe84289d422ad4 HTTP/1.1" status: 200 len: 375 time: 0.1496451 Jan 28 09:45:24.734521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port efdfefd7-1b4a-4056-a120-ebf190c08b54 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:24.734862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.840019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.840692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.840992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.841458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.841923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.842385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.842846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:24.845476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-aa8c3985-3992-49db-900b-f5456b0e7509 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6219 time: 1.0169952 Jan 28 09:45:24.918078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:24.976987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f505a53-bdfc-4ca7-8914-9755c5cfdcf6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:25.056931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:25.068626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Checking segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:25.069011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Network hostable DHCP agents. Network: 55a8f30d-1c2c-442b-badc-da6ae03a1c7f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:45:25.087637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-6c822c2a-202a-44a6-95e6-56a3db320df5 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.089146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-6c822c2a-202a-44a6-95e6-56a3db320df5 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3394461-b7c7-4a6a-9aaa-b71f1d17fc25 HTTP/1.1" status: 200 len: 945 time: 0.6883492 Jan 28 09:45:25.222304 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.244623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-3c9f7c1b-01dd-4914-bc03-706c8d623f2c tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5157380 Jan 28 09:45:25.270455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:25.272745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:25.279641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.323057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:45:25.342305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Deleting port f2589066-deb0-4d81-a258-51585d864b2d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:25.342702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.357995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:25.367532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.367866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.368195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.368520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.368871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.369381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.369860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.370425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.370906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.371380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.372617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.373529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:25.411896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd469f26-e02f-459a-a1b4-15bf0d7d4a8c req-af56d64c-df43-410e-a3a7-c6434523f81d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.413382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd469f26-e02f-459a-a1b4-15bf0d7d4a8c req-af56d64c-df43-410e-a3a7-c6434523f81d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 931 time: 0.6044867 Jan 28 09:45:25.414196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 55a8f30d-1c2c-442b-badc-da6ae03a1c7f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:25.419197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.420001 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.428048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] For port 059b249f-3426-4a7b-8465-76a8d77a575a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=059b249f-3426-4a7b-8465-76a8d77a575a,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:25.428700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.428895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bddd353-fbac-4ed8-98df-ae19394a89e8 None None] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:25.435363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-55eb734a-71ff-4d99-a50a-06cc1bc38da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.435840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-55eb734a-71ff-4d99-a50a-06cc1bc38da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.436314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-55eb734a-71ff-4d99-a50a-06cc1bc38da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.438395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-55eb734a-71ff-4d99-a50a-06cc1bc38da7 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5734868 Jan 28 09:45:25.590788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-48b59083-a487-48ef-acf3-adb956adcad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:25.592137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ed93d6e-a721-47a5-8c4e-1700abb25e65 req-48b59083-a487-48ef-acf3-adb956adcad0 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361110 Jan 28 09:45:25.636703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Calling delete_port for 059b249f-3426-4a7b-8465-76a8d77a575a owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:25.704931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:45:25.705894 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.806111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-d978e79e-734b-41a6-a171-a8a912cb2c52 service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189977 Jan 28 09:45:25.904748 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d87a3e00-a9f9-4600-bbdc-a2b888965f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.915734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:25.925571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Allocated IP 172.20.0.2 (55a8f30d-1c2c-442b-badc-da6ae03a1c7f/9f505a53-bdfc-4ca7-8914-9755c5cfdcf6/89cd9c0a-93d8-495e-85f6-f824dacaef7f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:26.050012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906aac39-51c4-4634-b6ce-3804614658bf {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:26.063928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.077352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Calling delete_port for efdfefd7-1b4a-4056-a120-ebf190c08b54 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:26.100256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:26.115201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.138886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Transition to ACTIVE for port object 906aac39-51c4-4634-b6ce-3804614658bf will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:26.150341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.155351 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-76e01a4d-5657-41e7-989e-35e8f30d3468 service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399830 Jan 28 09:45:26.202231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Transition to ACTIVE for port object 319a9df3-0f55-4594-a4a0-49b4dec2ea72 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:26.305805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58842) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:26.346466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.351189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7a0a9c0-37f8-4120-85d8-262ba7ffd909 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.1911793 Jan 28 09:45:26.363205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Transition to ACTIVE for port object 89cd9c0a-93d8-495e-85f6-f824dacaef7f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:26.378624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2129134573'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:26.382609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58846) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:26.401050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Transition to ACTIVE for port object 89cd9c0a-93d8-495e-85f6-f824dacaef7f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:26.403685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:26.408823 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.461048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:26.510825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Pushing event updated for resources: {'Port': ['ID=89cd9c0a-93d8-495e-85f6-f824dacaef7f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:26.529714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:network and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:26.534563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:26.535799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:26.540790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:26.543014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:26.593472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:26.601398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.641267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd469f26-e02f-459a-a1b4-15bf0d7d4a8c req-19df1f03-6017-43ac-bc00-de5baf28df2c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1868432 Jan 28 09:45:26.702439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Attempting to bind port 89cd9c0a-93d8-495e-85f6-f824dacaef7f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:26.702876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Attempting to bind port 89cd9c0a-93d8-495e-85f6-f824dacaef7f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:26.703199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Attempting to bind port 89cd9c0a-93d8-495e-85f6-f824dacaef7f on network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:26.712247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:26.712610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Checking segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:26.713054 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.713438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Bound using segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:26.713909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Bound port: 89cd9c0a-93d8-495e-85f6-f824dacaef7f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:26.714263 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.719683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:26.722068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Usage tracker for resource:router and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:26.750191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:26.782999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:26.809525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:26.814198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.865237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] For port 89cd9c0a-93d8-495e-85f6-f824dacaef7f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:26.876180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.882055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.883381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.885174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] For port 89cd9c0a-93d8-495e-85f6-f824dacaef7f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=89cd9c0a-93d8-495e-85f6-f824dacaef7f,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:26.894418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:26.905098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Pushing event updated for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:27.022155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=059b249f-3426-4a7b-8465-76a8d77a575a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:27.073339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b22a3e-50db-49b6-9fa3-fdbe7f0e8554 None None] Pushing event updated for resources: {'Port': ['ID=89cd9c0a-93d8-495e-85f6-f824dacaef7f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:27.168430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.171865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] For port f2589066-deb0-4d81-a258-51585d864b2d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f2589066-deb0-4d81-a258-51585d864b2d,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:27.171865 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.183269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:45:27.236424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:27.250512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Attempting to bind port 906aac39-51c4-4634-b6ce-3804614658bf on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:27.250850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Attempting to bind port 906aac39-51c4-4634-b6ce-3804614658bf by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:27.251180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Attempting to bind port 906aac39-51c4-4634-b6ce-3804614658bf on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:27.282104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Port 906aac39-51c4-4634-b6ce-3804614658bf on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:27.282350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Attempting to bind port 906aac39-51c4-4634-b6ce-3804614658bf on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:27.300296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:27.300679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Checking segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:27.301074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Bound using segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:27.303086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Bound port: 906aac39-51c4-4634-b6ce-3804614658bf, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:27.303445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.364574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.381950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.393736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.399510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.399737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.399885 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Added segment 10aeb338-0310-4264-973a-27fdcee26903 of type vlan for network 173119ab-b221-49d5-8329-7350fc395ff7 Jan 28 09:45:27.415080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.421259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.427518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.433731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.435775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17995e25-936f-4171-b683-545cea07255b req-7df438de-0794-420e-a0b9-93d279cbd968 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5394 time: 0.8254993 Jan 28 09:45:27.561172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Port': ['ID=efdfefd7-1b4a-4056-a120-ebf190c08b54,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:27.573709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:27.579770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=906aac39-51c4-4634-b6ce-3804614658bf,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:27.585903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Calling delete_port for f2589066-deb0-4d81-a258-51585d864b2d owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:27.594368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:27.597187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:27.597531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:27.608093 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d', 'code': 200} Jan 28 09:45:27.610229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.646302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:27.646628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:27.726647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17995e25-936f-4171-b683-545cea07255b req-f3232f61-70f2-4859-90bb-5e1ded7971fc tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2158897 Jan 28 09:45:27.726647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:27.726647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:27.726647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:27.730591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Bound port: 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:27.731571 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.786800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:27.790617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.792083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] 10.222.0.43 "PUT /v2.0/ports/906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 200 len: 1090 time: 4.1864758 Jan 28 09:45:27.804929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:27.863171 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:27.865839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:27.886924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 89cd9c0a-93d8-495e-85f6-f824dacaef7f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:27.980261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c5b9c11-4128-4bf9-8926-83da4c776901 req-e531a116-3855-4245-94ad-bd5cea4852b1 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 210 time: 0.1865516 Jan 28 09:45:28.065863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 89cd9c0a-93d8-495e-85f6-f824dacaef7f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:28.175909 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5dbee66-10ad-42d6-9df2-826b07c275e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.181635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.207072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:28.207817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.248572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031857e-5593-4f7f-bd44-a0cb7c43b286 service neutron] Pushing event updated for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:28.371245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:28.392919 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.427218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:28.496651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.589219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-c6d8b2b3-a824-49b1-be86-f34d73d1e0ee service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5175292 Jan 28 09:45:28.685672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:28.686545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.688126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] 10.222.0.25 "PUT /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 1091 time: 4.0911512 Jan 28 09:45:28.690151 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf', 'status': 'completed', 'code': 200} Jan 28 09:45:28.815459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325d4443-3d95-4dfb-a883-5e806a681edf service neutron] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:28.872423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b81ea8-e618-42be-b776-3c7d49023cc4 None None] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:28.945804 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:28.983958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] Provisioning for port 89cd9c0a-93d8-495e-85f6-f824dacaef7f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:29.008993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] Provisioning complete for port 89cd9c0a-93d8-495e-85f6-f824dacaef7f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:29.009631 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.050108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-ebac7787-5137-4a7f-a69e-c45eeda06500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.051754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-ebac7787-5137-4a7f-a69e-c45eeda06500 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 1100 time: 0.4277983 Jan 28 09:45:29.071533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event deleted for resources: {'Port': ['ID=f2589066-deb0-4d81-a258-51585d864b2d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:29.089867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:29.136648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: f2589066-deb0-4d81-a258-51585d864b2d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:29.137012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f2589066-deb0-4d81-a258-51585d864b2d not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:29.162901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.178285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Network': ['ID=173119ab-b221-49d5-8329-7350fc395ff7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:29.221981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 173119ab-b221-49d5-8329-7350fc395ff7 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:45:29.326148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8ae1f9b1-d3f6-47bf-9797-8bbd2c49dea3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.9776740 Jan 28 09:45:29.351696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.381287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58952) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:29.410489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.424394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1662391243'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:29.439223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.448764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e711a0a8-81cb-4a36-9bf1-593f31b7ed0e tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/ports/efdfefd7-1b4a-4056-a120-ebf190c08b54 HTTP/1.1" status: 204 len: 168 time: 5.1706269 Jan 28 09:45:29.458977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] No DVR routers for this DVR port f2589066-deb0-4d81-a258-51585d864b2d on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:45:29.462492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:29.465327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58956) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:29.473886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] For port 89cd9c0a-93d8-495e-85f6-f824dacaef7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=89cd9c0a-93d8-495e-85f6-f824dacaef7f,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:29.477789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.480084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fda9d602-e0c8-4b4b-92b4-560cf566e7b3 req-73f8d9b8-0fa1-4525-a702-98fb32f596cd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "DELETE /v2.0/ports/f2589066-deb0-4d81-a258-51585d864b2d HTTP/1.1" status: 204 len: 173 time: 4.3822789 Jan 28 09:45:29.482440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.491085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-deleted', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:29.497607 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.519946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79f4a124-ca62-4cf1-8274-a20a543c07f8 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:29.520993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-9570716e-ff61-480a-a88d-5f4998281191 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.522900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-9570716e-ff61-480a-a88d-5f4998281191 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 1.3946056 Jan 28 09:45:29.533307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.555413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.556000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.556335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.556831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.557285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.557922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.559277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.561730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-a9d88440-9ca2-4d78-b2d5-c18cbbdc58b7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6286 time: 0.7719452 Jan 28 09:45:29.563218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.570208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Request body: {'port': {'device_id': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'admin_state_up': True, 'tenant_id': '859935fd7aa048c79afe84289d422ad4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:29.570396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-bb4d791e-3c51-4d3c-800c-0c9ad7a0d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:29.571806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-bb4d791e-3c51-4d3c-800c-0c9ad7a0d0fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1094 time: 0.7729571 Jan 28 09:45:29.588370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:network and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:29.614216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61616fe-9ec9-416a-afe3-f845796f919a None None] Pushing event updated for resources: {'Port': ['ID=89cd9c0a-93d8-495e-85f6-f824dacaef7f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:29.738675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:29.764601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Transition to ACTIVE for port object 79f4a124-ca62-4cf1-8274-a20a543c07f8 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:29.768943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:29.774181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-d5bfefad-a4f4-4432-b453-28d65e71d906 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 217 time: 0.0970836 Jan 28 09:45:29.797034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.823143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-98d7047c-2af0-4a2c-b2a1-ff890ffb0bab None None] Provisioning complete for port 89cd9c0a-93d8-495e-85f6-f824dacaef7f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:29.823501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-98d7047c-2af0-4a2c-b2a1-ff890ffb0bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:29.972261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:29.976142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.019885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting subnet 4cb9a8e2-b495-445c-a8d6-d563bdb82708 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:45:30.049051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.118478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12041758-c1ef-4b40-93da-31fb034005f7 req-050d18f5-2bb5-4b1a-b6dc-13d72e307cf4 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.119968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12041758-c1ef-4b40-93da-31fb034005f7 req-050d18f5-2bb5-4b1a-b6dc-13d72e307cf4 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 943 time: 1.7948112 Jan 28 09:45:30.163871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-593a4493-c1e0-4e96-9363-7097cfa9bb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.165651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-593a4493-c1e0-4e96-9363-7097cfa9bb50 service neutron] 10.222.0.43 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 1.0883870 Jan 28 09:45:30.279950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-91173e3a-3813-4acd-bd4c-c151a8f5e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.282154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-91173e3a-3813-4acd-bd4c-c151a8f5e8aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.4869266 Jan 28 09:45:30.282745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:30.307231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-b0627bff-9533-48aa-a966-9ab8012ad2c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4 HTTP/1.1" status: 200 len: 217 time: 0.1148751 Jan 28 09:45:30.309372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-4555401f-f4cf-49b2-9835-32eb83a8483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.309825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-4555401f-f4cf-49b2-9835-32eb83a8483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.310281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-4555401f-f4cf-49b2-9835-32eb83a8483b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.311861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-4555401f-f4cf-49b2-9835-32eb83a8483b service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.7210927 Jan 28 09:45:30.319208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.324942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.328582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:30.331151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.336894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.342567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.348991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.354669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.356653 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-54ed616b-e872-4846-b78d-612803568c40 req-4b6a2601-2210-43ad-8006-8421df07b2c3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5394 time: 1.2372017 Jan 28 09:45:30.359553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12041758-c1ef-4b40-93da-31fb034005f7 req-821da366-7262-4cf4-bfd1-1b703e01045c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063243 Jan 28 09:45:30.394286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:45:30.409095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.432510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:30.460691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Made reservation on behalf of 859935fd7aa048c79afe84289d422ad4 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:30.464114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.510699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-68c6edc4-dbbd-4172-a6d5-dee3c887cf9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2072251 Jan 28 09:45:30.539702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-49e607fd-276a-4a35-9aac-cd3169eadd02 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:30.540593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-49e607fd-276a-4a35-9aac-cd3169eadd02 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136919 Jan 28 09:45:30.547477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.547800 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Added segment 7c070f4a-6d28-4f76-844a-2eba6f6d8964 of type vlan for network d861f532-d335-4336-9773-d7a27d4c1ddf Jan 28 09:45:30.623885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-d6004dbf-b914-419f-bb35-a1404655e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.626210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-d6004dbf-b914-419f-bb35-a1404655e5ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2686384 Jan 28 09:45:30.694345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:30.708265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.719769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-5b80f669-3108-4cbf-9022-710f73e917db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:30.721263 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-768441a4-5fc8-4ea8-9392-bb13ed07392d req-5b80f669-3108-4cbf-9022-710f73e917db service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3970053 Jan 28 09:45:30.736300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Attempting to bind port 79f4a124-ca62-4cf1-8274-a20a543c07f8 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:30.736300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Attempting to bind port 79f4a124-ca62-4cf1-8274-a20a543c07f8 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:30.736703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Attempting to bind port 79f4a124-ca62-4cf1-8274-a20a543c07f8 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:30.742777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-54ed616b-e872-4846-b78d-612803568c40 req-3444a1a1-60b0-472a-b5f1-1425575ebedc tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3408980 Jan 28 09:45:30.763803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.785047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Port 79f4a124-ca62-4cf1-8274-a20a543c07f8 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:30.785330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Attempting to bind port 79f4a124-ca62-4cf1-8274-a20a543c07f8 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:30.813706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:30.813950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Checking segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:30.814313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Bound using segment: {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:30.814729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Bound port: 79f4a124-ca62-4cf1-8274-a20a543c07f8, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e45b4ec-de03-49a0-b16a-975db8562906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:30.815064 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:30.904271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.004952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.010234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:31.010798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.015892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-39695b4e-0831-4d3a-8d7a-872e7e7d8326 req-e79c468c-0476-4962-8661-3aa0ed909bdc tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 210 time: 0.1546342 Jan 28 09:45:31.067914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-2b286ce9-3e88-4c44-99af-32b256b02a98 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5134656 Jan 28 09:45:31.089997 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3394461-b7c7-4a6a-9aaa-b71f1d17fc25', 'name': 'network-vif-deleted', 'tag': 'f2589066-deb0-4d81-a258-51585d864b2d', 'status': 'completed', 'code': 200} Jan 28 09:45:31.122903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899da14-e10d-40d2-89ab-3870e22fce37 req-a76888c1-45c0-40e2-b62a-3f63296da87a tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:31.124473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3899da14-e10d-40d2-89ab-3870e22fce37 req-a76888c1-45c0-40e2-b62a-3f63296da87a tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 946 time: 0.6465635 Jan 28 09:45:31.174544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Router b4b4a444-a37e-4d8d-b105-2aab683c954d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:45:31.235044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Allocated IP 172.20.0.3 (018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6/730e2049-dc15-4a49-a21b-1ed9a7a05e0a/d5f3c144-a240-473e-82ea-aaee3b61cf1f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:31.250019 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'status': 'completed', 'code': 200} Jan 28 09:45:31.309345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.9198942 Jan 28 09:45:31.330684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58964) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:31.342902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-ea023c9c-b5ad-4463-8305-d6442e81cc53 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:31.344892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-ea023c9c-b5ad-4463-8305-d6442e81cc53 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.25 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 946 time: 0.5196953 Jan 28 09:45:31.353350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.367191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-9416e2d7-87eb-4905-9ec6-43dc39662540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:31.368651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-9416e2d7-87eb-4905-9ec6-43dc39662540 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6799095 Jan 28 09:45:31.389343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b835f-b745-4aef-9d64-8badeef86a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Network': ['ID=d861f532-d335-4336-9773-d7a27d4c1ddf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:31.398362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'subnet': {'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:31.402542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d861f532-d335-4336-9773-d7a27d4c1ddf details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:45:31.431175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:31.460390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3899da14-e10d-40d2-89ab-3870e22fce37 req-4b3e4ee1-954a-4575-a864-2a8083627704 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224518 Jan 28 09:45:31.559161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:31.569358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.575224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.619160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.647988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 89cd9c0a-93d8-495e-85f6-f824dacaef7f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:31.684311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb9a8e2-b495-445c-a8d6-d563bdb82708,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:31.688587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e5692b9-fe03-4515-b7e5-2f37c24b6a72 req-313a5727-39a0-4a45-a280-85292f6f03cb service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378037 Jan 28 09:45:31.695808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.699652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54582600-31d6-4f97-947a-82fb17e39389 None None] Network a9ec2484-d849-4147-a2c1-e6cec348cbd9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:31.743820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:31.744648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.746387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] 10.222.0.43 "PUT /v2.0/ports/79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 200 len: 1090 time: 3.9133182 Jan 28 09:45:31.755764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5f250f4f-7e14-419f-99eb-378a4c654391 tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/subnets/4cb9a8e2-b495-445c-a8d6-d563bdb82708 HTTP/1.1" status: 204 len: 168 time: 2.2735012 Jan 28 09:45:31.760226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:31.861342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:31.930809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 89cd9c0a-93d8-495e-85f6-f824dacaef7f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:31.931432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:31.940651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-903c49b2-7681-44f9-a86d-e07e4852a64f service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607011 Jan 28 09:45:31.992018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9acacc59-35fd-4e67-9afe-0b285b09eb4b service neutron] Pushing event updated for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:32.059435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Deleting port 5223a21c-31d7-4f31-8b43-9521e97d83e0 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:32.060523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.098357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:32.120579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] DHCP port deletion for a9ec2484-d849-4147-a2c1-e6cec348cbd9 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:45:32.125108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] Deleting port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:32.125475 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.199848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96be6d-359f-4715-8766-060441136570 req-4e63b921-87b9-4a9f-bf6a-4ad85138ed4a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.199848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5d96be6d-359f-4715-8766-060441136570 req-4e63b921-87b9-4a9f-bf6a-4ad85138ed4a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:32.223572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:subnet and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:32.228399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.248734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:32.251862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.296182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:32.333955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5d96be6d-359f-4715-8766-060441136570 req-4e63b921-87b9-4a9f-bf6a-4ad85138ed4a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:32.337304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d96be6d-359f-4715-8766-060441136570 req-4e63b921-87b9-4a9f-bf6a-4ad85138ed4a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 943 time: 0.8196917 Jan 28 09:45:32.339748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-60d720fa-d2cc-46e5-a226-17e09aa65cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.341329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-60d720fa-d2cc-46e5-a226-17e09aa65cc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1094 time: 0.5819149 Jan 28 09:45:32.365000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Deleting port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:32.366160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.404203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] For port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,segment=NetworkSegment(f1968e72-06b7-4602-86d7-5df99437f4c7),segment_id=f1968e72-06b7-4602-86d7-5df99437f4c7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:32.404510 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.437934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:32.441691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.442383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb755d53-f1a3-49b3-af1b-d6a197359983 req-bc1903fe-d962-4212-9ba5-e1dd4a0b9d60 service neutron] 10.222.0.43 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4380178 Jan 28 09:45:32.522042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:45:32.531242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] Sync routers for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:45:32.541990 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:45:32.542590 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:32.565056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] Calling delete_port for 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:32.653938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.656200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:32.713297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] Pushing event deleted for resources: {'Port': ['ID=4e5b9dbb-9c4f-4942-831d-5e7ea521f484,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:32.716145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6529b368-eab5-4b32-b249-564794474ef8 None None] No DVR routers for this DVR port 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:45:32.752050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d96be6d-359f-4715-8766-060441136570 req-68a4e94a-087d-4674-97a9-4621639d60fe tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883066 Jan 28 09:45:32.790702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-63d989cc-853f-4326-bacf-7d6cfd9dc9b3 admin admin] 10.222.0.42 "PUT /v2.0/routers/b4b4a444-a37e-4d8d-b105-2aab683c954d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1448116 Jan 28 09:45:32.792039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] The port '4e5b9dbb-9c4f-4942-831d-5e7ea521f484' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:45:32.797754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58980) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:32.801225 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:45:32.812176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Allocated IP 172.25.1.221 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/00b4cdac-cea1-4063-8d7f-500adc6c171a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:32.873242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.878979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.884753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.890920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.896772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.903134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.909649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:32.911546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89c7cbed-9a30-447f-b772-c2c801171722 req-6e234ec8-dd30-48cb-b5f1-2cec1071ffac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5406 time: 0.8683457 Jan 28 09:45:33.075381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] For port 5223a21c-31d7-4f31-8b43-9521e97d83e0, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5223a21c-31d7-4f31-8b43-9521e97d83e0,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:33.075636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.156541 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:45:26Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:33.160396 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] Checking router: b4b4a444-a37e-4d8d-b105-2aab683c954d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:45:33.168589 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] Routers {'b4b4a444-a37e-4d8d-b105-2aab683c954d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:45:33.169203 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b4b4a444-a37e-4d8d-b105-2aab683c954d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:33.189191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.260476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:33.273968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Calling delete_port for 5223a21c-31d7-4f31-8b43-9521e97d83e0 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:33.333270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89c7cbed-9a30-447f-b772-c2c801171722 req-3247c865-bf7e-43f1-83e2-61e19fb26be8 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4047122 Jan 28 09:45:33.348039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.352489 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] Set router b4b4a444-a37e-4d8d-b105-2aab683c954d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:45:33.382599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-0f635fce-0c15-4d79-913b-cbc117351934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:33.384125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-0f635fce-0c15-4d79-913b-cbc117351934 service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.9849658 Jan 28 09:45:33.460369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ec2484-d849-4147-a2c1-e6cec348cbd9']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:33.461099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:33.470004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:33.495820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:33.516822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-6e33287c-99e7-4152-aed5-38f5d005060f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 217 time: 0.1152823 Jan 28 09:45:33.519876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1968e72-06b7-4602-86d7-5df99437f4c7') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:33.520172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1968e72-06b7-4602-86d7-5df99437f4c7') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:33.523018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:33.546331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.598227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.623625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:33.663034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.681075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6a7b2-f839-44e3-af3e-7de68fa9b0dc req-6ff69fbd-ffa5-4c6d-8382-2c0129a8f0c5 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:33.682728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4d6a7b2-f839-44e3-af3e-7de68fa9b0dc req-6ff69fbd-ffa5-4c6d-8382-2c0129a8f0c5 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 931 time: 0.6453001 Jan 28 09:45:33.701816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:33.703585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4e5b9dbb-9c4f-4942-831d-5e7ea521f484 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:33.757050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.760836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:45:26Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:33.766838 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87939acd-c2c3-4497-bcd0-46076d111510 None None] The sync data for ids ['b4b4a444-a37e-4d8d-b105-2aab683c954d'] in n-d-825178-2 is: [{'id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'name': 'tempest-FloatingIPsAssociationTestJSON-344828051-router', 'tenant_id': 'dc749992e74742a4a25a84127dbdeaf6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200'}], 'enable_snat': True}, 'gw_port_id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:13Z', 'updated_at': '2022-01-28T09:45:26Z', 'revision_number': 5, 'project_id': 'dc749992e74742a4a25a84127dbdeaf6', 'gw_port': {'id': 'f03eafed-19c6-4790-bbe4-be58dd77ad30', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:88:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b4a444-a37e-4d8d-b105-2aab683c954d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:15Z', 'updated_at': '2022-01-28T09:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:45:33.804899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:45:33.805522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.823659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-6c41cefc-ba90-452a-b02f-93fbe55539c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:33.825276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-6c41cefc-ba90-452a-b02f-93fbe55539c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.2934430 Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:45:33.826013 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:45:33.837459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:33.930573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:33.931163 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.023701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Subnet': ['ID=328104a8-4745-457a-a941-33cbf5628b56,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:34.026594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b424457b-50c4-44c2-9ef6-c2aef8dfdc9f {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:34.029952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-ced8b403-8f92-42df-b4b3-7425aa577380 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4811630 Jan 28 09:45:34.033270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-abfca91d-1b5f-4642-99b6-7c533e8d58c0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434989 Jan 28 09:45:34.035409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.046023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.052666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e16314-a6f2-4124-b497-111f21f8133c req-1d687950-bc25-420b-8534-62b6965d8818 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:34.053374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-45e16314-a6f2-4124-b497-111f21f8133c req-1d687950-bc25-420b-8534-62b6965d8818 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Synchronizing usage tracker for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:34.057761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4d6a7b2-f839-44e3-af3e-7de68fa9b0dc req-e595c873-662b-4f62-b2e3-ae3d8d320d90 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3484991 Jan 28 09:45:34.095650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Checking segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:34.096018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network hostable DHCP agents. Network: 173119ab-b221-49d5-8329-7350fc395ff7, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:45:34.112980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Request body: {'port': {'device_id': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:34.146411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Pushing event deleted for resources: {'Port': ['ID=5223a21c-31d7-4f31-8b43-9521e97d83e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:34.150334 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8', 'status': 'completed', 'code': 200} Jan 28 09:45:34.160166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.165456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.176568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Transition to ACTIVE for port object b424457b-50c4-44c2-9ef6-c2aef8dfdc9f will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:34.184971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.260709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.281261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-45e16314-a6f2-4124-b497-111f21f8133c req-1d687950-bc25-420b-8534-62b6965d8818 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Unset dirty status for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:34.282334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e16314-a6f2-4124-b497-111f21f8133c req-1d687950-bc25-420b-8534-62b6965d8818 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=1666a9ca-c679-4856-80f1-e7c1a57427a4 HTTP/1.1" status: 200 len: 946 time: 0.7887430 Jan 28 09:45:34.301972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] 10.222.0.42 "DELETE /v2.0/networks/a9ec2484-d849-4147-a2c1-e6cec348cbd9 HTTP/1.1" status: 204 len: 168 time: 2.5282090 Jan 28 09:45:34.301972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942284c8-2d2c-448f-8361-9fa12b752fbf tempest-AllowedAddressPairTestJSON-1058011853 tempest-AllowedAddressPairTestJSON-1058011853-project] Pushing event deleted for resources: {'Network': ['ID=a9ec2484-d849-4147-a2c1-e6cec348cbd9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:34.317865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.396485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:34.397919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] No DVR routers for this DVR port 5223a21c-31d7-4f31-8b43-9521e97d83e0 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:45:34.411704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:34.413645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network 173119ab-b221-49d5-8329-7350fc395ff7 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:45:34.417377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:34.456237 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.458285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84a6078a-6a82-42b4-9c12-cbbf9ac58647 req-d98767cc-5f1f-4076-a03e-5821d871e842 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.25 "DELETE /v2.0/ports/5223a21c-31d7-4f31-8b43-9521e97d83e0 HTTP/1.1" status: 204 len: 173 time: 3.0742579 Jan 28 09:45:34.465177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-deleted', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:34.485524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Deleting port f03eafed-19c6-4790-bbe4-be58dd77ad30 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:34.486682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.495788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Pushing event updated for resources: {'Port': ['ID=00b4cdac-cea1-4063-8d7f-500adc6c171a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:34.527265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 173119ab-b221-49d5-8329-7350fc395ff7) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:34.538011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f312a2-776b-49e7-babf-3551340a8b32 None None] Network 173119ab-b221-49d5-8329-7350fc395ff7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:34.552062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:34.553879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.567414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:34.601714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e16314-a6f2-4124-b497-111f21f8133c req-a2816fb7-9da0-4aaf-b2d7-4bfebf35c0e5 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689226 Jan 28 09:45:34.855237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:34.906964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:34.963979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-a7561b40-325a-4b45-9b3c-01a765c662d3 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9088778 Jan 28 09:45:34.965966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-198cc903-ad2a-470a-bb4b-18ecfe7dae9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.6316056 Jan 28 09:45:34.982799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-173119ab-b221-49d5-8329-7350fc395ff7', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:45:34.985183 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.000116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59002) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:35.046906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'subnet': {'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:35.120680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:35.181315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 5223a21c-31d7-4f31-8b43-9521e97d83e0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:35.181516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5223a21c-31d7-4f31-8b43-9521e97d83e0 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:35.272553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Allocated IP 10.1.1.2 (173119ab-b221-49d5-8329-7350fc395ff7/328104a8-4745-457a-a941-33cbf5628b56/edc605df-24d1-4029-b601-d6c4f4fd4b72) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:35.349369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.349752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.350686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.351562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.352174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.352745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.353330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.355477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.356013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-e6720243-44fd-44bc-81ed-46942a68574c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6378 time: 1.1731551 Jan 28 09:45:35.362560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.368172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.373939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.380818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.386548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.392313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.394196 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-76ebe0fc-ee36-47be-af3b-c0ae81d93cbd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5418 time: 0.4376509 Jan 28 09:45:35.455244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01e33a-dc0e-499b-a934-e177201bc4bf req-80fef9da-0986-40c5-8e24-34f3d522e8db tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:35.456716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be01e33a-dc0e-499b-a934-e177201bc4bf req-80fef9da-0986-40c5-8e24-34f3d522e8db tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 943 time: 1.1896415 Jan 28 09:45:35.489679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Attempting to bind port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:35.490376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Attempting to bind port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:35.490376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Attempting to bind port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f on network 40b143ac-fde6-45e5-a855-bc0896978f93 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:35.544193 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.554532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ec9c043-2c04-4452-b756-db21ed2b5306 req-e279f3ce-1052-44df-9b47-1bfd33c67a90 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484344 Jan 28 09:45:35.571175 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.590490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:35.592315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Transition to ACTIVE for port object edc605df-24d1-4029-b601-d6c4f4fd4b72 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:35.608382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f on network 40b143ac-fde6-45e5-a855-bc0896978f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:35.609259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Attempting to bind port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f on network 40b143ac-fde6-45e5-a855-bc0896978f93 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:35.631578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-90b49175-8a3c-45c2-987a-071a678994bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65a55fa172a74f219cb9242e8c546604&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606351 Jan 28 09:45:35.634003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Transition to ACTIVE for port object edc605df-24d1-4029-b601-d6c4f4fd4b72 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:35.637161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 059b249f-3426-4a7b-8465-76a8d77a575a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:35.637761 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1666a9ca-c679-4856-80f1-e7c1a57427a4', 'name': 'network-vif-deleted', 'tag': '5223a21c-31d7-4f31-8b43-9521e97d83e0', 'status': 'completed', 'code': 200} Jan 28 09:45:35.645118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59012) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:35.647946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:subnet and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:35.656253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] For port f03eafed-19c6-4790-bbe4-be58dd77ad30, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f03eafed-19c6-4790-bbe4-be58dd77ad30,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:35.657182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.667734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:35.671091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:35.672182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Checking segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:35.672741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Bound using segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:35.673186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Bound port: b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:35.673605 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.695855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 059b249f-3426-4a7b-8465-76a8d77a575a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:35.696803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 059b249f-3426-4a7b-8465-76a8d77a575a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:35.704632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.710503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:35.714020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f012e47a-dede-4f68-b55e-cb2f7f30c0d1 req-e82d1a38-e3f9-470c-aa3f-7d9255e61f8f service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105434 Jan 28 09:45:35.849412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Pushing event updated for resources: {'Port': ['ID=edc605df-24d1-4029-b601-d6c4f4fd4b72,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:35.871185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Network 173119ab-b221-49d5-8329-7350fc395ff7 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:35.872858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:35.876202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:35.953443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Calling delete_port for f03eafed-19c6-4790-bbe4-be58dd77ad30 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:35.988176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Attempting to bind port edc605df-24d1-4029-b601-d6c4f4fd4b72 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:35.988810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Attempting to bind port edc605df-24d1-4029-b601-d6c4f4fd4b72 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:35.988984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Attempting to bind port edc605df-24d1-4029-b601-d6c4f4fd4b72 on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:35.995733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:35.996112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Checking segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:35.996566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:35.997347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Bound using segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:35.997713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Bound port: edc605df-24d1-4029-b601-d6c4f4fd4b72, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:35.998095 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.003686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:45:36.021032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-be01e33a-dc0e-499b-a934-e177201bc4bf req-86235916-f548-460e-a722-b97146fd41fc tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5391157 Jan 28 09:45:36.068486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:36.072163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.127698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a5f0c31-6cfd-4054-8626-638d43eb2a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.140708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:36.147881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:36.157409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a5f0c31-6cfd-4054-8626-638d43eb2a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.160143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] For port edc605df-24d1-4029-b601-d6c4f4fd4b72, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:36.171195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] For port edc605df-24d1-4029-b601-d6c4f4fd4b72, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=edc605df-24d1-4029-b601-d6c4f4fd4b72,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:36.182534 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.226044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a5f0c31-6cfd-4054-8626-638d43eb2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.272525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f3c144-a240-473e-82ea-aaee3b61cf1f {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:36.282446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.299140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Transition to ACTIVE for port object d5f3c144-a240-473e-82ea-aaee3b61cf1f will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:36.305111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bfa9b-ce02-4562-992d-ae9bd1ebe338 None None] Pushing event updated for resources: {'Port': ['ID=edc605df-24d1-4029-b601-d6c4f4fd4b72,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:36.524997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5f0c31-6cfd-4054-8626-638d43eb2a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7ba5c7-e0d8-44d3-8ba0-250a41caf788,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:36.539874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.612558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a5f0c31-6cfd-4054-8626-638d43eb2a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.613820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8a5f0c31-6cfd-4054-8626-638d43eb2a94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d7ba5c7-e0d8-44d3-8ba0-250a41caf788 HTTP/1.1" status: 204 len: 168 time: 0.9677610 Jan 28 09:45:36.708956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.798951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.811322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:36.822026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33251a2-4326-4d9e-a4a2-8492094c5258 req-1ca69e63-722f-4f64-8e3c-9c5d53ef10ba tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:36.822741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e33251a2-4326-4d9e-a4a2-8492094c5258 req-1ca69e63-722f-4f64-8e3c-9c5d53ef10ba tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:36.830601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Pushing event updated for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:36.834592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-6a2bbe48-ea8c-4f89-b9d6-bb516aa8e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:36.835104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-6a2bbe48-ea8c-4f89-b9d6-bb516aa8e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:36.835569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-6a2bbe48-ea8c-4f89-b9d6-bb516aa8e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:36.837672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-6a2bbe48-ea8c-4f89-b9d6-bb516aa8e1be service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.4663839 Jan 28 09:45:36.895993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:36.896531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:36.898029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2dfac6ba-26a6-487f-a789-e492560116c3 service neutron] 10.222.0.43 "PUT /v2.0/ports/b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 200 len: 1091 time: 5.0734811 Jan 28 09:45:36.906455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:36.976782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Request body: {'port': {'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:37.043148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Attempting to bind port d5f3c144-a240-473e-82ea-aaee3b61cf1f on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:37.043618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Attempting to bind port d5f3c144-a240-473e-82ea-aaee3b61cf1f by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:37.043955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Attempting to bind port d5f3c144-a240-473e-82ea-aaee3b61cf1f on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:37.090944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:37.101356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e33251a2-4326-4d9e-a4a2-8492094c5258 req-1ca69e63-722f-4f64-8e3c-9c5d53ef10ba tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:37.107679 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e33251a2-4326-4d9e-a4a2-8492094c5258 req-1ca69e63-722f-4f64-8e3c-9c5d53ef10ba tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 931 time: 1.1769855 Jan 28 09:45:37.142049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Port d5f3c144-a240-473e-82ea-aaee3b61cf1f on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:37.142378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Attempting to bind port d5f3c144-a240-473e-82ea-aaee3b61cf1f on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:37.163082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:37.163316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Checking segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:37.163706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Bound using segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:37.164153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Bound port: d5f3c144-a240-473e-82ea-aaee3b61cf1f, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:37.164509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:37.188732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Pushing event deleted for resources: {'Port': ['ID=f03eafed-19c6-4790-bbe4-be58dd77ad30,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:37.211060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-98503b5f-7273-412b-b007-1bed1a33b2ee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4160411 Jan 28 09:45:37.260000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e33251a2-4326-4d9e-a4a2-8492094c5258 req-6eeae9e8-8a70-4c9e-8d45-e7945633154f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513946 Jan 28 09:45:37.377324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0501be11-6106-4b51-978b-ce44b7212a36 req-6fad27ae-4ca0-43d2-ac0c-c5f318f52b8b tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:37.378837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0501be11-6106-4b51-978b-ce44b7212a36 req-6fad27ae-4ca0-43d2-ac0c-c5f318f52b8b tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 949 time: 0.6528871 Jan 28 09:45:37.407907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Router 3001e23b-ce21-4c1e-9264-90b9af8e6aad is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:45:37.412077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:37.418771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:37.427637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:37.542373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:37.566999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-b91e27bc-3f91-4bbe-bd67-b6f84cbe699f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:37.568940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d17556ff-94bf-4d40-a562-85f0918d1fd9 req-b91e27bc-3f91-4bbe-bd67-b6f84cbe699f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6568229 Jan 28 09:45:37.613951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:37.775678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59046) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:37.815897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:45:37.828047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Sync routers for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:45:37.839466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:45:37.840093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:37.901556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0501be11-6106-4b51-978b-ce44b7212a36 req-4430a578-e587-4091-a75d-1cff5dcc455f tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4964097 Jan 28 09:45:37.931575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72aba49-0dc2-46e2-97d9-8c9b0eaf0267 None None] Network 173119ab-b221-49d5-8329-7350fc395ff7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:37.962732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:37.966185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.053808 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f', 'status': 'completed', 'code': 200} Jan 28 09:45:38.097772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edc605df-24d1-4029-b601-d6c4f4fd4b72 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:38.125373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5a095b62-9bdf-4faa-bf5b-323209caffdf None None] Provisioning for port edc605df-24d1-4029-b601-d6c4f4fd4b72 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:38.133691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.133809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4b4a444-a37e-4d8d-b105-2aab683c954d {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:45:38.145906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.146134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.150902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c036157-7b41-4f31-94a2-2f3b293861dd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.7526560 Jan 28 09:45:38.153853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59052) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.155178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.156339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.165057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] 10.222.0.25 "PUT /v2.0/ports/d5f3c144-a240-473e-82ea-aaee3b61cf1f HTTP/1.1" status: 200 len: 1091 time: 4.0779939 Jan 28 09:45:38.175068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:38.350716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:45:38.364612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838e07e9-fe2e-472c-9cbf-c6fbfcaab60c service neutron] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:38.395575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-24aed93c-1cef-4ed6-a422-0eb47a3ed9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.397076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-24aed93c-1cef-4ed6-a422-0eb47a3ed9ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1096 time: 1.0100756 Jan 28 09:45:38.416382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port edc605df-24d1-4029-b601-d6c4f4fd4b72 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:38.421427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-7c255c10-a3b2-4114-ad63-5e2d5746de90 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.422423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c255c10-a3b2-4114-ad63-5e2d5746de90 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.6000779 Jan 28 09:45:38.439569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Subnet': ['ID=2ebeeaa0-1858-4cd5-a602-cd7e312a320c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:38.445650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59060) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.455074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.458472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2fb83386-a3e7-4912-8206-ff9431bef8ac admin admin] 10.222.0.42 "DELETE /v2.0/routers/b4b4a444-a37e-4d8d-b105-2aab683c954d HTTP/1.1" status: 204 len: 168 time: 5.6302691 Jan 28 09:45:38.471013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-b194dcc5-6d1e-46c3-b3c0-02e290fd763c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.471013 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b194dcc5-6d1e-46c3-b3c0-02e290fd763c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0210128 Jan 28 09:45:38.471013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59064) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.482933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port edc605df-24d1-4029-b601-d6c4f4fd4b72 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:38.483470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.529037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.532430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Deleting subnet 8c919c45-d818-4f1b-b01b-c68d379333ec {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:45:38.535418 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.599567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-5adb8e7f-f252-4559-b406-3ad5caefd548 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.600515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5adb8e7f-f252-4559-b406-3ad5caefd548 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0169165 Jan 28 09:45:38.615464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59072) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.693511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-3ad2a1af-0ca4-49fd-8fb8-89fd2accc7ec tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.698103 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ad2a1af-0ca4-49fd-8fb8-89fd2accc7ec tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0274990 Jan 28 09:45:38.713317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59076) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.729770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-77117d6c-46d4-44e3-92e6-18ff3157a9ea tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.734002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77117d6c-46d4-44e3-92e6-18ff3157a9ea tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0133829 Jan 28 09:45:38.736406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59080) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.750030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-6d9bef42-a6af-4918-bc8e-65fb069d4d7f tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.753596 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6d9bef42-a6af-4918-bc8e-65fb069d4d7f tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0091228 Jan 28 09:45:38.753596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.792331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.800857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.804541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.804784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.810296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.816546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.822909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.823220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.828699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-68cffa32-8e2c-4bf8-8fb5-ccfcc67acda3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.828947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.831969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-68cffa32-8e2c-4bf8-8fb5-ccfcc67acda3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0201232 Jan 28 09:45:38.832124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-935b5669-20e5-4d12-9100-6a2aa303ac7c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5418 time: 1.3962445 Jan 28 09:45:38.839053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Checking segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:38.839443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network hostable DHCP agents. Network: d861f532-d335-4336-9773-d7a27d4c1ddf, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:45:38.845857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.872492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-0610ac19-4cd4-4367-82ef-8db05f27d8b3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.881429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0610ac19-4cd4-4367-82ef-8db05f27d8b3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0254064 Jan 28 09:45:38.888027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59092) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:38.919903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f874-9cca-4e74-908b-1f04a9ed33a4 req-a8f5bace-2bf6-453e-8669-eea67ee6374f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.922045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c12f874-9cca-4e74-908b-1f04a9ed33a4 req-a8f5bace-2bf6-453e-8669-eea67ee6374f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 943 time: 0.7441440 Jan 28 09:45:38.933761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port edc605df-24d1-4029-b601-d6c4f4fd4b72, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=edc605df-24d1-4029-b601-d6c4f4fd4b72,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:38.942334 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:38.950973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.951453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.951921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.952423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.959304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.959304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.959304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.959304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-ab614dd5-5fb6-4001-b1ea-f8b0c5f6d67e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6420 time: 0.9000902 Jan 28 09:45:38.984192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network d861f532-d335-4336-9773-d7a27d4c1ddf is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:45:38.989564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-296652dd-8574-4229-b4c9-03c294b8ee9d tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:38.991162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-296652dd-8574-4229-b4c9-03c294b8ee9d tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.43 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 949 time: 0.6705716 Jan 28 09:45:38.994393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-7ebd4068-9095-4a23-a52f-61bff64e2759 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:38.998846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ebd4068-9095-4a23-a52f-61bff64e2759 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0976946 Jan 28 09:45:39.018291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59098) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.024755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:35Z', 'revision_number': 3, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:39.031493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Checking router: 3001e23b-ce21-4c1e-9264-90b9af8e6aad for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:45:39.031999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Updating router 3001e23b-ce21-4c1e-9264-90b9af8e6aad port 00b4cdac-cea1-4063-8d7f-500adc6c171a binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:45:39.040738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-5727cc25-e2c3-4d0f-8c75-3523ad50e5d3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.041711 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5727cc25-e2c3-4d0f-8c75-3523ad50e5d3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0204084 Jan 28 09:45:39.045393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59102) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.097242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-634a1dd3-d3d8-4717-be7b-a8264ee90af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.099656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.100813 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-634a1dd3-d3d8-4717-be7b-a8264ee90af6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 1094 time: 0.7374508 Jan 28 09:45:39.105372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fa67c76-4104-425e-9bf1-0652c9154226 req-54a7fb94-95e1-4872-a6f8-d372427465ce tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2539849 Jan 28 09:45:39.119369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-9ce8ee4d-a4f5-474f-a39e-69fbb6ad77dd tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.120684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9ce8ee4d-a4f5-474f-a39e-69fbb6ad77dd tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0214756 Jan 28 09:45:39.124761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d861f532-d335-4336-9773-d7a27d4c1ddf) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:39.131690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59106) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.156178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-48d8cdbd-82b2-4e88-b93d-dddb574378fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.172259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-48d8cdbd-82b2-4e88-b93d-dddb574378fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.7159283 Jan 28 09:45:39.173996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.174764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.210397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-36e46a7c-238d-420d-974f-2d57df5eed64 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.214150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-36e46a7c-238d-420d-974f-2d57df5eed64 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0722444 Jan 28 09:45:39.221320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-594466ab-1c31-48e3-8e90-d4b972641a80 None None] Network d861f532-d335-4336-9773-d7a27d4c1ddf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:39.224816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59110) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.241101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:45:39.254484 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'status': 'completed', 'code': 200} Jan 28 09:45:39.290460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c12f874-9cca-4e74-908b-1f04a9ed33a4 req-3734d75e-b98a-400f-823b-ecf92409dd3b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460140 Jan 28 09:45:39.295117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:45:39.304644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-45b98e33-540b-41ec-a984-e256ee50f900 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.1143610 Jan 28 09:45:39.326247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fdb7799e-e9ee-4809-9319-ca2e55426b36 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.3214872 Jan 28 09:45:39.331925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-b45320f1-6fef-4080-beac-5e4fbc8aeb8b tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.335987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b45320f1-6fef-4080-beac-5e4fbc8aeb8b tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0913656 Jan 28 09:45:39.337892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-5c19e6b5-b737-45ee-ad89-d50dec7fba1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f HTTP/1.1" status: 200 len: 217 time: 0.1979704 Jan 28 09:45:39.349047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59114) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.350109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59116) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.360583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'name': 'tempest-TaggedBootDevicesTest-1131248409', 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:39.378487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-6398e3f8-d1b8-459c-ac5d-6633c7a70664 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.382288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6398e3f8-d1b8-459c-ac5d-6633c7a70664 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0280046 Jan 28 09:45:39.395665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.440102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Deleting port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:39.440611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.519923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 158fd55c-67c3-45c9-bb6e-c98d6a10af59 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:39.524835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-6993fdc4-5dbe-4e5e-aef2-f9bf2e7ea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.525312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-6993fdc4-5dbe-4e5e-aef2-f9bf2e7ea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.525781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-6993fdc4-5dbe-4e5e-aef2-f9bf2e7ea79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.527521 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-6993fdc4-5dbe-4e5e-aef2-f9bf2e7ea79e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5449257 Jan 28 09:45:39.538767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.549500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:39.561272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-5c9f7cd6-ada8-4541-a40d-29e99340263f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:39.563128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-5c9f7cd6-ada8-4541-a40d-29e99340263f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.2416494 Jan 28 09:45:39.566496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'port_id': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'mac_address': 'fa:16:3e:cb:94:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f4161-41c8-4aac-ac0c-ee3b96fca93c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:45:39.590347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-e5d073f3-f509-415d-be23-2c84dfe483a0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.596048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e5d073f3-f509-415d-be23-2c84dfe483a0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.1311207 Jan 28 09:45:39.606031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59126) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.672064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-3ce99ca2-fb50-46eb-963c-0c52df8a0223 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.675587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ce99ca2-fb50-46eb-963c-0c52df8a0223 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0365810 Jan 28 09:45:39.679947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Transition to ACTIVE for port object 158fd55c-67c3-45c9-bb6e-c98d6a10af59 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:39.689445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59130) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.699062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-1b3fc231-5b34-4f57-8e8d-f900c71b1b61 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.700754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1b3fc231-5b34-4f57-8e8d-f900c71b1b61 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0054226 Jan 28 09:45:39.706999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-b1c7cc81-22c4-467c-ba3d-b5ef4977448a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1232588 Jan 28 09:45:39.707732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59134) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.710851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.715707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.757261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.757593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-b0fb9031-4b1b-482e-888f-3b0fc9ffdf28 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.758558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b0fb9031-4b1b-482e-888f-3b0fc9ffdf28 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0432649 Jan 28 09:45:39.775123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c31d2438-0af9-4cac-a973-f846a4ad1dd3 None None] Provisioning complete for port edc605df-24d1-4029-b601-d6c4f4fd4b72 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:39.775488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c31d2438-0af9-4cac-a973-f846a4ad1dd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:39.789913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59138) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.823388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-066f682e-3427-463c-b697-12d84b417350 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.824358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-066f682e-3427-463c-b697-12d84b417350 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0256667 Jan 28 09:45:39.854163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=edc605df-24d1-4029-b601-d6c4f4fd4b72,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:39.868413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f03eafed-19c6-4790-bbe4-be58dd77ad30 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:39.913329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f03eafed-19c6-4790-bbe4-be58dd77ad30 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:39.913761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f03eafed-19c6-4790-bbe4-be58dd77ad30 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:39.937071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59142) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.965383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-9973ae58-1bfd-4c7b-808a-2caa101dcb99 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.966648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9973ae58-1bfd-4c7b-808a-2caa101dcb99 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0278492 Jan 28 09:45:39.976973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:39.979706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:39.995378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-22520c58-f5bb-482e-97df-e02595c7de4b tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:39.996554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-22520c58-f5bb-482e-97df-e02595c7de4b tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0098281 Jan 28 09:45:40.012497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59150) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.041925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d4345b-63ce-4a76-a942-50007bae293d req-0e488b08-9dc1-4018-827d-7356fe296df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.043372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-0e488b08-9dc1-4018-827d-7356fe296df6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.6580818 Jan 28 09:45:40.049461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:40.063442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Pushing event updated for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:40.063645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.077096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-3f8eab73-60da-4c36-9bd2-645e503ca0d1 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.078780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3f8eab73-60da-4c36-9bd2-645e503ca0d1 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0575058 Jan 28 09:45:40.087020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec77d1-3bd0-4092-b66e-f46c4fec00a7 req-8e832a5e-6ec4-4695-bfbd-e89fe37ad77b tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.088785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27ec77d1-3bd0-4092-b66e-f46c4fec00a7 req-8e832a5e-6ec4-4695-bfbd-e89fe37ad77b tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 949 time: 0.6461906 Jan 28 09:45:40.092314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59154) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.142468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-02bc7bd3-42d7-422a-9bda-8005e364ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.144440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c31389ba-ff46-405e-a25e-20dcf8b4e17c req-02bc7bd3-42d7-422a-9bda-8005e364ad4e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6110675 Jan 28 09:45:40.156362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-b6f88311-17d2-4b80-81b3-0d45a08f3798 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.159764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b6f88311-17d2-4b80-81b3-0d45a08f3798 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0274057 Jan 28 09:45:40.171837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59158) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.179801 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-3ad61ab7-0f81-40cb-a2c4-28e0ccee9016 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1006587 Jan 28 09:45:40.230640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-1e02415e-13a9-4c8c-8f88-d221fd8722d5 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119007 Jan 28 09:45:40.243274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27ec77d1-3bd0-4092-b66e-f46c4fec00a7 req-a2ab295b-9603-4f77-9ee7-25c69fae306f tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418324 Jan 28 09:45:40.258136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-d4cead41-40f1-4cfc-85ee-ad03bb6302c4 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.259778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d4cead41-40f1-4cfc-85ee-ad03bb6302c4 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0832651 Jan 28 09:45:40.272182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59164) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.280249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-6edb25bd-bf4b-40f3-962a-d907763bc282 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.281874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6edb25bd-bf4b-40f3-962a-d907763bc282 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0105822 Jan 28 09:45:40.312138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.325760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d861f532-d335-4336-9773-d7a27d4c1ddf', 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'fixed_ips': [{'subnet_id': '2ebeeaa0-1858-4cd5-a602-cd7e312a320c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:45:40.327459 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.331828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Attempting to bind port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:40.332163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Attempting to bind port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:40.332485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Attempting to bind port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 on network 40b143ac-fde6-45e5-a855-bc0896978f93 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:40.348272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 on network 40b143ac-fde6-45e5-a855-bc0896978f93 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:40.348594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Attempting to bind port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 on network 40b143ac-fde6-45e5-a855-bc0896978f93 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:40.358541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:40.358886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Checking segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:40.359273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Bound using segment: {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:40.359705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Bound port: 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b2e0b13-d971-4f29-af64-57ffb3475f1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:40.360335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.365927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['319a9df3-0f55-4594-a4a0-49b4dec2ea72'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:45:40.367178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:40.401501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-2e4bbc71-9955-4da9-98f0-2e64632623a9 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.402471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2e4bbc71-9955-4da9-98f0-2e64632623a9 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0435629 Jan 28 09:45:40.405131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59174) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.418776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-3e16d601-3875-490a-9e5a-bfa4c3fd6b12 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.422163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e16d601-3875-490a-9e5a-bfa4c3fd6b12 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0136099 Jan 28 09:45:40.439694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:40.453370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59178) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.471806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-30307538-b70a-484b-851f-d648fc655695 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.475336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-30307538-b70a-484b-851f-d648fc655695 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0086660 Jan 28 09:45:40.481378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:port and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:40.492823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59182) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.493620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:40.498690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:40.503308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:40.503967 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.512983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-8002edd4-b202-4577-8e07-08357545ef53 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.516343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8002edd4-b202-4577-8e07-08357545ef53 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0151207 Jan 28 09:45:40.517780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.518025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.521865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:40.528575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59186) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.544307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Transition to ACTIVE for port object 00b4cdac-cea1-4063-8d7f-500adc6c171a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:40.564385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.569144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca5aa94-6523-40cd-a0cc-6046094199b9 req-90f08a92-683d-4157-aa29-7f0cce7472ae tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.570626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aca5aa94-6523-40cd-a0cc-6046094199b9 req-90f08a92-683d-4157-aa29-7f0cce7472ae tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 943 time: 1.1349590 Jan 28 09:45:40.615270 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.638219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1153363-33de-451d-b49f-5ea64cd8787e None None] Network 57719549-1f87-42cb-8207-06a1b7964cda requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:40.670492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c919c45-d818-4f1b-b01b-c68d379333ec,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:40.706157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:40.741088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ed0c7daa-5135-4b56-a150-8566a212c5a9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c919c45-d818-4f1b-b01b-c68d379333ec HTTP/1.1" status: 204 len: 168 time: 2.2679968 Jan 28 09:45:40.750157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59188) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.795503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Pushing event updated for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:40.810090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-fada12b1-177c-443d-9a20-d3685304115c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.813778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fada12b1-177c-443d-9a20-d3685304115c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0268266 Jan 28 09:45:40.815461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.816067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.817539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-8ecf5471-21b9-41e1-b683-522d07a22193 service neutron] 10.222.0.43 "PUT /v2.0/ports/158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 1091 time: 3.8529427 Jan 28 09:45:40.818005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:40.819203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8215-b553-4924-9c30-b721e50db88c None None] Pushing event updated for resources: {'Port': ['ID=00b4cdac-cea1-4063-8d7f-500adc6c171a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:40.821465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Attempting to bind port 00b4cdac-cea1-4063-8d7f-500adc6c171a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:40.821829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Attempting to bind port 00b4cdac-cea1-4063-8d7f-500adc6c171a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:40.822182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Attempting to bind port 00b4cdac-cea1-4063-8d7f-500adc6c171a on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:40.835431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59194) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.837279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] For port 49aeb5f2-f582-4654-aafd-513db2ee7ab4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=49aeb5f2-f582-4654-aafd-513db2ee7ab4,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:40.837649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.839957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c16968b-20af-4585-9f45-61b0f45ff168 req-769ef665-fb05-4b6a-b9b1-68438965fc04 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6000695 Jan 28 09:45:40.863795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:40.864421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:40.864845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.865233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:40.865762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Bound port: 00b4cdac-cea1-4063-8d7f-500adc6c171a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:40.866106 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:40.892539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-8529cf88-3950-4006-b506-b4fb14ea230c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.895797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8529cf88-3950-4006-b506-b4fb14ea230c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0358431 Jan 28 09:45:40.896003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Allocated IP 10.2.2.2 (d861f532-d335-4336-9773-d7a27d4c1ddf/2ebeeaa0-1858-4cd5-a602-cd7e312a320c/4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:40.917758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59200) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.932361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-085ef580-989e-4c16-9cc8-57bb5976b6d1 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.935859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-085ef580-989e-4c16-9cc8-57bb5976b6d1 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0150840 Jan 28 09:45:40.936189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.945678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-85f89d15-b17a-4ee9-97bc-31ecc93250a9 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:40.947442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-85f89d15-b17a-4ee9-97bc-31ecc93250a9 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095263 Jan 28 09:45:40.957502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59208) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:40.985446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.992180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:40.998461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.005563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.015394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.024705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.031476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.033782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-ec71ca11-0c53-402c-a704-43f2de13da1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.6207373 Jan 28 09:45:41.057771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aca5aa94-6523-40cd-a0cc-6046094199b9 req-31f18cb0-3bec-4f52-83bf-391de3a5963c tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4708939 Jan 28 09:45:41.065332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Calling delete_port for 49aeb5f2-f582-4654-aafd-513db2ee7ab4 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:41.116443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.116890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.117362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.117824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.118282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.118739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.119192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.121187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-b5fb3f73-32f5-4232-b65e-4f84cae7f9e7 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6487 time: 0.2533836 Jan 28 09:45:41.135613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a255bbc-0521-4bb5-857e-95a009b39905 req-2d97c880-fe6e-48a1-98db-e35f9b2d23fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0954678 Jan 28 09:45:41.147858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-b9a6ad70-6837-41e8-856c-65b4c3dd133f tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.151354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b9a6ad70-6837-41e8-856c-65b4c3dd133f tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.1858823 Jan 28 09:45:41.151354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-e2a8a338-ec76-4d1f-acbd-3ff2f6b5ba54 service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8977571 Jan 28 09:45:41.167609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59212) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.199484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] For port 00b4cdac-cea1-4063-8d7f-500adc6c171a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:41.203909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] For port 00b4cdac-cea1-4063-8d7f-500adc6c171a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=00b4cdac-cea1-4063-8d7f-500adc6c171a,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:41.226995 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59', 'status': 'completed', 'code': 200} Jan 28 09:45:41.230052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-f6bb9eb6-13d5-4f28-b29d-146af344bb67 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.232739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f6bb9eb6-13d5-4f28-b29d-146af344bb67 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0379837 Jan 28 09:45:41.233919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59216) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.241437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:41.247366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-cc084600-59c6-4ee7-97bf-9b11dd3e0983 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.251221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc084600-59c6-4ee7-97bf-9b11dd3e0983 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0130289 Jan 28 09:45:41.251221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-30f34254-0e6a-4b99-ad49-43991a46222d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 217 time: 0.1138887 Jan 28 09:45:41.251475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59220) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.256059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-b6cdcdbe-7e6a-4e86-998f-ff8a245e69f8 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.259124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6cdcdbe-7e6a-4e86-998f-ff8a245e69f8 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0046868 Jan 28 09:45:41.265629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.316339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-ab7dea49-5c38-4c0c-9a12-2cc0e19dc148 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.319685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ab7dea49-5c38-4c0c-9a12-2cc0e19dc148 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0482666 Jan 28 09:45:41.350260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-ff15e13c-a4a5-4f11-aac5-b68fc7ef3e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.353793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59230) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.354563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-ff15e13c-a4a5-4f11-aac5-b68fc7ef3e1d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 200 len: 856 time: 0.0963347 Jan 28 09:45:41.400290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac8215-b553-4924-9c30-b721e50db88c None None] Pushing event updated for resources: {'Port': ['ID=00b4cdac-cea1-4063-8d7f-500adc6c171a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:41.417005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-8aa18513-12a1-432d-9e73-f92ac2c45bdd tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.421707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8aa18513-12a1-432d-9e73-f92ac2c45bdd tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0197947 Jan 28 09:45:41.431915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:45:41.432381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:41.433176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59234) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.440279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:41.453731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:41.459269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-174e4851-4891-4824-9942-d857d7e7c10e tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.462631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-174e4851-4891-4824-9942-d857d7e7c10e tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100660 Jan 28 09:45:41.467974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59238) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.474624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-f37b74bc-9e2e-4e25-9429-b238877063c0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.478006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f37b74bc-9e2e-4e25-9429-b238877063c0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049574 Jan 28 09:45:41.486997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59242) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.499004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-22ead54f-fbaa-46f3-abc4-c5283bc1f336 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.503237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-22ead54f-fbaa-46f3-abc4-c5283bc1f336 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0059593 Jan 28 09:45:41.507783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.515883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-881acc9e-4646-427d-9ce5-2f235e14ed4c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.519436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-881acc9e-4646-427d-9ce5-2f235e14ed4c tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0069990 Jan 28 09:45:41.519888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.525267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-b9a7963d-da80-4054-ac23-9025c4080af0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.528638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b9a7963d-da80-4054-ac23-9025c4080af0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0055685 Jan 28 09:45:41.530933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.537932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-a19c17cf-e15d-4d36-8a0e-7dd6bed67fb9 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.541240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a19c17cf-e15d-4d36-8a0e-7dd6bed67fb9 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056717 Jan 28 09:45:41.542396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59258) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.548143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-ad08fc23-0501-4899-bfd7-764400cdff3d tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.551864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad08fc23-0501-4899-bfd7-764400cdff3d tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0066454 Jan 28 09:45:41.556105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59262) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.565395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dcb6f-a5b8-4d13-afa3-e0e41abbd7c6 req-83348132-cd54-45f0-8316-8e6a495d75f9 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.566893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba5dcb6f-a5b8-4d13-afa3-e0e41abbd7c6 req-83348132-cd54-45f0-8316-8e6a495d75f9 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 949 time: 0.1681123 Jan 28 09:45:41.572464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-edd9a3a3-b381-4d85-b7b1-0bb5237c677e tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.573467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edd9a3a3-b381-4d85-b7b1-0bb5237c677e tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0137310 Jan 28 09:45:41.578004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59266) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.581591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] device_id is not set on port bf82f915-498f-49a9-bd9d-4cc18feddf09 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:45:41.598108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-3e6432bd-b963-45ac-addc-17786a9255b5 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.601655 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e6432bd-b963-45ac-addc-17786a9255b5 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0182636 Jan 28 09:45:41.601839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4876e46b-9596-4084-9cc1-f6f6c27c5181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:41.603366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4876e46b-9596-4084-9cc1-f6f6c27c5181 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ee56f93-bdf8-4352-b913-5451a018b663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2426305 Jan 28 09:45:41.605981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59270) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.615661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-b4cdc44d-5e51-47db-b54c-195cf0210150 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.619178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b4cdc44d-5e51-47db-b54c-195cf0210150 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0098574 Jan 28 09:45:41.641262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59274) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.650617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-0f014723-e1eb-4387-8f43-b21750ac4daf tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.654888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0f014723-e1eb-4387-8f43-b21750ac4daf tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0095398 Jan 28 09:45:41.702280 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:41.706277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 49aeb5f2-f582-4654-aafd-513db2ee7ab4 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:41.710570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59278) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.720606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-35bb7807-efd4-4752-8378-fd3bfa992851 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.724000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-35bb7807-efd4-4752-8378-fd3bfa992851 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0085449 Jan 28 09:45:41.731309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59282) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.741316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-baf0be1a-41e4-4c92-8aa7-5070c7ff0d31 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.742270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-baf0be1a-41e4-4c92-8aa7-5070c7ff0d31 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0101175 Jan 28 09:45:41.749265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba5dcb6f-a5b8-4d13-afa3-e0e41abbd7c6 req-3b0e0106-7075-48b3-9054-b966fdc4e0b8 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/security-groups?id=99e71a67-5f25-42a3-95d4-e45d67823a94&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737597 Jan 28 09:45:41.777417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Transition to ACTIVE for port object 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:41.781190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59286) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.789633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-474dde1c-57bd-45ff-a749-9c7527851fe5 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.794667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-474dde1c-57bd-45ff-a749-9c7527851fe5 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0085807 Jan 28 09:45:41.820292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59290) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.826510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4c66d65d-0e94-4ec1-85b3-9649b5e42897 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143540 Jan 28 09:45:41.836116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Transition to ACTIVE for port object 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:41.839745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-b7342214-2005-4a19-8c67-065be2500d1f tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.843361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:45:41.844145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b7342214-2005-4a19-8c67-065be2500d1f tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0184495 Jan 28 09:45:41.862120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Deleting port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:41.862654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:41.863593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59294) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.875560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-841c3709-9f1d-4d25-a193-5f5068492177 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.879563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-841c3709-9f1d-4d25-a193-5f5068492177 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0124700 Jan 28 09:45:41.898534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.913853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:41.959065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-cf3d9f24-6e99-4e7b-a125-b5b6b5a53c5e tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.962650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cf3d9f24-6e99-4e7b-a125-b5b6b5a53c5e tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0522521 Jan 28 09:45:41.964162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59302) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:41.974903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-98465e85-68ba-49dc-af99-9d6053e8b7d3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:41.975481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] DHCP port deletion for 57719549-1f87-42cb-8207-06a1b7964cda request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:45:41.978563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-98465e85-68ba-49dc-af99-9d6053e8b7d3 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0110428 Jan 28 09:45:41.978750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edc605df-24d1-4029-b601-d6c4f4fd4b72 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:41.981858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93d4345b-63ce-4a76-a942-50007bae293d req-dd51fb4d-2995-4a41-b6d4-9dd0a9884619 service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8080943 Jan 28 09:45:41.991360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.005724 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.014378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-fed85486-091e-4b0c-830c-8b3c452274e6 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.016764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fed85486-091e-4b0c-830c-8b3c452274e6 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0224078 Jan 28 09:45:42.022144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59310) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.029550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-a282ae4d-8fcf-46a8-b6df-8af14e4e98b6 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.033830 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a282ae4d-8fcf-46a8-b6df-8af14e4e98b6 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0102582 Jan 28 09:45:42.034503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59314) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.038235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-af94846a-e89f-403d-b715-dc4ab5afe016 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041147 Jan 28 09:45:42.041323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-ad0f68bb-99ee-40f3-9471-177e255e8c24 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.044290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad0f68bb-99ee-40f3-9471-177e255e8c24 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0066872 Jan 28 09:45:42.044910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59318) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.076091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e6f10c-ee88-4ebb-ab25-cbf97c87a73e req-417777c6-bc80-44bc-b6be-b94cd0bdfde2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:42.078722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6e6f10c-ee88-4ebb-ab25-cbf97c87a73e req-417777c6-bc80-44bc-b6be-b94cd0bdfde2 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 944 time: 0.8237848 Jan 28 09:45:42.086346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] Deleting port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:42.086720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.119196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-bcf147e1-eb47-4466-aef2-beba43fed059 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.124214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bcf147e1-eb47-4466-aef2-beba43fed059 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0783281 Jan 28 09:45:42.132435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59324) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.138798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-bca63131-9c33-40b4-b210-7fd18a9ebe67 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.144202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bca63131-9c33-40b4-b210-7fd18a9ebe67 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0105290 Jan 28 09:45:42.155025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59328) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.157457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7b46886d-0f9d-410e-a7e6-5922c6becb1b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 217 time: 0.1134179 Jan 28 09:45:42.163114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-f53bb0e3-3a02-4d3c-9d1b-078d085f4ad8 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.168270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f53bb0e3-3a02-4d3c-9d1b-078d085f4ad8 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0090461 Jan 28 09:45:42.185012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59334) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.230596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.253928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-7e5dcccd-0059-459c-a063-52c930af00d6 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.257443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7e5dcccd-0059-459c-a063-52c930af00d6 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0591540 Jan 28 09:45:42.259677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59338) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.271598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-4fafa8ed-6e08-4b3d-a46c-05e8693e1971 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.275096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4fafa8ed-6e08-4b3d-a46c-05e8693e1971 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0117638 Jan 28 09:45:42.279986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Network d861f532-d335-4336-9773-d7a27d4c1ddf is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:42.281643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59342) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.288525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-9a2406fe-cdb0-4233-bffb-65f0a01b4bc0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.292022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9a2406fe-cdb0-4233-bffb-65f0a01b4bc0 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0073071 Jan 28 09:45:42.300489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.300744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:42.309951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-65df3df5-1503-493c-8408-a81b0ef5230a tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.313446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65df3df5-1503-493c-8408-a81b0ef5230a tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0050523 Jan 28 09:45:42.319640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59350) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.319870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:42.325277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-1edb80fd-7b69-4e37-b3cd-98663e893109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:42.328262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-1edb80fd-7b69-4e37-b3cd-98663e893109 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1574082 Jan 28 09:45:42.337941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [None req-c903aa60-2557-43c6-adff-0eb031e573cc tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.341353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c903aa60-2557-43c6-adff-0eb031e573cc tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0106912 Jan 28 09:45:42.365419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Pushing event deleted for resources: {'Port': ['ID=49aeb5f2-f582-4654-aafd-513db2ee7ab4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:42.367537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Pushing event updated for resources: {'Port': ['ID=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:42.374079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59354) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.389239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63b0b-7a22-411d-90b0-4fed66503d77 req-0407b0a1-999f-4398-bf89-baf6f73f602b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:42.393261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cd63b0b-7a22-411d-90b0-4fed66503d77 req-0407b0a1-999f-4398-bf89-baf6f73f602b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 943 time: 0.1853156 Jan 28 09:45:42.425031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [None req-2bb62b7d-8d85-419f-b029-67efd9391554 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:42.439165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2bb62b7d-8d85-419f-b029-67efd9391554 tempest-ExtensionsTestJSON-2010836509 tempest-ExtensionsTestJSON-2010836509-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0427320 Jan 28 09:45:42.494940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cd63b0b-7a22-411d-90b0-4fed66503d77 req-65997baf-f116-4146-a0f9-90f49697ceb3 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938780 Jan 28 09:45:42.503848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-1c29dcbb-2fd5-4f20-867a-5303cb069730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:42.518001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-1c29dcbb-2fd5-4f20-867a-5303cb069730 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1749525 Jan 28 09:45:42.626465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6e6f10c-ee88-4ebb-ab25-cbf97c87a73e req-548b6170-8e99-4c7a-9b98-7c01e207b73c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4755728 Jan 28 09:45:42.657375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Attempting to bind port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:42.657770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Attempting to bind port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:42.658275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Attempting to bind port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 on network d861f532-d335-4336-9773-d7a27d4c1ddf {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:42.661287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] No DVR routers for this DVR port 49aeb5f2-f582-4654-aafd-513db2ee7ab4 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:45:42.664350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.682608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-deleted', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:42.688049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] For port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:42.688505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.765793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:42.766194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Checking segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:42.766601 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.767047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Bound using segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:42.769369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Bound port: 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:42.769757 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.783757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-74288a30-e121-433e-b42e-5d29f75ce494 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676711 Jan 28 09:45:42.818203 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88087ff9-1ad4-4642-850c-65a6997f418b', 'name': 'network-vif-deleted', 'tag': '49aeb5f2-f582-4654-aafd-513db2ee7ab4', 'status': 'completed', 'code': 200} Jan 28 09:45:42.833038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59366) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:42.839613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9dbd8e6-a4db-4d4f-b14c-f17164e58518 req-2bdfc20b-1ef0-4af1-9b45-607cbf10a1e6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.43 "DELETE /v2.0/ports/49aeb5f2-f582-4654-aafd-513db2ee7ab4 HTTP/1.1" status: 204 len: 173 time: 3.8208711 Jan 28 09:45:42.893920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] For port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,segment=NetworkSegment(17eb866a-dc77-4359-93c2-c59c80dfa3dc),segment_id=17eb866a-dc77-4359-93c2-c59c80dfa3dc)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:42.894549 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:42.923104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 10.1.1.102 (173119ab-b221-49d5-8329-7350fc395ff7/328104a8-4745-457a-a941-33cbf5628b56/bf82f915-498f-49a9-bd9d-4cc18feddf09) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:42.932810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-2c2d1cdd-8aec-423d-a5a4-657c8040415c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:42.935032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-2c2d1cdd-8aec-423d-a5a4-657c8040415c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 1094 time: 0.8538637 Jan 28 09:45:42.945847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] Calling delete_port for b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:43.118727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Calling delete_port for b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:45:43.121672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port edc605df-24d1-4029-b601-d6c4f4fd4b72 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:43.122048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.132922 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-a1e349ea-84d9-4bb6-9676-28fb7e3cf139 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409951 Jan 28 09:45:43.162249 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.221981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:43.300502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-30681bd2-4fd2-40a9-a286-6f6cef1b7f96 req-cc9de08d-03d0-4a53-96db-94eab0e3efa6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Synchronizing usage tracker for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:45:43.337579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-1f5b5c80-085c-4e1a-a47d-2fb891d798fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 217 time: 0.1979990 Jan 28 09:45:43.342000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] Pushing event deleted for resources: {'Port': ['ID=b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:43.344221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.354404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Allocated IP 172.20.0.1 (55a8f30d-1c2c-442b-badc-da6ae03a1c7f/9f505a53-bdfc-4ca7-8914-9755c5cfdcf6/f2f1d05d-4622-482d-97d9-56d342ac5384) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:43.356766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8658de44-83b9-4b8c-bb72-5c8aff73fca2 None None] No DVR routers for this DVR port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:45:43.365241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.373469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.387114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.393723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.401370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.410333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.419174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.422937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-7b42dc96-56eb-4601-a4a0-e7698f259be0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.6358883 Jan 28 09:45:43.428474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:43.432422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Usage tracker for resource:security_group_rule and tenant:da1d19bdbafb4223815579f9913a8cba is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:43.435524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:43.441466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:43.445811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] For port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:43.450515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] For port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:43.470024 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.529743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd2b2b44-70fc-4f41-9283-29fc2d67463a req-eb62cf0b-1d18-40a1-9691-6114c135ddae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0701091 Jan 28 09:45:43.539556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2b8d6453-c122-4e56-8213-c06db7d173a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.542595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2b8d6453-c122-4e56-8213-c06db7d173a2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1180081 Jan 28 09:45:43.569630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-30681bd2-4fd2-40a9-a286-6f6cef1b7f96 req-cc9de08d-03d0-4a53-96db-94eab0e3efa6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] Unset dirty status for tenant:64faa916d5e841a2bfba67b3b0fc040e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:45:43.585037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30681bd2-4fd2-40a9-a286-6f6cef1b7f96 req-cc9de08d-03d0-4a53-96db-94eab0e3efa6 tempest-ListImageFiltersTestJSON-1734444906 tempest-ListImageFiltersTestJSON-1734444906-project] 10.222.0.42 "GET /v2.0/ports?device_id=88087ff9-1ad4-4642-850c-65a6997f418b HTTP/1.1" status: 200 len: 210 time: 0.5921078 Jan 28 09:45:43.688629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.718448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:43.728929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d4e9ff-d97a-4521-9c8b-915c3297a72e None None] Pushing event updated for resources: {'Port': ['ID=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:43.734041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:35Z', 'revision_number': 3, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:43.737693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:43.738064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.746939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-df7ef56a-a3ef-43c1-8bc9-e73f6db34fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.748595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-df7ef56a-a3ef-43c1-8bc9-e73f6db34fc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1997235 Jan 28 09:45:43.787265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd817ee-b55e-477d-a55b-890f695aaa15 None None] The sync data for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 is: [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:35Z', 'revision_number': 3, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:45:43.913995 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:43.942000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:45:43.944707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a37663-e321-4b0d-b60c-b8d22168baab req-b9524338-414a-4143-975d-5db29816fa37 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:43.951648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-98a37663-e321-4b0d-b60c-b8d22168baab req-b9524338-414a-4143-975d-5db29816fa37 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 943 time: 0.2980328 Jan 28 09:45:43.973876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2119c747-18bb-49c8-98a1-d4e7ef0af689 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180130 Jan 28 09:45:44.010105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:44.018609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:44.024865 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.027178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:45:44.027178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:45:44.139141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:44.170690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:45:44.171239 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:45:44.189147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-af7582b0-3104-4622-b539-fb82d71dd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:44.190609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-af7582b0-3104-4622-b539-fb82d71dd91a service neutron] 10.222.0.25 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 906 time: 1.2006855 Jan 28 09:45:44.225519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-98a37663-e321-4b0d-b60c-b8d22168baab req-1404e112-8383-4211-9a7f-2ef9f9ee7e50 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729955 Jan 28 09:45:44.288241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.303262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-426a8a82-cca8-4062-b027-d94353535827 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232398 Jan 28 09:45:44.309651 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'code': 200} Jan 28 09:45:44.376763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.434761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-eda4ee7e-d31d-45ac-9a74-35a2e68949dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 200 len: 217 time: 0.1249189 Jan 28 09:45:44.437900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-776bc57d-d154-4530-a51a-8e3cc3234092 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f HTTP/1.1" status: 200 len: 217 time: 0.1744754 Jan 28 09:45:44.461953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.518494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-065ff429-c52a-49b3-966b-cdb8ad8770f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:44.519931 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-065ff429-c52a-49b3-966b-cdb8ad8770f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.0790086 Jan 28 09:45:44.579003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7532258a-c401-4dde-8792-e29a83d0ec1a req-dbe97152-3f47-42e8-8ddb-315260aaadca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:44.580773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7532258a-c401-4dde-8792-e29a83d0ec1a req-dbe97152-3f47-42e8-8ddb-315260aaadca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1096 time: 0.1909585 Jan 28 09:45:44.606708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.633320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Transition to ACTIVE for port object f2f1d05d-4622-482d-97d9-56d342ac5384 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:44.652739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7532258a-c401-4dde-8792-e29a83d0ec1a req-7879d8f3-d52e-48b7-b9ab-9bedb9e720ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571780 Jan 28 09:45:44.658184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-391c41fc-45f5-49bb-baf3-43226f5cd3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:44.659950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-391c41fc-45f5-49bb-baf3-43226f5cd3a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1331339 Jan 28 09:45:44.683630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object bf82f915-498f-49a9-bd9d-4cc18feddf09 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:44.712952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Deleting port b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:45:44.713485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.771420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da1d19bdbafb4223815579f9913a8cba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9340470 Jan 28 09:45:44.773723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.787272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:44.791741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59384) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:44.798015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be299506-bd7f-4627-9052-39a19f7f9d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fa914e-e043-4365-a064-c31d991c097c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:44.933032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-74595050-c874-4c6b-9748-2c3beac0dbb2 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661636 Jan 28 09:45:44.945784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:44.949194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network 173119ab-b221-49d5-8329-7350fc395ff7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:44.951845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:44.972950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] The port 'b3ff3aa4-bb9a-4ae1-8f4a-26872567e62e' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:45:44.975179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:44.977308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:44.982419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3842b97d-1eea-4f7d-a00b-0da6b9759525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.023163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:45.048285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.054611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.060545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.060922 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.066768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.069479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-2c2e5672-6ac4-4ebd-b27f-1fbfbeb9f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.070987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-2c2e5672-6ac4-4ebd-b27f-1fbfbeb9f77f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.6033564 Jan 28 09:45:45.078734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.079028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:45.086221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.095076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.102918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-fe1574ca-d4b9-4820-8276-833abf08ce0b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.4145696 Jan 28 09:45:45.185003 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3842b97d-1eea-4f7d-a00b-0da6b9759525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.201261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:45:45.226800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e65aaf3-770b-40d1-b469-a5f6e0123c96 None None] Network d861f532-d335-4336-9773-d7a27d4c1ddf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:45.236042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7452db-b260-4dd8-8240-beede29b08a7 req-742bfb3a-563e-4ad6-83b3-9d391bc9798a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1254680 Jan 28 09:45:45.307312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5eb0ea4f-7a59-405a-9a21-8fcb5d0df243 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634870 Jan 28 09:45:45.324534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-39a2501c-325d-463b-9cce-a1b44a930210 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1834559 Jan 28 09:45:45.349852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0e188-d418-4867-91e6-b37d5b41fa5c req-50def672-13e8-4d8a-a108-f5e27163ef19 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.354730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14a0e188-d418-4867-91e6-b37d5b41fa5c req-50def672-13e8-4d8a-a108-f5e27163ef19 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 1.1685750 Jan 28 09:45:45.409311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-12e93a5e-9f6d-4dbc-8281-6a6c349b4352 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0921009 Jan 28 09:45:45.416330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:45:45.461649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3842b97d-1eea-4f7d-a00b-0da6b9759525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.503923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f73af997-b54d-4b17-a2ab-fb4fe77973a0 None None] Provisioning for port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:45.524489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3842b97d-1eea-4f7d-a00b-0da6b9759525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fa914e-e043-4365-a064-c31d991c097c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:45.541897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f1d05d-4622-482d-97d9-56d342ac5384,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:45.544877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3842b97d-1eea-4f7d-a00b-0da6b9759525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.549771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3842b97d-1eea-4f7d-a00b-0da6b9759525 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c7fa914e-e043-4365-a064-c31d991c097c HTTP/1.1" status: 204 len: 168 time: 0.7560019 Jan 28 09:45:45.557276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7854d8e4-8c64-4d4c-8dcf-7afa92c36fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.558876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-7854d8e4-8c64-4d4c-8dcf-7afa92c36fa5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1426415 Jan 28 09:45:45.591900 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.721650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:45.744870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'mac_address': 'fa:16:3e:c3:44:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:45:45.837197 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.860679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f3c144-a240-473e-82ea-aaee3b61cf1f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:45:45.877662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.878917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.882712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:45.888075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Provisioning for port f2f1d05d-4622-482d-97d9-56d342ac5384 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:45.897088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Provisioning complete for port f2f1d05d-4622-482d-97d9-56d342ac5384 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:45.897517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.911687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b5e8f-bc12-415f-bf2d-4ebd5ea81fe0 req-f0c79002-7a1d-4c2e-a408-3b0f1540dd38 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.919335 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f4b5e8f-bc12-415f-bf2d-4ebd5ea81fe0 req-f0c79002-7a1d-4c2e-a408-3b0f1540dd38 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 943 time: 0.4336305 Jan 28 09:45:45.956992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9487a231-e53f-4608-a41d-298b6c7f11a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:45.959252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-9487a231-e53f-4608-a41d-298b6c7f11a8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3903797 Jan 28 09:45:45.972244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.976069 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:45.979587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Port f2f1d05d-4622-482d-97d9-56d342ac5384 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:46.101383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14a0e188-d418-4867-91e6-b37d5b41fa5c req-f6e38136-2c84-47a6-ae3c-d685cbb7a397 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294979 Jan 28 09:45:46.176065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57719549-1f87-42cb-8207-06a1b7964cda']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:46.176370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:46.207230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00b4cdac-cea1-4063-8d7f-500adc6c171a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:46.219888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17eb866a-dc77-4359-93c2-c59c80dfa3dc') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:46.220378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17eb866a-dc77-4359-93c2-c59c80dfa3dc') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:46.228742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f4b5e8f-bc12-415f-bf2d-4ebd5ea81fe0 req-2126e6af-52a5-4a6e-bf7c-622a38352dd8 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016453 Jan 28 09:45:46.234727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-71354356-566b-4a1f-96e5-77a167c552e8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.8819952 Jan 28 09:45:46.238940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.239366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59408) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:46.258191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.258452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'name': 'tempest-TaggedBootDevicesTest-2029072366', 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:46.273244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-ab14e18d-8da8-4f8e-a9fc-92886e65314b service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9130809 Jan 28 09:45:46.281223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d5f3c144-a240-473e-82ea-aaee3b61cf1f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:45:46.312538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.326365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Provisioning for port bf82f915-498f-49a9-bd9d-4cc18feddf09 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:46.380129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:45:46.380682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.381664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Provisioning complete for port bf82f915-498f-49a9-bd9d-4cc18feddf09 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:46.382140 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.489675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-94bc7419-7b8f-441f-a848-1d81218afc50 None None] Port bf82f915-498f-49a9-bd9d-4cc18feddf09 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:46.511560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 00b4cdac-cea1-4063-8d7f-500adc6c171a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:46.522935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 00b4cdac-cea1-4063-8d7f-500adc6c171a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:46.523470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.537247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-bd9e2a68-11c7-41af-8d06-c805879718b0 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631256 Jan 28 09:45:46.780847 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.801077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 00b4cdac-cea1-4063-8d7f-500adc6c171a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=00b4cdac-cea1-4063-8d7f-500adc6c171a,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:46.809325 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:46.810614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:46.814428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:46.830202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:port and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:46.838078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:46.891698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.907765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.913935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.920402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.926275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.932040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.938776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:46.946379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9e62244-081d-4a85-971a-0822ee26da13 req-a50596a0-ba17-4dab-bed3-1ae7c25e2b5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.5260148 Jan 28 09:45:46.960849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:46.990765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=00b4cdac-cea1-4063-8d7f-500adc6c171a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:47.001876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-a319257b-619b-49c5-a6f2-263763d92b9e service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4464388 Jan 28 09:45:47.005258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:47.027376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:47.040004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:47.040453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.142575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.151426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9e62244-081d-4a85-971a-0822ee26da13 req-55e2799f-e141-457b-8f91-9cc7e1eaaca3 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2019494 Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:45:47.210394 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:45:47.216527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:47.217329 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.242645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4b6a1cfe-7f3b-433a-b15a-a0ed11088def service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 200 len: 217 time: 0.2220526 Jan 28 09:45:47.250230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.260915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035961 Jan 28 09:45:47.297762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:47.299627 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.326396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.354830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:47.362341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.371388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-66495419-02e1-432a-a726-f2a8f74249cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:47.373206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-66495419-02e1-432a-a726-f2a8f74249cd service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1181545 Jan 28 09:45:47.387051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=57719549-1f87-42cb-8207-06a1b7964cda,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:47.412544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7252ce26-d4a2-4a3e-ac9f-6a36e93772a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/57719549-1f87-42cb-8207-06a1b7964cda HTTP/1.1" status: 204 len: 168 time: 6.6067951 Jan 28 09:45:47.424328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Pushing event updated for resources: {'Port': ['ID=f2f1d05d-4622-482d-97d9-56d342ac5384,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:47.427255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.441638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:47.476950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dddf744b-c46f-47be-af9a-38756f80af52 tempest-NetworksApiDiscovery-83114271 tempest-NetworksApiDiscovery-83114271-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1774588 Jan 28 09:45:47.501807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] device_id is not set on port 2045689f-b228-459d-903a-a797c351652f yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:45:47.534549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ea9920c-f3f7-43e1-898f-0a616a818bd1 req-7019652a-6b49-41f4-9701-7eee1fdb9aee service neutron] 10.222.0.25 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2290730 Jan 28 09:45:47.537517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:47.676273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-772e1b9d-5a54-4780-a418-b546f8f684c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:47.689342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-772e1b9d-5a54-4780-a418-b546f8f684c4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3030288 Jan 28 09:45:47.713934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:47.715104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:47.958016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59468) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:47.965039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00b4cdac-cea1-4063-8d7f-500adc6c171a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:48.036398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 10.1.1.224 (173119ab-b221-49d5-8329-7350fc395ff7/328104a8-4745-457a-a941-33cbf5628b56/2045689f-b228-459d-903a-a797c351652f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:48.042406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Router 3001e23b-ce21-4c1e-9264-90b9af8e6aad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:45:48.071336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 00b4cdac-cea1-4063-8d7f-500adc6c171a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:48.071779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.104683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-2d277b7f-a628-46a3-aaea-540fa2f1637b service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4071608 Jan 28 09:45:48.173607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-84bb1947-5d83-43aa-bf90-b65b1eaf5520 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc749992e74742a4a25a84127dbdeaf6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2054906 Jan 28 09:45:48.180145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71a55ae5-99d9-42c4-bd4d-ad1903398857 None None] Provisioning complete for port f2f1d05d-4622-482d-97d9-56d342ac5384 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:48.180643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71a55ae5-99d9-42c4-bd4d-ad1903398857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.228950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59474) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:48.229296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59478) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:48.256497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08175b71-c2f8-454d-ac44-773bc292c2de req-ec0dc26f-5ca5-4f2d-b16c-61c5b1eae07a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:48.264003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08175b71-c2f8-454d-ac44-773bc292c2de req-ec0dc26f-5ca5-4f2d-b16c-61c5b1eae07a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 0.4975517 Jan 28 09:45:48.309310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-71a55ae5-99d9-42c4-bd4d-ad1903398857 None None] Port f2f1d05d-4622-482d-97d9-56d342ac5384 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:48.321427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:48.404401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:45:48.406756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ca16ee3-6a4c-4e1c-b74d-95aa68153d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.411395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ecdfe531-c22a-4ab9-95df-e49c1c54dfa8 admin admin] 10.222.0.42 "PUT /v2.0/routers/3001e23b-ce21-4c1e-9264-90b9af8e6aad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2428975 Jan 28 09:45:48.424389 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Sync routers for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:45:48.441472 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:45:48.442395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:48.477083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:48.477472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.484053 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ca16ee3-6a4c-4e1c-b74d-95aa68153d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.578031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.691944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:48.704152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Usage tracker for resource:security_group_rule and tenant:72018b1413094f6d95f01aeffa7540a7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:48.710104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:48.723390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:48.725860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08175b71-c2f8-454d-ac44-773bc292c2de req-c0feeb8b-6b53-4558-9011-352644fb41a7 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606876 Jan 28 09:45:48.731915 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:45:48.784855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-4a02880e-21ea-46d6-9842-f99afe6712bc service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653454 Jan 28 09:45:48.817968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ca16ee3-6a4c-4e1c-b74d-95aa68153d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.859589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca16ee3-6a4c-4e1c-b74d-95aa68153d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd115d56-1004-4436-aa1c-43e848530997,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:48.879837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-dfb2a1d9-5c8c-4fe3-aca8-0f5f25d9c0aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 217 time: 0.0862288 Jan 28 09:45:48.912011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.918676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ca16ee3-6a4c-4e1c-b74d-95aa68153d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:48.922554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ca16ee3-6a4c-4e1c-b74d-95aa68153d57 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd115d56-1004-4436-aa1c-43e848530997 HTTP/1.1" status: 204 len: 168 time: 0.6922657 Jan 28 09:45:48.936695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab91bd51-82d8-47e1-8ebf-25d8c43bf3d7 req-72ca5647-9023-4215-8810-e26a0e5651c4 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:48.938110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab91bd51-82d8-47e1-8ebf-25d8c43bf3d7 req-72ca5647-9023-4215-8810-e26a0e5651c4 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 944 time: 0.3037419 Jan 28 09:45:48.938793 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.017028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5ab9b7c7-bfd5-4bc5-97a6-b9f98de49ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.018588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5ab9b7c7-bfd5-4bc5-97a6-b9f98de49ef8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1291554 Jan 28 09:45:49.039660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.073073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=72018b1413094f6d95f01aeffa7540a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8407683 Jan 28 09:45:49.084963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab91bd51-82d8-47e1-8ebf-25d8c43bf3d7 req-1bc348cf-107d-400c-8e1d-4e7b1a9895e4 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383405 Jan 28 09:45:49.085428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59504) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:49.089457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca7b21-2d38-4a5d-9b55-52b44bb1440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe279e3-27a2-4721-9bb2-612cd74f3531,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:49.155897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object 2045689f-b228-459d-903a-a797c351652f will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:49.187675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb2ccbd-5267-46d5-a8ca-d5b0808b7a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.206076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.212062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.212242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:49.213055 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 2, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:49.217246 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Checking router: 3001e23b-ce21-4c1e-9264-90b9af8e6aad for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:45:49.217846 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Updating router 3001e23b-ce21-4c1e-9264-90b9af8e6aad port f2f1d05d-4622-482d-97d9-56d342ac5384 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:45:49.217981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.223905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.229828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.235661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.242911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.251362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-dc26319c-36dd-4a6e-b4b0-c1a0c5c5a621 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.3600805 Jan 28 09:45:49.270465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-c35893ff-aa57-4ad0-a2ef-fd4386baced8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:49.271997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-c35893ff-aa57-4ad0-a2ef-fd4386baced8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2269714 Jan 28 09:45:49.284817 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.293649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb2ccbd-5267-46d5-a8ca-d5b0808b7a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.397480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port d5f3c144-a240-473e-82ea-aaee3b61cf1f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:49.404519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d5f3c144-a240-473e-82ea-aaee3b61cf1f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:49.405070 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.413162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb2ccbd-5267-46d5-a8ca-d5b0808b7a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.460356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-6fa23263-cc80-49df-a3a6-6299c5facafa service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808333 Jan 28 09:45:49.479470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edb2ccbd-5267-46d5-a8ca-d5b0808b7a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.480621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edb2ccbd-5267-46d5-a8ca-d5b0808b7a7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fe279e3-27a2-4721-9bb2-612cd74f3531 HTTP/1.1" status: 204 len: 168 time: 0.3932636 Jan 28 09:45:49.498370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb2ccbd-5267-46d5-a8ca-d5b0808b7a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe279e3-27a2-4721-9bb2-612cd74f3531,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:49.700740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.750892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:49.752081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:45:49.759303 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.761471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.781777 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.786299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-028c3c4a-2221-405d-8488-0bbd2238bf2d req-d0c1efd7-d0df-42c7-a7f4-8380e6360269 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5340159 Jan 28 09:45:49.793621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Transition to ACTIVE for port object f2f1d05d-4622-482d-97d9-56d342ac5384 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:49.802501 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:49.885116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f7fc96-95e1-48ba-a4e8-af6f5f36175d req-5d6d3910-c866-40e0-95e3-4595c4cdc0b5 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987181 Jan 28 09:45:49.889363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:50.022183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network 173119ab-b221-49d5-8329-7350fc395ff7 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:50.033591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:50.039113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:50.125975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:50.153139 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Attempting to bind port f2f1d05d-4622-482d-97d9-56d342ac5384 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:50.157721 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Attempting to bind port f2f1d05d-4622-482d-97d9-56d342ac5384 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:50.161360 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Attempting to bind port f2f1d05d-4622-482d-97d9-56d342ac5384 on network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:50.187947 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:50.193067 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Checking segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:50.193516 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:50.193923 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Bound using segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:50.194422 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Bound port: f2f1d05d-4622-482d-97d9-56d342ac5384, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:50.194803 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:50.259763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.260738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:50.291971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.292578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.293168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.293738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.294266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.294833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.295387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.299519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-a673cca4-3551-4a85-9e17-b25b5411ba3e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6487 time: 0.3359458 Jan 28 09:45:50.308491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e6f727e-be4e-43a9-9941-299b8a2d207c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0664759 Jan 28 09:45:50.347988 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Pushing event updated for resources: {'Port': ['ID=f2f1d05d-4622-482d-97d9-56d342ac5384,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:50.381796 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.382157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.382503 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.388175 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.388625 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.389000 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.389399 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.391123 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.391651 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.391755 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.393122 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.393122 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:50.501112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-28b9207e-4f56-40eb-959a-51e714422bdf None None] Provisioning for port 2045689f-b228-459d-903a-a797c351652f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:50.523481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-28b9207e-4f56-40eb-959a-51e714422bdf None None] Provisioning complete for port 2045689f-b228-459d-903a-a797c351652f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:50.527353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-28b9207e-4f56-40eb-959a-51e714422bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:50.551441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d774f0-4a62-443d-ab2c-0843da847542 req-a98c1eed-693f-425f-a54d-94a11df0fd93 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.561929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-91d774f0-4a62-443d-ab2c-0843da847542 req-a98c1eed-693f-425f-a54d-94a11df0fd93 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1096 time: 0.2103362 Jan 28 09:45:50.602839 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] For port f2f1d05d-4622-482d-97d9-56d342ac5384, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:50.615260 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] For port f2f1d05d-4622-482d-97d9-56d342ac5384, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f2f1d05d-4622-482d-97d9-56d342ac5384,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:50.622976 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:50.717069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-91d774f0-4a62-443d-ab2c-0843da847542 req-39ad2d1b-f6cc-4ae0-98a8-a1c16f33bb12 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541965 Jan 28 09:45:50.777639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-28b9207e-4f56-40eb-959a-51e714422bdf None None] Port 2045689f-b228-459d-903a-a797c351652f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:45:50.784412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-e8ea2dc1-85fc-4646-8fc6-488e0afaccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:50.785889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-e8ea2dc1-85fc-4646-8fc6-488e0afaccdf service neutron] 10.222.0.43 "GET /v2.0/networks?id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 902 time: 0.4748819 Jan 28 09:45:50.834065 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0acc-25f6-46c1-b7b7-c8541c853258 None None] Pushing event updated for resources: {'Port': ['ID=f2f1d05d-4622-482d-97d9-56d342ac5384,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:50.847738 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'code': 200} Jan 28 09:45:50.863945 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:45:50.864834 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:50.889816 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-2270cd41-a291-4821-87f1-61ec62a3f0ea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 217 time: 0.0957618 Jan 28 09:45:51.070892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-e5e48771-99e7-4668-b6b1-423eba252fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:51.076737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-e5e48771-99e7-4668-b6b1-423eba252fe5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1817853 Jan 28 09:45:51.131933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59570) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:51.153113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:45:51.189149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:51.241575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-73d24def-bc99-46be-ab4a-b3599791d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:51.243098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-73d24def-bc99-46be-ab4a-b3599791d4cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1593645 Jan 28 09:45:51.351346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2ca8d-90d8-4b6e-8505-4ec8aee7e988 req-140141ec-6372-442e-a488-2ee7ff6e5c71 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:51.352910 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcd2ca8d-90d8-4b6e-8505-4ec8aee7e988 req-140141ec-6372-442e-a488-2ee7ff6e5c71 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 945 time: 0.3275843 Jan 28 09:45:51.354984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe70490-d50a-4862-8140-f392502e1451 req-757033c8-26ed-45f2-b409-d818bbc59c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:51.356338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fe70490-d50a-4862-8140-f392502e1451 req-757033c8-26ed-45f2-b409-d818bbc59c62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 1096 time: 0.4368939 Jan 28 09:45:51.447576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcd2ca8d-90d8-4b6e-8505-4ec8aee7e988 req-99ec652b-24f8-485b-8849-1fefa43cb68c tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880921 Jan 28 09:45:51.450948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fe70490-d50a-4862-8140-f392502e1451 req-73ba0056-a623-47ae-bcb5-16a37cf6b44d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723033 Jan 28 09:45:51.483923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59588) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:51.484411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5edc3887-d8a2-4ea8-ab68-26fd6d66ab8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64faa916d5e841a2bfba67b3b0fc040e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3402309 Jan 28 09:45:51.500777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-377491526-network', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:51.521700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:51.553401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Usage tracker for resource:network and tenant:81acd7bc1206490c84fe4768c93974d4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:51.557569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:51.599710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:51.606821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:50Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:45:51.612448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6452aef-fe9d-4d37-ae26-f76efbb58f61 None None] The sync data for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 is: [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:50Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:45:51.618015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-916ca6e6-e305-4b45-9919-430ed3e31ec1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:51.654163 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-916ca6e6-e305-4b45-9919-430ed3e31ec1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:51.669580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-63f7c770-6097-42f6-8ffc-d955a2dabfd5 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150422 Jan 28 09:45:51.766564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-916ca6e6-e305-4b45-9919-430ed3e31ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:51.805787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ca6e6-e305-4b45-9919-430ed3e31ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e71a67-5f25-42a3-95d4-e45d67823a94,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:51.811296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-916ca6e6-e305-4b45-9919-430ed3e31ec1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:51.813294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-916ca6e6-e305-4b45-9919-430ed3e31ec1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99e71a67-5f25-42a3-95d4-e45d67823a94 HTTP/1.1" status: 204 len: 168 time: 0.3273222 Jan 28 09:45:52.084888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f2f1d05d-4622-482d-97d9-56d342ac5384 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:52.120809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:52.128443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587747194', 'description': 'tempest-description--495054321'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:52.138561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:52.152295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Usage tracker for resource:security_group and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:52.163001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:52.196740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:52.209753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab58ec06-6bef-4803-8ce0-ba4cfd828bea req-ec6255a6-c947-4dfd-9bad-3fba6ae4f87e service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5373580 Jan 28 09:45:52.210826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Made reservation on behalf of 81acd7bc1206490c84fe4768c93974d4 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:52.213477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.235680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.255885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.274526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:52.279263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Usage tracker for resource:security_group_rule and tenant:81acd7bc1206490c84fe4768c93974d4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:52.281306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:52.283175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:52.290005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:52.317468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Usage tracker for resource:security_group_rule and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:52.323446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:52.332448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f2f1d05d-4622-482d-97d9-56d342ac5384 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:52.337113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:52.341749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f2f1d05d-4622-482d-97d9-56d342ac5384 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:52.342236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.500885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.509644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1707358d-1fd6-4984-a5be-a0c2cfd0d135 req-a0fd4ef1-061f-4138-b886-3308ab27d371 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:52.518227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1707358d-1fd6-4984-a5be-a0c2cfd0d135 req-a0fd4ef1-061f-4138-b886-3308ab27d371 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1096 time: 0.1728141 Jan 28 09:45:52.521759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.541396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.548245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.687188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6c2383-178d-433c-88b2-a9b87fc5e09a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:52.696594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.698005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c2bc5e44-5a0c-4aa3-9a38-ae6dd4495c76 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5755725 Jan 28 09:45:52.700864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59620) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:52.710900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Request body: {'security_group_rule': {'security_group_id': '2d6c2383-178d-433c-88b2-a9b87fc5e09a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:52.720551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:52.727010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Usage tracker for resource:security_group_rule and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:52.734347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:52.747551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:45:52.754408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:52.757500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1707358d-1fd6-4984-a5be-a0c2cfd0d135 req-ffea824f-94bb-471c-9cf8-cc5ddb3f9b2e tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282193 Jan 28 09:45:52.764201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59624) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:52.781091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1150775394', 'description': 'tempest-description--1580214857'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:52.788487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:52.792959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.793356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:security_group and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:52.797692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:52.803723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:52.814237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ba878e-7cd7-4b51-a5b9-c487e2688c95,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:52.822433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.829782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.832533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.832923 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Added segment 1b128f55-aece-4578-85a0-aae508ee91f2 of type vlan for network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 Jan 28 09:45:52.853872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:52.858059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:security_group_rule and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:52.861614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:52.869807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:52.934592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f2f1d05d-4622-482d-97d9-56d342ac5384, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f2f1d05d-4622-482d-97d9-56d342ac5384,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:52.942074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:52.977595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.034889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.082433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f2f1d05d-4622-482d-97d9-56d342ac5384,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:53.083699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.093215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.094477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3289287 Jan 28 09:45:53.101532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59638) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:53.113536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.120892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'security_group_rule': {'security_group_id': '32a764b5-7670-4112-9409-64e335794a73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:53.138942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.153938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:53.190631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:security_group_rule and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:53.191911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a9dc1f4-d6d1-48a7-8264-c41f1d7d02a3,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:53.207274 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.208560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-88fda0dd-4970-4cbc-bea1-83964121cb02 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5068171 Jan 28 09:45:53.213480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:45:53.223387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.229606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.236412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.242691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.248997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a019b2a0-8619-4c00-978d-4e6b6c496abe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a764b5-7670-4112-9409-64e335794a73,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:53.257420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.261383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:53.263308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.265147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59648) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:53.270451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.281374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-5211a35f-cf7f-47e3-9c45-aad3050aa06b tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.2978544 Jan 28 09:45:53.297865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Request body: {'security_group_rule': {'security_group_id': '2d6c2383-178d-433c-88b2-a9b87fc5e09a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:53.303333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:53.312133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.313558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.323293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.335807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:53.345757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-992e563a-99f6-4ba9-b9a0-4b3a3e85095d req-cb6e82bf-9417-45b5-ba4a-1bb979d81501 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616510 Jan 28 09:45:53.477448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Usage tracker for resource:security_group_rule and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:53.480553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:53.486397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:53.500565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] Pushing event updated for resources: {'Network': ['ID=7a3f5c9a-729f-4b12-8eb6-eefadc5124c4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:53.511388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:45:53.517133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.565938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72134ddd-8e44-4316-93f0-39ae74ef3795 req-c73f1178-52d3-4d88-b0ec-091f7d2d24a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:53.573238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72134ddd-8e44-4316-93f0-39ae74ef3795 req-c73f1178-52d3-4d88-b0ec-091f7d2d24a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 945 time: 0.5937057 Jan 28 09:45:53.609109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59668) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:53.615156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Request body: {'subnet': {'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-377491526-subnet', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:53.621728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ed178f4f-92bc-4908-9663-73fed54ee349 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.4210920 Jan 28 09:45:53.622682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.625572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:53.637011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Usage tracker for resource:subnet and tenant:81acd7bc1206490c84fe4768c93974d4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:53.651011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:53.666923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:53.710206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Made reservation on behalf of 81acd7bc1206490c84fe4768c93974d4 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:53.717625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.917285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72134ddd-8e44-4316-93f0-39ae74ef3795 req-d58b2d51-4225-4009-a795-9c7f799f4ca6 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430722 Jan 28 09:45:53.943556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f2f1d05d-4622-482d-97d9-56d342ac5384 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:53.954442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.956470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.961438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:53.973927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.008257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b797d0aa-c624-4550-8c3f-c01c1c881b8c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:54.049289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b10c5a-df57-4f45-b3bc-ee27626743f8,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:54.058470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.063345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e347637-b706-4010-9a78-c0a9b25f2f0d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7936749 Jan 28 09:45:54.063345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.065300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e25b0dde-8b6f-4122-aea5-b7e08a1b8231 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9612219 Jan 28 09:45:54.065848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59690) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:54.069723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:54.075937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:54.082105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f2f1d05d-4622-482d-97d9-56d342ac5384 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:54.082484 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.083596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:54.088839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Usage tracker for resource:floatingip and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:54.092313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:54.099559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:54.101523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.105900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'security_group_rule': {'security_group_id': '32a764b5-7670-4112-9409-64e335794a73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:54.113950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:54.121179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:security_group_rule and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:54.125292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:54.128612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.157545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:54.175610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:54.223949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Checking segment: {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:54.224511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Network hostable DHCP agents. Network: 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:45:54.252109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:45:54.265421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:54.274675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.276489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:54.277259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.302741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62817ac2-3257-432c-9d2c-c946eec6caa9 None None] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:54.348676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c21ba158-ad9f-4682-98c4-e3a77adfecfe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7384109 Jan 28 09:45:54.352244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59700) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:54.365917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:54.379381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:54.388194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Usage tracker for resource:router and tenant:81acd7bc1206490c84fe4768c93974d4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:54.394236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.401807 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.402797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:54.417394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:54.434529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59708) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:54.438651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.448317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90b218b-7f77-4e04-8ef4-7548b10845d7,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:54.469560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.471795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.515287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.540725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.548406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59716) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:54.548557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2db8190-9c90-4566-b316-c99fe21e679b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4764581 Jan 28 09:45:54.570906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:54.582622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:54.600524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:floatingip and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:54.609898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:54.716993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Allocated IP 172.25.1.222 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/766d1d9d-33a4-4849-9ec9-450ea74e42b5) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:54.783561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'fixed_ips': [{'subnet_id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:45:54.786153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:54.890807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:54.947220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:55.017493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.018397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.096435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.096710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Allocated IP 172.20.0.2 (7a3f5c9a-729f-4b12-8eb6-eefadc5124c4/1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4/9844c395-6945-46a1-97a3-95ca85dd5952) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:55.100650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:55.124461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Usage tracker for resource:security_group_rule and tenant:30568add0ded4d7cbbef02923bce81ce is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:55.129762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:55.141945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:55.156282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.180527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:55.189812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Usage tracker for resource:security_group_rule and tenant:5fba53a624374a5892697d3c102a6114 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:55.193452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:55.199932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.206147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.209076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:55.212973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.220298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.227048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.235575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.241500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.247940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:55.250632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25aa8218-0286-45f4-bac6-10d20f54541d req-f1bf8354-67fc-45bd-939c-e10da53aa837 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 0.2196040 Jan 28 09:45:55.266766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:45:55.294849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.386169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.393952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:55.399594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Transition to ACTIVE for port object 9844c395-6945-46a1-97a3-95ca85dd5952 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:55.401832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:55.416227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:55.427529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Transition to ACTIVE for port object 9844c395-6945-46a1-97a3-95ca85dd5952 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:45:55.434651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.473588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25aa8218-0286-45f4-bac6-10d20f54541d req-853a33cb-258e-495e-91a1-f456f6186a5f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2139080 Jan 28 09:45:55.511931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event updated for resources: {'Port': ['ID=766d1d9d-33a4-4849-9ec9-450ea74e42b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:55.557232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Pushing event updated for resources: {'Port': ['ID=9844c395-6945-46a1-97a3-95ca85dd5952,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:55.570868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:55.572017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:55.576482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:55.582206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.590450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.718445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Attempting to bind port 9844c395-6945-46a1-97a3-95ca85dd5952 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:55.718684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Attempting to bind port 9844c395-6945-46a1-97a3-95ca85dd5952 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:55.719041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Attempting to bind port 9844c395-6945-46a1-97a3-95ca85dd5952 on network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:55.726818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:55.727354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Checking segment: {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:55.727774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.728174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Bound using segment: {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:55.728647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Bound port: 9844c395-6945-46a1-97a3-95ca85dd5952, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:55.729047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.757369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30568add0ded4d7cbbef02923bce81ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645990 Jan 28 09:45:55.761996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59752) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:55.790146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.803640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.830926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] For port 9844c395-6945-46a1-97a3-95ca85dd5952, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:45:55.841391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] For port 9844c395-6945-46a1-97a3-95ca85dd5952, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9844c395-6945-46a1-97a3-95ca85dd5952,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:55.854010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.899887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.923528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1804e8b0-02e2-493a-a40f-02600e1fd61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.931390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede35ef8-ba93-444d-a5b8-a269809cda3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc99a7-d398-49b0-a1c3-074bbb787218,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:55.942399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:55.960276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641f0b4b-9a32-4a06-9f71-4393d95c8f82 None None] Pushing event updated for resources: {'Port': ['ID=9844c395-6945-46a1-97a3-95ca85dd5952,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:56.074110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.106201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5fba53a624374a5892697d3c102a6114&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6716638 Jan 28 09:45:56.107553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c10a7da-08e8-45c1-8ee0-e99463bbde66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d61916-e098-4ef7-8aff-b1e849fa3138,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:56.112451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59758) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:56.136056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.146783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d56bd6-d012-4c04-b712-4063f210c784 req-42015d01-520f-46a9-9934-9e25b651c07a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:56.148276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99d56bd6-d012-4c04-b712-4063f210c784 req-42015d01-520f-46a9-9934-9e25b651c07a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 945 time: 0.4504094 Jan 28 09:45:56.216385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.327920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99d56bd6-d012-4c04-b712-4063f210c784 req-ec568ef3-5695-413e-8c19-6f95b1e880d5 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674566 Jan 28 09:45:56.341098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-036b666c-a517-463d-9ad9-25a719e987a8 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:45:56.349513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-036b666c-a517-463d-9ad9-25a719e987a8 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3130288 Jan 28 09:45:56.432972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.461186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Request body: {'binding': {'host': 'n-h2-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:56.461833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Unknown quota resources ['binding']. {{(pid=87541) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 09:45:56.502401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc99a7-d398-49b0-a1c3-074bbb787218,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:56.547021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.547579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.548077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.548571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.549230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.549739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.550225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.551241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.551728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.552202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.552856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.554043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:45:56.571023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.623186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.627102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9643475-85cb-4b0d-ae2e-55e14186f01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.652715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.657912 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ece2651d-c2dd-457e-bbb3-474c70dddf33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71cc99a7-d398-49b0-a1c3-074bbb787218 HTTP/1.1" status: 204 len: 168 time: 0.7493186 Jan 28 09:45:56.662700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.676145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.752716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 172.25.1.42 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/3d187145-c650-4f20-ac9a-fa1351146313) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:56.761151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9643475-85cb-4b0d-ae2e-55e14186f01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.828857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event updated for resources: {'Port': ['ID=766d1d9d-33a4-4849-9ec9-450ea74e42b5,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:56.877821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.897617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on host n-h2-825178-2 for vnic_type normal with profile None {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:45:56.897947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:45:56.898263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:56.905761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:45:56.905953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:45:56.911950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:56.923732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-10c5827f-4c46-4ac4-bf29-53b756fcde66 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8472345 Jan 28 09:45:56.934498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:45:56.934498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:45:56.934498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:45:56.934498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Bound port: 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:45:56.998061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:45:57.007257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:57.022132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-af25e88f-3d90-4ccd-b2d0-f03677b2cc15 service neutron] 10.222.0.42 "POST /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72/bindings HTTP/1.1" status: 201 len: 389 time: 0.6664028 Jan 28 09:45:57.081209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9643475-85cb-4b0d-ae2e-55e14186f01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:57.124386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9643475-85cb-4b0d-ae2e-55e14186f01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d61916-e098-4ef7-8aff-b1e849fa3138,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:57.230380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9643475-85cb-4b0d-ae2e-55e14186f01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:57.231144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e9643475-85cb-4b0d-ae2e-55e14186f01a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77d61916-e098-4ef7-8aff-b1e849fa3138 HTTP/1.1" status: 204 len: 168 time: 1.1175361 Jan 28 09:45:57.237653 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:57.448129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:57.756075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=3d187145-c650-4f20-ac9a-fa1351146313,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:57.824949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-2aac60a3-9527-4e1d-83f4-1171a145f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:57.829303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-2aac60a3-9527-4e1d-83f4-1171a145f703 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1096 time: 0.3196516 Jan 28 09:45:57.913350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Allocated IP 172.25.1.61 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/d1cb2afb-94d2-4b62-b67e-b4ceca91c21f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:45:58.064334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0c00b9-1e2f-4b47-8349-e196a790c0f3 None None] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:45:58.199139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59832) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:58.246396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:58.255584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-03e1ba83-fa34-4fd7-af3d-15984023439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.258403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-03e1ba83-fa34-4fd7-af3d-15984023439e service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.3171299 Jan 28 09:45:58.261926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:58.274112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.288775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:58.305667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9844c395-6945-46a1-97a3-95ca85dd5952 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:45:58.353292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-cf58a39c-1dd8-494f-b4ee-d9af8b479ecd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 217 time: 0.0857935 Jan 28 09:45:58.390207 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b722c45e-045e-445c-8813-0655bda8df77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.411440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-db3eb3c9-97b0-45ce-9656-c1ef50b538b3 None None] Provisioning for port 9844c395-6945-46a1-97a3-95ca85dd5952 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:58.425260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb4c08-d2ef-4f8f-aa0a-1480d66ec376 req-e1a55939-8d7b-4368-b306-eb31a813958d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.427353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65eb4c08-d2ef-4f8f-aa0a-1480d66ec376 req-e1a55939-8d7b-4368-b306-eb31a813958d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 0.6079254 Jan 28 09:45:58.499844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-3058957a-504a-4ff6-b4ec-993b44e3d24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.509130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-3058957a-504a-4ff6-b4ec-993b44e3d24f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1385376 Jan 28 09:45:58.514897 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65eb4c08-d2ef-4f8f-aa0a-1480d66ec376 req-bf1aeb4a-b943-48a4-84d2-8ee3e3356cb3 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802350 Jan 28 09:45:58.526456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:58.536525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.586001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-8fcac9db-cc32-4fa8-83f6-84fde24d6ee1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755990 Jan 28 09:45:58.609713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9844c395-6945-46a1-97a3-95ca85dd5952 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:45:58.629737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9844c395-6945-46a1-97a3-95ca85dd5952 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:58.630280 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.689399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Usage tracker for resource:security_group_rule and tenant:f723b577a14a49c5b5d6beec5daed3e2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:58.692975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:58.708948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.717680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:58.846837 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.910274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.916138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9844c395-6945-46a1-97a3-95ca85dd5952, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9844c395-6945-46a1-97a3-95ca85dd5952,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:45:58.919746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-1ed980b3-e62f-4bdc-a73c-6566268dc910 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274369 Jan 28 09:45:58.920535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.922838 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:58.934801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.942283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.948573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.956275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.963708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:58.972578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-02510978-2642-494e-bae1-5117add388ac tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 1.2805779 Jan 28 09:45:58.985930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:45:59.019817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:45:59.033992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9844c395-6945-46a1-97a3-95ca85dd5952,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:59.043426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:45:59.075179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-69c6ecd2-1097-4f05-830f-46582ba5a6cd service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469193 Jan 28 09:45:59.088150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59862) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:59.100994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:59.146408 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.148911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.166115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4e4ed50-0172-46a6-818d-94a2d70cd604 req-da019abf-3ada-4720-831d-cc16b2d0dbef tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1926296 Jan 28 09:45:59.166736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.284565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-db4d16d0-d080-4bab-baf1-4c1e26b4666f None None] Provisioning complete for port 9844c395-6945-46a1-97a3-95ca85dd5952 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:45:59.285577 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-db4d16d0-d080-4bab-baf1-4c1e26b4666f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.292741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1708443926-network', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:45:59.300170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:59.314049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Usage tracker for resource:network and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:59.318018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:59.396778 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.399907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.497207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:59.511838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Made reservation on behalf of 4fc2612ae4124763a4320d90a360ab27 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:45:59.516414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.534261 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.556231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:45:59.562387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:45:59.566256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:45:59.580808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:45:59.772951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f723b577a14a49c5b5d6beec5daed3e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5544071 Jan 28 09:45:59.778303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329f4c79-ba96-44b5-8b24-8397c16e132a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4875b8ff-23ec-415e-96c1-707d3a1c92e0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:59.786198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59900) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:45:59.823316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.837667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.845239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.892105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:45:59.915771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2220b092-12ab-4821-9cd5-555a7ba5acff,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:45:59.922135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:45:59.922728 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Added segment 97f305dc-5052-4172-ab17-0c63ebbd3f16 of type vlan for network f9c64ec5-c6e5-4845-a467-c905a09acf16 Jan 28 09:45:59.941111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac39ebb-9c1a-421c-bd62-ba75c8299e02 req-41f93fac-e449-474a-9566-bb03feb06a9a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:45:59.950695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ac39ebb-9c1a-421c-bd62-ba75c8299e02 req-41f93fac-e449-474a-9566-bb03feb06a9a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 0.1947019 Jan 28 09:45:59.966576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9844c395-6945-46a1-97a3-95ca85dd5952 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:00.003763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.040499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ac39ebb-9c1a-421c-bd62-ba75c8299e02 req-30eae556-d4b8-4554-95ed-0a9ff75bab74 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888450 Jan 28 09:46:00.094824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9844c395-6945-46a1-97a3-95ca85dd5952 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:00.094824 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.101269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.105376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:00.105376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.261645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] Pushing event updated for resources: {'Network': ['ID=f9c64ec5-c6e5-4845-a467-c905a09acf16,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:00.267554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b19d4ad1-6040-47de-98f2-7dd6b235ff11 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1775227 Jan 28 09:46:00.268360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59912) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:00.277019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Request body: {'subnet': {'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1708443926-subnet', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:00.308609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:46:00.310584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:00.310584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Usage tracker for resource:subnet and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:00.310584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:00.325640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:00.344562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Made reservation on behalf of 4fc2612ae4124763a4320d90a360ab27 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:00.350536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.454383 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7129176-f5ca-4cef-a2c9-60f71aa28b7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.484025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7129176-f5ca-4cef-a2c9-60f71aa28b7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.593730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7129176-f5ca-4cef-a2c9-60f71aa28b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.619695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.632574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.704358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.717736 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.757473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7129176-f5ca-4cef-a2c9-60f71aa28b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4875b8ff-23ec-415e-96c1-707d3a1c92e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:00.801726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d602f245-3752-40b7-b4a5-22e9747da533,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:00.812106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Checking segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:00.812458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Network hostable DHCP agents. Network: f9c64ec5-c6e5-4845-a467-c905a09acf16, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:46:00.837032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:46:00.848870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f9c64ec5-c6e5-4845-a467-c905a09acf16) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:00.867254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:00.867254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.876453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62eb1e24-2606-42a5-b85b-73e595ed2433 None None] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:46:00.895991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2742827e-6261-455e-a576-653f1e4a8d07 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6241980 Jan 28 09:46:00.897077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59932) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:00.907498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:00.921218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:00.921756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7129176-f5ca-4cef-a2c9-60f71aa28b7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.932396 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b7129176-f5ca-4cef-a2c9-60f71aa28b7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4875b8ff-23ec-415e-96c1-707d3a1c92e0 HTTP/1.1" status: 204 len: 168 time: 1.1430633 Jan 28 09:46:00.938941 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:00.944522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Usage tracker for resource:router and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:00.956689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:00.968640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:01.007888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.011551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.053021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.249616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.268248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=3d187145-c650-4f20-ac9a-fa1351146313,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:01.299571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:01.381796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f9c64ec5-c6e5-4845-a467-c905a09acf16', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:46:01.381796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.708216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:01.712581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.770532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'mac_address': 'fa:16:3e:c3:44:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:01.848593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Allocated IP 172.20.0.2 (f9c64ec5-c6e5-4845-a467-c905a09acf16/d602f245-3752-40b7-b4a5-22e9747da533/b02d264e-95ba-46d4-a076-c56150d2b631) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:01.857250 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.883476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5f3c144-a240-473e-82ea-aaee3b61cf1f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:01.941225 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:01.990562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:02.001720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:02.146409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d5f3c144-a240-473e-82ea-aaee3b61cf1f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:02.148145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.167221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.179242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.198928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.226497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.252446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.278721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:02.281331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:02.289946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-954d98c5-b4fb-4a74-8311-32ad22b1480f tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5430 time: 1.8950405 Jan 28 09:46:02.350213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:02.353132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:02.366170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-26bc89f2-0845-453a-ba0e-4f984304e0f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8157973 Jan 28 09:46:02.419377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Transition to ACTIVE for port object b02d264e-95ba-46d4-a076-c56150d2b631 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:02.511127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Transition to ACTIVE for port object b02d264e-95ba-46d4-a076-c56150d2b631 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:02.537221 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:02.736790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:02.786580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4243902-5f05-4b1a-9d12-682bba60f753 req-8d70901c-4d31-4ad8-af0b-d7002e2e8320 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4419456 Jan 28 09:46:02.799163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:02.803571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:02.811766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:02.819656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:02.827273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Pushing event updated for resources: {'Port': ['ID=b02d264e-95ba-46d4-a076-c56150d2b631,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:02.857432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Router 196ced9b-180d-4970-84f6-dabfa0d03cc5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:46:03.043436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Attempting to bind port b02d264e-95ba-46d4-a076-c56150d2b631 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:03.044909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Attempting to bind port b02d264e-95ba-46d4-a076-c56150d2b631 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:03.045978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Attempting to bind port b02d264e-95ba-46d4-a076-c56150d2b631 on network f9c64ec5-c6e5-4845-a467-c905a09acf16 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:03.055879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:03.056579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Checking segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:03.057174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:03.058006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Bound using segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:03.058783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Bound port: b02d264e-95ba-46d4-a076-c56150d2b631, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:03.059349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:03.169941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Allocated IP 172.25.1.55 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/1c45d0d7-e56e-455c-8dfb-b539aef76b2c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:03.324508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:03.377441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97622aa-4761-4dec-b5da-0d9d29bed033 req-3c86e602-074e-4183-b5f1-bf7c1b2244af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:03.379597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f97622aa-4761-4dec-b5da-0d9d29bed033 req-3c86e602-074e-4183-b5f1-bf7c1b2244af tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 0.2214742 Jan 28 09:46:03.384945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:46:03.428853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:03.430797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edab1c2b-ac37-4bea-8119-1c29622223c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 9.0768766 Jan 28 09:46:03.435828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59990) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:03.483004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Sync routers for ids ['196ced9b-180d-4970-84f6-dabfa0d03cc5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:46:03.578473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] For port b02d264e-95ba-46d4-a076-c56150d2b631, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:03.637676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] For port b02d264e-95ba-46d4-a076-c56150d2b631, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b02d264e-95ba-46d4-a076-c56150d2b631,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:03.672287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:03.750345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f97622aa-4761-4dec-b5da-0d9d29bed033 req-5e788ef6-cb23-4a28-937f-031175edb1bd tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3414137 Jan 28 09:46:03.845763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Routers {'196ced9b-180d-4970-84f6-dabfa0d03cc5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:03.851508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['196ced9b-180d-4970-84f6-dabfa0d03cc5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:03.976183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:04.021411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:04.135840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:04.144197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:04.156310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:04.278538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d5f3c144-a240-473e-82ea-aaee3b61cf1f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:04.279063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:04.280410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Pushing event updated for resources: {'Port': ['ID=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:04.396475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a215f1-1487-43fe-aba0-e3946d415959 None None] Pushing event updated for resources: {'Port': ['ID=b02d264e-95ba-46d4-a076-c56150d2b631,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:04.546436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Set router 196ced9b-180d-4970-84f6-dabfa0d03cc5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:05.331473 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:05.432445 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:05.568354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:05.580921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:05.586050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:05.605699 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:06.000927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:06.054467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:46:00Z', 'revision_number': 3, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:45:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:06.054467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Checking router: 196ced9b-180d-4970-84f6-dabfa0d03cc5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:46:06.054467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Updating router 196ced9b-180d-4970-84f6-dabfa0d03cc5 port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:46:06.143789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:06.267099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b02d264e-95ba-46d4-a076-c56150d2b631 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:06.434035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Allocated IP 172.20.0.1 (7a3f5c9a-729f-4b12-8eb6-eefadc5124c4/1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4/2289647a-3fab-4fef-bf18-0033c5fcdf92) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:06.677408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e892543-7fcb-45ef-8722-4c405b282e3a None None] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:46:06.692486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:06.724025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Transition to ACTIVE for port object 2289647a-3fab-4fef-bf18-0033c5fcdf92 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:06.775441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:06.872865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:06.877401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:06.882943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:06.898902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:07.256436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:07.272002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Transition to ACTIVE for port object d1cb2afb-94d2-4b62-b67e-b4ceca91c21f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:07.309230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d29cbfb9-8ec4-4e5c-910d-693ef2786f4b None None] Provisioning for port b02d264e-95ba-46d4-a076-c56150d2b631 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:07.336646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:07.503949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b409f-6d1b-4d32-9c2a-65eae81e88c5 None None] Pushing event updated for resources: {'Port': ['ID=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:07.515114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b02d264e-95ba-46d4-a076-c56150d2b631 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:07.518739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Router b590e65b-c03a-4063-8a69-7b2324542163 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:46:07.611906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Pushing event updated for resources: {'Port': ['ID=2289647a-3fab-4fef-bf18-0033c5fcdf92,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:07.637831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Attempting to bind port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:07.641393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Attempting to bind port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:07.645702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Attempting to bind port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:07.713031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:07.818891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:07.825029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:07.825174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:07.825570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:07.826077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Bound port: d1cb2afb-94d2-4b62-b67e-b4ceca91c21f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:07.830892 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.025802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b02d264e-95ba-46d4-a076-c56150d2b631 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:08.026457 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.053851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 906aac39-51c4-4634-b6ce-3804614658bf details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:08.073647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.127614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a42247d7-ca23-43fd-8b6e-daccbf8aaaff None None] Provisioning for port 2289647a-3fab-4fef-bf18-0033c5fcdf92 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:08.138541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a42247d7-ca23-43fd-8b6e-daccbf8aaaff None None] Provisioning complete for port 2289647a-3fab-4fef-bf18-0033c5fcdf92 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:08.139766 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a42247d7-ca23-43fd-8b6e-daccbf8aaaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.220956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:46:08.231749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Sync routers for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:46:08.257396 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:08.258018 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:08.277802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a42247d7-ca23-43fd-8b6e-daccbf8aaaff None None] Port 2289647a-3fab-4fef-bf18-0033c5fcdf92 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:08.286139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-2b3546ac-723f-451f-a022-12bfbdfe55f6 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:08.288646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-2b3546ac-723f-451f-a022-12bfbdfe55f6 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.9964702 Jan 28 09:46:08.313051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-825178-2'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:08.334921 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:46:08.350680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.352639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6485f5d-5fb5-49bb-8252-7fc925d2bb27 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.4539390 Jan 28 09:46:08.359818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60050) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:08.605912 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:08.661637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.672288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:08.928221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Pushing event updated for resources: {'Port': ['ID=2289647a-3fab-4fef-bf18-0033c5fcdf92,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:08.935998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:09.020116 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:09.111680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:09.114590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:09.164536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] For port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:09.346031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] For port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:09.402334 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:04Z', 'revision_number': 3, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:09.418876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Checking router: b590e65b-c03a-4063-8a69-7b2324542163 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:46:09.418876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Updating router b590e65b-c03a-4063-8a69-7b2324542163 port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:46:09.421016 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:09.628906 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:09.808705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Router 196ced9b-180d-4970-84f6-dabfa0d03cc5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:46:09.814153 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:10.016059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Routers {'196ced9b-180d-4970-84f6-dabfa0d03cc5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:10.016059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['196ced9b-180d-4970-84f6-dabfa0d03cc5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:10.110600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:10.523155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:10.587241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:46:10.649654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] Set router 196ced9b-180d-4970-84f6-dabfa0d03cc5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:10.670898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5ecce693-3e5e-4dec-a488-327ace23616e admin admin] 10.222.0.42 "PUT /v2.0/routers/196ced9b-180d-4970-84f6-dabfa0d03cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2277405 Jan 28 09:46:10.768307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:10.775636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:10.789586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:10.987230 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.018776 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Transition to ACTIVE for port object 1c45d0d7-e56e-455c-8dfb-b539aef76b2c will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:11.029068 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.075265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353b409f-6d1b-4d32-9c2a-65eae81e88c5 None None] Pushing event updated for resources: {'Port': ['ID=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:11.087930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd590be6-cc50-4170-85de-35b6cbe76eb4 None None] Provisioning complete for port 2289647a-3fab-4fef-bf18-0033c5fcdf92 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:11.088305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd590be6-cc50-4170-85de-35b6cbe76eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.195133 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Attempting to bind port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:11.200995 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Attempting to bind port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:11.201446 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Attempting to bind port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:11.224311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:11.226190 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:11.226905 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.227738 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:11.228574 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Bound port: 1c45d0d7-e56e-455c-8dfb-b539aef76b2c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:11.229276 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.324920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:11.351213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b02d264e-95ba-46d4-a076-c56150d2b631, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b02d264e-95ba-46d4-a076-c56150d2b631,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:11.351213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dd590be6-cc50-4170-85de-35b6cbe76eb4 None None] Port 2289647a-3fab-4fef-bf18-0033c5fcdf92 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:11.444326 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] For port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:11.449215 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] For port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:11.461050 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f104a-4094-44c2-8fe6-c91b5e72ff05 None None] Pushing event updated for resources: {'Port': ['ID=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:11.474631 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.520410 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:11.714009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=906aac39-51c4-4634-b6ce-3804614658bf,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:11.830696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '906aac39-51c4-4634-b6ce-3804614658bf', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'port_id': '906aac39-51c4-4634-b6ce-3804614658bf', 'mac_address': 'fa:16:3e:6d:a2:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2', 'ip_address': '10.1.1.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:11.849005 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:11.849005 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:11.996467 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f104a-4094-44c2-8fe6-c91b5e72ff05 None None] Pushing event updated for resources: {'Port': ['ID=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:12.007886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on host n-h1-825178-2 for vnic_type normal with profile {"migrating_to": "n-h2-825178-2"} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:12.013514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:12.013884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:12.043248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:46:12.043574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Attempting to bind port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on network 662cb69d-5f43-41ae-9e44-2fe1e0008f2c {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:12.080922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:12.081681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Checking segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:12.082095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Bound using segment: {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:12.083004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Bound port: 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef69e9-4f33-4773-9747-fc690d068d2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:12.083004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.149639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b02d264e-95ba-46d4-a076-c56150d2b631,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:12.156046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-327172d5-513e-4d8d-8728-45892c3a0870 None None] Provisioning complete for port b02d264e-95ba-46d4-a076-c56150d2b631 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:12.156684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-327172d5-513e-4d8d-8728-45892c3a0870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.268577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:12.292785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:12.298743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:12.320273 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.346106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.518212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.551495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906aac39-51c4-4634-b6ce-3804614658bf {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:12.646923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:12.719365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=906aac39-51c4-4634-b6ce-3804614658bf,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:12.769964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.770625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device dbfc2577-27d3-441d-9042-d50e0ec53578 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:12.798697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:12.799917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:12.801311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-20e7d9e9-8b41-4403-ac4f-ca55e6536a22 service neutron] 10.222.0.43 "PUT /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 1121 time: 4.5045657 Jan 28 09:46:13.223456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['319a9df3-0f55-4594-a4a0-49b4dec2ea72'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:13.279213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['319a9df3-0f55-4594-a4a0-49b4dec2ea72'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:13.410213 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-854085da-0b73-4e43-b696-841d38ada257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:04Z', 'revision_number': 3, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:13.417213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:13.417994 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-854085da-0b73-4e43-b696-841d38ada257 None None] The sync data for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 is: [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:04Z', 'revision_number': 3, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:46:13.485895 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:46:13.543521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=dbfc2577-27d3-441d-9042-d50e0ec53578,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:13.578398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:46:07Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2289647a-3fab-4fef-bf18-0033c5fcdf92', 'name': '', 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'mac_address': 'fa:16:3e:bb:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:05Z', 'updated_at': '2022-01-28T09:46:08Z', 'revision_number': 2, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'subnets': [{'id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:13.587792 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:13.589536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'dbfc2577-27d3-441d-9042-d50e0ec53578', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'port_id': 'dbfc2577-27d3-441d-9042-d50e0ec53578', 'mac_address': 'fa:16:3e:58:6b:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:13.608712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e37606d-4ca3-4750-a1d9-b732d8eae170 None None] The sync data for ids ['196ced9b-180d-4970-84f6-dabfa0d03cc5'] in n-d-825178-2 is: [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:46:07Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:46:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2289647a-3fab-4fef-bf18-0033c5fcdf92', 'name': '', 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'mac_address': 'fa:16:3e:bb:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:05Z', 'updated_at': '2022-01-28T09:46:08Z', 'revision_number': 2, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'subnets': [{'id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:46:13.612910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Allocated IP 172.20.0.1 (f9c64ec5-c6e5-4845-a467-c905a09acf16/d602f245-3752-40b7-b4a5-22e9747da533/3c1bcb63-ad68-4af6-aa47-25b59242715a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:13.893654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b02d264e-95ba-46d4-a076-c56150d2b631 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:14.065551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:14.104485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Transition to ACTIVE for port object 3c1bcb63-ad68-4af6-aa47-25b59242715a will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:14.112355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:14.241433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfc2577-27d3-441d-9042-d50e0ec53578 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:14.280033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:14.404737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=dbfc2577-27d3-441d-9042-d50e0ec53578,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:14.414953 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:14.415620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a74c2111-22ea-4855-9f92-42ecb94b8e0b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:14.538831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b02d264e-95ba-46d4-a076-c56150d2b631 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:14.539197 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:14.563947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Pushing event updated for resources: {'Port': ['ID=3c1bcb63-ad68-4af6-aa47-25b59242715a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:14.724122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:14.728062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:14.739007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:15.000727 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:15.085991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:46:15.956747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:15.996402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:16.062346 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:16.279493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-588038f6-a9c5-4831-b077-f3300ac127bb None None] Provisioning for port 3c1bcb63-ad68-4af6-aa47-25b59242715a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:16.294664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:16.331491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-588038f6-a9c5-4831-b077-f3300ac127bb None None] Provisioning complete for port 3c1bcb63-ad68-4af6-aa47-25b59242715a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:16.355028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-588038f6-a9c5-4831-b077-f3300ac127bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:16.595810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-588038f6-a9c5-4831-b077-f3300ac127bb None None] Port 3c1bcb63-ad68-4af6-aa47-25b59242715a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:16.612383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'port_id': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'mac_address': 'fa:16:3e:bd:24:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:16.813834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:16.819479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:16.819956 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:16.856202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1cb2afb-94d2-4b62-b67e-b4ceca91c21f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:17.118014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a74c2111-22ea-4855-9f92-42ecb94b8e0b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:17.134839 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-d387a7aa-3fdd-4c40-9845-46221a57b02d service neutron] 10.222.0.25 "GET /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72/bindings/n-h2-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.3276083 Jan 28 09:46:17.160234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:17.174942 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:17.175883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79f4a124-ca62-4cf1-8274-a20a543c07f8 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:17.203562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Pushing event updated for resources: {'Port': ['ID=3c1bcb63-ad68-4af6-aa47-25b59242715a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:17.226600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:17.456218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:17.527042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:17.593491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:17.593876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:17.802606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '79f4a124-ca62-4cf1-8274-a20a543c07f8', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'port_id': '79f4a124-ca62-4cf1-8274-a20a543c07f8', 'mac_address': 'fa:16:3e:e4:cb:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2', 'ip_address': '10.1.1.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:17.863478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:17.869497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:17.878594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:17.932496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:18.071094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:18.113981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:18.146769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:18.162509 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:18.192815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:18.369393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:18.396047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79f4a124-ca62-4cf1-8274-a20a543c07f8 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:18.450768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Transition to ACTIVE for port object 319a9df3-0f55-4594-a4a0-49b4dec2ea72 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:18.456370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:18.503091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:18.520380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:18.527512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:18.534277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bd7ae137-ce5c-4359-8efd-b29ad62573c4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:18.536707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:18.537456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1c45d0d7-e56e-455c-8dfb-b539aef76b2c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:18.774728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Router b590e65b-c03a-4063-8a69-7b2324542163 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:46:18.852305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:19.185180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] No DVR routers for this DVR port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:46:19.247156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:19.264934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] 10.222.0.25 "PUT /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72/bindings/n-h2-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 2.1193182 Jan 28 09:46:19.292930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=10']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:19.320746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.321092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.321628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.323100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.323100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.323100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.323100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.324148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.324256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.325120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.325120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.325917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c58f00d8-dbd0-40f1-969f-f0686e9e4be5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:19.345769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'bd7ae137-ce5c-4359-8efd-b29ad62573c4', 'network_id': '0e2863b2-6f71-48f1-88c5-0a613e61d893', 'port_id': 'bd7ae137-ce5c-4359-8efd-b29ad62573c4', 'mac_address': 'fa:16:3e:7d:ee:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d8c9ef-e100-44cc-9cac-7a204aaa35f2', 'ip_address': '10.1.1.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:19.514956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:46:19.668956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-07cf68e9-67ae-45f7-bf89-2a5252b2cb48 None None] Provisioning complete for port 3c1bcb63-ad68-4af6-aa47-25b59242715a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:19.669399 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-07cf68e9-67ae-45f7-bf89-2a5252b2cb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:19.839171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:46:19.840905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Sync routers for ids ['196ced9b-180d-4970-84f6-dabfa0d03cc5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:46:19.847200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:46:19.859750 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Sync routers for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:46:19.877823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c2258e9e-1bbf-4eb4-a8a8-507fda3653ff tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:19.881652 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:19.882039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c2258e9e-1bbf-4eb4-a8a8-507fda3653ff tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.4127109 Jan 28 09:46:19.883353 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:19.885157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Routers {'196ced9b-180d-4970-84f6-dabfa0d03cc5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:19.895552 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7d4d3746-1296-4a6e-9d2a-891997fbd55e admin admin] 10.222.0.42 "PUT /v2.0/routers/b590e65b-c03a-4063-8a69-7b2324542163/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5260580 Jan 28 09:46:19.897478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['196ced9b-180d-4970-84f6-dabfa0d03cc5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:20.118036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-07cf68e9-67ae-45f7-bf89-2a5252b2cb48 None None] Port 3c1bcb63-ad68-4af6-aa47-25b59242715a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:20.128342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:20.139589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-00a1bafd-8728-49e2-b51c-1cc550b42519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:20.140625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-00a1bafd-8728-49e2-b51c-1cc550b42519 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd HTTP/1.1" status: 200 len: 1095 time: 0.2516949 Jan 28 09:46:20.164451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:20.175545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd7ae137-ce5c-4359-8efd-b29ad62573c4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:20.188498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:20.429058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-6cc7c1ab-ec65-45dc-8d2a-440ce34e0aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:20.429058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-6cc7c1ab-ec65-45dc-8d2a-440ce34e0aee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1095 time: 0.2474804 Jan 28 09:46:20.448021 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:20.522984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:20.530682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:20.534861 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:20.705428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Set router 196ced9b-180d-4970-84f6-dabfa0d03cc5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:20.981410 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:21.037090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-feb99be5-6446-4d7b-b71c-d13ab46a49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:21.039855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-feb99be5-6446-4d7b-b71c-d13ab46a49b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.5973024 Jan 28 09:46:21.081079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 158fd55c-67c3-45c9-bb6e-c98d6a10af59 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:21.174424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-adc25018-d7b6-4abd-8dfe-77df3776af6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 217 time: 0.1272337 Jan 28 09:46:21.312722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-161f9cca-a10f-4852-89f8-45aacb68483c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:21.318271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-161f9cca-a10f-4852-89f8-45aacb68483c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1376593 Jan 28 09:46:21.364048 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:16Z', 'revision_number': 2, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:21.369694 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Checking router: b590e65b-c03a-4063-8a69-7b2324542163 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:46:21.369694 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Updating router b590e65b-c03a-4063-8a69-7b2324542163 port 3c1bcb63-ad68-4af6-aa47-25b59242715a binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:46:21.445392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-c5fa97f7-5425-4b1a-a704-9ae96b6da801 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1199627 Jan 28 09:46:21.449149 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:21.972378 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:22.010249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-6a6a9758-fdfe-45f4-84e3-4625a1b7f72a service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587404 Jan 28 09:46:22.123873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:22.176145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '158fd55c-67c3-45c9-bb6e-c98d6a10af59', 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93', 'port_id': '158fd55c-67c3-45c9-bb6e-c98d6a10af59', 'mac_address': 'fa:16:3e:84:65:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720e206-d057-4715-b60e-e1754ec54491', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:22.218110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['dbfc2577-27d3-441d-9042-d50e0ec53578'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:22.272356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['a74c2111-22ea-4855-9f92-42ecb94b8e0b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:22.302789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-b07c96c6-b6b5-4e2f-a177-6772d3558df7 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843766 Jan 28 09:46:22.444993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['906aac39-51c4-4634-b6ce-3804614658bf'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:22.556215 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:22.614241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Transition to ACTIVE for port object 3c1bcb63-ad68-4af6-aa47-25b59242715a will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:22.619721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['79f4a124-ca62-4cf1-8274-a20a543c07f8'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:22.632904 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:23.181934 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8c8de-fb01-46b9-bc01-8ef43f3633c2 None None] Pushing event updated for resources: {'Port': ['ID=3c1bcb63-ad68-4af6-aa47-25b59242715a,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:23.317174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cec506-c2e9-4857-b497-feb4cb668edd req-645402ab-393c-4448-a78f-8a6e2de6b796 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:23.319304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-645402ab-393c-4448-a78f-8a6e2de6b796 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741&tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.3948855 Jan 28 09:46:23.491021 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Attempting to bind port 3c1bcb63-ad68-4af6-aa47-25b59242715a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:23.491292 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Attempting to bind port 3c1bcb63-ad68-4af6-aa47-25b59242715a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:23.496029 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Attempting to bind port 3c1bcb63-ad68-4af6-aa47-25b59242715a on network f9c64ec5-c6e5-4845-a467-c905a09acf16 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:23.516013 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:23.516364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Checking segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:23.516814 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:23.517198 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Bound using segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:23.517656 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Bound port: 3c1bcb63-ad68-4af6-aa47-25b59242715a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:23.518013 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:23.635054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:23.705011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:23.723338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-13cec506-c2e9-4857-b497-feb4cb668edd req-b824cba8-123c-404d-ae29-2777d59cb0be service neutron] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:23.730633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-13cec506-c2e9-4857-b497-feb4cb668edd req-b824cba8-123c-404d-ae29-2777d59cb0be service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:23.731733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13cec506-c2e9-4857-b497-feb4cb668edd req-b824cba8-123c-404d-ae29-2777d59cb0be service neutron] 10.222.0.43 "DELETE /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72/bindings/n-h1-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.4062829 Jan 28 09:46:23.752471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['bd7ae137-ce5c-4359-8efd-b29ad62573c4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:23.785518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] For port 3c1bcb63-ad68-4af6-aa47-25b59242715a, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:23.795917 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] For port 3c1bcb63-ad68-4af6-aa47-25b59242715a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3c1bcb63-ad68-4af6-aa47-25b59242715a,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:23.809937 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:23.965614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 158fd55c-67c3-45c9-bb6e-c98d6a10af59 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:23.986905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:24.003799 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:24.008048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:24.008762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b424457b-50c4-44c2-9ef6-c2aef8dfdc9f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:24.016244 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:24.037783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:24.056057 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:24.080119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f', 'network_id': '40b143ac-fde6-45e5-a855-bc0896978f93', 'port_id': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f', 'mac_address': 'fa:16:3e:ff:83:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f720e206-d057-4715-b60e-e1754ec54491', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:24.121622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:24.352515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:24.391458 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8c8de-fb01-46b9-bc01-8ef43f3633c2 None None] Pushing event updated for resources: {'Port': ['ID=3c1bcb63-ad68-4af6-aa47-25b59242715a,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:24.563574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1cb2afb-94d2-4b62-b67e-b4ceca91c21f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:24.999066 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:25.115398 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:25.229188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b424457b-50c4-44c2-9ef6-c2aef8dfdc9f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:25.265743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:25.682038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5c5eb871-a823-4d98-8ccb-252d088fc9b1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1150775394&fields=id&tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16 HTTP/1.1" status: 200 len: 267 time: 0.1887562 Jan 28 09:46:25.733732 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:25.734937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:25.972425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:25.994825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-dc95616d-1527-4dea-9dc6-f93ec534c102 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:25.995588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-dc95616d-1527-4dea-9dc6-f93ec534c102 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:26.007998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.020628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.071271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.091170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.101082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-dc95616d-1527-4dea-9dc6-f93ec534c102 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:26.105232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-dc95616d-1527-4dea-9dc6-f93ec534c102 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 932 time: 0.4195104 Jan 28 09:46:26.132371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.151933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.162289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9f42468-8435-4f8d-9347-384def0436d1 req-c2d1f622-8ae0-49ba-b346-fb5cc3bcc662 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5437 time: 0.5158896 Jan 28 09:46:26.344980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-bea8df8b-4c2b-46f1-9e7f-99df587c020f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:26.382582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-bea8df8b-4c2b-46f1-9e7f-99df587c020f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports/2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 932 time: 0.2714622 Jan 28 09:46:26.511843 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:23Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:26.519864 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aef4954-52ea-43ad-9221-4708cd543453 None None] The sync data for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 is: [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:23Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:46:26.539790 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-1e43f077-ef36-49bd-854d-a46656e68276 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1542144 Jan 28 09:46:26.683594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-53767855-c073-4980-ac00-ec09e60cfd7c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1428144 Jan 28 09:46:26.771504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:26.783624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:26.813311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9f42468-8435-4f8d-9347-384def0436d1 req-8cae2da7-709a-4722-94d0-a16f9253db11 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6441340 Jan 28 09:46:26.916260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:26.934174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:46:27.050068 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d6f316f-a5ed-4178-84d9-872766e3cb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:27.067726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d5419ac6-d6f7-4ad8-ba13-84aea55ccfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:27.074458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d5419ac6-d6f7-4ad8-ba13-84aea55ccfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:27.082411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d5419ac6-d6f7-4ad8-ba13-84aea55ccfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:27.083458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d5419ac6-d6f7-4ad8-ba13-84aea55ccfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:27.145028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d5419ac6-d6f7-4ad8-ba13-84aea55ccfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:27.146217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d5419ac6-d6f7-4ad8-ba13-84aea55ccfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 1990 time: 0.4618554 Jan 28 09:46:27.174020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-f9f2f566-e683-4c0a-b9fc-68f89494048f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/quotas/ac68902d7b1e4fa78a0ba51d911c2e16 HTTP/1.1" status: 200 len: 375 time: 0.0174229 Jan 28 09:46:27.375916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:27.476619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-221ff958-0227-408a-ad2e-8c2b9cf53a28 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2887669 Jan 28 09:46:27.480836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'network_id': '662cb69d-5f43-41ae-9e44-2fe1e0008f2c', 'port_id': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'mac_address': 'fa:16:3e:cb:94:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f4161-41c8-4aac-ac0c-ee3b96fca93c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:27.491024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.491569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.509448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.511594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.512112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.513789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.515273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.515912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.518151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.518756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.520593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.521142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:27.542213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51aa7c-b239-41a3-acc4-c85fa0b57283 req-38140b65-2374-4fa6-af71-b32fd637033a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:27.572567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7a51aa7c-b239-41a3-acc4-c85fa0b57283 req-38140b65-2374-4fa6-af71-b32fd637033a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 944 time: 0.4495664 Jan 28 09:46:27.652138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-cbd49360-2a73-4de4-b07f-0a5bde489a7a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:46:27.655940 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-cbd49360-2a73-4de4-b07f-0a5bde489a7a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1624279 Jan 28 09:46:27.811512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7a51aa7c-b239-41a3-acc4-c85fa0b57283 req-4c28608a-6ae4-4ef3-8e69-a7fe1df9c49c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346644 Jan 28 09:46:27.973574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:46:07Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2289647a-3fab-4fef-bf18-0033c5fcdf92', 'name': '', 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'mac_address': 'fa:16:3e:bb:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:05Z', 'updated_at': '2022-01-28T09:46:08Z', 'revision_number': 2, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'subnets': [{'id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:28.107819 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'code': 200} Jan 28 09:46:28.140380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-b808a9cf-2f9d-49ec-822e-59a7e133fb70 service neutron] 10.222.0.42 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4737902 Jan 28 09:46:28.150608 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'code': 200} Jan 28 09:46:28.307310 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-105cdf20-0405-49ee-8fa6-94460cb555e6 service neutron] 10.222.0.42 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642988 Jan 28 09:46:28.515145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:28.521040 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:28.553927 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-954042d6-162e-4e17-ac76-ca16658c13bf service neutron] 10.222.0.42 "GET /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2230308 Jan 28 09:46:28.597001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Checking router: 196ced9b-180d-4970-84f6-dabfa0d03cc5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:46:28.599979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Updating router 196ced9b-180d-4970-84f6-dabfa0d03cc5 port 2289647a-3fab-4fef-bf18-0033c5fcdf92 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:46:29.074771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:29.132831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-138133f9-ca9e-4d5f-9a51-d6b9cb341683 service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5711267 Jan 28 09:46:29.248961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-48fba8d2-1035-4b06-a908-07fd4b3466dc tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Synchronizing usage tracker for tenant:81acd7bc1206490c84fe4768c93974d4 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:29.287289 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0073472a-3629-41c5-a294-c71ab0709b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:29.325971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-48fba8d2-1035-4b06-a908-07fd4b3466dc tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Unset dirty status for tenant:81acd7bc1206490c84fe4768c93974d4 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:29.333545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-48fba8d2-1035-4b06-a908-07fd4b3466dc tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6411996 Jan 28 09:46:29.339276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:29.357692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:29.363876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:29.365125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Usage tracker for resource:floatingip and tenant:81acd7bc1206490c84fe4768c93974d4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:29.367596 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:29.371408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:29.393219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:29.414190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:29.508966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ed7d672f-a93d-416b-9492-9722ef89641f service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3676460 Jan 28 09:46:29.548574 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:29.636046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-8e1efca1-4c4a-4152-ba3c-8b4e38893998 service neutron] 10.222.0.42 "GET /v2.0/ports/2045689f-b228-459d-903a-a797c351652f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1207206 Jan 28 09:46:29.838539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:29.922079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-b07c790d-2a94-474b-8078-a5363290cfca service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724457 Jan 28 09:46:29.939571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:29.947770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:29.951534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79f4a124-ca62-4cf1-8274-a20a543c07f8 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:30.084046 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:30.217878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:30.401624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Allocated IP 172.25.1.113 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/23a65329-56b3-460b-aad6-3efb36ff3a3f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:30.402941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['319a9df3-0f55-4594-a4a0-49b4dec2ea72'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:30.538710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['b424457b-50c4-44c2-9ef6-c2aef8dfdc9f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:30.661113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['158fd55c-67c3-45c9-bb6e-c98d6a10af59'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:30.687603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-6778790e-14f4-413f-b01e-cc9c80a9cef6 service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7553461 Jan 28 09:46:30.811897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:30.886940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:31.038739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3c1bcb63-ad68-4af6-aa47-25b59242715a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:31.071092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:31.072209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:31.085731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:31.127760 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-6ef17f29-4b3b-425e-a4f0-25df8e5602dc service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391816 Jan 28 09:46:31.372527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:31.389951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Pushing event updated for resources: {'Port': ['ID=23a65329-56b3-460b-aad6-3efb36ff3a3f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:31.582030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:31.605523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:31.758130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 79f4a124-ca62-4cf1-8274-a20a543c07f8 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:31.954172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-aa568e0d-87e7-4f4c-881d-86fbceb66fdd service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8007343 Jan 28 09:46:32.038368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 79f4a124-ca62-4cf1-8274-a20a543c07f8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:32.038788 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:32.290471 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:46:32.304014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-03ab7b46-8813-46df-8a98-a0bc435f6ec6 service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735499 Jan 28 09:46:32.379690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:32.385329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:32.643028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5e53eea2-364e-4388-b545-f6e3fe7f3725 service neutron] 10.222.0.42 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295078 Jan 28 09:46:32.666806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Pushing event updated for resources: {'Port': ['ID=23a65329-56b3-460b-aad6-3efb36ff3a3f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:32.719326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:32.801397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:32.804466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-18186107-f256-4149-80b1-cca113469f30 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.4699547 Jan 28 09:46:32.927377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-67e506b1-7a9a-4a63-8afe-78bf2a38d14b service neutron] 10.222.0.42 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763805 Jan 28 09:46:33.050606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 3c1bcb63-ad68-4af6-aa47-25b59242715a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:33.075709 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:46:33.208889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-c36a1f98-4228-4f96-936f-d26b7e4fd0b8 service neutron] 10.222.0.42 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749209 Jan 28 09:46:33.214375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-d7e126d6-acef-4285-9ae7-d3c3f331d5e7 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Synchronizing usage tracker for tenant:81acd7bc1206490c84fe4768c93974d4 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:33.255534 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:33.290575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Transition to ACTIVE for port object 2289647a-3fab-4fef-bf18-0033c5fcdf92 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:33.294103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-d7e126d6-acef-4285-9ae7-d3c3f331d5e7 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Unset dirty status for tenant:81acd7bc1206490c84fe4768c93974d4 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:33.308994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-d7e126d6-acef-4285-9ae7-d3c3f331d5e7 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.4862881 Jan 28 09:46:33.322793 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:33.334939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3c1bcb63-ad68-4af6-aa47-25b59242715a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:33.335433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:33.676446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:33.694471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20e86e-1164-4838-a0f3-829d9a3253e1 None None] Pushing event updated for resources: {'Port': ['ID=2289647a-3fab-4fef-bf18-0033c5fcdf92,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:33.802204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-7059674b-5bfc-4cb2-8748-333e12d0c44f service neutron] 10.222.0.42 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5860200 Jan 28 09:46:33.876365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:33.929120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:34.027893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.040901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Attempting to bind port 2289647a-3fab-4fef-bf18-0033c5fcdf92 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:34.042650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Attempting to bind port 2289647a-3fab-4fef-bf18-0033c5fcdf92 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:34.043157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Attempting to bind port 2289647a-3fab-4fef-bf18-0033c5fcdf92 on network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:34.046774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.095969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 906aac39-51c4-4634-b6ce-3804614658bf up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:34.137449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:34.138827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Checking segment: {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:34.139458 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.140173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Bound using segment: {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:34.140894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Bound port: 2289647a-3fab-4fef-bf18-0033c5fcdf92, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b128f55-aece-4578-85a0-aae508ee91f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:34.141435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.196510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-3b0c18bf-2775-45a1-8828-9a3d0159f430 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:34.200079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b091a2e-3bec-4109-8b6d-f9f9b011aeac req-3b0c18bf-2775-45a1-8828-9a3d0159f430 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.8854363 Jan 28 09:46:34.244312 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-69c0274d-bd55-43a2-959e-a6937f3377ca service neutron] 10.222.0.42 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4354641 Jan 28 09:46:34.383248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 3c1bcb63-ad68-4af6-aa47-25b59242715a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3c1bcb63-ad68-4af6-aa47-25b59242715a,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:34.410702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.415328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1c45d0d7-e56e-455c-8dfb-b539aef76b2c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:34.502940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:34.602175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 906aac39-51c4-4634-b6ce-3804614658bf completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:34.641613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 906aac39-51c4-4634-b6ce-3804614658bf triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:34.641982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.695206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60260) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:34.701558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--417404400', 'description': 'tempest-description--690711111'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:34.712423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:34.721801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Usage tracker for resource:security_group and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:34.728513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:34.745527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:34.768892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.812626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:34.813683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] For port 2289647a-3fab-4fef-bf18-0033c5fcdf92, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:34.817646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Usage tracker for resource:security_group_rule and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:34.821977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:34.839827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:34.892295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] For port 2289647a-3fab-4fef-bf18-0033c5fcdf92, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2289647a-3fab-4fef-bf18-0033c5fcdf92,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:34.929530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=3c1bcb63-ad68-4af6-aa47-25b59242715a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:34.970427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:34.974617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.042268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:35.047827 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.107793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7aebb7-0d53-49d0-8d10-0737799ccea4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:35.120339 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.121795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a15a4846-0aa6-4b7a-9d22-663724129933 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4255896 Jan 28 09:46:35.123439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.124920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60292) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:35.134022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Request body: {'security_group_rule': {'security_group_id': '9c7aebb7-0d53-49d0-8d10-0737799ccea4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:35.144296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:35.155821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Usage tracker for resource:security_group_rule and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:35.159270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:35.167348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:35.209238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.295932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20e86e-1164-4838-a0f3-829d9a3253e1 None None] Pushing event updated for resources: {'Port': ['ID=2289647a-3fab-4fef-bf18-0033c5fcdf92,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:35.356091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.361209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.407015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.410941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f07b1b-4164-4b0a-b47c-b987a3d8c59d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:35.414668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.426083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.428883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dfc39825-1d90-4e73-861b-c2c1b4fdfa1d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3027747 Jan 28 09:46:35.432807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.441200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.443209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:35.450029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.458830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.463435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Request body: {'security_group_rule': {'security_group_id': '9c7aebb7-0d53-49d0-8d10-0737799ccea4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:35.470690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:35.479620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:35.488763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Usage tracker for resource:security_group_rule and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:35.492568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:35.493260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-f7a5f507-3169-47ce-be40-dd49ad0f13a0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5438 time: 0.4905460 Jan 28 09:46:35.498604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.504020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:35.590118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.622406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b29aee97-2c70-4e54-8db7-ec7997620e0d req-8b0889ed-68b2-45a8-9dca-6aa629443deb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1281490 Jan 28 09:46:35.754193 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'status': 'completed', 'code': 200} Jan 28 09:46:35.807292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Routers {'196ced9b-180d-4970-84f6-dabfa0d03cc5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:46:35.821644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['196ced9b-180d-4970-84f6-dabfa0d03cc5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:35.941254 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8', 'code': 200} Jan 28 09:46:35.947316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=906aac39-51c4-4634-b6ce-3804614658bf,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:35.979529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:35.980865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device dbfc2577-27d3-441d-9042-d50e0ec53578 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:36.157872 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23519647-a6dc-4e70-842b-b0b44af4c214 req-cabd7752-9913-4299-b5b2-c8967302de65 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips/0d6e2da3-a45d-4de5-a7ca-225e68e137dd HTTP/1.1" status: 200 len: 693 time: 0.3145261 Jan 28 09:46:36.163808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-14838279-db2b-4c53-ab79-47da57b201e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:36.168814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-14838279-db2b-4c53-ab79-47da57b201e5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1096 time: 0.3487506 Jan 28 09:46:36.395146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:36.404723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:36.442329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12407ded-ceac-4b77-a2ed-9df08e1d6786,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:36.459430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-450e1a3c-d2a0-42ef-b772-526db5584a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:36.461028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-450e1a3c-d2a0-42ef-b772-526db5584a4e service neutron] 10.222.0.43 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.2854576 Jan 28 09:46:36.529901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:36.533572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-68c14be1-a7a6-47fb-80ec-6817c6d287c5 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0862625 Jan 28 09:46:36.535175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60334) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:36.548119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:36.570279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:36.628244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Usage tracker for resource:floatingip and tenant:4fc2612ae4124763a4320d90a360ab27 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:36.646712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:36.760539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23519647-a6dc-4e70-842b-b0b44af4c214 req-82c2eacf-a111-49f9-a6c3-388e28b411e4 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:36.769819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23519647-a6dc-4e70-842b-b0b44af4c214 req-82c2eacf-a111-49f9-a6c3-388e28b411e4 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.6016643 Jan 28 09:46:36.770822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:36.820107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:36.859291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:36.860235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-8983fbc9-165b-4e1d-b7af-5d11ce8171e9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 200 len: 217 time: 0.2553382 Jan 28 09:46:36.979439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] Set router 196ced9b-180d-4970-84f6-dabfa0d03cc5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:46:37.019696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-455b5e8a-c2a3-4a7d-8666-8994c3895f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:37.023735 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-455b5e8a-c2a3-4a7d-8666-8994c3895f41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1541567 Jan 28 09:46:37.170161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-56b45856-8c3a-4317-aeb9-4262e4d8b8bc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139352 Jan 28 09:46:37.236182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3c1bcb63-ad68-4af6-aa47-25b59242715a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:37.354313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74e28646-c261-4282-8af5-962f9a53ff03 req-fc78d9cf-066e-420b-850a-f20ab041298b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 210 time: 0.1588221 Jan 28 09:46:37.388958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port dbfc2577-27d3-441d-9042-d50e0ec53578 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:37.419120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port dbfc2577-27d3-441d-9042-d50e0ec53578 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:37.424618 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:37.486750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba80a5-de13-4b97-b7bd-33d384591ceb req-0932ca7d-bf0c-4b03-9393-ee22cf609972 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:37.487427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85ba80a5-de13-4b97-b7bd-33d384591ceb req-0932ca7d-bf0c-4b03-9393-ee22cf609972 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 1096 time: 1.0250154 Jan 28 09:46:37.535605 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-189a2542-239e-484c-8cb9-86acafcccde2 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580418 Jan 28 09:46:37.660415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:37.762954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85ba80a5-de13-4b97-b7bd-33d384591ceb req-137abebb-9dac-4c9b-9ee1-b6e0c77da129 tempest-LiveMigrationTest-677699937 tempest-LiveMigrationTest-677699937-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665007 Jan 28 09:46:37.945216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3c1bcb63-ad68-4af6-aa47-25b59242715a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:37.945656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:38.023195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e36389d-122b-4726-b1a9-b7ec8ef0d079 req-8770260d-fb7f-4313-bab9-ba27a8568637 service neutron] 10.222.0.43 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4727049 Jan 28 09:46:38.083990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:38.152930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-a860c13b-fd7c-43e0-b020-07398639ad37 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3474717 Jan 28 09:46:38.162853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Allocated IP 172.25.1.75 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/fedab937-b66c-4ac6-b1be-e423cc999826) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:38.175664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-f23aee12-851d-4543-981f-2d70fae461fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.179004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-f23aee12-851d-4543-981f-2d70fae461fb service neutron] 10.222.0.25 "GET /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 1028 time: 0.2110701 Jan 28 09:46:38.200337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.211605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.218544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.224714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.224991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:38.232501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.253893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.269431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.274766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f3e6a43d-1539-41a3-b5b5-f042825b6828 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5439 time: 0.3226132 Jan 28 09:46:38.349485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-195267d6-ce89-4a2d-9ff1-be6ed1865acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.351060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-195267d6-ce89-4a2d-9ff1-be6ed1865acd service neutron] 10.222.0.25 "GET /v2.0/ports/2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 1028 time: 0.1599300 Jan 28 09:46:38.382024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=dbfc2577-27d3-441d-9042-d50e0ec53578,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:38.394326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eff1d6ce-4765-4ddc-be45-b71f988e1ddf req-f75bd09a-9655-4bbb-b18d-934bed5793b7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121697 Jan 28 09:46:38.443186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:38.443990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a74c2111-22ea-4855-9f92-42ecb94b8e0b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:38.466638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-79f0eba0-091a-43da-9a3e-7c38121be915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.468251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-79f0eba0-091a-43da-9a3e-7c38121be915 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 1096 time: 0.1682601 Jan 28 09:46:38.722001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-36bab3bb-58d6-48c9-8f33-5203c916c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:38.724110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-36bab3bb-58d6-48c9-8f33-5203c916c1a7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 200 len: 909 time: 0.2331989 Jan 28 09:46:38.792871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63d872f5-bb48-4ca5-98f4-12401733580d req-f9eff0e4-18a0-402b-857f-8b3172418022 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=81acd7bc1206490c84fe4768c93974d4 HTTP/1.1" status: 200 len: 696 time: 0.3929598 Jan 28 09:46:38.834778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2289647a-3fab-4fef-bf18-0033c5fcdf92 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:38.877441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:38.894944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-8bbf4217-96e3-4041-abf9-875adf218ae6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 200 len: 217 time: 0.1598909 Jan 28 09:46:38.910551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:46:07Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2289647a-3fab-4fef-bf18-0033c5fcdf92', 'name': '', 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'mac_address': 'fa:16:3e:bb:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:05Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'subnets': [{'id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:46:38.949928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebda41d-0341-470f-b978-03f76f6e1a2b None None] The sync data for ids ['196ced9b-180d-4970-84f6-dabfa0d03cc5'] in n-d-825178-2 is: [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:46:07Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2289647a-3fab-4fef-bf18-0033c5fcdf92', 'name': '', 'network_id': '7a3f5c9a-729f-4b12-8eb6-eefadc5124c4', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'mac_address': 'fa:16:3e:bb:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1263, 'fixed_ips': [{'subnet_id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:05Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 4, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'subnets': [{'id': '1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:46:38.984324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2289647a-3fab-4fef-bf18-0033c5fcdf92 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:39.003831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port a74c2111-22ea-4855-9f92-42ecb94b8e0b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:39.016169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2289647a-3fab-4fef-bf18-0033c5fcdf92 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:39.016536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.036604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-e8c6a3de-59c1-47ea-af5a-e65c8e6e3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:39.038076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-e8c6a3de-59c1-47ea-af5a-e65c8e6e3987 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 200 len: 848 time: 0.1318305 Jan 28 09:46:39.097091 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf', 'code': 200} Jan 28 09:46:39.106257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port a74c2111-22ea-4855-9f92-42ecb94b8e0b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:39.108225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-99fbb208-f87e-4ec0-ab87-3eccec39e894 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=662cb69d-5f43-41ae-9e44-2fe1e0008f2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590172 Jan 28 09:46:39.118450 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.336489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-21f36a8e-e5a7-4417-a26a-9a3fba6690bb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:39.361401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-21f36a8e-e5a7-4417-a26a-9a3fba6690bb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:39.361401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-21f36a8e-e5a7-4417-a26a-9a3fba6690bb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:39.375220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-21f36a8e-e5a7-4417-a26a-9a3fba6690bb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 1990 time: 0.9897053 Jan 28 09:46:39.381399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.384932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-b7a07303-9ad4-46f7-83a2-504ec85e25b7 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657869 Jan 28 09:46:39.446632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d872f5-bb48-4ca5-98f4-12401733580d req-c571f64b-290f-426e-822c-ba5aa6c08c81 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:39.472223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63d872f5-bb48-4ca5-98f4-12401733580d req-c571f64b-290f-426e-822c-ba5aa6c08c81 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks?id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 787 time: 0.6784747 Jan 28 09:46:39.537411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-678719f1-0b13-4dd5-aa85-42295e26dce5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16 HTTP/1.1" status: 200 len: 380 time: 0.1362736 Jan 28 09:46:39.545153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.556221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:46:39.562141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'admin_state_up': True, 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'security_groups': ['32a764b5-7670-4112-9409-64e335794a73']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:39.709599 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.760102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:39.882956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.959860 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:39.961044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b424457b-50c4-44c2-9ef6-c2aef8dfdc9f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:39.985458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f57a036-589f-4a90-ad7c-d4d60339f0e3 req-a92d4545-a739-42b5-a196-4e3ed4b7c3b5 service neutron] 10.222.0.25 "GET /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5867014 Jan 28 09:46:39.993732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-4fdc11f0-e953-4ac0-956e-bdd51e08ef21 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Synchronizing usage tracker for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:40.040347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event updated for resources: {'Port': ['ID=fedab937-b66c-4ac6-b1be-e423cc999826,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:40.085756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-4fdc11f0-e953-4ac0-956e-bdd51e08ef21 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Unset dirty status for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:40.088817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-4fdc11f0-e953-4ac0-956e-bdd51e08ef21 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1587747194&fields=id&tenant_id=12e7bc8504ef43e6b8d462d30d728538 HTTP/1.1" status: 200 len: 267 time: 0.8018262 Jan 28 09:46:40.129519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:40.143761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:40.147228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:40.177941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:40.231955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2289647a-3fab-4fef-bf18-0033c5fcdf92, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2289647a-3fab-4fef-bf18-0033c5fcdf92,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:40.246245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.249355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.253590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:40.372981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51b02da2-f0ed-4b50-8f7c-ab52ed71ec39 req-724e5128-fbb1-4022-b0a8-65a2899a3059 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 210 time: 0.1031866 Jan 28 09:46:40.372981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:40.410319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2289647a-3fab-4fef-bf18-0033c5fcdf92,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:40.438443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:40.441930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:40.449339 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.449946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.567647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:40.581132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:40.597161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:40.597161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.615940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-9cbf4c3a-c3f5-47d6-8235-f629c9974b6b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:40.617387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-9cbf4c3a-c3f5-47d6-8235-f629c9974b6b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 0.9858353 Jan 28 09:46:40.693091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.713732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-75aeb6b2-0153-423f-8d9d-cb13013b5de0 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:40.714444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-75aeb6b2-0153-423f-8d9d-cb13013b5de0 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Synchronizing usage tracker for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:40.792115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Deleting port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:40.792809 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.828975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-75aeb6b2-0153-423f-8d9d-cb13013b5de0 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Unset dirty status for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:40.838944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-75aeb6b2-0153-423f-8d9d-cb13013b5de0 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/networks?id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f HTTP/1.1" status: 200 len: 815 time: 0.7348692 Jan 28 09:46:40.844824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8815d7-9a9a-4de6-9a9b-c57430f57fb7 req-a88fa7c7-4206-4224-bbf6-4834892bee53 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:40.852202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3e8815d7-9a9a-4de6-9a9b-c57430f57fb7 req-a88fa7c7-4206-4224-bbf6-4834892bee53 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 945 time: 0.2776861 Jan 28 09:46:40.857848 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.883309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-896ee2af-a4ac-44c5-a6d7-397924cd9810 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/quotas/12e7bc8504ef43e6b8d462d30d728538 HTTP/1.1" status: 200 len: 375 time: 0.0431273 Jan 28 09:46:40.905008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.921883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:40.926666 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:40.927472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bd7ae137-ce5c-4359-8efd-b29ad62573c4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:40.952250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 172.20.0.11 (47fb4be1-2011-4344-975d-ae001620c091/0845f0b6-100e-4a0d-9db7-e4508f9ee722/8032c4eb-c0f0-4991-86ed-4bdf9833d511) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:40.984390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3e8815d7-9a9a-4de6-9a9b-c57430f57fb7 req-8b25c1cb-7bce-4dfa-84ad-8a304bd0579d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311424 Jan 28 09:46:41.097932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc2577-27d3-441d-9042-d50e0ec53578'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b'}, {'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:41.186543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port bd7ae137-ce5c-4359-8efd-b29ad62573c4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:41.195062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port bd7ae137-ce5c-4359-8efd-b29ad62573c4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:41.195803 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.249950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:41.281282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-e6e526f4-44fb-44be-b1be-fd7e44557e58 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12e7bc8504ef43e6b8d462d30d728538&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3913980 Jan 28 09:46:41.400459 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.402133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-5d92a93e-36b1-4d67-a412-00f57c418628 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:46:41.409715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-5d92a93e-36b1-4d67-a412-00f57c418628 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1190224 Jan 28 09:46:41.473408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:41.480408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.482178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:41.576490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-c0daa882-aec0-4080-82da-1cfe08acc023 service neutron] 10.222.0.42 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658916 Jan 28 09:46:41.591647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.597963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.603846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.609775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.625082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.630924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.636776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:41.644905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-2ac92462-e977-47da-abe0-2712090bac58 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5442 time: 0.3957615 Jan 28 09:46:41.675742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:41.676271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.690054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.709271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:41.720229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:41.720597 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.724646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object 8032c4eb-c0f0-4991-86ed-4bdf9833d511 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:41.769343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12e4c2fa-7967-4ed4-b423-76f20943e72b req-4ddc403a-cae3-4057-b96b-9beda4a179ee tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1233256 Jan 28 09:46:41.805292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:41.812852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.877600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Calling delete_port for 319a9df3-0f55-4594-a4a0-49b4dec2ea72 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:41.942368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.945289 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:41.989113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-1ab656a5-5197-426e-9b16-75304193cb00 service neutron] 10.222.0.42 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072163 Jan 28 09:46:42.012121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:42.017316 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.067103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 158fd55c-67c3-45c9-bb6e-c98d6a10af59 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:42.111052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event updated for resources: {'Port': ['ID=fedab937-b66c-4ac6-b1be-e423cc999826,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:42.133495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-3f8778bd-b7a9-46b9-8042-6b89868ef04b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips/0d6e2da3-a45d-4de5-a7ca-225e68e137dd HTTP/1.1" status: 200 len: 693 time: 0.3086073 Jan 28 09:46:42.162599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:46:42.162841 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:46:42.184057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-d5978132-72fa-4aa7-8bea-41e08639de98 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:42.185731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-d5978132-72fa-4aa7-8bea-41e08639de98 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "GET /v2.0/ports?device_id=f94956d7-63a8-4dd7-b1e6-558b4e80f621 HTTP/1.1" status: 200 len: 943 time: 0.1643608 Jan 28 09:46:42.188303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=13']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:42.256954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.265400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:42.267585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.273706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:42.274080 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.388688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Deleting port d5f3c144-a240-473e-82ea-aaee3b61cf1f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:42.388688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.410782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network 47fb4be1-2011-4344-975d-ae001620c091 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:42.433969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:42.440625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.454030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2289647a-3fab-4fef-bf18-0033c5fcdf92 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:42.454124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0432503-c993-40b3-bdaa-862e70026246 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9163458 Jan 28 09:46:42.461965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-2c2d7344-3e95-4bd1-80ff-42777be41bc9 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:42.490356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-2c2d7344-3e95-4bd1-80ff-42777be41bc9 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.3559494 Jan 28 09:46:42.694181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:42.770035 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.778249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-1365a22a-e1db-47fa-b10b-395bbd146c8b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.2858558 Jan 28 09:46:42.784160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:42.833311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2289647a-3fab-4fef-bf18-0033c5fcdf92 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:42.833730 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.897537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:42.898355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:42.931808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-f05d40e6-e55b-42d2-b8b5-925e5316d2fc tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.113 HTTP/1.1" status: 200 len: 696 time: 0.1423819 Jan 28 09:46:42.996933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Deleting port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:42.999715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.036500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:43.046707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7458c499-49c1-4b07-8ef0-e72dadaec027 None None] Provisioning for port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:43.050924 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.052760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 319a9df3-0f55-4594-a4a0-49b4dec2ea72 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:46:43.281499 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-587051af-118a-4eea-ba8a-cca715ff0ef5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7397768 Jan 28 09:46:43.290128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7458c499-49c1-4b07-8ef0-e72dadaec027 None None] Provisioning complete for port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:43.291042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7458c499-49c1-4b07-8ef0-e72dadaec027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.332830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'admin_state_up': True, 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'security_groups': ['32a764b5-7670-4112-9409-64e335794a73']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:43.379147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7458c499-49c1-4b07-8ef0-e72dadaec027 None None] Port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:43.388423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:43.510204 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.524555 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.584682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:43.598533 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.636849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Deleting port 23a65329-56b3-460b-aad6-3efb36ff3a3f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:43.639618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.691487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=14']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:43.724489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:43.725520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.894873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] For port d5f3c144-a240-473e-82ea-aaee3b61cf1f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f3c144-a240-473e-82ea-aaee3b61cf1f,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:43.895255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:43.913386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:43.956580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:44.042372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:44.047138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:44.181386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:44.181744 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:44.259258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-2cb0f0fe-d39f-48b8-bfcb-e54d19e58fb3 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:44.260761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-2cb0f0fe-d39f-48b8-bfcb-e54d19e58fb3 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 1.1167774 Jan 28 09:46:44.268828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Calling delete_port for d5f3c144-a240-473e-82ea-aaee3b61cf1f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:44.308329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Calling delete_port for 319a9df3-0f55-4594-a4a0-49b4dec2ea72 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:44.380265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Calling delete_port for 23a65329-56b3-460b-aad6-3efb36ff3a3f owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:44.382663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-57c25831-5ff8-4786-9a3a-67316571b184 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/quotas/859935fd7aa048c79afe84289d422ad4 HTTP/1.1" status: 200 len: 375 time: 0.0378728 Jan 28 09:46:44.470487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 10.1.1.163 (173119ab-b221-49d5-8329-7350fc395ff7/328104a8-4745-457a-a941-33cbf5628b56/9de6000c-91ca-43af-bab8-be545e1cc36c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:44.606391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:46:44.606926 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:46:44.709365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-55c6aba1-0bcd-49d8-aa08-2e250464fb43 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3174896 Jan 28 09:46:44.779280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:44.876579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-49adb3ff-5b15-4009-8432-f4ae039d4d83 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:44.878360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-49adb3ff-5b15-4009-8432-f4ae039d4d83 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.25 "GET /v2.0/networks?id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f HTTP/1.1" status: 200 len: 815 time: 0.4025946 Jan 28 09:46:44.970103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Deleting port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:44.970451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:44.995790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event deleted for resources: {'Port': ['ID=d5f3c144-a240-473e-82ea-aaee3b61cf1f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:45.024517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-758eeb81-085b-4d0c-9d01-952fb547cdbc tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Synchronizing usage tracker for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:45.031766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.054169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.097364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-758eeb81-085b-4d0c-9d01-952fb547cdbc tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Unset dirty status for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:45.098775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-758eeb81-085b-4d0c-9d01-952fb547cdbc tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12e7bc8504ef43e6b8d462d30d728538 HTTP/1.1" status: 200 len: 380 time: 0.2060142 Jan 28 09:46:45.112405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.120832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Request body: {'port': {'device_id': '2629f96d-ec10-4036-adf5-86f291661997', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'admin_state_up': True, 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'security_groups': ['2d6c2383-178d-433c-88b2-a9b87fc5e09a']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:45.254732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Pushing event deleted for resources: {'Port': ['ID=23a65329-56b3-460b-aad6-3efb36ff3a3f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:45.275525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60492) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:45.276765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] No DVR routers for this DVR port d5f3c144-a240-473e-82ea-aaee3b61cf1f on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:46:45.283039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.291327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-deleted', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:45.404523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:45.421734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8899a0-cf34-4ddc-8b5a-2f3509c064db req-7712849c-2eba-4e42-b10e-4ae41833f096 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.25 "DELETE /v2.0/ports/d5f3c144-a240-473e-82ea-aaee3b61cf1f HTTP/1.1" status: 204 len: 173 time: 3.2225802 Jan 28 09:46:45.424389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object 9de6000c-91ca-43af-bab8-be545e1cc36c will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:45.438619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-9f223160-9e9d-4d71-be62-810c735aaa8f service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7189848 Jan 28 09:46:45.445425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Usage tracker for resource:port and tenant:12e7bc8504ef43e6b8d462d30d728538 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:45.451269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:46:45.476347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:45.524461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:45.533060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: d5f3c144-a240-473e-82ea-aaee3b61cf1f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:46:45.533407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f3c144-a240-473e-82ea-aaee3b61cf1f not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:46:45.539117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.562259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.587366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Made reservation on behalf of 12e7bc8504ef43e6b8d462d30d728538 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:45.591651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.677014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:45.692236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Usage tracker for resource:security_group_rule and tenant:22601de98352428bb3c4e510f5db74d4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:45.701911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:45.709261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.713678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:45.722771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8fa6c8c-86f6-48bd-8c95-8972c906c6ae req-0c60bb3c-807e-4d57-a906-80f307254a2b tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "DELETE /v2.0/floatingips/0d6e2da3-a45d-4de5-a7ca-225e68e137dd HTTP/1.1" status: 204 len: 173 time: 2.7895007 Jan 28 09:46:45.749639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.799029 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfc2577-27d3-441d-9042-d50e0ec53578', 'code': 200} Jan 28 09:46:45.799284 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'code': 200} Jan 28 09:46:45.800971 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'code': 200} Jan 28 09:46:45.801386 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f', 'code': 200} Jan 28 09:46:45.836126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] For port 319a9df3-0f55-4594-a4a0-49b4dec2ea72, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=319a9df3-0f55-4594-a4a0-49b4dec2ea72,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:45.836739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:45.853964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-d17bc9d2-dd08-44a2-ad2c-0bf240dc9baa service neutron] 10.222.0.42 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143498 Jan 28 09:46:45.885309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:45.919314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network 173119ab-b221-49d5-8329-7350fc395ff7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:45.923387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:45.939598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:46.147919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:46.147919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:46.249129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ee76ef75-84cb-4937-bdf9-7544a4a63d45 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9421206 Jan 28 09:46:46.273263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'admin_state_up': True, 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'security_groups': ['32a764b5-7670-4112-9409-64e335794a73']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:46.334280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e5212f0-9d6b-4d48-8ec0-e4a21304a7ff None None] Provisioning for port 9de6000c-91ca-43af-bab8-be545e1cc36c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:46.339923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e5212f0-9d6b-4d48-8ec0-e4a21304a7ff None None] Provisioning complete for port 9de6000c-91ca-43af-bab8-be545e1cc36c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:46.340118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e5212f0-9d6b-4d48-8ec0-e4a21304a7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:46.344740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:46.361058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Calling delete_port for 319a9df3-0f55-4594-a4a0-49b4dec2ea72 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:46.465522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8e5212f0-9d6b-4d48-8ec0-e4a21304a7ff None None] Port 9de6000c-91ca-43af-bab8-be545e1cc36c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:46.512032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:46.629278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:46.650702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Allocated IP 172.20.0.13 (55a8f30d-1c2c-442b-badc-da6ae03a1c7f/9f505a53-bdfc-4ca7-8914-9755c5cfdcf6/9e7c4e32-4f5b-4b39-a355-45d9f6a062cf) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:46.652888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:46.670823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09843ee-4f9e-4d03-8cbf-94be90efa739,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:46.684215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842cbf-fd36-4463-8bd7-ca4589be39f2 req-9a86ef26-df12-4f8b-b2d3-e29bb73dafd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:46.690627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1856443b-928e-4bc9-8764-6f68cd9c5980 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22601de98352428bb3c4e510f5db74d4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4117160 Jan 28 09:46:46.691963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed842cbf-fd36-4463-8bd7-ca4589be39f2 req-9a86ef26-df12-4f8b-b2d3-e29bb73dafd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:46.693237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ed842cbf-fd36-4463-8bd7-ca4589be39f2 req-9a86ef26-df12-4f8b-b2d3-e29bb73dafd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:46.699161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60514) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:46.744942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:46.749718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:46.759059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f7a176-ed17-471f-b82b-00050ef35054 req-66d919e8-402a-4b7b-9c8f-eac0af8a906d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:46.763233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b9f7a176-ed17-471f-b82b-00050ef35054 req-66d919e8-402a-4b7b-9c8f-eac0af8a906d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:46.774598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ed842cbf-fd36-4463-8bd7-ca4589be39f2 req-9a86ef26-df12-4f8b-b2d3-e29bb73dafd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:46.775744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed842cbf-fd36-4463-8bd7-ca4589be39f2 req-9a86ef26-df12-4f8b-b2d3-e29bb73dafd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 1654 time: 0.8083572 Jan 28 09:46:46.859212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b9f7a176-ed17-471f-b82b-00050ef35054 req-66d919e8-402a-4b7b-9c8f-eac0af8a906d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:46.861154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9f7a176-ed17-471f-b82b-00050ef35054 req-66d919e8-402a-4b7b-9c8f-eac0af8a906d tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=174cab33-69df-4609-b3a2-0f66766ce741 HTTP/1.1" status: 200 len: 944 time: 0.5140135 Jan 28 09:46:46.970401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9f7a176-ed17-471f-b82b-00050ef35054 req-7a92308d-0a19-4b16-8393-e1f18c637833 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001530 Jan 28 09:46:46.971199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:46.992189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['38d5e821-7639-4611-a5bf-9601fb8d341a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:47.058110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event deleted for resources: {'Port': ['ID=319a9df3-0f55-4594-a4a0-49b4dec2ea72,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:47.081891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed842cbf-fd36-4463-8bd7-ca4589be39f2 req-3a90468b-c78b-46a1-bfb1-35f8ef9c9adb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2509348 Jan 28 09:46:47.242369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f25-554f-46b5-bdfe-746a52b6eb9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.326244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f25-554f-46b5-bdfe-746a52b6eb9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.345606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 10.1.1.192 (173119ab-b221-49d5-8329-7350fc395ff7/328104a8-4745-457a-a941-33cbf5628b56/332f105d-13e3-4656-9883-4204dcf6341c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:47.372744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-e1c6a838-80c2-4b9f-882f-1507eb4e7b3d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Synchronizing usage tracker for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:47.377966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.382663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] No DVR routers for this DVR port 319a9df3-0f55-4594-a4a0-49b4dec2ea72 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:46:47.386076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.402904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-866c4a09-8f77-4d9b-ad7e-79b53fb30ecc req-315b50ee-759d-4759-a848-16d6d93f4727 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "DELETE /v2.0/ports/319a9df3-0f55-4594-a4a0-49b4dec2ea72 HTTP/1.1" status: 204 len: 173 time: 6.7732770 Jan 28 09:46:47.414612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-e1c6a838-80c2-4b9f-882f-1507eb4e7b3d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Unset dirty status for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:47.426337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-e1c6a838-80c2-4b9f-882f-1507eb4e7b3d tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--417404400&fields=id&tenant_id=4fc2612ae4124763a4320d90a360ab27 HTTP/1.1" status: 200 len: 267 time: 0.2546382 Jan 28 09:46:47.436698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3741d3ef-4ac3-439b-af03-171163e0aa5c req-bdcf6435-8098-493e-807c-800f1b8347c7 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Synchronizing usage tracker for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:47.493661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Transition to ACTIVE for port object 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:47.510666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3741d3ef-4ac3-439b-af03-171163e0aa5c req-bdcf6435-8098-493e-807c-800f1b8347c7 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Unset dirty status for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:47.519940 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3741d3ef-4ac3-439b-af03-171163e0aa5c req-bdcf6435-8098-493e-807c-800f1b8347c7 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 210 time: 0.1579490 Jan 28 09:46:47.756319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f25-554f-46b5-bdfe-746a52b6eb9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.762291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-c32f5183-985c-4d03-b992-aa4b3da453b7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:47.763544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-c32f5183-985c-4d03-b992-aa4b3da453b7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Synchronizing usage tracker for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:47.783680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-c32f5183-985c-4d03-b992-aa4b3da453b7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Unset dirty status for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:47.787648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-c32f5183-985c-4d03-b992-aa4b3da453b7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/networks?id=f9c64ec5-c6e5-4845-a467-c905a09acf16 HTTP/1.1" status: 200 len: 806 time: 0.3599982 Jan 28 09:46:47.793776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93f6f25-554f-46b5-bdfe-746a52b6eb9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09843ee-4f9e-4d03-8cbf-94be90efa739,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:47.802670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7ae137-ce5c-4359-8efd-b29ad62573c4'}, {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59'}, {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:47.811472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-a47f7330-3740-475f-991a-b4e5c62d61fe tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/quotas/4fc2612ae4124763a4320d90a360ab27 HTTP/1.1" status: 200 len: 375 time: 0.0176001 Jan 28 09:46:47.833816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.945777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event updated for resources: {'Port': ['ID=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:47.961589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c93f6f25-554f-46b5-bdfe-746a52b6eb9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:47.965390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c93f6f25-554f-46b5-bdfe-746a52b6eb9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e09843ee-4f9e-4d03-8cbf-94be90efa739 HTTP/1.1" status: 204 len: 168 time: 1.2628644 Jan 28 09:46:48.048070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:48.067046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-f59b1c56-12ab-4c92-8fa8-660bbaaf6290 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Synchronizing usage tracker for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:48.074924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.099842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.112055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.125844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.131775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.148250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-f59b1c56-12ab-4c92-8fa8-660bbaaf6290 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Unset dirty status for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:48.156058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.161882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-f59b1c56-12ab-4c92-8fa8-660bbaaf6290 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4fc2612ae4124763a4320d90a360ab27&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3440549 Jan 28 09:46:48.168183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.182616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-4ca0e41b-c84b-4f19-a959-40ea78ff89ad tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.4752362 Jan 28 09:46:48.202874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-decde9c5-7a66-428c-9610-7495569478db tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.204339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-decde9c5-7a66-428c-9610-7495569478db tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 805 time: 0.2956643 Jan 28 09:46:48.207030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:48.217113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:48.269141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Request body: {'port': {'device_id': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'admin_state_up': True, 'tenant_id': '859935fd7aa048c79afe84289d422ad4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:48.274422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.331465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2fdc385-7f88-4803-b57b-35a891a4f875 req-7899067a-4905-467d-9ad6-418909144e01 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1478820 Jan 28 09:46:48.341850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:48.342479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.371561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object 332f105d-13e3-4656-9883-4204dcf6341c will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:48.395102 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-867c4408-6ec1-4baf-bd8d-76c86bb61a46 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2778556 Jan 28 09:46:48.413496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Request body: {'port': {'device_id': '2629f96d-ec10-4036-adf5-86f291661997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:48.578069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60536) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:48.595223 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94956d7-63a8-4dd7-b1e6-558b4e80f621', 'name': 'network-vif-deleted', 'tag': 'd5f3c144-a240-473e-82ea-aaee3b61cf1f', 'status': 'completed', 'code': 200} Jan 28 09:46:48.645984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-65332c06-49c1-4813-be4d-d3b431981c65 None None] Provisioning for port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:48.652263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.659493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-65332c06-49c1-4813-be4d-d3b431981c65 None None] Provisioning complete for port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:48.660902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65332c06-49c1-4813-be4d-d3b431981c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.663685 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.697770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-cf4e2d09-afb3-4e4e-b14f-ea7f76b91ca3 service neutron] 10.222.0.42 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5309856 Jan 28 09:46:48.769537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-65332c06-49c1-4813-be4d-d3b431981c65 None None] Port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:48.780031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:48.795600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:48.799268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Usage tracker for resource:port and tenant:859935fd7aa048c79afe84289d422ad4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:48.802275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:48.807995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:48.813526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:48.825347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Usage tracker for resource:security_group_rule and tenant:88c1a61e1f87454da1095aa541810b7a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:48.828069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Made reservation on behalf of 859935fd7aa048c79afe84289d422ad4 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:48.831909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.832069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:48.843219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:48.850949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network 173119ab-b221-49d5-8329-7350fc395ff7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:48.866439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:48.870950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:48.877714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:48.934398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-20b7f414-a943-440e-bcb5-80e64e765334 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4528041 Jan 28 09:46:48.939487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:48.960393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-47160aeb-f0b3-4f28-a0f7-8b6d36d250ef service neutron] 10.222.0.42 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482486 Jan 28 09:46:49.069231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:49.094046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Usage tracker for resource:floatingip and tenant:81acd7bc1206490c84fe4768c93974d4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:49.110590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:49.134709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:49.191961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Allocated IP 172.20.0.5 (018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6/730e2049-dc15-4a49-a21b-1ed9a7a05e0a/63133aec-040a-45e1-b8a9-20ed2ea75411) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:49.311629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e183e9f-e287-4cce-ab4e-cd2119d18509 None None] Provisioning for port 332f105d-13e3-4656-9883-4204dcf6341c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:49.323913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e183e9f-e287-4cce-ab4e-cd2119d18509 None None] Provisioning complete for port 332f105d-13e3-4656-9883-4204dcf6341c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:49.324380 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e183e9f-e287-4cce-ab4e-cd2119d18509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.387771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:49.388633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.428911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5e183e9f-e287-4cce-ab4e-cd2119d18509 None None] Port 332f105d-13e3-4656-9883-4204dcf6341c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:49.492542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.649702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-2a124a25-4059-44a9-8fa6-8eb29cfc30ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3902757 Jan 28 09:46:49.674566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf', 'admin_state_up': True, 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'security_groups': ['32a764b5-7670-4112-9409-64e335794a73']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:49.709105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.802429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.917196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.919684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:49.924082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:49.931444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:49.943619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:49.977674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:49.995060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75029d2e-2044-424d-bb13-5cd16bf4d4ca,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:50.010349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:50.011336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.043058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74294263-a078-48d1-ab60-13ac9f622e80 req-6a222c3d-c752-42e1-a035-1ee7e87e7809 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:50.044469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-74294263-a078-48d1-ab60-13ac9f622e80 req-6a222c3d-c752-42e1-a035-1ee7e87e7809 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Synchronizing usage tracker for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:50.054669 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a29d6989-b7b1-4f33-88ac-daf1698dd8e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88c1a61e1f87454da1095aa541810b7a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4662557 Jan 28 09:46:50.057537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60554) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:50.087737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-ad4a40b5-4462-464e-84e7-80555df12586 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8227110 Jan 28 09:46:50.092306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-74294263-a078-48d1-ab60-13ac9f622e80 req-6a222c3d-c752-42e1-a035-1ee7e87e7809 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Unset dirty status for tenant:859935fd7aa048c79afe84289d422ad4 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:50.093516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74294263-a078-48d1-ab60-13ac9f622e80 req-6a222c3d-c752-42e1-a035-1ee7e87e7809 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 931 time: 0.3439553 Jan 28 09:46:50.101162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Request body: {'port': {'device_id': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:50.128725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:50.168936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:50.179140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.196470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Transition to ACTIVE for port object 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:50.198143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Usage tracker for resource:port and tenant:ac68902d7b1e4fa78a0ba51d911c2e16 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:50.202402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Quota usage for port was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:50.210513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:50.222334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.258082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b676f322-06be-4828-a2ee-0e7dea6d8756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.339923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Pushing event updated for resources: {'Port': ['ID=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:50.348179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:50.367046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74294263-a078-48d1-ab60-13ac9f622e80 req-3bc94d54-9bc2-4f13-936b-273f97e9ae64 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374485 Jan 28 09:46:50.408568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b676f322-06be-4828-a2ee-0e7dea6d8756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.445870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.467389 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd7ae137-ce5c-4359-8efd-b29ad62573c4', 'code': 200} Jan 28 09:46:50.472973 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'code': 200} Jan 28 09:46:50.473334 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59', 'code': 200} Jan 28 09:46:50.473781 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'code': 200} Jan 28 09:46:50.527198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.549458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:50.732756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Allocated IP 172.25.1.72 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/b91e4f7d-e50a-4180-9c64-0cee348287b8) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:50.737791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-deleted', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:50.948611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b676f322-06be-4828-a2ee-0e7dea6d8756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:51.076437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b676f322-06be-4828-a2ee-0e7dea6d8756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75029d2e-2044-424d-bb13-5cd16bf4d4ca,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:51.205310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b676f322-06be-4828-a2ee-0e7dea6d8756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:51.206522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b676f322-06be-4828-a2ee-0e7dea6d8756 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75029d2e-2044-424d-bb13-5cd16bf4d4ca HTTP/1.1" status: 204 len: 168 time: 1.1496358 Jan 28 09:46:51.275189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:51.424308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-116a4787-f04b-4b4a-9055-7c35e1f58050 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:51.425056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:51.431316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-116a4787-f04b-4b4a-9055-7c35e1f58050 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:51.439242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-116a4787-f04b-4b4a-9055-7c35e1f58050 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:51.440304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-116a4787-f04b-4b4a-9055-7c35e1f58050 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:51.486937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-99368a32-cf8b-46d6-a3fc-478e93dd6ca8 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:51.489440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-99368a32-cf8b-46d6-a3fc-478e93dd6ca8 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.25 "GET /v2.0/networks?id=f9c64ec5-c6e5-4845-a467-c905a09acf16 HTTP/1.1" status: 200 len: 806 time: 0.5290658 Jan 28 09:46:51.492626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-116a4787-f04b-4b4a-9055-7c35e1f58050 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:51.493942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-116a4787-f04b-4b4a-9055-7c35e1f58050 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 2375 time: 0.6618183 Jan 28 09:46:51.600229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Attempting to bind port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:51.600571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Attempting to bind port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:51.607135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Attempting to bind port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf on network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:51.617934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Pushing event updated for resources: {'Port': ['ID=b91e4f7d-e50a-4180-9c64-0cee348287b8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:51.632647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf on network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:46:51.633014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Attempting to bind port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf on network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:51.643100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:51.643360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Checking segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:51.643754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Bound using segment: {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:51.644210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Bound port: 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:51.644640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:51.680250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:51.728454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:51.785499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-840f1c7b-2503-4cbd-b888-a11d048e2a84 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:51.793924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-bae58355-9170-4762-9557-36ee80f1d998 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4fc2612ae4124763a4320d90a360ab27 HTTP/1.1" status: 200 len: 379 time: 0.2891173 Jan 28 09:46:51.798957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63133aec-040a-45e1-b8a9-20ed2ea75411 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:51.810379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Request body: {'port': {'device_id': '620ee3df-6d78-4314-a334-47630355bf4c', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'admin_state_up': True, 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'security_groups': ['9c7aebb7-0d53-49d0-8d10-0737799ccea4']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:51.829374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:51.930507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:51.932507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Transition to ACTIVE for port object 63133aec-040a-45e1-b8a9-20ed2ea75411 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:51.936490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-840f1c7b-2503-4cbd-b888-a11d048e2a84 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:51.937794 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e564b959-bd31-4685-a2b3-69a43addc1a2 req-840f1c7b-2503-4cbd-b888-a11d048e2a84 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4341784 Jan 28 09:46:51.944177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.210300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.210972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.211600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.212219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.212863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.213485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.214101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.216213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-9f14e0ca-cf28-446e-a656-da76ea0e7483 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 1.4239845 Jan 28 09:46:52.241199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:52.261998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.277173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] For port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:52.289048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:52.344156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:52.386148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] For port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:52.398874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Made reservation on behalf of 4fc2612ae4124763a4320d90a360ab27 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:52.402609 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.424731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Attempting to bind port 63133aec-040a-45e1-b8a9-20ed2ea75411 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:52.425361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Attempting to bind port 63133aec-040a-45e1-b8a9-20ed2ea75411 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:52.425361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Attempting to bind port 63133aec-040a-45e1-b8a9-20ed2ea75411 on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:52.433788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 10.2.2.100 (d861f532-d335-4336-9773-d7a27d4c1ddf/2ebeeaa0-1858-4cd5-a602-cd7e312a320c/c83372bf-a733-457d-9be4-7ade9d15a71b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:52.441622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Port 63133aec-040a-45e1-b8a9-20ed2ea75411 on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:46:52.442501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Attempting to bind port 63133aec-040a-45e1-b8a9-20ed2ea75411 on network 018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:52.447872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.453580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28a0c4e2-48f4-434a-b5ad-dedd1a617e8e req-f9415468-c9a9-4cd6-9682-4cec72619a34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2265244 Jan 28 09:46:52.541609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.542225 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.543607 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-87c52265-6301-48b6-ae69-679f87be790a service neutron] 10.222.0.25 "PUT /v2.0/ports/9e7c4e32-4f5b-4b39-a355-45d9f6a062cf HTTP/1.1" status: 200 len: 1092 time: 4.1362102 Jan 28 09:46:52.550492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.585859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:52.670268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:52.670702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Checking segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:52.671099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Bound using segment: {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:52.672185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Bound port: 63133aec-040a-45e1-b8a9-20ed2ea75411, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fb88cc-f08e-49dd-bd53-0b08bd3865c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:52.672542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:52.702406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2ebd6-ad4b-4476-b354-787e6be5b171 req-d835cbba-0ed5-4d07-828f-7bdadd339e1f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:52.711188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd2ebd6-ad4b-4476-b354-787e6be5b171 req-d835cbba-0ed5-4d07-828f-7bdadd339e1f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 944 time: 0.5691128 Jan 28 09:46:52.736041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c52265-6301-48b6-ae69-679f87be790a service neutron] Pushing event updated for resources: {'Port': ['ID=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:52.913910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd2ebd6-ad4b-4476-b354-787e6be5b171 req-3d68cab1-d388-4cf4-a09d-5564d24c1339 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011175 Jan 28 09:46:52.960165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:52.964708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:52.968096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Allocated IP 172.20.0.7 (f9c64ec5-c6e5-4845-a467-c905a09acf16/d602f245-3752-40b7-b4a5-22e9747da533/a917800e-634b-4838-9bbd-7edca03cef89) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:52.987690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.050633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-f2298d12-98dc-4058-b2b6-d162dd849a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.052241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-f2298d12-98dc-4058-b2b6-d162dd849a56 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12e7bc8504ef43e6b8d462d30d728538&device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 1095 time: 0.4406393 Jan 28 09:46:53.116652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.117502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.119755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] 10.222.0.43 "PUT /v2.0/ports/63133aec-040a-45e1-b8a9-20ed2ea75411 HTTP/1.1" status: 200 len: 1091 time: 3.0225163 Jan 28 09:46:53.170871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.175957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-e69df763-8c97-492a-b04f-361f6bc5c746 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf HTTP/1.1" status: 200 len: 217 time: 0.1001008 Jan 28 09:46:53.245947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object c83372bf-a733-457d-9be4-7ade9d15a71b will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:53.256391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eacc6b0e-1b05-4f1c-929a-abcb0ff4d053 req-c8892cf7-95b5-4ed6-a647-0df1d6022c00 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 210 time: 0.1666188 Jan 28 09:46:53.263675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.280725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.310914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6164475-b966-4aed-bb54-b09a2f9251f8 service neutron] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:53.358851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-0baaf856-6ac4-43c9-accf-321ebd3cb6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.360302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-0baaf856-6ac4-43c9-accf-321ebd3cb6c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f505a53-bdfc-4ca7-8914-9755c5cfdcf6 HTTP/1.1" status: 200 len: 854 time: 0.1719620 Jan 28 09:46:53.505177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Pushing event updated for resources: {'Port': ['ID=b91e4f7d-e50a-4180-9c64-0cee348287b8,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:53.514828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.533586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-7940194c-f60c-4ff3-ace5-07c56b87f9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.535255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-7940194c-f60c-4ff3-ace5-07c56b87f9f1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 1094 time: 0.3591838 Jan 28 09:46:53.569171 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.650512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network d861f532-d335-4336-9773-d7a27d4c1ddf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:53.657619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:53.659508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:53.662045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:53.671688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-beaf376f-cbc7-4723-b7ea-0f040403b705 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63133aec-040a-45e1-b8a9-20ed2ea75411 HTTP/1.1" status: 200 len: 217 time: 0.1197076 Jan 28 09:46:53.715607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.723314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b8088c83-1eda-4738-91af-5bb5d59dbe8e tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.7887328 Jan 28 09:46:53.780164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155a07d-3965-400c-900d-d209e705b8a9 req-1519ee0d-1345-4df3-9c04-4749a10c0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.782198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-1519ee0d-1345-4df3-9c04-4749a10c0459 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.0838981 Jan 28 09:46:53.915750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:53.924298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-fea337dc-b0d5-4c47-a01c-d6652396c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.925419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-265efa7f-10b3-4a5f-be73-d49603733ac5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1248312 Jan 28 09:46:53.925709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-fea337dc-b0d5-4c47-a01c-d6652396c68f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5463686 Jan 28 09:46:53.942674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-61562da6-e04b-4277-8c6f-d7bffbe1ee17 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Synchronizing usage tracker for tenant:81acd7bc1206490c84fe4768c93974d4 on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:53.949682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.958711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.968930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.976222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.984769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.992736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.998476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:53.999118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:54.000413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:54.008955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-283acdfc-b243-4259-865d-3c5b1911c379 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.5736866 Jan 28 09:46:54.042686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Transition to ACTIVE for port object a917800e-634b-4838-9bbd-7edca03cef89 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:54.075824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5af1570e-c48d-409f-8c27-5798633f563b None None] Provisioning for port c83372bf-a733-457d-9be4-7ade9d15a71b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:54.081168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5af1570e-c48d-409f-8c27-5798633f563b None None] Provisioning complete for port c83372bf-a733-457d-9be4-7ade9d15a71b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:54.081521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5af1570e-c48d-409f-8c27-5798633f563b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:54.098078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:54.107410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-59efc1c2-518c-47d9-9b7a-aabf7b7ce298 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4458721 Jan 28 09:46:54.115282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-61562da6-e04b-4277-8c6f-d7bffbe1ee17 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Unset dirty status for tenant:81acd7bc1206490c84fe4768c93974d4 on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:54.116565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-61562da6-e04b-4277-8c6f-d7bffbe1ee17 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.3924222 Jan 28 09:46:54.131350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf', 'admin_state_up': True, 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'security_groups': ['32a764b5-7670-4112-9409-64e335794a73']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:54.182292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5af1570e-c48d-409f-8c27-5798633f563b None None] Port c83372bf-a733-457d-9be4-7ade9d15a71b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:54.424378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a7a99ad2-f5eb-43f8-9a4d-eb1db61d57f5 req-8f3c552a-4d7e-4750-aed2-a1b9c07c86ee tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4143670 Jan 28 09:46:54.442178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:54.455954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:54.503781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:54.629425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:54.630052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:54.659914 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '174cab33-69df-4609-b3a2-0f66766ce741', 'name': 'network-vif-deleted', 'tag': '319a9df3-0f55-4594-a4a0-49b4dec2ea72', 'status': 'completed', 'code': 200} Jan 28 09:46:54.663911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8600535 Jan 28 09:46:54.664499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ae8bd-ff9a-4149-9c4f-a8de067eea6f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event updated for resources: {'Port': ['ID=a917800e-634b-4838-9bbd-7edca03cef89,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:54.686834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Request body: {'port': {'device_id': '620ee3df-6d78-4314-a334-47630355bf4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:54.746285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-eda5ac25-b92f-4cd9-81fd-e9a9dc33438d service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7158964 Jan 28 09:46:54.789067 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-af6e7043-815d-40ab-bfce-71ab0fb0a427 service neutron] 10.222.0.25 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8377941 Jan 28 09:46:54.792607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:54.903106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:54.913627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e43a49f-35c3-414c-bfe7-ce31dad238fb None None] Provisioning for port a917800e-634b-4838-9bbd-7edca03cef89 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:54.919531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e43a49f-35c3-414c-bfe7-ce31dad238fb None None] Provisioning complete for port a917800e-634b-4838-9bbd-7edca03cef89 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:54.920104 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e43a49f-35c3-414c-bfe7-ce31dad238fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:54.970127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Made reservation on behalf of ac68902d7b1e4fa78a0ba51d911c2e16 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:46:54.974846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:55.001692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8e43a49f-35c3-414c-bfe7-ce31dad238fb None None] Port a917800e-634b-4838-9bbd-7edca03cef89 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:55.020997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-d7360c13-d32d-4f20-826f-efd49a2d8385 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.025424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-d7360c13-d32d-4f20-826f-efd49a2d8385 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.8771753 Jan 28 09:46:55.033212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:55.054955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b274ee03-e29e-44d6-9ea2-9834046a4dc0 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:46:55.055868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9289d3d-fa2d-4acd-a348-d915740b5d5a req-b274ee03-e29e-44d6-9ea2-9834046a4dc0 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120168 Jan 28 09:46:55.125230 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'status': 'completed', 'code': 200} Jan 28 09:46:55.143211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bca91a-d831-4dfb-a57f-e6cd25dcfee9 req-ffe08318-b580-4b01-9e28-f76b691402ab service neutron] 10.222.0.25 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437405 Jan 28 09:46:55.166002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e967e3e-22e1-4b07-8127-ba45c2476db1 req-ddbd573b-4b3b-43a3-8419-6c61601e4d35 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.166193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60650) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:55.168212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e967e3e-22e1-4b07-8127-ba45c2476db1 req-ddbd573b-4b3b-43a3-8419-6c61601e4d35 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 943 time: 0.4190366 Jan 28 09:46:55.229722 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5155a07d-3965-400c-900d-d209e705b8a9 req-9ddb61c4-19b9-4929-9aa1-0732d892fb87 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124093 Jan 28 09:46:55.250989 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e967e3e-22e1-4b07-8127-ba45c2476db1 req-b9d485ff-f20c-41e4-8af8-b15b50c89ba6 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736940 Jan 28 09:46:55.387973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:55.457606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:55.482273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Usage tracker for resource:security_group_rule and tenant:716c05386b144cc1bf9d7e31c8f968d9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:55.492180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:55.503553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:55.529194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Allocated IP 10.2.2.200 (d861f532-d335-4336-9773-d7a27d4c1ddf/2ebeeaa0-1858-4cd5-a602-cd7e312a320c/05c0562c-726b-4638-9727-4b86c292ad5d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:46:55.535627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c356c16e-86a4-4790-a0ca-9747fd5326e8 req-ff016b15-199e-4482-9e93-86658571b23e tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.537337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c356c16e-86a4-4790-a0ca-9747fd5326e8 req-ff016b15-199e-4482-9e93-86658571b23e tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 944 time: 0.1373358 Jan 28 09:46:55.560086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-f5d40302-202d-4efc-ba43-fecc801a3348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.561608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-f5d40302-202d-4efc-ba43-fecc801a3348 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12e7bc8504ef43e6b8d462d30d728538&device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 1095 time: 0.2879941 Jan 28 09:46:55.605900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.612233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.618642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.624717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:55.625653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:55.647231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c356c16e-86a4-4790-a0ca-9747fd5326e8 req-e9615f58-4414-42c2-9475-c3712f33d36e tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958266 Jan 28 09:46:55.651208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a917800e-634b-4838-9bbd-7edca03cef89 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:55.657784 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:55.677949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Transition to ACTIVE for port object a917800e-634b-4838-9bbd-7edca03cef89 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:55.681914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:55.772146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:55.773576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2793161-164e-44e1-b5b7-61db25070726 req-c54fb7da-50bf-4614-b2cb-66eaf87bc6bc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 3096 time: 0.5010974 Jan 28 09:46:55.852040 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8cc323c0-42cf-49b9-a903-8a895e215541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:55.930965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Pushing event updated for resources: {'Port': ['ID=a917800e-634b-4838-9bbd-7edca03cef89,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:56.005026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-3eec1a6c-2979-4afc-a4dd-825ec5763e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.006416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-3eec1a6c-2979-4afc-a4dd-825ec5763e87 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f HTTP/1.1" status: 200 len: 916 time: 0.4353499 Jan 28 09:46:56.009252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2793161-164e-44e1-b5b7-61db25070726 req-34227853-0e4b-4a78-aae9-b4d810a3e3cc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862919 Jan 28 09:46:56.010949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.037411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Attempting to bind port a917800e-634b-4838-9bbd-7edca03cef89 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:56.037746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Attempting to bind port a917800e-634b-4838-9bbd-7edca03cef89 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:56.038071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Attempting to bind port a917800e-634b-4838-9bbd-7edca03cef89 on network f9c64ec5-c6e5-4845-a467-c905a09acf16 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:56.051150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994683b8-593a-416b-9043-2d8b58e6febb req-1c455df5-cab6-451b-b516-4f9aa0af6a69 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.052141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-994683b8-593a-416b-9043-2d8b58e6febb req-1c455df5-cab6-451b-b516-4f9aa0af6a69 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Synchronizing usage tracker for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:46:56.059424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Port a917800e-634b-4838-9bbd-7edca03cef89 on network f9c64ec5-c6e5-4845-a467-c905a09acf16 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:46:56.059745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Attempting to bind port a917800e-634b-4838-9bbd-7edca03cef89 on network f9c64ec5-c6e5-4845-a467-c905a09acf16 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:56.070297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:56.070632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Checking segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:56.071005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Bound using segment: {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:56.071428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Bound port: a917800e-634b-4838-9bbd-7edca03cef89, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97f305dc-5052-4172-ab17-0c63ebbd3f16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:56.071783 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.112538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.115529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-994683b8-593a-416b-9043-2d8b58e6febb req-1c455df5-cab6-451b-b516-4f9aa0af6a69 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Unset dirty status for tenant:4fc2612ae4124763a4320d90a360ab27 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:46:56.116633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-994683b8-593a-416b-9043-2d8b58e6febb req-1c455df5-cab6-451b-b516-4f9aa0af6a69 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 943 time: 0.3118300 Jan 28 09:46:56.157625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-e1a64a2a-68b7-45fe-bf1b-b07ccdd4a52c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf HTTP/1.1" status: 200 len: 217 time: 0.1398273 Jan 28 09:46:56.162922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70994e05-481d-41d5-b88a-9db377b71f0e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:56.203943 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-994683b8-593a-416b-9043-2d8b58e6febb req-84772705-92e0-46f0-89ce-08671f8a1d5e tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704169 Jan 28 09:46:56.210011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] For port a917800e-634b-4838-9bbd-7edca03cef89, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:56.214599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] For port a917800e-634b-4838-9bbd-7edca03cef89, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=a917800e-634b-4838-9bbd-7edca03cef89,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:56.228097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.276131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.283271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b1f9620-3707-4f79-ba08-90bab458e535 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=716c05386b144cc1bf9d7e31c8f968d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1141231 Jan 28 09:46:56.286242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60664) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:56.299466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-1a55add7-0f9f-4c7b-b1f8-34242292f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.300958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-1a55add7-0f9f-4c7b-b1f8-34242292f485 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f505a53-bdfc-4ca7-8914-9755c5cfdcf6 HTTP/1.1" status: 200 len: 854 time: 0.1299098 Jan 28 09:46:56.303400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Transition to ACTIVE for port object 05c0562c-726b-4638-9727-4b86c292ad5d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:56.363432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.364043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.365688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] 10.222.0.25 "PUT /v2.0/ports/a917800e-634b-4838-9bbd-7edca03cef89 HTTP/1.1" status: 200 len: 1091 time: 1.6844563 Jan 28 09:46:56.452910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.462688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-007b6f03-4e66-4b0f-8fb5-125060c7f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.464197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-007b6f03-4e66-4b0f-8fb5-125060c7f98a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560521 Jan 28 09:46:56.560470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event updated for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:56.610673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-fbaa0cb0-9120-4bda-808a-debc4d635ae1 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips/f76a9ead-bbc8-44cc-ab84-1487e1a07c38 HTTP/1.1" status: 200 len: 692 time: 0.3354571 Jan 28 09:46:56.661980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411'}, {'name': 'network-changed', 'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:56.726810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Pushing event updated for resources: {'Port': ['ID=a917800e-634b-4838-9bbd-7edca03cef89,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:56.756511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.756897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.757194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.757522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.758185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.758185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.758491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.758785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.759173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.759535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.759817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.760118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da2b5d8-b3dd-40db-999e-3f73c07963ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:46:56.793561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-048cfcd5-f0f3-4fd0-aca9-bbb6e81cda64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.808465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Network d861f532-d335-4336-9773-d7a27d4c1ddf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:46:56.813410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:46:56.816050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:46:56.894131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-0dc62ca5-003a-49fa-b633-c21bf2d55971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.895569 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-0dc62ca5-003a-49fa-b633-c21bf2d55971 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fc2612ae4124763a4320d90a360ab27&device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 1094 time: 0.4874165 Jan 28 09:46:56.897413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-048cfcd5-f0f3-4fd0-aca9-bbb6e81cda64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.898572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.904469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.910310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.916470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.922356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.928154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.935593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.937574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-dbedb67c-b239-4f28-92d4-b9e25170e936 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.5749173 Jan 28 09:46:56.966591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.967448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:56.978877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-2a8c23c2-4449-46dd-b6ee-fec90534a6eb tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:56.980218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-2a8c23c2-4449-46dd-b6ee-fec90534a6eb tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.3601713 Jan 28 09:46:57.000259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-00d6418d-643d-4f93-a451-8ddf32c6aa65 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a917800e-634b-4838-9bbd-7edca03cef89 HTTP/1.1" status: 200 len: 217 time: 0.0907643 Jan 28 09:46:57.037625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-66b0f33d-7108-49aa-a227-2d0accb50707 service neutron] 10.222.0.25 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794090 Jan 28 09:46:57.048189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7aebfc00-81bd-4294-84bf-5f509daf1279 req-7ac797f8-38bb-46a3-812e-80371f4c6269 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907974 Jan 28 09:46:57.068146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-93da833e-1b96-47f2-81cc-d7ba7ed4c395 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9505758 Jan 28 09:46:57.112673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-37a196b3-7e6a-42a5-8060-5887ea550416 None None] Provisioning for port 05c0562c-726b-4638-9727-4b86c292ad5d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:57.124471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-37a196b3-7e6a-42a5-8060-5887ea550416 None None] Provisioning complete for port 05c0562c-726b-4638-9727-4b86c292ad5d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:57.128224 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37a196b3-7e6a-42a5-8060-5887ea550416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.153366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-ca00c121-595a-49ae-983a-c6407e01ed67 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.1582146 Jan 28 09:46:57.185337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:57.206804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-37a196b3-7e6a-42a5-8060-5887ea550416 None None] Port 05c0562c-726b-4638-9727-4b86c292ad5d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:46:57.256775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-8dd75543-c434-44fa-aef1-e46d321d299f tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.1024616 Jan 28 09:46:57.258099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-959c3cea-1619-4adf-b6e2-f15fe3137a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:57.259400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-959c3cea-1619-4adf-b6e2-f15fe3137a60 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d602f245-3752-40b7-b4a5-22e9747da533 HTTP/1.1" status: 200 len: 845 time: 0.1886621 Jan 28 09:46:57.261758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-048cfcd5-f0f3-4fd0-aca9-bbb6e81cda64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.303928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef09447c-87b7-4c16-8e5d-e74feb81f550 req-a8ee39ac-1fa4-4cf7-83da-9223370b05d0 service neutron] 10.222.0.25 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546713 Jan 28 09:46:57.375549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048cfcd5-f0f3-4fd0-aca9-bbb6e81cda64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70994e05-481d-41d5-b88a-9db377b71f0e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:57.390793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218a7fd0-7d4a-461f-ad80-585503f4d85c req-79b654bd-82b0-4a06-8fbb-32d02737a13b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:57.392266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-218a7fd0-7d4a-461f-ad80-585503f4d85c req-79b654bd-82b0-4a06-8fbb-32d02737a13b tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 945 time: 0.2110312 Jan 28 09:46:57.393396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.402540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-6b449075-d9b6-4e42-9dee-e1a4cbbc497e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:57.404590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-6b449075-d9b6-4e42-9dee-e1a4cbbc497e tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 945 time: 0.5857942 Jan 28 09:46:57.467817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-048cfcd5-f0f3-4fd0-aca9-bbb6e81cda64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.471439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-048cfcd5-f0f3-4fd0-aca9-bbb6e81cda64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70994e05-481d-41d5-b88a-9db377b71f0e HTTP/1.1" status: 204 len: 168 time: 1.1244900 Jan 28 09:46:57.558438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Deleting port b91e4f7d-e50a-4180-9c64-0cee348287b8 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:57.558832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.569205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-218a7fd0-7d4a-461f-ad80-585503f4d85c req-325b22a8-49e6-47cc-bbb3-210336993877 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612089 Jan 28 09:46:57.623941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Deleting port 38d5e821-7639-4611-a5bf-9601fb8d341a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:46:57.624304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.700521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 63133aec-040a-45e1-b8a9-20ed2ea75411 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:46:57.766750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-1a9da2f4-a5c3-4900-b18d-115c8f9e0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:57.768295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-1a9da2f4-a5c3-4900-b18d-115c8f9e0a4e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9c64ec5-c6e5-4845-a467-c905a09acf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4930565 Jan 28 09:46:57.843198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60b722-921f-4273-9bc1-4a49d812188a req-5926515f-a2f7-4347-ae76-342469fd301f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:57.848550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60682) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:57.849834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e60b722-921f-4273-9bc1-4a49d812188a req-5926515f-a2f7-4347-ae76-342469fd301f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 943 time: 0.1491270 Jan 28 09:46:57.868918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:57.882596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'mac_address': 'fa:16:3e:6a:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:46:57.911866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e60b722-921f-4273-9bc1-4a49d812188a req-a8bd51b2-42b2-4412-a9fa-273f38fd3cbf tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596473 Jan 28 09:46:57.947805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.956610 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.968752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8032c4eb-c0f0-4991-86ed-4bdf9833d511 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:57.970716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63133aec-040a-45e1-b8a9-20ed2ea75411 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:57.976946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:57.989288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:57.995075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.001454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Transition to ACTIVE for port object 8032c4eb-c0f0-4991-86ed-4bdf9833d511 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:58.003908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:46:58.006516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.007803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Usage tracker for resource:security_group_rule and tenant:07dada47587d4ecd949d5a152da13fb2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:46:58.010948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:46:58.076393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:58.085307 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'status': 'completed', 'code': 200} Jan 28 09:46:58.085899 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89', 'status': 'completed', 'code': 200} Jan 28 09:46:58.101950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.102269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.147948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-674abd96-cb46-42e7-b3b8-432861c5aa98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.241502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Pushing event updated for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:58.277246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:46:58.296883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['63133aec-040a-45e1-b8a9-20ed2ea75411'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:46:58.361944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6959c42-84d5-42df-a10c-7f47a3e28630 req-4bac22c9-031e-49e6-b1d3-faece0bc5b97 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.363448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6959c42-84d5-42df-a10c-7f47a3e28630 req-4bac22c9-031e-49e6-b1d3-faece0bc5b97 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 944 time: 0.2165406 Jan 28 09:46:58.364378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Attempting to bind port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:46:58.365006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Attempting to bind port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:46:58.365302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Attempting to bind port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 on network 47fb4be1-2011-4344-975d-ae001620c091 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:58.370988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 on network 47fb4be1-2011-4344-975d-ae001620c091 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:46:58.371314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Attempting to bind port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 on network 47fb4be1-2011-4344-975d-ae001620c091 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:46:58.390818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:46:58.390818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Checking segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:46:58.391138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Bound using segment: {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:46:58.391591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Bound port: 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb43862f-115a-4b67-9098-d6d3e7268ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '47fb4be1-2011-4344-975d-ae001620c091'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:46:58.391922 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.437985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Calling delete_port for b91e4f7d-e50a-4180-9c64-0cee348287b8 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:58.485238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6959c42-84d5-42df-a10c-7f47a3e28630 req-c11113cc-8b6c-465d-b741-beb3c415f13b tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097026 Jan 28 09:46:58.540413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:46:58.544784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:46:58.552161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.564293 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-56c89af4-05d8-416a-93df-0012edf1a215 service neutron] 10.222.0.25 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7578917 Jan 28 09:46:58.620796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.621419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.623384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] 10.222.0.25 "PUT /v2.0/ports/8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 1092 time: 1.4433029 Jan 28 09:46:58.624766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:46:58.687700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:58.712546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5c46b0-03e1-4fd4-8567-f8dfd2b54a0d service neutron] Pushing event updated for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:58.712747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] For port 38d5e821-7639-4611-a5bf-9601fb8d341a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=38d5e821-7639-4611-a5bf-9601fb8d341a,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:46:58.713029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.861897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Calling delete_port for 38d5e821-7639-4611-a5bf-9601fb8d341a owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:46:58.923232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-6b840fdd-bdf8-4d27-ac66-beede1d4e17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.924601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-6b840fdd-bdf8-4d27-ac66-beede1d4e17f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=859935fd7aa048c79afe84289d422ad4&device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 1095 time: 0.8312473 Jan 28 09:46:58.940024 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:58.964681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-47dc6485-acda-4c8b-85fa-588f58fc92f5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.971077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-47dc6485-acda-4c8b-85fa-588f58fc92f5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.976873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-47dc6485-acda-4c8b-85fa-588f58fc92f5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.983284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-47dc6485-acda-4c8b-85fa-588f58fc92f5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.989342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-47dc6485-acda-4c8b-85fa-588f58fc92f5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:58.991375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-47dc6485-acda-4c8b-85fa-588f58fc92f5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 3829 time: 0.3475444 Jan 28 09:46:59.090073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54c01480-6aab-45c6-92e3-cc0efcb24bc4 req-acd8064f-9e70-4a5a-8e24-81bcff6943aa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671291 Jan 28 09:46:59.123699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48eacc03-c597-4f41-9f0b-16d2e7878dfe req-26d8beb5-4b74-43cb-9fd8-cc6d7f1b898e service neutron] 10.222.0.25 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398483 Jan 28 09:46:59.125495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.147142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.162733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.283465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Pushing event deleted for resources: {'Port': ['ID=b91e4f7d-e50a-4180-9c64-0cee348287b8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:59.321485 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.369500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.381688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.387979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.393755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.394901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a89e8c-5e7d-4b00-b242-fca4b1b8741b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:59.399515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.406100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.411701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.417461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.419396 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92792aa1-5da8-4770-81f5-b753b7841f3f req-95ec4fc2-e064-41ef-a142-b1e011463730 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.1818359 Jan 28 09:46:59.433280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60692) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:59.438942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-de158b90-f5c4-457e-86b6-69699d0b759b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07dada47587d4ecd949d5a152da13fb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5883543 Jan 28 09:46:59.447800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60696) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:46:59.453105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-86ab3ca5-e187-4739-81c9-703c29df9e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.454488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-86ab3ca5-e187-4739-81c9-703c29df9e9f service neutron] 10.222.0.43 "GET /v2.0/networks?id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 200 len: 906 time: 0.4964418 Jan 28 09:46:59.468561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Request body: {'floatingip': {'port_id': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:46:59.560453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-87994d64-94d3-40c8-84c2-72324d3c30a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63133aec-040a-45e1-b8a9-20ed2ea75411 HTTP/1.1" status: 200 len: 217 time: 0.0946546 Jan 28 09:46:59.605305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.621700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.678884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.686465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf82f915-498f-49a9-bd9d-4cc18feddf09 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:46:59.703379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event deleted for resources: {'Port': ['ID=38d5e821-7639-4611-a5bf-9601fb8d341a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:46:59.716054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 63133aec-040a-45e1-b8a9-20ed2ea75411 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:46:59.738102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.774613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Transition to ACTIVE for port object bf82f915-498f-49a9-bd9d-4cc18feddf09 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:46:59.799335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 63133aec-040a-45e1-b8a9-20ed2ea75411 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:46:59.805317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 63133aec-040a-45e1-b8a9-20ed2ea75411 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:46:59.805907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.810880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.938669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-20eb548e-76fb-48a8-ae2e-71f26e75d539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.940096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-20eb548e-76fb-48a8-ae2e-71f26e75d539 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 200 len: 845 time: 0.3653440 Jan 28 09:46:59.942229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-e54ae4dd-a5f5-4ff6-a9d0-d99eeccc6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:46:59.943310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-e54ae4dd-a5f5-4ff6-a9d0-d99eeccc6a17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fc2612ae4124763a4320d90a360ab27&device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 1094 time: 0.7327485 Jan 28 09:46:59.962198 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.981971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72129f5d-6cae-460f-a090-05692b6e9ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:46:59.983993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] No DVR routers for this DVR port 38d5e821-7639-4611-a5bf-9601fb8d341a on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:46:59.997979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:00.009815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:00.017317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.022301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.028651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26d160e-841e-4b8b-991e-5c1e6dcf67e1 req-d3422cd7-1acb-46f3-83d8-be0462eb6c68 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.030224 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f26d160e-841e-4b8b-991e-5c1e6dcf67e1 req-d3422cd7-1acb-46f3-83d8-be0462eb6c68 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 943 time: 0.4962718 Jan 28 09:47:00.045071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-4fd3f98c-9459-4b06-9cc5-e82bd423090f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917776 Jan 28 09:47:00.060601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:00.093317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'name': 'network-vif-deleted', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:00.107897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:00.143222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49150b21-f9a6-4873-84f3-8983e0f2d89e req-af14d713-380b-422e-8025-fc8c707d6fac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.25 "DELETE /v2.0/ports/38d5e821-7639-4611-a5bf-9601fb8d341a HTTP/1.1" status: 204 len: 173 time: 2.7294309 Jan 28 09:47:00.144236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.145256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e12ef-5cd4-4f72-a66f-9d19a798b453 req-78502469-4e5b-4380-97a9-62f976562ce8 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "DELETE /v2.0/floatingips/f76a9ead-bbc8-44cc-ab84-1487e1a07c38 HTTP/1.1" status: 204 len: 173 time: 2.8797185 Jan 28 09:47:00.207463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72129f5d-6cae-460f-a090-05692b6e9ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.339654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f26d160e-841e-4b8b-991e-5c1e6dcf67e1 req-595afdfe-0edf-4a26-8553-d780c3eb5ba2 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2728624 Jan 28 09:47:00.346471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-ff038751-6ebf-4042-8541-16302dab1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.347911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-ff038751-6ebf-4042-8541-16302dab1cdd service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9c64ec5-c6e5-4845-a467-c905a09acf16 HTTP/1.1" status: 200 len: 907 time: 0.3960984 Jan 28 09:47:00.349721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Attempting to bind port bf82f915-498f-49a9-bd9d-4cc18feddf09 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:00.350057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Attempting to bind port bf82f915-498f-49a9-bd9d-4cc18feddf09 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:00.350389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Attempting to bind port bf82f915-498f-49a9-bd9d-4cc18feddf09 on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:00.367846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Port bf82f915-498f-49a9-bd9d-4cc18feddf09 on network 173119ab-b221-49d5-8329-7350fc395ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:00.368409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Attempting to bind port bf82f915-498f-49a9-bd9d-4cc18feddf09 on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:00.369360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8ababa48-218d-4c4f-a232-c4971e2dc6eb req-b986b3ef-829e-4a1f-9f56-1962bda6a7ce tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:00.381319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:00.381843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Checking segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:00.382410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Bound using segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:00.382651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Bound port: bf82f915-498f-49a9-bd9d-4cc18feddf09, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:00.382995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.400636 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'status': 'completed', 'code': 200} Jan 28 09:47:00.494824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-236dcef0-2172-4947-94eb-31700fa68506 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a917800e-634b-4838-9bbd-7edca03cef89 HTTP/1.1" status: 200 len: 217 time: 0.1273100 Jan 28 09:47:00.500602 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-81bc01fe-66db-470e-b045-d412d9b8be54 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3964367 Jan 28 09:47:00.576556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8ababa48-218d-4c4f-a232-c4971e2dc6eb req-b986b3ef-829e-4a1f-9f56-1962bda6a7ce tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:00.577733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ababa48-218d-4c4f-a232-c4971e2dc6eb req-b986b3ef-829e-4a1f-9f56-1962bda6a7ce tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=64d7824e-cf56-41ae-b341-d9eb2db3b602 HTTP/1.1" status: 200 len: 210 time: 0.2920215 Jan 28 09:47:00.628691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72129f5d-6cae-460f-a090-05692b6e9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.684198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72129f5d-6cae-460f-a090-05692b6e9ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a89e8c-5e7d-4b00-b242-fca4b1b8741b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:00.703923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-b855f911-0ba9-46a3-bdfb-4a516c2544d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.705962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-b855f911-0ba9-46a3-bdfb-4a516c2544d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d602f245-3752-40b7-b4a5-22e9747da533 HTTP/1.1" status: 200 len: 845 time: 0.2015576 Jan 28 09:47:00.707031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72129f5d-6cae-460f-a090-05692b6e9ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.709214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-72129f5d-6cae-460f-a090-05692b6e9ec0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30a89e8c-5e7d-4b00-b242-fca4b1b8741b HTTP/1.1" status: 204 len: 168 time: 1.2570250 Jan 28 09:47:00.746673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.845175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:00.861408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:00.865240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.865785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.866279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.866958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.867405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.868046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.870009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-bc32bf72-6a0d-4695-81b8-9cff727032ae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5246 time: 0.4415853 Jan 28 09:47:00.871127 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.926763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507bfb8d-d55a-4920-8051-0e8df14c6d20 req-cb163087-8da6-4580-96a9-a512025a9348 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.928188 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-507bfb8d-d55a-4920-8051-0e8df14c6d20 req-cb163087-8da6-4580-96a9-a512025a9348 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 945 time: 0.4104385 Jan 28 09:47:00.985770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:00.987013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:00.988435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] 10.222.0.25 "PUT /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 1131 time: 2.3104982 Jan 28 09:47:00.990536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-fff4a21c-7e00-4080-bc8b-b01f307398f1 service neutron] 10.222.0.43 "GET /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4547310 Jan 28 09:47:01.026978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:01.088252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:47:01.124572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-9a4e7c5a-88d9-4453-b712-689084caa821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.126235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-9a4e7c5a-88d9-4453-b712-689084caa821 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9c64ec5-c6e5-4845-a467-c905a09acf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4092569 Jan 28 09:47:01.127468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-c3cde0cc-96cd-4ede-8c8c-b6ef31320599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.128038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-c3cde0cc-96cd-4ede-8c8c-b6ef31320599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.128583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-c3cde0cc-96cd-4ede-8c8c-b6ef31320599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.130686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-c3cde0cc-96cd-4ede-8c8c-b6ef31320599 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2282317 Jan 28 09:47:01.143467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c64a4a-fba2-476f-b77a-0df2ce72d775 req-bc4ddf21-745a-44fb-b8a2-49f9268776e3 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.145089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9c64a4a-fba2-476f-b77a-0df2ce72d775 req-bc4ddf21-745a-44fb-b8a2-49f9268776e3 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 944 time: 0.4304280 Jan 28 09:47:01.179249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-507bfb8d-d55a-4920-8051-0e8df14c6d20 req-471ef89a-aede-4430-95b2-a7c984c76ab2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388549 Jan 28 09:47:01.226689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:01.230454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852925e2-aab1-4b2a-97b9-cdcfda7ef7a8 service neutron] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:01.238393 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:01.245445 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'code': 200} Jan 28 09:47:01.305008 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d7824e-cf56-41ae-b341-d9eb2db3b602', 'name': 'network-vif-deleted', 'tag': '38d5e821-7639-4611-a5bf-9601fb8d341a', 'status': 'completed', 'code': 200} Jan 28 09:47:01.372090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-2e384a19-4e9e-4c22-b5ae-b2b7b4ef036e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.373566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22e083c5-839a-47a3-8c86-53dec0c57074 req-2e384a19-4e9e-4c22-b5ae-b2b7b4ef036e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264810 Jan 28 09:47:01.543129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9c64a4a-fba2-476f-b77a-0df2ce72d775 req-f1ef0335-1537-49f1-90ab-c7273c029af0 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2197866 Jan 28 09:47:01.556045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device a917800e-634b-4838-9bbd-7edca03cef89 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:01.560145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:01.575124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-295a1652-f90b-4a8e-8120-b8af80ca94cf service neutron] 10.222.0.25 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4287455 Jan 28 09:47:01.581532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472433c-582b-4826-ae4b-d205ead7c781 req-8421690e-70f5-47e2-9fd2-4cbf58ff3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.585282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8472433c-582b-4826-ae4b-d205ead7c781 req-8421690e-70f5-47e2-9fd2-4cbf58ff3aef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 1096 time: 0.2592032 Jan 28 09:47:01.589363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:01.603914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 38d5e821-7639-4611-a5bf-9601fb8d341a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:47:01.604982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 38d5e821-7639-4611-a5bf-9601fb8d341a not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:47:01.693520 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Floating IP 5baea5cf-5550-408e-aa62-632cf4615f56 associated. External IP: 172.25.1.54, port: a74c2111-22ea-4855-9f92-42ecb94b8e0b. Jan 28 09:47:01.765433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port a917800e-634b-4838-9bbd-7edca03cef89, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=a917800e-634b-4838-9bbd-7edca03cef89,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:01.787576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'a917800e-634b-4838-9bbd-7edca03cef89', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'port_id': 'a917800e-634b-4838-9bbd-7edca03cef89', 'mac_address': 'fa:16:3e:e5:8d:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:01.810190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60734) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:01.814529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.820497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.827244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.833035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.838938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.845322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:01.847172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-e0cf139e-159c-46e6-bdd8-ff9fc056fb54 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 4602 time: 0.4297004 Jan 28 09:47:01.878013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:01.895267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a917800e-634b-4838-9bbd-7edca03cef89 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:01.912824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port a917800e-634b-4838-9bbd-7edca03cef89, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=a917800e-634b-4838-9bbd-7edca03cef89,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:01.918346 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:01.919712 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-d1ac39bd-fee0-4fc1-a816-88a30af43679 req-acac56d1-4d0d-4bee-89d5-c3c036a4ee62 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] show failed (client error): The resource could not be found. Jan 28 09:47:01.920772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1ac39bd-fee0-4fc1-a816-88a30af43679 req-acac56d1-4d0d-4bee-89d5-c3c036a4ee62 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips/f76a9ead-bbc8-44cc-ab84-1487e1a07c38 HTTP/1.1" status: 404 len: 350 time: 0.0978746 Jan 28 09:47:01.945737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8472433c-582b-4826-ae4b-d205ead7c781 req-bd201e19-15f5-4ed5-b28c-d74a8cd46331 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3550351 Jan 28 09:47:02.005157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8e8d07-7cd9-4467-8cb5-517445594736 req-2c3f42ef-11b7-43db-ae0c-ea7c7854449f service neutron] 10.222.0.25 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179845 Jan 28 09:47:02.049187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=a917800e-634b-4838-9bbd-7edca03cef89,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:02.093124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2032544285-network', 'tenant_id': '62b5d3f322264724838ddfeeaa1df1fc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:02.105857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:02.112161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Usage tracker for resource:network and tenant:62b5d3f322264724838ddfeeaa1df1fc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:02.117557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:02.124540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:02.134903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a61748b7-6a1c-421e-adc2-bef1fcdbe0f1 req-abccffc8-766c-42c0-a4fc-cc844377df5b tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2384751 Jan 28 09:47:02.140652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Made reservation on behalf of 62b5d3f322264724838ddfeeaa1df1fc for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:02.142455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.160694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0696a4-b30d-47b8-ab7f-096468353274 req-2568cdfc-7a9e-436e-80de-b923c2e78090 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:02.162163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a0696a4-b30d-47b8-ab7f-096468353274 req-2568cdfc-7a9e-436e-80de-b923c2e78090 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 944 time: 0.1209264 Jan 28 09:47:02.164581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.176292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['a917800e-634b-4838-9bbd-7edca03cef89'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:47:02.198886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:02.211406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Usage tracker for resource:security_group_rule and tenant:62b5d3f322264724838ddfeeaa1df1fc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:02.215850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:02.225517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:02.232472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a0696a4-b30d-47b8-ab7f-096468353274 req-947fc34b-c308-4f19-a388-292377ad8926 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585608 Jan 28 09:47:02.354459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.359987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.391130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:47:02.405265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1deddfb3-6b82-45b3-85f4-b281b1f02780,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:02.411273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': 'bf82f915-498f-49a9-bd9d-4cc18feddf09'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:02.425035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.425840 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Added segment e843b148-c178-4c57-856b-1eb716eb54cd of type vlan for network 1da374d1-79b0-45d1-9478-2ad8be443057 Jan 28 09:47:02.453746 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.492000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.493514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:02.494463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.567546 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-0678e251-9c98-406d-9794-801eb57774c3 req-fa0f05f2-436d-4c03-a26c-6e23b1c09b85 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] show failed (client error): The resource could not be found. Jan 28 09:47:02.568572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0678e251-9c98-406d-9794-801eb57774c3 req-fa0f05f2-436d-4c03-a26c-6e23b1c09b85 tempest-FloatingIPsTestJSON-1762206179 tempest-FloatingIPsTestJSON-1762206179-project] 10.222.0.42 "GET /v2.0/floatingips/f76a9ead-bbc8-44cc-ab84-1487e1a07c38 HTTP/1.1" status: 404 len: 350 time: 0.2290704 Jan 28 09:47:02.577700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:02.664356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8401473 Jan 28 09:47:02.670871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60756) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:02.674987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144af1f-aa26-4d9a-a5ea-4eadc5e794a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1da374d1-79b0-45d1-9478-2ad8be443057,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:02.681656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Request body: {'subnet': {'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2032544285-subnet', 'tenant_id': '62b5d3f322264724838ddfeeaa1df1fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:02.689270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:02.690705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1da374d1-79b0-45d1-9478-2ad8be443057 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:47:02.694909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Usage tracker for resource:subnet and tenant:62b5d3f322264724838ddfeeaa1df1fc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:02.702259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:02.711260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:02.730007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf16c1-42ff-4d30-a24b-a956e40cca5a req-1b23597e-707e-4bbc-acaf-2976f5564036 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:02.731625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fcf16c1-42ff-4d30-a24b-a956e40cca5a req-1b23597e-707e-4bbc-acaf-2976f5564036 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 945 time: 0.2077854 Jan 28 09:47:02.732943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Made reservation on behalf of 62b5d3f322264724838ddfeeaa1df1fc for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:02.735663 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:02.879502 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': 'bf82f915-498f-49a9-bd9d-4cc18feddf09', 'status': 'completed', 'code': 200} Jan 28 09:47:02.882475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:47:02.905475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fcf16c1-42ff-4d30-a24b-a956e40cca5a req-1ecd6286-ae35-4405-9213-803e089305ce tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544402 Jan 28 09:47:03.089794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Router b293099c-b495-40da-9a68-565e2332465a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:47:03.127177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2045689f-b228-459d-903a-a797c351652f {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:03.134592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.135192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.135729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.136254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.136949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.138004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.139868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-a672a6db-aec9-4f0f-99a8-66b8169fbbd9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5288 time: 0.2332127 Jan 28 09:47:03.205280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:03.290597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:03.314576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Transition to ACTIVE for port object 2045689f-b228-459d-903a-a797c351652f will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:03.391350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:03.391611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be01f3a-f85e-4541-8e17-988acdc80810 req-5e454a39-d95d-4912-ba8d-259c53ff069f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.393094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5be01f3a-f85e-4541-8e17-988acdc80810 req-5e454a39-d95d-4912-ba8d-259c53ff069f tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.3306046 Jan 28 09:47:03.492185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:03.509421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-713f11fc-8bfb-48dd-8d38-5e80f8744d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.509893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-713f11fc-8bfb-48dd-8d38-5e80f8744d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.510351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-713f11fc-8bfb-48dd-8d38-5e80f8744d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.511892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-713f11fc-8bfb-48dd-8d38-5e80f8744d92 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3572042 Jan 28 09:47:03.554174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Checking segment: {'id': 'e843b148-c178-4c57-856b-1eb716eb54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:03.554533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Network hostable DHCP agents. Network: 1da374d1-79b0-45d1-9478-2ad8be443057, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:47:03.568800 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5be01f3a-f85e-4541-8e17-988acdc80810 req-38ce1d5d-6e60-45ed-b736-2d87e9bf0529 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519566 Jan 28 09:47:03.571763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:03.622485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Pushing event updated for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:03.685602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:47:03.729994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:03.739136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-bab17264-e744-4dfb-8676-06ed9356a56c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.740977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-bab17264-e744-4dfb-8676-06ed9356a56c tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 944 time: 0.4113579 Jan 28 09:47:03.777566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Network 1da374d1-79b0-45d1-9478-2ad8be443057 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:47:03.786997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device a917800e-634b-4838-9bbd-7edca03cef89 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:03.819377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] Sync routers for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:47:03.844832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-ec625a2b-eddc-4f2c-bae0-dfb5223fbe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.846598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9015ba5-bcde-46f1-a50b-c9eec555710c req-ec625a2b-eddc-4f2c-bae0-dfb5223fbe25 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3217332 Jan 28 09:47:03.857104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:03.859364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7692bd8f-992c-4504-ab21-77a361f18284 req-54f59aaa-4701-4acb-b2dd-cd7503b46524 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:03.866831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7692bd8f-992c-4504-ab21-77a361f18284 req-54f59aaa-4701-4acb-b2dd-cd7503b46524 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 944 time: 0.8307412 Jan 28 09:47:03.877766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:03.878408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:03.905109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b301134e-0542-4b9a-9e1d-1b3ca835c224 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "PUT /v2.0/floatingips/5baea5cf-5550-408e-aa62-632cf4615f56 HTTP/1.1" status: 200 len: 990 time: 4.4705715 Jan 28 09:47:03.955407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'port_id': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'mac_address': 'fa:16:3e:ab:88:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:03.996601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Attempting to bind port 2045689f-b228-459d-903a-a797c351652f on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:03.997576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Attempting to bind port 2045689f-b228-459d-903a-a797c351652f by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:03.997994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Attempting to bind port 2045689f-b228-459d-903a-a797c351652f on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:03.999102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1da374d1-79b0-45d1-9478-2ad8be443057) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:04.008744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.009125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.010447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7692bd8f-992c-4504-ab21-77a361f18284 req-ea8d42c4-6375-43eb-8d13-208bf37b082f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425607 Jan 28 09:47:04.024020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Port 2045689f-b228-459d-903a-a797c351652f on network 173119ab-b221-49d5-8329-7350fc395ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:04.024020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Attempting to bind port 2045689f-b228-459d-903a-a797c351652f on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:04.029916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a864657a-6efb-4be9-b7e8-80b5dbaa6257 None None] Network 1da374d1-79b0-45d1-9478-2ad8be443057 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:04.039006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Deleting port 09867d33-6f4e-46e5-87e2-d7d546ba5994 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:04.039331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.084691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:04.085070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Checking segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:04.085456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Bound using segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:04.085931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Bound port: 2045689f-b228-459d-903a-a797c351652f, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:04.086278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.103223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-df142a2c-8c02-4fe2-9410-da8ed32ad447 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4237890 Jan 28 09:47:04.139928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.146647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.152393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.159355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.165973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.171753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.178751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.181880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-c759a817-790a-47f2-81fe-0208d44212fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5375 time: 0.4593689 Jan 28 09:47:04.226945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.236785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port a917800e-634b-4838-9bbd-7edca03cef89 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:04.259931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port a917800e-634b-4838-9bbd-7edca03cef89 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:04.260286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.318141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:04.332268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96281984-d74f-4f6f-a42e-fdccf97ab119 req-cf3814e8-e5e9-40d3-a3b1-4b45d2370beb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1410947 Jan 28 09:47:04.352280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:04.541530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:04.553345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:04.571206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2045689f-b228-459d-903a-a797c351652f,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:04.587961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.613643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.706682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] For port 09867d33-6f4e-46e5-87e2-d7d546ba5994, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=09867d33-6f4e-46e5-87e2-d7d546ba5994,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:04.707270 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.720300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38715f-fe2c-4acf-a723-286aa5e2cef3 req-f3f86493-8c56-4d20-95a4-3153ceefd3b7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.733317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb38715f-fe2c-4acf-a723-286aa5e2cef3 req-f3f86493-8c56-4d20-95a4-3153ceefd3b7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 944 time: 0.5599253 Jan 28 09:47:04.803532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:04.805643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.812694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] 10.222.0.25 "PUT /v2.0/ports/2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 1131 time: 3.7931669 Jan 28 09:47:04.870876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:04.965961 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:04.976371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b'}, {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '2045689f-b228-459d-903a-a797c351652f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:04.987891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Calling delete_port for 09867d33-6f4e-46e5-87e2-d7d546ba5994 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:04.994327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1989397-7999-4bbc-9e4a-5b6f4a7f9e16 None None] Network 1da374d1-79b0-45d1-9478-2ad8be443057 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:05.085084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6834930-7ed9-4fd3-9c5f-43bd7c2ec919 service neutron] Pushing event updated for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:05.143947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5232839-7de4-4b93-b9ee-5dd9f7f65300 req-5c6b0fcf-75cc-4800-9c2a-8e378fa8649a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:05.146000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb38715f-fe2c-4acf-a723-286aa5e2cef3 req-6686458a-f462-403b-ac91-f8d55acb7d77 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082234 Jan 28 09:47:05.150248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5232839-7de4-4b93-b9ee-5dd9f7f65300 req-5c6b0fcf-75cc-4800-9c2a-8e378fa8649a tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 945 time: 0.3325574 Jan 28 09:47:05.152204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60790) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:05.162869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.170516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1599553199-network', 'tenant_id': '8b259a630d594615bb71cac49880c52f'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:05.202030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:05.207793 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.254144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Usage tracker for resource:network and tenant:8b259a630d594615bb71cac49880c52f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:05.270175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:05.289907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:05.320521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Made reservation on behalf of 8b259a630d594615bb71cac49880c52f for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:05.323921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.349452 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5232839-7de4-4b93-b9ee-5dd9f7f65300 req-e9a72797-5a57-4b6a-9b45-375d48769540 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835506 Jan 28 09:47:05.357495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:05.361887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9e7c4e32-4f5b-4b39-a355-45d9f6a062cf'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:47:05.363863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.440750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.468935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:05.469244 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'status': 'completed', 'code': 200} Jan 28 09:47:05.470034 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '2045689f-b228-459d-903a-a797c351652f', 'status': 'completed', 'code': 200} Jan 28 09:47:05.501122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:05.553901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66d47fd5-5aca-472d-9384-637fd7a72170 req-397413b0-dea1-4673-8d82-f0fe054f59ac tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e31b3520-9ac7-4a9e-8779-ab5979e7ef5e HTTP/1.1" status: 200 len: 210 time: 0.2461917 Jan 28 09:47:05.561326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port a917800e-634b-4838-9bbd-7edca03cef89, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=a917800e-634b-4838-9bbd-7edca03cef89,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:05.607325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Usage tracker for resource:security_group_rule and tenant:8b259a630d594615bb71cac49880c52f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:05.637013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.706510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:05.712651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event deleted for resources: {'Port': ['ID=09867d33-6f4e-46e5-87e2-d7d546ba5994,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:05.776351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:05.782559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:05.879237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] No DVR routers for this DVR port 09867d33-6f4e-46e5-87e2-d7d546ba5994 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:47:05.902704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:05.914350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 09867d33-6f4e-46e5-87e2-d7d546ba5994 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:47:05.919804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'name': 'network-vif-deleted', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:05.924940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 09867d33-6f4e-46e5-87e2-d7d546ba5994 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:47:05.972324 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e6dc3a5-1ada-4c95-b684-760c5ba77b7e req-8163a724-a732-4569-bc5c-c4fa215b654a tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "DELETE /v2.0/ports/09867d33-6f4e-46e5-87e2-d7d546ba5994 HTTP/1.1" status: 204 len: 173 time: 2.1821449 Jan 28 09:47:05.993880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '5baea5cf-5550-408e-aa62-632cf4615f56', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b293099c-b495-40da-9a68-565e2332465a', 'port_id': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'mac_address': 'fa:16:3e:bd:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:44:44Z', 'updated_at': '2022-01-28T09:47:00Z', 'revision_number': 1, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:06.004464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] Checking router: b293099c-b495-40da-9a68-565e2332465a for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:47:06.014724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=a917800e-634b-4838-9bbd-7edca03cef89,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:06.022080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698efa05-9a4e-4a78-95af-f67c837511df req-53a86d51-8f56-4d23-8777-3eceaa36199d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.030907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-698efa05-9a4e-4a78-95af-f67c837511df req-53a86d51-8f56-4d23-8777-3eceaa36199d tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 945 time: 0.3876956 Jan 28 09:47:06.047729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:06.047729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:06.049406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.049406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.049636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.051495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.051495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.051495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.051850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.055684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fabaf90f-b9b7-49b8-9c2e-929c90109580 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6212 time: 0.5373485 Jan 28 09:47:06.247743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-698efa05-9a4e-4a78-95af-f67c837511df req-967e748c-6a67-429a-b93b-79c1786cc112 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160499 Jan 28 09:47:06.257924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.259366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.260936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.261579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.262261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.262790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.263312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.263832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.265916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-3023f995-9aa6-4d32-a5fc-aedeaf58c280 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 0.7732062 Jan 28 09:47:06.275492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.300613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:06.342966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:47:06.347023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e7a514-c73d-4740-a3e4-9d59d2a6cec6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:06.352895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-16428407-b06d-441f-8272-b6fe1b7bba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.353362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-16428407-b06d-441f-8272-b6fe1b7bba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.353825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-16428407-b06d-441f-8272-b6fe1b7bba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.355364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-16428407-b06d-441f-8272-b6fe1b7bba24 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2754023 Jan 28 09:47:06.363870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.364363 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Added segment 0725317f-2f98-409f-af66-88e518526aed of type vlan for network 56e9055a-49a0-4bb2-9cf6-5005a9216c61 Jan 28 09:47:06.433240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.442655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.462381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.480904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.495535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.498090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.510435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.516204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.541725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-ddfad260-be94-47c2-86bb-c0e58fd600b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5375 time: 0.7430692 Jan 28 09:47:06.558791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-b17c117c-a44d-4b4f-8ec7-05a7aebec11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.575343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-b17c117c-a44d-4b4f-8ec7-05a7aebec11f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2130251 Jan 28 09:47:06.586060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.587371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.587955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.693046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c3cb2332-279b-4e96-bfc0-3ec7d1012f88 req-2c57e594-ac0d-43db-8237-a963bca3df86 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503379 Jan 28 09:47:06.728161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5714619 Jan 28 09:47:06.731964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60816) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:06.741260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Request body: {'subnet': {'network_id': '56e9055a-49a0-4bb2-9cf6-5005a9216c61', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1599553199-subnet', 'tenant_id': '8b259a630d594615bb71cac49880c52f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:06.748833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:06.751120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3b19a-e4cb-4406-b56f-92b0f01a86fe admin admin] Pushing event updated for resources: {'Network': ['ID=56e9055a-49a0-4bb2-9cf6-5005a9216c61,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:06.765332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Usage tracker for resource:subnet and tenant:8b259a630d594615bb71cac49880c52f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:06.766642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 56e9055a-49a0-4bb2-9cf6-5005a9216c61 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:47:06.770155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:06.776824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:06.793800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Made reservation on behalf of 8b259a630d594615bb71cac49880c52f for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:06.796926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:06.826393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-b2ff3703-e1d7-46f0-8629-7164d30d09ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:06.828591 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-b2ff3703-e1d7-46f0-8629-7164d30d09ef service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663 HTTP/1.1" status: 200 len: 918 time: 0.5499105 Jan 28 09:47:06.924119 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89', 'code': 200} Jan 28 09:47:06.966300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:47:06.976418 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-9ecae507-a100-459e-baf0-5b44361f7b36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 998 time: 0.1275330 Jan 28 09:47:07.041930 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e31b3520-9ac7-4a9e-8779-ab5979e7ef5e', 'name': 'network-vif-deleted', 'tag': '09867d33-6f4e-46e5-87e2-d7d546ba5994', 'status': 'completed', 'code': 200} Jan 28 09:47:07.070675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '5baea5cf-5550-408e-aa62-632cf4615f56', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b293099c-b495-40da-9a68-565e2332465a', 'port_id': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'mac_address': 'fa:16:3e:bd:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:44:44Z', 'updated_at': '2022-01-28T09:47:00Z', 'revision_number': 1, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:07.082710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e5efc1-bd8f-430a-998e-2ef5f3318b32 None None] The sync data for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 is: [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '5baea5cf-5550-408e-aa62-632cf4615f56', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'floating_ip_address': '172.25.1.54', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b293099c-b495-40da-9a68-565e2332465a', 'port_id': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'mac_address': 'fa:16:3e:bd:24:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:44:44Z', 'updated_at': '2022-01-28T09:47:00Z', 'revision_number': 1, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:47:07.215332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d78f030-fbdf-452c-b95e-9b6cab813961 req-5a660900-d60c-4c48-9cf7-f136a96528a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:07.216887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d78f030-fbdf-452c-b95e-9b6cab813961 req-5a660900-d60c-4c48-9cf7-f136a96528a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 1096 time: 0.1778343 Jan 28 09:47:07.303725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Deleting port 2289647a-3fab-4fef-bf18-0033c5fcdf92 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:07.304267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:07.338444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d78f030-fbdf-452c-b95e-9b6cab813961 req-99c9d2f4-d225-4eb0-b877-93920379d083 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080873 Jan 28 09:47:07.394543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b733d-362b-4440-8efb-1dc9c1e62a0c req-568d1d6a-5272-4a39-b66d-f69e9924aaaa tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:07.396096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f8b733d-362b-4440-8efb-1dc9c1e62a0c req-568d1d6a-5272-4a39-b66d-f69e9924aaaa tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.2242932 Jan 28 09:47:07.418949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9de6000c-91ca-43af-bab8-be545e1cc36c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:07.427293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:07.435406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:07.455341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Transition to ACTIVE for port object 9de6000c-91ca-43af-bab8-be545e1cc36c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:07.461886 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af69d7fa-1a44-4159-8c43-ee6e7fddd10e None None] New status for floating IP 5baea5cf-5550-408e-aa62-632cf4615f56: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:47:07.507985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a456db-d104-4eed-9ea6-62115fe339d1,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:07.564909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-72c2cbdd-c5fe-4fe9-a627-85ef9833eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:07.566383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-72c2cbdd-c5fe-4fe9-a627-85ef9833eaa6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 200 len: 856 time: 0.5492709 Jan 28 09:47:07.571904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:07.582660 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f8b733d-362b-4440-8efb-1dc9c1e62a0c req-2f9a9e49-a43a-482e-9d85-7b211170c5c1 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612513 Jan 28 09:47:07.598270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Checking segment: {'id': '0725317f-2f98-409f-af66-88e518526aed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '56e9055a-49a0-4bb2-9cf6-5005a9216c61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:07.598846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Network hostable DHCP agents. Network: 56e9055a-49a0-4bb2-9cf6-5005a9216c61, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:47:07.601520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:07.641046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Network 56e9055a-49a0-4bb2-9cf6-5005a9216c61 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:47:07.658084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 56e9055a-49a0-4bb2-9cf6-5005a9216c61) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:07.670369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:07.680739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:07.700203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7705e078-0e95-49b5-ab33-f115c0af30d9 None None] Network 56e9055a-49a0-4bb2-9cf6-5005a9216c61 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:07.740275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0f42012a-a292-466a-959c-088bd28e4c6e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0061300 Jan 28 09:47:07.962940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e43e-3565-4026-aba1-08f94aaa1526 req-03d38256-dab2-4ec5-8762-d1354d9954a2 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:07.964831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1c3e43e-3565-4026-aba1-08f94aaa1526 req-03d38256-dab2-4ec5-8762-d1354d9954a2 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 945 time: 0.1513937 Jan 28 09:47:08.014119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:08.102895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] For port 2289647a-3fab-4fef-bf18-0033c5fcdf92, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2289647a-3fab-4fef-bf18-0033c5fcdf92,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:08.103326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.163830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ec014-56bb-4c71-97dd-d42e33a75122 None None] Network 56e9055a-49a0-4bb2-9cf6-5005a9216c61 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:08.166369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1c3e43e-3565-4026-aba1-08f94aaa1526 req-ae5bc0fc-9dae-4d01-a42c-ffd7613990e3 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1943560 Jan 28 09:47:08.225621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-0b175ce7-90cb-4fef-8391-f97564bcd113 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.234389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-0b175ce7-90cb-4fef-8391-f97564bcd113 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Synchronizing usage tracker for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:08.242322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:08.255165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:08.255902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.265631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-0b175ce7-90cb-4fef-8391-f97564bcd113 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Unset dirty status for tenant:e42ad454fa1942f49d555f9bebaf2ebd on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:08.267002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-0b175ce7-90cb-4fef-8391-f97564bcd113 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 944 time: 0.2575927 Jan 28 09:47:08.308489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Calling delete_port for 2289647a-3fab-4fef-bf18-0033c5fcdf92 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:08.367947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-1e1cbc13-9aff-480e-bc74-acaa9bce9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.369656 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-1e1cbc13-9aff-480e-bc74-acaa9bce9cfd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ee56f93-bdf8-4352-b913-5451a018b663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7927380 Jan 28 09:47:08.381845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Deleting port ec763c3a-de00-49cb-b979-2f553a4a6881 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:08.382414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.400948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22bda44-5fde-4cb6-9369-8fedf406844f req-90c2d79c-7d3c-4141-b664-beb055659f48 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.403314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b22bda44-5fde-4cb6-9369-8fedf406844f req-90c2d79c-7d3c-4141-b664-beb055659f48 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/ports?device_id=4ea975fe-a696-4f50-ab1b-9271969ff383 HTTP/1.1" status: 200 len: 944 time: 0.6271207 Jan 28 09:47:08.551684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.593247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:08.598369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.613121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Attempting to bind port 9de6000c-91ca-43af-bab8-be545e1cc36c on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:08.613639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Attempting to bind port 9de6000c-91ca-43af-bab8-be545e1cc36c by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:08.613926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Attempting to bind port 9de6000c-91ca-43af-bab8-be545e1cc36c on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:08.675540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:08.782223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b22bda44-5fde-4cb6-9369-8fedf406844f req-762e2c12-1fea-490c-bab2-8eb5f0451710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.42 "GET /v2.0/security-groups?id=eff0c2dd-e58e-48db-91a0-a5e0478a0445&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3134623 Jan 28 09:47:08.792472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Port 9de6000c-91ca-43af-bab8-be545e1cc36c on network 173119ab-b221-49d5-8329-7350fc395ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:08.792892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Attempting to bind port 9de6000c-91ca-43af-bab8-be545e1cc36c on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:08.804153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] For port ec763c3a-de00-49cb-b979-2f553a4a6881, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ec763c3a-de00-49cb-b979-2f553a4a6881,segment=NetworkSegment(0cef69e9-4f33-4773-9747-fc690d068d2f),segment_id=0cef69e9-4f33-4773-9747-fc690d068d2f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:08.804617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.812653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:08.813011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Checking segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:08.813388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Bound using segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:08.814139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Bound port: 9de6000c-91ca-43af-bab8-be545e1cc36c, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:08.814462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:08.889252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.894986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.900945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.906889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.915742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.921737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.925111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:08.935032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:08.938481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-42b9a303-8582-4bd8-914a-07131f015505 req-4c09a5a0-2a1a-44b4-a633-8e31872c87b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5387 time: 0.2584550 Jan 28 09:47:08.948906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-fbc011eb-fc88-48d6-917e-2acec913d787 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5439034 Jan 28 09:47:09.005916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Calling delete_port for ec763c3a-de00-49cb-b979-2f553a4a6881 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:09.098462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-42b9a303-8582-4bd8-914a-07131f015505 req-de0d2b72-d561-4b02-a7bc-5bf4db9225bb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036437 Jan 28 09:47:09.127217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:09.205278 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:09.258816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Pushing event deleted for resources: {'Port': ['ID=ec763c3a-de00-49cb-b979-2f553a4a6881,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:09.270676 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:47:09.348592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9de6000c-91ca-43af-bab8-be545e1cc36c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:09.367743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87469ebf-670d-43dc-90f9-4cdd0f202f1e req-76f1591d-3aba-444d-ae67-d4737a6aef33 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088769 Jan 28 09:47:09.368775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:09.384079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] No DVR routers for this DVR port ec763c3a-de00-49cb-b979-2f553a4a6881 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:47:09.386882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:09.392890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'name': 'network-vif-deleted', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:09.419417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f668cf36-6df0-499e-84cf-3adf2d250e79 req-ee6a1369-c21f-4bdd-8703-f648d57d7710 tempest-LiveMigrationTest-2122789504 tempest-LiveMigrationTest-2122789504-project] 10.222.0.43 "DELETE /v2.0/ports/ec763c3a-de00-49cb-b979-2f553a4a6881 HTTP/1.1" status: 204 len: 173 time: 1.1460304 Jan 28 09:47:09.447195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930568b-b46b-4c7d-ad27-c793818c1cc4 req-40a16661-c5b8-4ce1-b7ef-47f17d965b47 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:09.448601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e930568b-b46b-4c7d-ad27-c793818c1cc4 req-40a16661-c5b8-4ce1-b7ef-47f17d965b47 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.1788003 Jan 28 09:47:09.505991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e930568b-b46b-4c7d-ad27-c793818c1cc4 req-5b634708-97cf-4b80-b1c8-ef7039cdb59e tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500894 Jan 28 09:47:09.510265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:09.510958 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:09.512897 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] 10.222.0.25 "PUT /v2.0/ports/9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 1091 time: 4.6683476 Jan 28 09:47:09.515772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:09.530107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:09.557561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:09.584690 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'code': 200} Jan 28 09:47:09.629865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5708da-c5e0-4100-8507-3aaed81263f4 service neutron] Pushing event updated for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:09.747554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 63133aec-040a-45e1-b8a9-20ed2ea75411 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:09.800990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Pushing event deleted for resources: {'Port': ['ID=2289647a-3fab-4fef-bf18-0033c5fcdf92,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:09.828444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-6b4d4612-f74e-4ac5-be89-35f8f716fe18 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:09.830246 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-6b4d4612-f74e-4ac5-be89-35f8f716fe18 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/networks?id=1da374d1-79b0-45d1-9478-2ad8be443057 HTTP/1.1" status: 200 len: 809 time: 0.5112264 Jan 28 09:47:09.899984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-ca395974-001a-44a9-b2b9-d99927b4b137 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/quotas/62b5d3f322264724838ddfeeaa1df1fc HTTP/1.1" status: 200 len: 375 time: 0.0226736 Jan 28 09:47:09.937598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:09.952544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'network_id': '018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6', 'port_id': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'mac_address': 'fa:16:3e:6a:13:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '730e2049-dc15-4a49-a21b-1ed9a7a05e0a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:10.028185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:10.034880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-184db98c-dde7-473c-9e49-878a1fbb6213 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=62b5d3f322264724838ddfeeaa1df1fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1338615 Jan 28 09:47:10.038760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce609515-5b5b-4ce1-8a31-d78483579ff2 req-3d7a5310-e7c2-4e3c-accf-fea3354c70eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.042805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce609515-5b5b-4ce1-8a31-d78483579ff2 req-3d7a5310-e7c2-4e3c-accf-fea3354c70eb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 1097 time: 0.3429997 Jan 28 09:47:10.051574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63133aec-040a-45e1-b8a9-20ed2ea75411 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:10.071477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:10.077059 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:10.089556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22b0ac-cff9-4c08-a7a3-855d36f38728 req-e2e9f301-9f3a-4d6f-b216-57492c71a34f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.091879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a22b0ac-cff9-4c08-a7a3-855d36f38728 req-e2e9f301-9f3a-4d6f-b216-57492c71a34f tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 945 time: 0.3339245 Jan 28 09:47:10.104341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:10.135810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce609515-5b5b-4ce1-8a31-d78483579ff2 req-1df4952d-3ab1-4384-bf99-b6053e71ff8a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860295 Jan 28 09:47:10.163470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:10.166366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a22b0ac-cff9-4c08-a7a3-855d36f38728 req-90429867-218a-46c6-a9c6-8e6e365a5326 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606205 Jan 28 09:47:10.212004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['63133aec-040a-45e1-b8a9-20ed2ea75411'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:47:10.453807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c039a5-3054-4272-9a5b-b839c3745af7 req-9a96c7be-42ac-440d-a24f-b2596419b190 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.455595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7c039a5-3054-4272-9a5b-b839c3745af7 req-9a96c7be-42ac-440d-a24f-b2596419b190 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.1871557 Jan 28 09:47:10.525322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7c039a5-3054-4272-9a5b-b839c3745af7 req-7a97d83a-afe4-447b-a6ca-cdf6acea47c5 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629482 Jan 28 09:47:10.530342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:10.590130 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ea975fe-a696-4f50-ab1b-9271969ff383', 'name': 'network-vif-deleted', 'tag': 'ec763c3a-de00-49cb-b979-2f553a4a6881', 'status': 'completed', 'code': 200} Jan 28 09:47:10.612684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-2f57b690-4c79-4f09-b669-61933e581682 service neutron] 10.222.0.42 "GET /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5769205 Jan 28 09:47:10.676271 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c', 'status': 'completed', 'code': 200} Jan 28 09:47:10.781999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.782360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.782826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.783306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.783745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.784200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.784709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.786513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-0a57f8e9-8d2b-4cf9-b39b-de1adf23aa41 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6279 time: 0.1375759 Jan 28 09:47:10.874741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cab55e-3be1-433e-903f-ad4a820e297f req-4ec262a7-bd75-445b-ab50-7f08cad9d6e3 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:10.876252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8cab55e-3be1-433e-903f-ad4a820e297f req-4ec262a7-bd75-445b-ab50-7f08cad9d6e3 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.1683695 Jan 28 09:47:10.890307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60900) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:10.897816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Request body: {'floatingip': {'port_id': 'a917800e-634b-4838-9bbd-7edca03cef89'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:10.955754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60904) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:10.993531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:11.158294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-58abe44e-4944-4457-b20d-a10327e28d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:11.159048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-58abe44e-4944-4457-b20d-a10327e28d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:11.159655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-58abe44e-4944-4457-b20d-a10327e28d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:11.161417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-58abe44e-4944-4457-b20d-a10327e28d45 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3668926 Jan 28 09:47:11.219426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:47:11.292259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-c98e278b-601f-4ab3-9697-7488ec888e27 service neutron] 10.222.0.42 "GET /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6094184 Jan 28 09:47:11.375853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 332f105d-13e3-4656-9883-4204dcf6341c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:11.388488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:11.409851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Router 196ced9b-180d-4970-84f6-dabfa0d03cc5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:47:11.413746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Transition to ACTIVE for port object 332f105d-13e3-4656-9883-4204dcf6341c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:11.420564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:11.757504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 63133aec-040a-45e1-b8a9-20ed2ea75411 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:11.758317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Pushing event updated for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:11.893010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Deleting subnet 6d3f4161-41c8-4aac-ac0c-ee3b96fca93c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:47:11.900548 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:11.955144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 63133aec-040a-45e1-b8a9-20ed2ea75411 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:11.955746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.077132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:47:12.095440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73117052-cc23-4df8-a0bc-05c14720514f req-ae707c00-f0dc-45e1-820c-d28869e4288e tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.103161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73117052-cc23-4df8-a0bc-05c14720514f req-ae707c00-f0dc-45e1-820c-d28869e4288e tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 944 time: 0.3990979 Jan 28 09:47:12.103791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] Sync routers for ids ['196ced9b-180d-4970-84f6-dabfa0d03cc5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:47:12.115856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.125839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Attempting to bind port 332f105d-13e3-4656-9883-4204dcf6341c on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:12.126372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Attempting to bind port 332f105d-13e3-4656-9883-4204dcf6341c by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:12.126877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Attempting to bind port 332f105d-13e3-4656-9883-4204dcf6341c on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:12.129549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] Routers {'196ced9b-180d-4970-84f6-dabfa0d03cc5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:12.130464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['196ced9b-180d-4970-84f6-dabfa0d03cc5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:12.138719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e7075c5-0ddd-4621-9162-0d05424beaee admin admin] 10.222.0.42 "PUT /v2.0/routers/196ced9b-180d-4970-84f6-dabfa0d03cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5580781 Jan 28 09:47:12.146512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Port 332f105d-13e3-4656-9883-4204dcf6341c on network 173119ab-b221-49d5-8329-7350fc395ff7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:12.147031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Attempting to bind port 332f105d-13e3-4656-9883-4204dcf6341c on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:12.149071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60926) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:12.204552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-821dcb01-784d-46c5-b919-b474c5d5b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.206340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ec6f481-3f0e-4534-8d47-ee25f0bcc6f8 req-821dcb01-784d-46c5-b919-b474c5d5b6ed service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0034339 Jan 28 09:47:12.208799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.219499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 46, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:12.220122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Checking segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:12.220788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Bound using segment: {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:12.221406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Bound port: 332f105d-13e3-4656-9883-4204dcf6341c, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10aeb338-0310-4264-973a-27fdcee26903', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:12.221924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.250315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73117052-cc23-4df8-a0bc-05c14720514f req-55700558-f09c-453e-adb2-0f4d0f8db5ad tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458354 Jan 28 09:47:12.326991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.333380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.339319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.340005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.346846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.354899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.361472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.368299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.377929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-b5ff2dde-b8da-48ea-b020-a48791ae7728 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5387 time: 1.1518836 Jan 28 09:47:12.411844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:12.429217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] Set router 196ced9b-180d-4970-84f6-dabfa0d03cc5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:12.450350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c3c6d18-0734-4567-8fb3-d452aeb0a5d8 req-792b290b-7155-440e-91e1-8cedee491a0d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681417 Jan 28 09:47:12.465971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:47:12.485856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db470a90-631b-4572-9fbb-29930227dda9 req-a2e3d4cd-0832-4e5a-86f1-d56d774370d4 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 210 time: 0.0950129 Jan 28 09:47:12.492799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:12.594138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.611161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:12.616968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=332f105d-13e3-4656-9883-4204dcf6341c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:12.623803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.656260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3f4161-41c8-4aac-ac0c-ee3b96fca93c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:12.661638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.665236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.674099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.675398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:12.679906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0ef92784-1696-4088-97de-00d3c2fea200 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6d3f4161-41c8-4aac-ac0c-ee3b96fca93c HTTP/1.1" status: 204 len: 168 time: 1.7165668 Jan 28 09:47:12.681264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60934) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:12.687697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.766644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: ec763c3a-de00-49cb-b979-2f553a4a6881 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:47:12.767517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ec763c3a-de00-49cb-b979-2f553a4a6881 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:47:12.795801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:12.796588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.797854 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 1091 time: 3.2446272 Jan 28 09:47:12.800140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:12.811668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.821710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:12.833087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:12.959793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:13.328817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61'}], 'enable_snat': True}, 'gw_port_id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:47:09Z', 'revision_number': 5, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port': {'id': 'd1cb2afb-94d2-4b62-b67e-b4ceca91c21f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:5d:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1245, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:56Z', 'updated_at': '2022-01-28T09:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:13.330975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:13.340450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995832ef-3135-4b12-92fc-f8706f3866d3 service neutron] Pushing event updated for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:13.350014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] Checking router: 196ced9b-180d-4970-84f6-dabfa0d03cc5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:47:13.361035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] Routers {'196ced9b-180d-4970-84f6-dabfa0d03cc5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:13.371786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['196ced9b-180d-4970-84f6-dabfa0d03cc5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:13.390062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Deleting port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:13.390462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:13.444685 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'code': 200} Jan 28 09:47:13.595900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:13.631633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] For port d1cb2afb-94d2-4b62-b67e-b4ceca91c21f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:13.631633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:13.720935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] Set router 196ced9b-180d-4970-84f6-dabfa0d03cc5 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:13.774394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 63133aec-040a-45e1-b8a9-20ed2ea75411 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:13.788211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Calling delete_port for d1cb2afb-94d2-4b62-b67e-b4ceca91c21f owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:13.792121 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Floating IP ed2e7067-3fa4-45e7-9390-c5585b3b23fb associated. External IP: 172.25.1.75, port: a917800e-634b-4838-9bbd-7edca03cef89. Jan 28 09:47:13.885798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:47:13Z', 'revision_number': 6, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:13.896498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a90591a-3fcc-4fdf-bed9-7b29e8583fc9 None None] The sync data for ids ['196ced9b-180d-4970-84f6-dabfa0d03cc5'] in n-d-825178-2 is: [{'id': '196ced9b-180d-4970-84f6-dabfa0d03cc5', 'name': 'tempest-FloatingIPsTestJSON-377491526-router', 'tenant_id': '81acd7bc1206490c84fe4768c93974d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:54Z', 'updated_at': '2022-01-28T09:47:13Z', 'revision_number': 6, 'project_id': '81acd7bc1206490c84fe4768c93974d4', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:47:13.914044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-f07c7de3-d2cc-4955-8f65-2d043fdb25eb tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:13.914044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-f07c7de3-d2cc-4955-8f65-2d043fdb25eb tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Synchronizing usage tracker for tenant:62b5d3f322264724838ddfeeaa1df1fc on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:13.967720 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c', 'status': 'completed', 'code': 200} Jan 28 09:47:13.978884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.051237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:14.051237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.071122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.140845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:14.145796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.149801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-f07c7de3-d2cc-4955-8f65-2d043fdb25eb tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Unset dirty status for tenant:62b5d3f322264724838ddfeeaa1df1fc on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:14.149801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-f07c7de3-d2cc-4955-8f65-2d043fdb25eb tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.43 "GET /v2.0/networks?id=1da374d1-79b0-45d1-9478-2ad8be443057 HTTP/1.1" status: 200 len: 809 time: 1.0804496 Jan 28 09:47:14.180046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Request body: {'port': {'device_id': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057', 'admin_state_up': True, 'tenant_id': '62b5d3f322264724838ddfeeaa1df1fc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:14.265930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cb2afb-94d2-4b62-b67e-b4ceca91c21f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:14.313483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.334927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.352144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.364570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.378560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.387668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.405513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.415026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.415026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-c6b0fb14-c491-482a-add8-8ba58b5a8044 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5399 time: 0.4518187 Jan 28 09:47:14.472561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2289647a-3fab-4fef-bf18-0033c5fcdf92 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:14.532681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2289647a-3fab-4fef-bf18-0033c5fcdf92 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:47:14.532681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2289647a-3fab-4fef-bf18-0033c5fcdf92 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:47:14.603806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036a838-da2e-44ac-a523-a06d70cb09ae req-619f8062-23ad-4bc4-ae71-1718f7b29cad tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.610375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b036a838-da2e-44ac-a523-a06d70cb09ae req-619f8062-23ad-4bc4-ae71-1718f7b29cad tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 1.7888627 Jan 28 09:47:14.640602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662cb69d-5f43-41ae-9e44-2fe1e0008f2c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:14.661765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2ef32476-fce5-4c3b-9696-7151f3fbf231 req-8880ad93-8306-4f63-b691-ba9eef2ae570 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1184969 Jan 28 09:47:14.661765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.683500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cef69e9-4f33-4773-9747-fc690d068d2f') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:14.683500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cef69e9-4f33-4773-9747-fc690d068d2f') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.712741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:14.724112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-d1063fb0-4419-4560-9852-a227f95d9182 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6346 time: 0.7999635 Jan 28 09:47:14.724112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.929269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b036a838-da2e-44ac-a523-a06d70cb09ae req-240078c7-fd42-4f5d-ade4-184b2028f279 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3096101 Jan 28 09:47:14.994950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:14.997252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.054506 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.168909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-b0756adf-f38b-4c0c-af3b-240d55e71b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.169413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-b0756adf-f38b-4c0c-af3b-240d55e71b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.169876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-b0756adf-f38b-4c0c-af3b-240d55e71b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.171463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-b0756adf-f38b-4c0c-af3b-240d55e71b5e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4361057 Jan 28 09:47:15.174183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.181732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:15.188110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:47:15.188863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.205482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.206186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 196ced9b-180d-4970-84f6-dabfa0d03cc5 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:47:15.217312 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29a1676d-1f6f-4270-a34b-4c02bac98ce3 req-229feab2-5d5a-4256-ad87-65c61290cfb3 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 210 time: 0.3311636 Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:47:15.224890 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:47:15.236370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Usage tracker for resource:port and tenant:62b5d3f322264724838ddfeeaa1df1fc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:15.240763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Router b590e65b-c03a-4063-8a69-7b2324542163 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:47:15.273203 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.274402 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ac3b4a57-26f2-4aaa-828b-bb86fbdbd5e6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/196ced9b-180d-4970-84f6-dabfa0d03cc5 HTTP/1.1" status: 204 len: 168 time: 3.1199291 Jan 28 09:47:15.280494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60958) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:15.327953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:15.416960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:15.446347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:15.514594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-e99c97da-a614-48c6-9f2e-6b3b877fafe7 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.516035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-e99c97da-a614-48c6-9f2e-6b3b877fafe7 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 943 time: 0.4818199 Jan 28 09:47:15.565217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.579805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Made reservation on behalf of 62b5d3f322264724838ddfeeaa1df1fc for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:15.583199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.601263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Deleting subnet 1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:47:15.620622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.622224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.654951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] Pushing event deleted for resources: {'Network': ['ID=662cb69d-5f43-41ae-9e44-2fe1e0008f2c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:15.679618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83372bf-a733-457d-9be4-7ade9d15a71b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:15.693422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.706721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Deleting port 63133aec-040a-45e1-b8a9-20ed2ea75411 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:15.707058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.740436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.777311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b04c998f-4197-4712-acea-00e98c688b51 admin admin] 10.222.0.42 "DELETE /v2.0/networks/662cb69d-5f43-41ae-9e44-2fe1e0008f2c HTTP/1.1" status: 204 len: 168 time: 3.0922098 Jan 28 09:47:15.789792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60966) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:15.817509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f665fb6-415a-4ffd-960e-13157e578396 req-a21ebc37-f4e8-4ea9-9f2e-cd72eb72237f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.818930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f665fb6-415a-4ffd-960e-13157e578396 req-a21ebc37-f4e8-4ea9-9f2e-cd72eb72237f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.4469719 Jan 28 09:47:15.826217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Transition to ACTIVE for port object c83372bf-a733-457d-9be4-7ade9d15a71b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:15.833037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:15.841721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:15.846406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-6aa090ce-4799-429e-b504-885019124d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.847836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b69d581-40a9-40e5-b8e1-f95608339ffd req-6aa090ce-4799-429e-b504-885019124d8a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6611092 Jan 28 09:47:15.855332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Request body: {'floatingip': {'port_id': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:15.885763 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'code': 200} Jan 28 09:47:15.924603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:47:15.934161 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] Sync routers for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:47:15.945402 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:15.946300 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:15.968582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Deleting subnet 5018d787-876f-4caa-86ff-24482099882f {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:47:15.977879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe951c6c-32a1-47d4-a461-faf0c4419d86 req-fa7d3674-df17-4700-8bb6-cf7a5d3500a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:15.979575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe951c6c-32a1-47d4-a461-faf0c4419d86 req-fa7d3674-df17-4700-8bb6-cf7a5d3500a2 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 943 time: 0.5337903 Jan 28 09:47:15.993054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.021722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.112770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.155308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Allocated IP 172.20.0.9 (1da374d1-79b0-45d1-9478-2ad8be443057/dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b/98df844c-b5f0-4013-b458-0e7f51ec1465) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:47:16.162506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.173229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Pushing event updated for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:16.178240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:16.226392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bfcbaa76-679f-4262-b823-6a37659b7906 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "PUT /v2.0/floatingips/ed2e7067-3fa4-45e7-9390-c5585b3b23fb HTTP/1.1" status: 200 len: 990 time: 5.3352222 Jan 28 09:47:16.230111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:16.237675 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe951c6c-32a1-47d4-a461-faf0c4419d86 req-9d5d98ef-6a36-45c0-bfdf-1d5951b28b26 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493496 Jan 28 09:47:16.286590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.353651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1cb2afb-94d2-4b62-b67e-b4ceca91c21f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:16.402113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: d1cb2afb-94d2-4b62-b67e-b4ceca91c21f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:47:16.403903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d1cb2afb-94d2-4b62-b67e-b4ceca91c21f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:47:16.677542 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89', 'status': 'completed', 'code': 200} Jan 28 09:47:16.697795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.799445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-556c843d-4f3b-4913-be0a-8d39fe8ac05d req-ef378595-0b84-4125-a175-c4ed583e39b8 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Synchronizing usage tracker for tenant:62b5d3f322264724838ddfeeaa1df1fc on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:16.808050 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ed2e7067-3fa4-45e7-9390-c5585b3b23fb', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'port_id': 'a917800e-634b-4838-9bbd-7edca03cef89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'mac_address': 'fa:16:3e:e5:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620ee3df-6d78-4314-a334-47630355bf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:46:40Z', 'updated_at': '2022-01-28T09:47:12Z', 'revision_number': 1, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:16.813495 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] Checking router: b590e65b-c03a-4063-8a69-7b2324542163 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:47:16.827881 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:16.828486 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:16.881816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:16.885984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-556c843d-4f3b-4913-be0a-8d39fe8ac05d req-ef378595-0b84-4125-a175-c4ed583e39b8 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Unset dirty status for tenant:62b5d3f322264724838ddfeeaa1df1fc on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:16.887876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-556c843d-4f3b-4913-be0a-8d39fe8ac05d req-ef378595-0b84-4125-a175-c4ed583e39b8 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 210 time: 0.2185266 Jan 28 09:47:17.036093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5018d787-876f-4caa-86ff-24482099882f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:17.057183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.070189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.089455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:17.100350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-228e20ce-dcfa-418c-b105-248a2e77ed2a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5018d787-876f-4caa-86ff-24482099882f HTTP/1.1" status: 204 len: 168 time: 1.2831216 Jan 28 09:47:17.104618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60982) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:17.140381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d647f7-93d7-47a2-8899-6f1add50993a req-044e551b-6403-4e60-afcf-7d8788ca1750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.141633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-044e551b-6403-4e60-afcf-7d8788ca1750 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4fc2612ae4124763a4320d90a360ab27&device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 1096 time: 0.4313879 Jan 28 09:47:17.173073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.324142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Network 1da374d1-79b0-45d1-9478-2ad8be443057 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:17.331729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:17.346943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.347970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:47:17.352114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.362914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.370147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.377605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.383353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.390734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.398266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-068de5b7-dbae-45d2-991f-1a1037ba9457 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5411 time: 1.3886313 Jan 28 09:47:17.443068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Pushing event updated for resources: {'Port': ['ID=98df844c-b5f0-4013-b458-0e7f51ec1465,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:17.445176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Attempting to bind port c83372bf-a733-457d-9be4-7ade9d15a71b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:17.445176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Attempting to bind port c83372bf-a733-457d-9be4-7ade9d15a71b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:17.445176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Attempting to bind port c83372bf-a733-457d-9be4-7ade9d15a71b on network d861f532-d335-4336-9773-d7a27d4c1ddf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:17.445176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] For port 63133aec-040a-45e1-b8a9-20ed2ea75411, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=63133aec-040a-45e1-b8a9-20ed2ea75411,segment=NetworkSegment(19fb88cc-f08e-49dd-bd53-0b08bd3865c5),segment_id=19fb88cc-f08e-49dd-bd53-0b08bd3865c5)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:17.445176 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.533101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d647f7-93d7-47a2-8899-6f1add50993a req-7cdb72a2-3dbc-4052-b684-94f56670584b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.534568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-7cdb72a2-3dbc-4052-b684-94f56670584b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f9c64ec5-c6e5-4845-a467-c905a09acf16 HTTP/1.1" status: 200 len: 907 time: 0.3863752 Jan 28 09:47:17.540721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.545465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Port c83372bf-a733-457d-9be4-7ade9d15a71b on network d861f532-d335-4336-9773-d7a27d4c1ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:17.545465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Attempting to bind port c83372bf-a733-457d-9be4-7ade9d15a71b on network d861f532-d335-4336-9773-d7a27d4c1ddf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:17.548934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.549093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.549754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.659434 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ed2e7067-3fa4-45e7-9390-c5585b3b23fb', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'port_id': 'a917800e-634b-4838-9bbd-7edca03cef89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'mac_address': 'fa:16:3e:e5:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620ee3df-6d78-4314-a334-47630355bf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:46:40Z', 'updated_at': '2022-01-28T09:47:12Z', 'revision_number': 1, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:17.665795 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6074dc-ef44-4231-9afd-a052c81b862d None None] The sync data for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 is: [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ed2e7067-3fa4-45e7-9390-c5585b3b23fb', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'floating_ip_address': '172.25.1.75', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'port_id': 'a917800e-634b-4838-9bbd-7edca03cef89', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1273, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'mac_address': 'fa:16:3e:e5:8d:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '620ee3df-6d78-4314-a334-47630355bf4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:46:40Z', 'updated_at': '2022-01-28T09:47:12Z', 'revision_number': 1, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:47:17.687453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Calling delete_port for 63133aec-040a-45e1-b8a9-20ed2ea75411 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:17.692518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a3caad15-e073-4ccb-9548-d3cb35523c5f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5213513 Jan 28 09:47:17.708282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Request body: {'port': {'device_id': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:17.765703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:17.766215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Checking segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:17.766460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Bound using segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:17.766799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Bound port: c83372bf-a733-457d-9be4-7ade9d15a71b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:17.767147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.770963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-a5099ad3-38fe-4020-a69c-e8bc88853bdf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a917800e-634b-4838-9bbd-7edca03cef89 HTTP/1.1" status: 200 len: 998 time: 0.2140293 Jan 28 09:47:17.772070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 63133aec-040a-45e1-b8a9-20ed2ea75411 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:17.846478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9d06f-7e82-4367-b5de-51044f679658 req-eb22256e-ee9f-431e-a82e-1ad068c013bd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.853888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dc9d06f-7e82-4367-b5de-51044f679658 req-eb22256e-ee9f-431e-a82e-1ad068c013bd tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 943 time: 0.4101846 Jan 28 09:47:17.921580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:17.939570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb3780-1b23-4803-b27c-48a9d9612376 None None] Network 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:17.941020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4434842e-494c-4380-8aec-dc4acc048ee1 req-c577f535-a9a5-4840-beea-eb19a57d66ac tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5420034 Jan 28 09:47:17.944586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:17.963036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9493ce85-cc87-4b8a-b507-acb571dc2e16 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1d9f3fd6-5c65-4e9b-955a-d9ae348a09e4 HTTP/1.1" status: 204 len: 168 time: 2.6811388 Jan 28 09:47:17.974782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60992) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:17.984271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d647f7-93d7-47a2-8899-6f1add50993a req-6af4416e-8043-43fc-91d9-063a636a3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:17.986259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-6af4416e-8043-43fc-91d9-063a636a3e2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d602f245-3752-40b7-b4a5-22e9747da533 HTTP/1.1" status: 200 len: 845 time: 0.2067444 Jan 28 09:47:17.998836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dc9d06f-7e82-4367-b5de-51044f679658 req-7500c828-9e97-4200-8b41-faf305d469f5 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/security-groups?id=fd0c572d-0749-4223-9e24-3ebf3095b175&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433077 Jan 28 09:47:18.115737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.129191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644baffe-67ce-42b1-b87c-8fcaf1797be0 None None] New status for floating IP ed2e7067-3fa4-45e7-9390-c5585b3b23fb: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:47:18.214510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:18.214510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c83372bf-a733-457d-9be4-7ade9d15a71b,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:18.256246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Deleting port 9844c395-6945-46a1-97a3-95ca85dd5952 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:18.256246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.259959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.311382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.494473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:18.495108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.497018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] 10.222.0.25 "PUT /v2.0/ports/c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 1091 time: 5.6694496 Jan 28 09:47:18.497609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:18.621693 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b', 'status': 'completed', 'code': 200} Jan 28 09:47:18.635244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Request body: {'port': {'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:18.766157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.807208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:18.894602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d647f7-93d7-47a2-8899-6f1add50993a req-ab2e8f73-80c3-4482-9d69-a0231c9183a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:18.896287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-ab2e8f73-80c3-4482-9d69-a0231c9183a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f9c64ec5-c6e5-4845-a467-c905a09acf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8963606 Jan 28 09:47:18.923234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061db71d-9444-45dd-8586-f2e3c476b60d service neutron] Pushing event updated for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:18.942525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:18.961502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] DHCP port deletion for 7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:47:18.968806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] Deleting port 9844c395-6945-46a1-97a3-95ca85dd5952 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:18.969493 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.062645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bf075-2e1b-4839-9cec-7c79b789e957 req-e0dc4f07-0c1d-4a5f-850a-4289ebbdae6e tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.064250 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f1bf075-2e1b-4839-9cec-7c79b789e957 req-e0dc4f07-0c1d-4a5f-850a-4289ebbdae6e tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 931 time: 0.6958499 Jan 28 09:47:19.093977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.094080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.094685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.095512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.095874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.096483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.097355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.098804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-a51c2c89-7fdb-4b25-a524-d7eb33addd45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6413 time: 0.4512990 Jan 28 09:47:19.238858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] For port 9844c395-6945-46a1-97a3-95ca85dd5952, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9844c395-6945-46a1-97a3-95ca85dd5952,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:19.238858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.267826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edac7cad-9c97-4f21-9036-c346e45ec084') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:19.268122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edac7cad-9c97-4f21-9036-c346e45ec084') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:19.327818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Pushing event deleted for resources: {'Port': ['ID=63133aec-040a-45e1-b8a9-20ed2ea75411,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:19.382938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.390012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] Calling delete_port for 9844c395-6945-46a1-97a3-95ca85dd5952 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:19.439484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5f1bf075-2e1b-4839-9cec-7c79b789e957 req-7e76adbb-b7d9-4937-9a2e-ef9fbbc92c48 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Synchronizing usage tracker for tenant:62b5d3f322264724838ddfeeaa1df1fc on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:19.439484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-8ad0a38e-d835-4596-9b1e-34ee8ea59e28 service neutron] 10.222.0.25 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5254614 Jan 28 09:47:19.450346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] For port 9844c395-6945-46a1-97a3-95ca85dd5952, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9844c395-6945-46a1-97a3-95ca85dd5952,segment=NetworkSegment(1b128f55-aece-4578-85a0-aae508ee91f2),segment_id=1b128f55-aece-4578-85a0-aae508ee91f2)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:19.450346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.471498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] No DVR routers for this DVR port 63133aec-040a-45e1-b8a9-20ed2ea75411 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:47:19.471498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.483974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.483974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:47:19.505496 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.578922 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.588351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] Pushing event deleted for resources: {'Port': ['ID=9844c395-6945-46a1-97a3-95ca85dd5952,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:19.595137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65843582-92df-4e96-bf86-caebb374bc2e None None] No DVR routers for this DVR port 9844c395-6945-46a1-97a3-95ca85dd5952 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:47:19.678830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5f1bf075-2e1b-4839-9cec-7c79b789e957 req-7e76adbb-b7d9-4937-9a2e-ef9fbbc92c48 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Unset dirty status for tenant:62b5d3f322264724838ddfeeaa1df1fc on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:19.679701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f1bf075-2e1b-4839-9cec-7c79b789e957 req-7e76adbb-b7d9-4937-9a2e-ef9fbbc92c48 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6054673 Jan 28 09:47:19.695134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-ac8f0d51-24dd-42d2-9ab8-e7a2324d4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.696021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-ac8f0d51-24dd-42d2-9ab8-e7a2324d4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.696097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-ac8f0d51-24dd-42d2-9ab8-e7a2324d4c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:19.697662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-ac8f0d51-24dd-42d2-9ab8-e7a2324d4c1b service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5775359 Jan 28 09:47:19.725035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98df844c-b5f0-4013-b458-0e7f51ec1465 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:19.750061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:47:19.750061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.766985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Calling delete_port for 9844c395-6945-46a1-97a3-95ca85dd5952 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:47:19.805270 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:47:19.821976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.909997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60d647f7-93d7-47a2-8899-6f1add50993a req-645f5891-a9f6-4061-b514-a2186d01660c service neutron] 10.222.0.25 "GET /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607956 Jan 28 09:47:19.915676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9af1607-f5a4-4973-ac2f-3018553ada80 req-ed758aad-5b33-42dd-8f56-c0973152af9b tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4d1bd89-447b-45de-af02-4640c7143e72 HTTP/1.1" status: 200 len: 210 time: 0.0783727 Jan 28 09:47:19.919518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Transition to ACTIVE for port object 98df844c-b5f0-4013-b458-0e7f51ec1465 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:19.929145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:19.941555 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13ae0779-98ab-4095-9cc3-be32cfa78d16 req-b9ed39d3-92ef-48c8-94f5-bff579f59f05 tempest-ImagesTestJSON-515403801 tempest-ImagesTestJSON-515403801-project] 10.222.0.43 "DELETE /v2.0/ports/63133aec-040a-45e1-b8a9-20ed2ea75411 HTTP/1.1" status: 204 len: 173 time: 4.3939025 Jan 28 09:47:20.079038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:47:20.079678 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:47:20.113672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-e8887f9d-bcc9-462d-83ee-985f028fffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.114436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8000cf5-2f3a-4284-8012-500a4b65e786 req-e8887f9d-bcc9-462d-83ee-985f028fffa4 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4096553 Jan 28 09:47:20.129311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Pushing event updated for resources: {'Port': ['ID=98df844c-b5f0-4013-b458-0e7f51ec1465,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:20.134940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.144457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.155129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.249962 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.271267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.277052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.283464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.289284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.295062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.298325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Attempting to bind port 98df844c-b5f0-4013-b458-0e7f51ec1465 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:20.298325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Attempting to bind port 98df844c-b5f0-4013-b458-0e7f51ec1465 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'e843b148-c178-4c57-856b-1eb716eb54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:20.298325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Attempting to bind port 98df844c-b5f0-4013-b458-0e7f51ec1465 on network 1da374d1-79b0-45d1-9478-2ad8be443057 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:20.301075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.303214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Port 98df844c-b5f0-4013-b458-0e7f51ec1465 on network 1da374d1-79b0-45d1-9478-2ad8be443057 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:20.303634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Attempting to bind port 98df844c-b5f0-4013-b458-0e7f51ec1465 on network 1da374d1-79b0-45d1-9478-2ad8be443057 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:20.307267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.308984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:20.309317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Checking segment: {'id': 'e843b148-c178-4c57-856b-1eb716eb54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:20.309700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Bound using segment: {'id': 'e843b148-c178-4c57-856b-1eb716eb54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:20.310123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Bound port: 98df844c-b5f0-4013-b458-0e7f51ec1465, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e843b148-c178-4c57-856b-1eb716eb54cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:20.310465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.314884 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0970054-4024-4b67-b346-654057537c51 req-d8acf018-d800-41af-91c3-cbcb6749df81 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5411 time: 1.1550138 Jan 28 09:47:20.352719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:20.378629 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e1d424f-7ee7-4ac4-b16d-cbbdc31070c7 HTTP/1.1" status: 204 len: 168 time: 3.2749884 Jan 28 09:47:20.380157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9844c395-6945-46a1-97a3-95ca85dd5952 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:20.425220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 9844c395-6945-46a1-97a3-95ca85dd5952 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:47:20.425981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9844c395-6945-46a1-97a3-95ca85dd5952 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:47:20.432235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] For port 98df844c-b5f0-4013-b458-0e7f51ec1465, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:20.436042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] For port 98df844c-b5f0-4013-b458-0e7f51ec1465, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=98df844c-b5f0-4013-b458-0e7f51ec1465,segment=NetworkSegment(e843b148-c178-4c57-856b-1eb716eb54cd),segment_id=e843b148-c178-4c57-856b-1eb716eb54cd)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:20.442401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.486760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.487101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.487568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.489399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.491317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.492685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.492685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.492685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.494121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.494121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.494121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.495326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d1b49f1-4740-446d-bae7-0bebd8eec720 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:20.543488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0970054-4024-4b67-b346-654057537c51 req-352e9d70-b9ab-40d6-8dd6-f836bb903f51 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2219577 Jan 28 09:47:20.631710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Pushing event updated for resources: {'Port': ['ID=98df844c-b5f0-4013-b458-0e7f51ec1465,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:20.652972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.653791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.655600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-41d535a2-c623-4b70-b2ca-5d8926ff7b47 service neutron] 10.222.0.43 "PUT /v2.0/ports/98df844c-b5f0-4013-b458-0e7f51ec1465 HTTP/1.1" status: 200 len: 1091 time: 2.9571710 Jan 28 09:47:20.656066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'tag': '98df844c-b5f0-4013-b458-0e7f51ec1465'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:20.693984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Deleting port 9844c395-6945-46a1-97a3-95ca85dd5952 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:20.694950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:20.719686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-deleted', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:20.762569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32784) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:20.770334 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'tag': '98df844c-b5f0-4013-b458-0e7f51ec1465', 'status': 'completed', 'code': 200} Jan 28 09:47:20.833961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-6254a3d0-1775-4ba1-a0c5-8efb722d3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:20.833961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-6254a3d0-1775-4ba1-a0c5-8efb722d3cff service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b5d3f322264724838ddfeeaa1df1fc&device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 1094 time: 0.1312945 Jan 28 09:47:20.875374 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d1bd89-447b-45de-af02-4640c7143e72', 'name': 'network-vif-deleted', 'tag': '63133aec-040a-45e1-b8a9-20ed2ea75411', 'status': 'completed', 'code': 200} Jan 28 09:47:20.927882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-69d54699-0400-45b3-87b4-f4b23a159048 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98df844c-b5f0-4013-b458-0e7f51ec1465 HTTP/1.1" status: 200 len: 217 time: 0.0851831 Jan 28 09:47:20.936340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] The port '9844c395-6945-46a1-97a3-95ca85dd5952' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:47:21.042573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-6d1d2958-ddd6-4b5a-8ae4-3bf936f5fddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:21.042573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-6d1d2958-ddd6-4b5a-8ae4-3bf936f5fddc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b HTTP/1.1" status: 200 len: 849 time: 0.1093538 Jan 28 09:47:21.087788 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Floating IP 6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12 associated. External IP: 172.25.1.222, port: 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf. Jan 28 09:47:21.103898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-721970ec-6322-408a-974c-7572625e3c3d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1da374d1-79b0-45d1-9478-2ad8be443057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580363 Jan 28 09:47:21.391083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-a6def718-8e19-4b87-984b-46904cf1dc43 service neutron] 10.222.0.43 "GET /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760291 Jan 28 09:47:21.468406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:21.504920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a3f5c9a-729f-4b12-8eb6-eefadc5124c4']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:21.530105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e6f2f9e-34e7-4b9b-b255-40dd36600487 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e42ad454fa1942f49d555f9bebaf2ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7580547 Jan 28 09:47:21.530105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32804) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:21.560220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b128f55-aece-4578-85a0-aae508ee91f2') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:21.560220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b128f55-aece-4578-85a0-aae508ee91f2') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:21.633171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee8c3b57-0694-4e7d-9f3f-9b2adf48561a req-b6e569c7-2c07-404c-bcef-c9b1b83a6af1 service neutron] 10.222.0.43 "GET /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366004 Jan 28 09:47:21.669805 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:21.711582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41f1ef-e5ff-46bd-98e0-40be8d4d731e req-b06e1c16-be41-4bca-897f-a34343958a2a tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:21.718185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c41f1ef-e5ff-46bd-98e0-40be8d4d731e req-b06e1c16-be41-4bca-897f-a34343958a2a tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 943 time: 0.8245275 Jan 28 09:47:21.819678 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:21.876561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c41f1ef-e5ff-46bd-98e0-40be8d4d731e req-12a11954-664a-4948-ab5f-ba1f672a0ae8 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549318 Jan 28 09:47:21.922709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:47:21.922709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:47:21.950353 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:47:22.083677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10f40-faf7-46bb-9734-283d0758a906 req-eeb80daf-9c6e-403f-89bc-ac78e16c4ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.083677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-eeb80daf-9c6e-403f-89bc-ac78e16c4ed0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=62b5d3f322264724838ddfeeaa1df1fc&device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 1094 time: 0.3836365 Jan 28 09:47:22.126252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c0562c-726b-4638-9727-4b86c292ad5d {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:22.159628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.195553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daa28bdf-bd7e-4963-b95e-bf141d5e77f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.213461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.227182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.277920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Transition to ACTIVE for port object 05c0562c-726b-4638-9727-4b86c292ad5d will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:22.303719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10f40-faf7-46bb-9734-283d0758a906 req-2b5a68ef-293a-4fe6-9927-c47bdc6e79e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.303719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-2b5a68ef-293a-4fe6-9927-c47bdc6e79e8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1da374d1-79b0-45d1-9478-2ad8be443057 HTTP/1.1" status: 200 len: 910 time: 0.2072377 Jan 28 09:47:22.324676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.335030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.335030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.350379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.355467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.366820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.386135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.386135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-b2a8bf19-4ba8-4d47-9492-03d32332246c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5411 time: 0.4156017 Jan 28 09:47:22.431278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a3f5c9a-729f-4b12-8eb6-eefadc5124c4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:22.482273 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-b342c77f-2a87-4abf-b201-f611f2a8867e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=98df844c-b5f0-4013-b458-0e7f51ec1465 HTTP/1.1" status: 200 len: 217 time: 0.0897415 Jan 28 09:47:22.498206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daa28bdf-bd7e-4963-b95e-bf141d5e77f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.503750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32834) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:22.587960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.681656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58373a7b-dbf3-4f4d-9596-5a8f294a2dd0 req-88ca20dd-c33f-4f06-89cf-64db04f2d7f2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968532 Jan 28 09:47:22.687742 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daa28bdf-bd7e-4963-b95e-bf141d5e77f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.687742 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-28718b8c-4698-425c-b361-fbc4dbc26e81 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7a3f5c9a-729f-4b12-8eb6-eefadc5124c4 HTTP/1.1" status: 204 len: 168 time: 4.7054865 Jan 28 09:47:22.698135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Deleting subnet 730e2049-dc15-4a49-a21b-1ed9a7a05e0a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:47:22.698135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a10f40-faf7-46bb-9734-283d0758a906 req-bd52a3ff-8832-4d56-954e-e6453d3e4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:22.721076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-bd52a3ff-8832-4d56-954e-e6453d3e4806 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b HTTP/1.1" status: 200 len: 849 time: 0.2087083 Jan 28 09:47:22.721076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.815623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-bf9e38a3-494c-4f46-bef7-d46fc3a29831 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1da374d1-79b0-45d1-9478-2ad8be443057&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763698 Jan 28 09:47:22.903313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa28bdf-bd7e-4963-b95e-bf141d5e77f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eff0c2dd-e58e-48db-91a0-a5e0478a0445,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:22.948548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daa28bdf-bd7e-4963-b95e-bf141d5e77f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:22.957658 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-daa28bdf-bd7e-4963-b95e-bf141d5e77f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eff0c2dd-e58e-48db-91a0-a5e0478a0445 HTTP/1.1" status: 204 len: 168 time: 1.4184067 Jan 28 09:47:23.128592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-81972f6e-f777-4b66-a4ad-e93baaa69010 service neutron] 10.222.0.43 "GET /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026662 Jan 28 09:47:23.141335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32844) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:23.150403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:23.185174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:23.274432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Router 3001e23b-ce21-4c1e-9264-90b9af8e6aad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:47:23.329272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:23.455684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Attempting to bind port 05c0562c-726b-4638-9727-4b86c292ad5d on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:23.455684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Attempting to bind port 05c0562c-726b-4638-9727-4b86c292ad5d by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:23.455684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Attempting to bind port 05c0562c-726b-4638-9727-4b86c292ad5d on network d861f532-d335-4336-9773-d7a27d4c1ddf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:23.501172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:23.540871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Port 05c0562c-726b-4638-9727-4b86c292ad5d on network d861f532-d335-4336-9773-d7a27d4c1ddf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:23.540871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Attempting to bind port 05c0562c-726b-4638-9727-4b86c292ad5d on network d861f532-d335-4336-9773-d7a27d4c1ddf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:23.576620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:23.576620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Checking segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:23.576620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Bound using segment: {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:23.576620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Bound port: 05c0562c-726b-4638-9727-4b86c292ad5d, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c070f4a-6d28-4f76-844a-2eba6f6d8964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:23.576620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:23.606488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:23.626789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef153be-233a-40bc-8d00-b6a30d7b94d1 req-53899b6d-c842-4302-8e10-43a82156f723 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:23.635221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ef153be-233a-40bc-8d00-b6a30d7b94d1 req-53899b6d-c842-4302-8e10-43a82156f723 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 943 time: 0.4237287 Jan 28 09:47:23.819204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 98df844c-b5f0-4013-b458-0e7f51ec1465 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:23.824413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=730e2049-dc15-4a49-a21b-1ed9a7a05e0a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:23.847551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2202f284-1a10-4812-a268-58243b1bdb65 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/730e2049-dc15-4a49-a21b-1ed9a7a05e0a HTTP/1.1" status: 204 len: 168 time: 1.2991769 Jan 28 09:47:23.857335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32856) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:24.055272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.063558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32860) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:24.073029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6916eaf7-d9e9-4931-b8f9-8ee0e49575ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=81acd7bc1206490c84fe4768c93974d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9308136 Jan 28 09:47:24.089203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32862) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:24.129339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 98df844c-b5f0-4013-b458-0e7f51ec1465, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=98df844c-b5f0-4013-b458-0e7f51ec1465,segment=NetworkSegment(e843b148-c178-4c57-856b-1eb716eb54cd),segment_id=e843b148-c178-4c57-856b-1eb716eb54cd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:24.144543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '98df844c-b5f0-4013-b458-0e7f51ec1465', 'network_id': '1da374d1-79b0-45d1-9478-2ad8be443057', 'port_id': '98df844c-b5f0-4013-b458-0e7f51ec1465', 'mac_address': 'fa:16:3e:09:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:24.173712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:47:24.182074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ef153be-233a-40bc-8d00-b6a30d7b94d1 req-6bf4fd4e-2045-4a34-b9ef-644b3002d285 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5511520 Jan 28 09:47:24.187148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.192362 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] Sync routers for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:47:24.208771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1aff7aa8-0bf7-48f0-bab7-6322c7906914 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89ee912275cf4f4f842e573b9fd9ded8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398509 Jan 28 09:47:24.209215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.214146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:24.224241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:24.224843 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:24.238723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98df844c-b5f0-4013-b458-0e7f51ec1465 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:24.270873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 98df844c-b5f0-4013-b458-0e7f51ec1465, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=98df844c-b5f0-4013-b458-0e7f51ec1465,segment=NetworkSegment(e843b148-c178-4c57-856b-1eb716eb54cd),segment_id=e843b148-c178-4c57-856b-1eb716eb54cd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:24.275999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.294290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01a10f40-faf7-46bb-9734-283d0758a906 req-53d644eb-3679-494f-944e-87c926a0fa31 service neutron] 10.222.0.43 "GET /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1530559 Jan 28 09:47:24.311721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e760cc7-c421-4fba-b571-d0107743dd6f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "PUT /v2.0/floatingips/6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12 HTTP/1.1" status: 200 len: 992 time: 8.4772661 Jan 28 09:47:24.328300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:24.347476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:24.352995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-676c7ff3-b9c7-4f41-aeaf-91118ce665a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.379393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=05c0562c-726b-4638-9727-4b86c292ad5d,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:24.384297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=98df844c-b5f0-4013-b458-0e7f51ec1465,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:24.393956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.425296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba8bf-40c3-4b18-b469-a4f9764bb85b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.443601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-676c7ff3-b9c7-4f41-aeaf-91118ce665a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.462392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.463352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.481219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] 10.222.0.25 "PUT /v2.0/ports/05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 1091 time: 5.8786209 Jan 28 09:47:24.487796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.519267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.525228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.532757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.538740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.547929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.554021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.560437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.569379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['98df844c-b5f0-4013-b458-0e7f51ec1465'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:47:24.584283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-5741f913-6021-45d5-8358-45cbdba39da8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.4399912 Jan 28 09:47:24.602034 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:24.617428 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'status': 'completed', 'code': 200} Jan 28 09:47:24.675961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262219c7-065d-475d-9b36-75cb893b6f67 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:24.726646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-676c7ff3-b9c7-4f41-aeaf-91118ce665a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.783605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676c7ff3-b9c7-4f41-aeaf-91118ce665a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ba878e-7cd7-4b51-a5b9-c487e2688c95,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:24.792610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.793680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.794316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.795035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.795662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.796289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.796965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:24.799181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce2ef858-4314-43cc-9c0e-ca266a77d82c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6480 time: 0.2696302 Jan 28 09:47:24.805405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-676c7ff3-b9c7-4f41-aeaf-91118ce665a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.806875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-676c7ff3-b9c7-4f41-aeaf-91118ce665a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75ba878e-7cd7-4b51-a5b9-c487e2688c95 HTTP/1.1" status: 204 len: 168 time: 0.7204423 Jan 28 09:47:24.835905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba8bf-40c3-4b18-b469-a4f9764bb85b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:24.893586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:24.957169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ce30de29-e417-4672-8624-b22b4c6f26eb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 217 time: 0.1332114 Jan 28 09:47:25.015694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d196d9d9-0a3d-4a2a-baa2-c7fb357d4590 req-6ed1ce72-ddac-4c1c-bfd5-650f3a3177dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4299276 Jan 28 09:47:25.048084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fb88cc-f08e-49dd-bd53-0b08bd3865c5') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:25.048449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fb88cc-f08e-49dd-bd53-0b08bd3865c5') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:25.076771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-cefde278-4ee8-44dd-9c50-9b903ee81dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:25.078846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-cefde278-4ee8-44dd-9c50-9b903ee81dcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.1144464 Jan 28 09:47:25.080195 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.097824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71264ce-b290-4130-951b-519d32f06951 req-3d2df22c-52c1-49ed-af0f-f6e904054fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:25.099973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-3d2df22c-52c1-49ed-af0f-f6e904054fed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=12e7bc8504ef43e6b8d462d30d728538&device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 1097 time: 0.4787548 Jan 28 09:47:25.176403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-20a23014-d184-4067-9621-9432f3a52b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:25.177942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-20a23014-d184-4067-9621-9432f3a52b61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913596 Jan 28 09:47:25.184694 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.207426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba8bf-40c3-4b18-b469-a4f9764bb85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.215199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:47:25.215804 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:47:25.236297 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:47:25.321291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ba8bf-40c3-4b18-b469-a4f9764bb85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0c279-84b3-4e8e-83e1-1888cb50b35d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:25.356051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e7ba8bf-40c3-4b18-b469-a4f9764bb85b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.356140 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'port_id': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'mac_address': 'fa:16:3e:ab:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2629f96d-ec10-4036-adf5-86f291661997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:45:55Z', 'updated_at': '2022-01-28T09:47:18Z', 'revision_number': 1, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:52Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:25.356690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e7ba8bf-40c3-4b18-b469-a4f9764bb85b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bc0c279-84b3-4e8e-83e1-1888cb50b35d HTTP/1.1" status: 204 len: 168 time: 1.0899980 Jan 28 09:47:25.365809 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] Checking router: 3001e23b-ce21-4c1e-9264-90b9af8e6aad for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:47:25.368995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.393967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:25.395754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:25.396376 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:25.407168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71264ce-b290-4130-951b-519d32f06951 req-0a558e02-5a90-4d5a-8b10-d936335b9d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:25.409005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-0a558e02-5a90-4d5a-8b10-d936335b9d23 service neutron] 10.222.0.25 "GET /v2.0/networks?id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f HTTP/1.1" status: 200 len: 916 time: 0.3019977 Jan 28 09:47:25.410049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] Pushing event deleted for resources: {'Network': ['ID=018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:25.416559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f192c771-8f54-4404-b0db-42d91e7fdf25 admin admin] 10.222.0.42 "DELETE /v2.0/networks/018d52b6-9bc7-4aa4-ab50-bc7d65e8bcc6 HTTP/1.1" status: 204 len: 168 time: 1.5625539 Jan 28 09:47:25.418709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e1a497a6-13b2-4d1a-a5da-0f8c6688b731 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337337 Jan 28 09:47:25.703450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32902) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:25.765558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-2855ea61-40ea-4ff6-a451-b2d6e60a6071 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf HTTP/1.1" status: 200 len: 1000 time: 0.3473172 Jan 28 09:47:25.786525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-6628c5d0-a793-48c9-b647-9abec9e0173e service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617580 Jan 28 09:47:25.807342 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0a5fda39-ecbb-4a8f-8f99-1ae6af834dc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=859935fd7aa048c79afe84289d422ad4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025753 Jan 28 09:47:25.811539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32908) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:25.825247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 98df844c-b5f0-4013-b458-0e7f51ec1465 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:25.834491 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:25.907328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-b94b1103-b423-45a3-b55f-e4478f41b855 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 217 time: 0.1148884 Jan 28 09:47:26.050901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef265e14-074d-444c-959e-fc5f38f56713 req-5fc5e223-0fc8-4251-af8f-5ee33f4f3060 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.052748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef265e14-074d-444c-959e-fc5f38f56713 req-5fc5e223-0fc8-4251-af8f-5ee33f4f3060 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 944 time: 0.4898767 Jan 28 09:47:26.063660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-b7dd65ef-d9ed-4059-993b-d72bf5294d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.067014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-b7dd65ef-d9ed-4059-993b-d72bf5294d8c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1535654 Jan 28 09:47:26.096283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38f6c245-4c84-4956-84b2-1f4fdc2f6109 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.098525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4df5972d-a683-47bc-8d8a-bce4d3d195f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.112402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 98df844c-b5f0-4013-b458-0e7f51ec1465 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:26.128025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 98df844c-b5f0-4013-b458-0e7f51ec1465 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:26.128397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.208392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71264ce-b290-4130-951b-519d32f06951 req-eefa948b-c074-4b54-9ba1-e2335f638683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.224205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-eefa948b-c074-4b54-9ba1-e2335f638683 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f505a53-bdfc-4ca7-8914-9755c5cfdcf6 HTTP/1.1" status: 200 len: 854 time: 0.4480574 Jan 28 09:47:26.282488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ac256cb8-374c-4f5f-80ed-3361a8b847b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.284922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ac256cb8-374c-4f5f-80ed-3361a8b847b2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2104995 Jan 28 09:47:26.369006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38f6c245-4c84-4956-84b2-1f4fdc2f6109 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.408813 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.420787 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef265e14-074d-444c-959e-fc5f38f56713 req-53b720bc-9207-45bf-941c-98372982a116 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198526 Jan 28 09:47:26.473699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98df844c-b5f0-4013-b458-0e7f51ec1465'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:26.496423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 98df844c-b5f0-4013-b458-0e7f51ec1465, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=98df844c-b5f0-4013-b458-0e7f51ec1465,segment=NetworkSegment(e843b148-c178-4c57-856b-1eb716eb54cd),segment_id=e843b148-c178-4c57-856b-1eb716eb54cd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:26.502401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.597094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71264ce-b290-4130-951b-519d32f06951 req-419fa518-aa79-472d-adce-0f0e337c4d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.601015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-419fa518-aa79-472d-adce-0f0e337c4d6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=55a8f30d-1c2c-442b-badc-da6ae03a1c7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3597491 Jan 28 09:47:26.628385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:26.672723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38f6c245-4c84-4956-84b2-1f4fdc2f6109 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.697395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'port_id': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'mac_address': 'fa:16:3e:ab:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2629f96d-ec10-4036-adf5-86f291661997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:45:55Z', 'updated_at': '2022-01-28T09:47:18Z', 'revision_number': 1, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:52Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:26.705516 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8136f2d2-91d8-4d4d-af94-9571d18de6c6 None None] The sync data for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 is: [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'floating_ip_address': '172.25.1.222', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'port_id': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1241, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'mac_address': 'fa:16:3e:ab:88:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2629f96d-ec10-4036-adf5-86f291661997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:45:55Z', 'updated_at': '2022-01-28T09:47:18Z', 'revision_number': 1, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:52Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:47:26.712331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=98df844c-b5f0-4013-b458-0e7f51ec1465,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:26.779464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.786106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.792088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.806338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.813607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.819842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.828052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:26.837012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-64df5f96-a931-4af1-bc46-7023252b7275 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.4767079 Jan 28 09:47:26.849669 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98df844c-b5f0-4013-b458-0e7f51ec1465', 'code': 200} Jan 28 09:47:26.881830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-718285bd-93ec-4a08-b447-c6a65f84ff24 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5900109 Jan 28 09:47:26.883705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f6c245-4c84-4956-84b2-1f4fdc2f6109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0c572d-0749-4223-9e24-3ebf3095b175,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:26.924857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38f6c245-4c84-4956-84b2-1f4fdc2f6109 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:26.925923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-38f6c245-4c84-4956-84b2-1f4fdc2f6109 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd0c572d-0749-4223-9e24-3ebf3095b175 HTTP/1.1" status: 204 len: 168 time: 1.1091535 Jan 28 09:47:26.960248 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d', 'status': 'completed', 'code': 200} Jan 28 09:47:27.075060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-83ef940f-ac0f-44b5-9441-46f568677600 service neutron] 10.222.0.25 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4662619 Jan 28 09:47:27.165454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff551b9b-6c53-422e-874d-4932c993ceb2 None None] New status for floating IP 6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:47:27.182409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf664db4-a8ca-471d-bcc6-5d279c27bb91 req-daf75301-9398-4c95-9b53-ad46ba03d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:27.182409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf664db4-a8ca-471d-bcc6-5d279c27bb91 req-daf75301-9398-4c95-9b53-ad46ba03d2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 1096 time: 0.2301922 Jan 28 09:47:27.187078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39b37877-f3e4-4ebb-ba4b-ff21344634c5 req-9a4fa985-2553-465d-b6a1-a46c6a81eaa1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3491292 Jan 28 09:47:27.251867 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf664db4-a8ca-471d-bcc6-5d279c27bb91 req-50652aa4-8820-454b-a8e4-739275d6ec9f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657630 Jan 28 09:47:27.272524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d71264ce-b290-4130-951b-519d32f06951 req-f2bca4f8-5f46-4511-a758-3670be1b2244 service neutron] 10.222.0.25 "GET /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861136 Jan 28 09:47:27.294355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-a66a4281-a25b-4b3f-9c57-722747d543b5 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037464 Jan 28 09:47:27.394817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-5d762bc9-5701-46e8-bb73-6d335b8ea609 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 217 time: 0.0931685 Jan 28 09:47:27.730924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-3cb5aa29-a21e-422f-9052-6546e6ed3cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:27.733628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-3cb5aa29-a21e-422f-9052-6546e6ed3cf4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.3301797 Jan 28 09:47:27.872436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada99e9e-0c62-451c-9780-482706a81811 req-0bc44584-0e0f-4c41-8412-3f26040f2255 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:27.874078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ada99e9e-0c62-451c-9780-482706a81811 req-0bc44584-0e0f-4c41-8412-3f26040f2255 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 945 time: 0.2374215 Jan 28 09:47:27.962983 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ada99e9e-0c62-451c-9780-482706a81811 req-5b5ae5b2-543e-4b0e-9d53-f39c79d86dd7 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710492 Jan 28 09:47:27.969664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-25c56899-3fc8-4cde-bd8f-c33b3682b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:27.971537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-25c56899-3fc8-4cde-bd8f-c33b3682b91c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2115371 Jan 28 09:47:28.149248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0081a56b-fd84-4563-8d6d-c65e959b7c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:28.188862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-eed106db-e8ac-402d-bc0a-8099334cb22c service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060578 Jan 28 09:47:28.430880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-21d1bcb9-958e-4feb-9ede-33cb61eb0b01 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323363 Jan 28 09:47:28.613925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-37eede71-8808-442f-a74e-1819a9586b26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 217 time: 0.1727569 Jan 28 09:47:28.652719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.663692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.678011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.687190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-fe2b57d1-b6bc-4153-bd71-d7d7ba57e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.687707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.689044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-fe2b57d1-b6bc-4153-bd71-d7d7ba57e86f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.0705702 Jan 28 09:47:28.693887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.699876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.705817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.707752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-c7216ff4-6f35-4d1e-bfff-2d6f7426ba8c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.2531707 Jan 28 09:47:28.708320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33082) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:28.768769 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0fb4b69-228a-4f4d-aab4-6eb7285a7e6a req-6be0a9ce-fb61-421a-a6ce-4883bd476db7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540023 Jan 28 09:47:28.788943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-30d038ab-4e36-4340-be9c-d7e096fb1e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:28.788943 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-30d038ab-4e36-4340-be9c-d7e096fb1e0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0906234 Jan 28 09:47:28.928505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:28.945977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:28.950630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Usage tracker for resource:security_group_rule and tenant:fb97fd1ef8f946dcafe1beb5d7438b7d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:28.953700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:28.959653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-1f261a72-6773-4b08-99e6-f63658583a83 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668386 Jan 28 09:47:28.960233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:29.078379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.083753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.119069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-9bea2989-8aa0-47d8-8be7-67426ea3f3e1 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526794 Jan 28 09:47:29.146504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fb97fd1ef8f946dcafe1beb5d7438b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4348402 Jan 28 09:47:29.146504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cae488-315c-45e5-89a7-c89d318ddcb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45d59933-5c92-46f7-9fed-f5fc618104bf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:29.147694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33122) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:29.226843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-77daf330-6cdd-4fce-b4f4-212b00c6c1f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 217 time: 0.1008508 Jan 28 09:47:29.243698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe635ee0-7523-4f19-b3f5-ded1cb44cb5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.278928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe635ee0-7523-4f19-b3f5-ded1cb44cb5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.341679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d9380383-87c5-4a00-a676-89d5f3441964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:29.341679 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-d9380383-87c5-4a00-a676-89d5f3441964 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.0997882 Jan 28 09:47:29.345790 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.385306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe635ee0-7523-4f19-b3f5-ded1cb44cb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.389786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.414886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe635ee0-7523-4f19-b3f5-ded1cb44cb5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:29.414886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fe635ee0-7523-4f19-b3f5-ded1cb44cb5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45d59933-5c92-46f7-9fed-f5fc618104bf HTTP/1.1" status: 204 len: 168 time: 0.2493477 Jan 28 09:47:29.468381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe635ee0-7523-4f19-b3f5-ded1cb44cb5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d59933-5c92-46f7-9fed-f5fc618104bf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:29.505709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-cef31da0-699b-4df0-8af1-7a2b2bf56bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:29.505709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-cef31da0-699b-4df0-8af1-7a2b2bf56bb0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1560678 Jan 28 09:47:29.544057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5024144-6ff7-48db-a83a-0d0ee5b32d49 req-76682dc7-ed94-4517-a57d-a9fce1e99b18 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:29.544057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5024144-6ff7-48db-a83a-0d0ee5b32d49 req-76682dc7-ed94-4517-a57d-a9fce1e99b18 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 945 time: 0.1516304 Jan 28 09:47:29.634684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5024144-6ff7-48db-a83a-0d0ee5b32d49 req-0ba3290c-1467-4237-8a80-ce4ea7e44098 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789702 Jan 28 09:47:29.772851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-c5c4462c-19bc-4f2e-866a-ea9e185aba88 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495790 Jan 28 09:47:30.218384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-3ca32c2f-2c2b-4768-9bd4-adf6c18d7953 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358261 Jan 28 09:47:30.622802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.622802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.635275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.664321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.664321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.685286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.725433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:30.731934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:30.738260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-d5bbebbc-1496-4667-9847-0c42da7553ae tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.5996528 Jan 28 09:47:30.809220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd8becdc-7281-4914-bf3c-4d54ac2b04c1 req-3b018100-26f9-4ce9-be5a-cf560dee6207 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752130 Jan 28 09:47:30.848448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-0c78eef3-1f34-4ad3-b339-5880cd1aa7f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 217 time: 0.6196609 Jan 28 09:47:31.059313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33244) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:31.138304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-695c1a36-ed2b-4290-924a-2a6fa0b85e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.140626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-695c1a36-ed2b-4290-924a-2a6fa0b85e1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.2937908 Jan 28 09:47:31.143428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-aa11eca4-6041-4093-8d9d-613c2c92c3a3 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2582624 Jan 28 09:47:31.288129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33260) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:31.374110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-bb2bf3ee-47be-4237-927a-c17974619331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.376037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-bb2bf3ee-47be-4237-927a-c17974619331 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2259772 Jan 28 09:47:31.418951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1070986602-network', 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:31.423548 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:31.430139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:31.456213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:31.461620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Usage tracker for resource:security_group_rule and tenant:a1ba16ff855a449dab6888629006793a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:31.490927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:31.497134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Usage tracker for resource:network and tenant:bdcad89fa97c4766a56d80494e9916f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:31.498057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:31.510176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:31.523933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:31.537928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.538404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.538861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.540583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.541473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.542596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.543327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.545803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-014da0e7-7f02-45b2-bda2-540fdbd15629 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 0.2768710 Jan 28 09:47:31.554977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:31.597355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:31.633559 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:31.668347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:31.690626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Usage tracker for resource:security_group_rule and tenant:bdcad89fa97c4766a56d80494e9916f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:31.693320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:31.717355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:31.766516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-df85fa2d-2f1c-446f-9ecb-c15f48a18c08 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824100 Jan 28 09:47:31.820065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:31.834399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:31.875057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1ba16ff855a449dab6888629006793a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8154588 Jan 28 09:47:31.878917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33302) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:31.953739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33900a73-2194-48cb-b291-76c7d05a1730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46f5db4-322e-4ee4-b4d7-da0168ae5e89,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:31.956893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-a58c2f31-8dd3-4eb6-9c92-9abfc2611ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.957935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-a58c2f31-8dd3-4eb6-9c92-9abfc2611ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.957935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-a58c2f31-8dd3-4eb6-9c92-9abfc2611ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:31.959805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-a58c2f31-8dd3-4eb6-9c92-9abfc2611ee9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=40b143ac-fde6-45e5-a855-bc0896978f93&id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 2297 time: 0.2828302 Jan 28 09:47:32.163222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e633cae2-313b-45e5-9524-69e1059112c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.186409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-ff462467-1b4e-4be7-8f99-2a577667ee6e service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4010370 Jan 28 09:47:32.195326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-4760930d-c6e7-4b5f-b284-f5a097c7c073 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 1000 time: 0.2104523 Jan 28 09:47:32.259868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-0e029a7d-b59e-4c0a-8171-aebdb893af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.259868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-0e029a7d-b59e-4c0a-8171-aebdb893af87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 200 len: 856 time: 0.0737205 Jan 28 09:47:32.268508 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e633cae2-313b-45e5-9524-69e1059112c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.284047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.287114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e8f0e5e6-7b99-4dcc-911f-a42ba43e1770 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.0942047 Jan 28 09:47:32.288443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.380364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.397610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:47:32.404775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.404775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.416223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.416223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.435119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.444547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b30e30-2c40-4f16-afc2-4604084e63c3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:32.454669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.454669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-3e58d626-e001-444f-8ef4-b52f69242874 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.3384376 Jan 28 09:47:32.460616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e72e8721-0222-4d07-bdd5-6590943a19e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.460616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-e72e8721-0222-4d07-bdd5-6590943a19e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1393571 Jan 28 09:47:32.460616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.460616 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Added segment eff6460e-ce30-4ca7-802a-fd096bf29ea9 of type vlan for network 9f85a44f-8b37-4861-8b99-8e251f35fae4 Jan 28 09:47:32.553236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-5e41a29a-115e-4448-96a0-c2c18d57a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.553236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-5e41a29a-115e-4448-96a0-c2c18d57a78d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ee56f93-bdf8-4352-b913-5451a018b663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2704751 Jan 28 09:47:32.568705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.578252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9bdafb3b-b1e2-4af8-8e63-2d3a440fa9b8 req-d37c5d18-58ae-4f3d-9da8-ff529fa2f4b4 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1146896 Jan 28 09:47:32.602592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-722df3a6-3203-4868-b498-f61483c97d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.610692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-722df3a6-3203-4868-b498-f61483c97d85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1500149 Jan 28 09:47:32.610692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.622290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:32.622290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.794273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] Pushing event updated for resources: {'Network': ['ID=9f85a44f-8b37-4861-8b99-8e251f35fae4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:32.807703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:47:32.829236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e633cae2-313b-45e5-9524-69e1059112c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.884732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e633cae2-313b-45e5-9524-69e1059112c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:32.884732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e633cae2-313b-45e5-9524-69e1059112c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f46f5db4-322e-4ee4-b4d7-da0168ae5e89 HTTP/1.1" status: 204 len: 168 time: 0.9994705 Jan 28 09:47:32.902443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e633cae2-313b-45e5-9524-69e1059112c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46f5db4-322e-4ee4-b4d7-da0168ae5e89,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:32.945715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-35f44b60-7113-48dc-b4e8-131c71945674 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179615 Jan 28 09:47:33.067500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-0d994edc-f643-4aa7-bd76-91dcff837fa0 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798584 Jan 28 09:47:33.111101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-78c34941-eda9-4c6e-8fac-4413dd6963ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7944241 Jan 28 09:47:33.128938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:33.183956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Request body: {'subnet': {'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1070986602-subnet', 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:33.216164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:33.257371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Usage tracker for resource:subnet and tenant:bdcad89fa97c4766a56d80494e9916f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:33.269629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:33.287023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:33.320038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:33.320038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:33.494574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-d75327e4-aee1-4653-a3df-c41f25bd3767 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128294 Jan 28 09:47:33.508921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7d74f50-80d6-4526-82b0-24261f4c403c req-b70f3f06-bdc0-4a47-bbc2-9eea3056869a service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551136 Jan 28 09:47:33.695297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-c3c55881-071a-4720-bf2f-1ffabf3afef3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 217 time: 0.1955705 Jan 28 09:47:34.104973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:34.185945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-d347a38d-325d-4f13-a7ef-cf741e5b098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.197255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-d347a38d-325d-4f13-a7ef-cf741e5b098e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.4909515 Jan 28 09:47:34.208071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.208071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.208071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.208071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.208071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.208071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.216065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.216065 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-e29ab97a-7b05-42af-af06-0338f75f7371 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6480 time: 0.5516722 Jan 28 09:47:34.345057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-28745d4e-aa11-47ab-9680-97e24ad95584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.345057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-28745d4e-aa11-47ab-9680-97e24ad95584 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1475177 Jan 28 09:47:34.391971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.401811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.401811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.415581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.431388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.431388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.442107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:34.447459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-e9058e5b-163a-4975-bd83-5f382895fa5a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.4489269 Jan 28 09:47:34.872863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33444) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:34.920950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67d8b41-b251-45c9-b236-dad215aed62c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:34.965059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:34.965059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Network hostable DHCP agents. Network: 9f85a44f-8b37-4861-8b99-8e251f35fae4, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:47:35.012403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-5219a3af-07ee-430c-a0bc-5b26d104bd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:35.012403 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-5219a3af-07ee-430c-a0bc-5b26d104bd31 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 903 time: 0.7762246 Jan 28 09:47:35.149090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-f9f4f8f2-e3f9-47d9-b9c6-d9bf092745e3 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896070 Jan 28 09:47:35.190443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d62b91a-b29a-438f-9c08-7f1be922d67b req-5bb876b7-1e64-478c-a4fe-b22607e40d9d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7372587 Jan 28 09:47:35.224998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1782001028-network', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:35.241782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:35.257943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Usage tracker for resource:network and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:35.279938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:35.301743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:35.353303 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-26b4b6c1-fd52-4f0c-9d84-b915f1f6679c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.3289919 Jan 28 09:47:35.397647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Made reservation on behalf of d9977e4ba1aa4e1586e2646e725f8d63 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:35.413057 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:35.486126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-f344ae22-b8b4-4a47-999e-66fef9e668f0 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150384 Jan 28 09:47:35.606945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:47:35.643305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:35.730856 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-9fbca4f8-3803-46de-9470-f34549a0ab18 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 217 time: 0.2355540 Jan 28 09:47:35.757805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:35.780400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9f85a44f-8b37-4861-8b99-8e251f35fae4) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:35.800599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:35.805872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89974056-3202-4222-a51a-ee333f9bef44 None None] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:35.812487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:35.812487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Usage tracker for resource:security_group_rule and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:35.833438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:35.854019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:35.879514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0f49b8f4-858c-46fd-89ea-e4a3e1191526 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7493732 Jan 28 09:47:35.933633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-0d18fae2-8792-4a4b-ad86-d3e0b7058938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:35.933633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-0d18fae2-8792-4a4b-ad86-d3e0b7058938 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.5442009 Jan 28 09:47:36.000040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-ea8609db-1958-4aa1-9993-2d333ce31632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:36.001715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-ea8609db-1958-4aa1-9993-2d333ce31632 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.2703195 Jan 28 09:47:36.214892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-6e9e8b0d-8c1d-42ff-9054-53db7497fede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:36.214892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-6e9e8b0d-8c1d-42ff-9054-53db7497fede service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1907063 Jan 28 09:47:36.285981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-c1c2f12c-b549-4584-af69-675d036b1505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:36.298455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-c1c2f12c-b549-4584-af69-675d036b1505 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3385949 Jan 28 09:47:36.455317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-37d3aca0-4ec8-4e8c-92aa-038a4c84a3e2 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366269 Jan 28 09:47:36.675861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f712e6d-d07e-43cd-ad0b-4f0ae5644683 None None] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:36.723818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-8df1f7a7-a01c-450d-a4c8-f5756d32965e service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099174 Jan 28 09:47:36.746949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:36.771460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-93284495-97fa-4aba-bebb-c234bbd479b9 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076115 Jan 28 09:47:36.893257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:36.956457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-d35a9a4b-51b9-4e9d-b9a7-300eada26fa6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 200 len: 217 time: 0.1805899 Jan 28 09:47:37.121750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-6d547320-6f9e-4968-80b0-f8012a2ec953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.121750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-6d547320-6f9e-4968-80b0-f8012a2ec953 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1536944 Jan 28 09:47:37.144990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:47:37.160322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:37.160322 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Added segment 2076459f-647e-4b58-ba29-6630cb522369 of type vlan for network 89a8ad32-8074-4033-a2ca-fe94d89bac0b Jan 28 09:47:37.217808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2712dab6-1ef8-4e68-9626-1329252d7cc5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:37.270474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:37.367788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-ca4bf154-6bb9-49f3-95f4-1060d780fb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.379226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-ca4bf154-6bb9-49f3-95f4-1060d780fb16 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2481000 Jan 28 09:47:37.431814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10f86c7e-5711-4984-9596-d6ae7d934461 req-d11e98b7-8450-4faa-98e2-7fd87c1a90c4 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566410 Jan 28 09:47:37.459598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.459598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.471899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.471899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.488927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.488927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.499444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.499444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-c1c7996f-72cd-47ea-9bb7-df79b0f6fcb2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.7803414 Jan 28 09:47:37.509641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:37.509641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.509641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:37.707556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] Pushing event updated for resources: {'Network': ['ID=89a8ad32-8074-4033-a2ca-fe94d89bac0b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:37.715433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:47:37.768392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5be2a1e-314f-4f36-8a21-44e526a2d5c7 req-f2686297-774b-49b8-b1f7-4c021fc9f1fa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470500 Jan 28 09:47:37.783978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-49062d65-8356-4087-ae87-629650c0b374 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8997490 Jan 28 09:47:37.783978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33570) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:37.794719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Request body: {'subnet': {'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1782001028-subnet', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:37.820363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:37.842507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Usage tracker for resource:subnet and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:37.852724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:37.873608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:37.910168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-fbc2abb7-60d0-4cc1-8c64-7088bed0dd8a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:37.920331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Made reservation on behalf of d9977e4ba1aa4e1586e2646e725f8d63 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:37.925259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-fbc2abb7-60d0-4cc1-8c64-7088bed0dd8a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.2468498 Jan 28 09:47:37.931470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:37.937914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-b050d797-b31d-4e80-a82f-cede81281b8d service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5004513 Jan 28 09:47:38.138085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-584ca098-3494-4497-88f2-dca9636c743b service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889043 Jan 28 09:47:38.149924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-f7272855-7cc5-4dc7-8c44-5392800d923e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.2294769 Jan 28 09:47:38.289961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-bb8d7218-d947-492f-a90d-4b4a1aff8d91 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 200 len: 217 time: 0.1377530 Jan 28 09:47:38.308617 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-e26c158a-6a5e-4091-8397-fbf3e29c1f57 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1538801 Jan 28 09:47:38.475690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:38.608415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83c72aa5-fa94-4e39-833f-bcfa5e77fab7,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:38.619534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Checking segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:38.619534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Network hostable DHCP agents. Network: 89a8ad32-8074-4033-a2ca-fe94d89bac0b, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:47:38.654744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:47:38.672228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 89a8ad32-8074-4033-a2ca-fe94d89bac0b) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:38.689460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c85a13-8f39-4e55-8c35-3064504f6f70 None None] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:38.695959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:38.695959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:38.729856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f37840cf-e100-48d7-b245-b5e7d8d6345a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9422379 Jan 28 09:47:38.729856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:38.747476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:38.759798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:38.773599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Usage tracker for resource:router and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:38.791248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:38.817951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:38.849505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:38.849505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:38.902869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:38.963604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-378b65d6-e5cb-4a6c-99a6-70217f6b0993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:38.963604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-378b65d6-e5cb-4a6c-99a6-70217f6b0993 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.2154658 Jan 28 09:47:39.184306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-fe5b2acf-2d70-4615-9568-1c00d20c89ab service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8776524 Jan 28 09:47:39.243643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:47:39.243643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:39.399004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-fbf6009d-1e9c-49c9-b867-fc8b242a8884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:39.411508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-fbf6009d-1e9c-49c9-b867-fc8b242a8884 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3988135 Jan 28 09:47:39.501934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-c2ce6cd2-d9ed-4d5c-a270-ea5ae100414e service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042817 Jan 28 09:47:39.811498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-be458740-9a8c-40aa-9636-68b26cdcd45b service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142490 Jan 28 09:47:39.851433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:39.941307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Allocated IP 172.20.0.2 (89a8ad32-8074-4033-a2ca-fe94d89bac0b/83c72aa5-fa94-4e39-833f-bcfa5e77fab7/b0262552-f9a0-447d-bdd6-9f097a5b7f12) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:47:40.171135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-b98ddd20-e140-42d4-aad1-7abc746526c2 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3521860 Jan 28 09:47:40.276866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-2db4aafc-c400-4831-8179-7c9de147fd97 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 200 len: 217 time: 0.1014495 Jan 28 09:47:40.291034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.298284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.305415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.326995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.342098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.354378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:40.355560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.368097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.380316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-8417bec9-846f-41e1-9c3d-b8a0f84a73d6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.3089814 Jan 28 09:47:40.401723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:40.485949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:40.519964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Transition to ACTIVE for port object b0262552-f9a0-447d-bdd6-9f097a5b7f12 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:40.553859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Transition to ACTIVE for port object b0262552-f9a0-447d-bdd6-9f097a5b7f12 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:40.560248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:40.642657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-5903ea30-d96c-4a90-aa7e-d2f57cbcc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.650934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-5903ea30-d96c-4a90-aa7e-d2f57cbcc425 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1967969 Jan 28 09:47:40.672591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Allocated IP 172.25.1.7 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:47:40.702323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbf4daa7-12f1-418c-8a23-8d1a8e0537e8 req-cf50469b-c62d-432e-8425-84238948ebb6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3214471 Jan 28 09:47:40.753035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:40.773693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:40.778118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:47:40.888552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-dd5e32b0-b649-4b24-b6cb-db8e6022c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:40.890844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-dd5e32b0-b649-4b24-b6cb-db8e6022c9a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1866386 Jan 28 09:47:40.991982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-baec5e3d-e143-40d0-8aa9-b3bc0eb52022 req-19c527b0-c699-475b-9f03-314801b300f7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 210 time: 0.1186564 Jan 28 09:47:41.039204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Pushing event updated for resources: {'Port': ['ID=b0262552-f9a0-447d-bdd6-9f097a5b7f12,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.071714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:41.091615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Attempting to bind port b0262552-f9a0-447d-bdd6-9f097a5b7f12 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:41.091615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Attempting to bind port b0262552-f9a0-447d-bdd6-9f097a5b7f12 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:41.091615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Attempting to bind port b0262552-f9a0-447d-bdd6-9f097a5b7f12 on network 89a8ad32-8074-4033-a2ca-fe94d89bac0b {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:41.114593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:41.114593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Checking segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:41.114593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:41.114593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Bound using segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:41.114593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Bound port: b0262552-f9a0-447d-bdd6-9f097a5b7f12, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:41.114593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:41.164582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:41.228037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:41.331473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Pushing event updated for resources: {'Port': ['ID=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:41.361838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] For port b0262552-f9a0-447d-bdd6-9f097a5b7f12, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:41.381407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] For port b0262552-f9a0-447d-bdd6-9f097a5b7f12, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0262552-f9a0-447d-bdd6-9f097a5b7f12,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:41.381407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:41.403322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:41.403322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:41.403322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:47:41.516895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-32454580-96b1-4d76-a34b-edafc7404e26 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6133797 Jan 28 09:47:41.650963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff97560-d1bb-4dc1-8fdd-b4d304e6324e None None] Pushing event updated for resources: {'Port': ['ID=b0262552-f9a0-447d-bdd6-9f097a5b7f12,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:41.715631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d046310-e8e2-4dbb-b117-537616ad5534 req-1c96de79-f8d7-4719-aec4-aad5a9c96642 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:41.729120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d046310-e8e2-4dbb-b117-537616ad5534 req-1c96de79-f8d7-4719-aec4-aad5a9c96642 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 945 time: 0.4312072 Jan 28 09:47:41.822420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-fe4fb906-6eff-42ec-9e74-4ed2ef2fc518 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3033135 Jan 28 09:47:41.846473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d046310-e8e2-4dbb-b117-537616ad5534 req-4fc7eecd-b833-49f2-a137-5cfc81ecb31f tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247671 Jan 28 09:47:41.922540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-be7c262c-5b57-4f72-ab93-a33832ad0c0c tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:41.923982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-be7c262c-5b57-4f72-ab93-a33832ad0c0c tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.43 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 945 time: 0.5849586 Jan 28 09:47:42.027967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-341d54cc-9a49-4fa4-9116-8597c8a6a6b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 217 time: 0.1804130 Jan 28 09:47:42.139782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Deleting port 98df844c-b5f0-4013-b458-0e7f51ec1465 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:47:42.140295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:42.158750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-b658526d-9852-4e52-80f3-881e1f335cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.160001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-b658526d-9852-4e52-80f3-881e1f335cd2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1256969 Jan 28 09:47:42.533709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3b13bbc-ccdc-47e6-b3b9-5b67f4870cef req-717d5322-ba6d-4267-83b4-59fa4a86665c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 210 time: 0.0509171 Jan 28 09:47:42.534380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0262552-f9a0-447d-bdd6-9f097a5b7f12 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:42.677502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b0262552-f9a0-447d-bdd6-9f097a5b7f12 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:42.712576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8c02-9155-488a-b8ce-031635215477 req-51cb374b-47b4-4ccc-9cd1-7bb6fb020e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.714164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-51cb374b-47b4-4ccc-9cd1-7bb6fb020e92 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5471609 Jan 28 09:47:42.772539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:42.840163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-4ace1952-44de-40b2-88c5-f01b1a7e8933 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.841753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-4ace1952-44de-40b2-88c5-f01b1a7e8933 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.4010530 Jan 28 09:47:42.855223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.860904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Request body: {'port': {'device_id': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'admin_state_up': True, 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:42.862124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.869087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.875740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.881780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.887923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.893894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:42.896019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-d881ea3e-eb6a-4940-9887-8cc29b5ce5f3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.5009756 Jan 28 09:47:42.977751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b57601c-226f-4dba-aef3-a46772ab6103 req-22138a4c-51ef-48a6-9a72-cd0f41b3ba9a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682409 Jan 28 09:47:43.060761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-d63b621e-92eb-4d6c-8624-f3a4a9f37fd2 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3390651 Jan 28 09:47:43.067977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:43.123205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Usage tracker for resource:port and tenant:bdcad89fa97c4766a56d80494e9916f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:43.131429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:43.232486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:43.262730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddfb323-49c0-4622-8d6f-41151e76bfcc None None] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:47:43.267007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:47:43.275435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.320426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.418224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] Provisioning for port b0262552-f9a0-447d-bdd6-9f097a5b7f12 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:43.433612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] Provisioning complete for port b0262552-f9a0-447d-bdd6-9f097a5b7f12 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:43.433805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.459968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] For port 98df844c-b5f0-4013-b458-0e7f51ec1465, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=98df844c-b5f0-4013-b458-0e7f51ec1465,segment=NetworkSegment(e843b148-c178-4c57-856b-1eb716eb54cd),segment_id=e843b148-c178-4c57-856b-1eb716eb54cd)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:43.460333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.613820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.688035 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.692328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Calling delete_port for 98df844c-b5f0-4013-b458-0e7f51ec1465 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:47:43.728836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fbe8c02-9155-488a-b8ce-031635215477 req-293d6cb2-2de5-49c5-9091-42909df26c6d service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6502900 Jan 28 09:47:43.776460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Allocated IP 172.20.0.4 (9f85a44f-8b37-4861-8b99-8e251f35fae4/c67d8b41-b251-45c9-b236-dad215aed62c/395155bb-1d61-49c9-9d4d-438f37a2ff87) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:47:43.842825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] For port b0262552-f9a0-447d-bdd6-9f097a5b7f12, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0262552-f9a0-447d-bdd6-9f097a5b7f12,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:43.854279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:43.879325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a4f689-8a02-4f74-8f55-1e4db4893bdb req-406012f8-6acf-4550-83f9-4a2797249c96 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:43.880852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98a4f689-8a02-4f74-8f55-1e4db4893bdb req-406012f8-6acf-4550-83f9-4a2797249c96 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 945 time: 0.4938946 Jan 28 09:47:44.128379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b086b2f-dfbf-41f2-9f0b-ea91a823b324 None None] Pushing event updated for resources: {'Port': ['ID=b0262552-f9a0-447d-bdd6-9f097a5b7f12,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:44.128379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 98df844c-b5f0-4013-b458-0e7f51ec1465 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:47:44.188730 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08324531-fb08-4f17-b4a4-10db67257d24 req-7e30de5a-9e99-4c35-863f-292a7167a2bb tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 210 time: 0.0794747 Jan 28 09:47:44.279549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98a4f689-8a02-4f74-8f55-1e4db4893bdb req-5e0e0d82-ed1a-484f-b409-f8660df8c01e tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/security-groups?id=1deddfb3-6b82-45b3-85f4-b281b1f02780&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811586 Jan 28 09:47:44.371742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Router c05bc635-1ea9-48dc-85a3-fd6405a585e5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:47:44.475415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:44.564538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:44.615479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:44.633013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0262552-f9a0-447d-bdd6-9f097a5b7f12 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:44.819007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event updated for resources: {'Port': ['ID=395155bb-1d61-49c9-9d4d-438f37a2ff87,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:44.819592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b0262552-f9a0-447d-bdd6-9f097a5b7f12 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:44.819950 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:44.824588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:44.859473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:44.861231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:44.869721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:47:45.023816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Pushing event deleted for resources: {'Port': ['ID=98df844c-b5f0-4013-b458-0e7f51ec1465,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:45.055082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.060594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:45.106352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-9782f55c-9572-4719-9575-88490269ee87 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2405972 Jan 28 09:47:45.131255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Request body: {'port': {'device_id': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:45.166604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:47:45.228618 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Sync routers for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:47:45.298012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.305410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.308751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:45.313145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.317510 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:45.320116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.321904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] No DVR routers for this DVR port 98df844c-b5f0-4013-b458-0e7f51ec1465 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:47:45.324907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:45.326635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.331878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89aa46e8-e288-47be-87c7-57fa7d029916 req-23858e5a-f994-42fd-81d5-002864e10161 tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.43 "DELETE /v2.0/ports/98df844c-b5f0-4013-b458-0e7f51ec1465 HTTP/1.1" status: 204 len: 173 time: 3.4020591 Jan 28 09:47:45.334237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.337256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33782) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:45.337918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'name': 'network-vif-deleted', 'tag': '98df844c-b5f0-4013-b458-0e7f51ec1465'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:45.339777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:45.341677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-a8141e61-a671-45e0-acd7-255fd2f1c3cf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.8185058 Jan 28 09:47:45.345063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:45.352647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:45.353408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b8862ba8-9c7b-4376-a599-fab53af17968 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6283381 Jan 28 09:47:45.367188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33786) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:45.422545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4e4573dc-6b4c-4c5f-8276-8327ef4a73e3 None None] Provisioning complete for port b0262552-f9a0-447d-bdd6-9f097a5b7f12 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:45.424685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e4573dc-6b4c-4c5f-8276-8327ef4a73e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:45.557068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:45.720375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a50c1259-a996-44db-975f-f4701f9ec8ca req-d39779f1-3024-407f-b727-e68aaf61cd23 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3686247 Jan 28 09:47:45.810803 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:45.867208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:46.017496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:46.047905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:8eea12853beb48c288f3f04a6787cacb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:46.047905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:46.068814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:46.175146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df387092-de58-4c9b-aadf-7a13d04405c5 req-ee0e042c-4326-482c-b89c-579d212205fa tempest-VolumesActionsTest-1017838387 tempest-VolumesActionsTest-1017838387-project] 10.222.0.42 "GET /v2.0/ports?device_id=9976ce9a-01a0-47a8-ac98-1a50c1e589ee HTTP/1.1" status: 200 len: 210 time: 0.0576575 Jan 28 09:47:46.274495 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9976ce9a-01a0-47a8-ac98-1a50c1e589ee', 'name': 'network-vif-deleted', 'tag': '98df844c-b5f0-4013-b458-0e7f51ec1465', 'status': 'completed', 'code': 200} Jan 28 09:47:46.291542 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:47:46.299707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08db10c-a5fb-44e3-90bc-628769dd2e42 req-05fe0401-4959-4259-b0a8-3061a4fcfb97 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:46.299707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d08db10c-a5fb-44e3-90bc-628769dd2e42 req-05fe0401-4959-4259-b0a8-3061a4fcfb97 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 931 time: 0.5428634 Jan 28 09:47:46.318290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:41Z', 'revision_number': 3, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:46.318290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Checking router: c05bc635-1ea9-48dc-85a3-fd6405a585e5 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:47:46.318290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Updating router c05bc635-1ea9-48dc-85a3-fd6405a585e5 port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:47:46.411839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395155bb-1d61-49c9-9d4d-438f37a2ff87 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:46.422540 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:46.428586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:46.453239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Transition to ACTIVE for port object 395155bb-1d61-49c9-9d4d-438f37a2ff87 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:46.453239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:46.822525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=395155bb-1d61-49c9-9d4d-438f37a2ff87,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:46.894334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d08db10c-a5fb-44e3-90bc-628769dd2e42 req-999e7bdf-a53c-4130-9a0c-f570bc6bd740 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:47.007060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d08db10c-a5fb-44e3-90bc-628769dd2e42 req-999e7bdf-a53c-4130-9a0c-f570bc6bd740 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:47.007060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d08db10c-a5fb-44e3-90bc-628769dd2e42 req-999e7bdf-a53c-4130-9a0c-f570bc6bd740 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118952 Jan 28 09:47:47.034292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Attempting to bind port 395155bb-1d61-49c9-9d4d-438f37a2ff87 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:47.034292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Attempting to bind port 395155bb-1d61-49c9-9d4d-438f37a2ff87 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:47.034292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Attempting to bind port 395155bb-1d61-49c9-9d4d-438f37a2ff87 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:47.037283 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.048097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Port 395155bb-1d61-49c9-9d4d-438f37a2ff87 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:47:47.048425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Attempting to bind port 395155bb-1d61-49c9-9d4d-438f37a2ff87 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:47.060673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.063512 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Transition to ACTIVE for port object 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:47.065827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.075808 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.080320 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.111568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:47.111568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:47.111568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Bound using segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:47.111568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Bound port: 395155bb-1d61-49c9-9d4d-438f37a2ff87, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:47.111568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.186602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Attempting to bind port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:47.186602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Attempting to bind port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:47.186602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Attempting to bind port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:47.198551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:47.198551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:47.198551 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.198551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:47.198551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Bound port: 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:47.198551 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.283768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] For port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:47.283768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] For port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:47.283768 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.300252 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Pushing event updated for resources: {'Port': ['ID=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.308628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:47:47.327025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.337704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.355592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.386545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.386545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.393962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.408570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.408570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7185ccee-2152-4e85-b79f-a823690abe9e req-1bfa055d-876a-4cac-b025-293ed8f5dcb1 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.3627532 Jan 28 09:47:47.444381 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:47.444381 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:47.554106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] For port 395155bb-1d61-49c9-9d4d-438f37a2ff87, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:47.587654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] For port 395155bb-1d61-49c9-9d4d-438f37a2ff87, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:47.614182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.621202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Allocated IP 172.20.0.1 (89a8ad32-8074-4033-a2ca-fe94d89bac0b/83c72aa5-fa94-4e39-833f-bcfa5e77fab7/96e0f352-b304-4ef6-815d-f7cac60da3ea) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:47:47.697123 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:47.765466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7185ccee-2152-4e85-b79f-a823690abe9e req-d7714450-fa4e-4bdb-814b-9b621f4694e6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3514779 Jan 28 09:47:47.797759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:47.797759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:47.797759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] 10.222.0.43 "PUT /v2.0/ports/395155bb-1d61-49c9-9d4d-438f37a2ff87 HTTP/1.1" status: 200 len: 1091 time: 2.6756241 Jan 28 09:47:47.825097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'tag': '395155bb-1d61-49c9-9d4d-438f37a2ff87'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:47.930100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8eea12853beb48c288f3f04a6787cacb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5634348 Jan 28 09:47:47.939599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:48.045818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bff411-c8f5-423b-9383-d9e475bbb8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd301951-ce3a-4755-aec1-5e5f28e24578,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:48.091499 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'tag': '395155bb-1d61-49c9-9d4d-438f37a2ff87', 'status': 'completed', 'code': 200} Jan 28 09:47:48.171202 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84d62e-a44c-4740-b35c-5d1717170112 None None] Pushing event updated for resources: {'Port': ['ID=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:48.228316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a9d118-bfa6-4154-a9e1-8d21afeff2b4 service neutron] Pushing event updated for resources: {'Port': ['ID=395155bb-1d61-49c9-9d4d-438f37a2ff87,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:48.232254 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:41Z', 'revision_number': 3, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:48.242187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5704934-039e-4b32-a5cc-9c1be67feaac None None] The sync data for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 is: [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:41Z', 'revision_number': 3, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:47:48.243919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5b59-e0f2-4c54-a015-e769cb0ef0cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:48.275248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-980b962e-3356-45e5-91bb-e1030acad707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:48.275248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-980b962e-3356-45e5-91bb-e1030acad707 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 1094 time: 0.3826318 Jan 28 09:47:48.278427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5b59-e0f2-4c54-a015-e769cb0ef0cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:48.550455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-cc2d4785-8ce4-46de-b9f9-6a759038729e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87 HTTP/1.1" status: 200 len: 217 time: 0.2672560 Jan 28 09:47:48.640906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:48.717937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6ad3c-3b73-431e-ada2-2bedc52b0637 req-202fd51e-7d4d-469e-bcf1-db28838f8f61 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:48.720153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-5fed31cb-62cb-43db-92f8-dc477fd89030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:48.720153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-5fed31cb-62cb-43db-92f8-dc477fd89030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1596646 Jan 28 09:47:48.740529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4d6ad3c-3b73-431e-ada2-2bedc52b0637 req-202fd51e-7d4d-469e-bcf1-db28838f8f61 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 943 time: 0.3580935 Jan 28 09:47:48.794045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Transition to ACTIVE for port object 96e0f352-b304-4ef6-815d-f7cac60da3ea will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:48.825651 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4d6ad3c-3b73-431e-ada2-2bedc52b0637 req-f7d3a37e-bdc8-4186-8cd9-8ac940ae00e3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911481 Jan 28 09:47:48.826234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5b59-e0f2-4c54-a015-e769cb0ef0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:48.851799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-e50560db-d77d-4cf9-8113-124f55f8e16d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860972 Jan 28 09:47:48.856625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd5b59-e0f2-4c54-a015-e769cb0ef0cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd301951-ce3a-4755-aec1-5e5f28e24578,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:48.873098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0cd5b59-e0f2-4c54-a015-e769cb0ef0cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:48.881375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e0cd5b59-e0f2-4c54-a015-e769cb0ef0cd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bd301951-ce3a-4755-aec1-5e5f28e24578 HTTP/1.1" status: 204 len: 168 time: 0.9266095 Jan 28 09:47:48.925712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:49.096251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:49.187758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:49.198586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Pushing event updated for resources: {'Port': ['ID=96e0f352-b304-4ef6-815d-f7cac60da3ea,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:49.220242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:47:49.291169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-52aa0afc-2df4-4815-a1ba-00d108afba9e service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118471 Jan 28 09:47:49.423478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.430905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.437952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.444738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.469140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.469140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.476236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:49.492376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-7fb40fa4-f4ef-4d53-bb1b-c76f69e473dc tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.4459453 Jan 28 09:47:49.515231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:49.653772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4409ded-d8b7-49c4-8e5f-c328a4565b2b req-b8d631f2-b917-4dd7-b043-f6f5ed013754 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520293 Jan 28 09:47:49.782057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a88f884a-d2dc-41d5-acd8-6322d583bdef None None] Provisioning for port 96e0f352-b304-4ef6-815d-f7cac60da3ea completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:49.820082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a88f884a-d2dc-41d5-acd8-6322d583bdef None None] Provisioning complete for port 96e0f352-b304-4ef6-815d-f7cac60da3ea triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:49.820082 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a88f884a-d2dc-41d5-acd8-6322d583bdef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:50.168859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea195a56-fb48-495b-a5bc-0fc0341117c2 req-395c48b3-0717-452f-bf1f-468911ef1fca tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6876717 Jan 28 09:47:50.226343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a88f884a-d2dc-41d5-acd8-6322d583bdef None None] Port 96e0f352-b304-4ef6-815d-f7cac60da3ea cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:47:50.285566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-81e5c26f-93c3-4823-8759-298a1fc330c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:50.285566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-81e5c26f-93c3-4823-8759-298a1fc330c3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 1094 time: 0.5761335 Jan 28 09:47:50.636012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:50.637604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a59955-e584-4f71-a11f-2c251b704f69 req-35265bc3-cb25-463c-b5ea-78f8ad019da6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:50.638646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-83a59955-e584-4f71-a11f-2c251b704f69 req-35265bc3-cb25-463c-b5ea-78f8ad019da6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:50.652068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-4a310141-adf1-4d89-a2ae-2d2ad27aa46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:50.654393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-4a310141-adf1-4d89-a2ae-2d2ad27aa46d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.3645031 Jan 28 09:47:50.679859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:50.848734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:50.862131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:50.863932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:51.144049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-0e566b28-e20d-4183-ab21-9898092f2162 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87 HTTP/1.1" status: 200 len: 217 time: 0.4797168 Jan 28 09:47:51.145588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:51.146516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-83a59955-e584-4f71-a11f-2c251b704f69 req-35265bc3-cb25-463c-b5ea-78f8ad019da6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:51.158372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83a59955-e584-4f71-a11f-2c251b704f69 req-35265bc3-cb25-463c-b5ea-78f8ad019da6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 943 time: 0.9736192 Jan 28 09:47:51.166320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:51.171784 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:51.322230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:51.364417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-e65fcbea-1139-4e6f-ad06-ccabe632d23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:51.364417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-e65fcbea-1139-4e6f-ad06-ccabe632d23b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1954885 Jan 28 09:47:51.498296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:51.503226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-2d1917e7-53d6-452d-9a50-dfe1c9da5e10 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1251128 Jan 28 09:47:51.515647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:51.603001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83a59955-e584-4f71-a11f-2c251b704f69 req-c262e390-bf8f-43b2-b051-3875190972b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430254 Jan 28 09:47:51.826821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9de6000c-91ca-43af-bab8-be545e1cc36c details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:51.851111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-3b97bc16-100b-4531-a619-c6c986bab05f service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874324 Jan 28 09:47:51.855656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Pushing event updated for resources: {'Port': ['ID=96e0f352-b304-4ef6-815d-f7cac60da3ea,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:51.910533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:52.057212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.064428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.070340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.076134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.081948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.087757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.093563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.094959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06d9f1aa-fec6-4c6b-9a0b-e8b77de7f6e3 req-b74c0f3d-c46e-48b5-8886-f0f5a20f0612 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375562 Jan 28 09:47:52.095877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-251c9ee3-845a-421c-ac79-034b59b2c13c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5423 time: 0.3287349 Jan 28 09:47:52.198049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:52.201747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:52.210273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9de6000c-91ca-43af-bab8-be545e1cc36c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:52.227708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2bbba34-332d-429f-ba5a-4ffd0e1ba671 req-9a086585-0591-4400-977c-d90034c17007 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1168010 Jan 28 09:47:52.228029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '9de6000c-91ca-43af-bab8-be545e1cc36c', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'port_id': '9de6000c-91ca-43af-bab8-be545e1cc36c', 'mac_address': 'fa:16:3e:0b:79:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:52.268415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 395155bb-1d61-49c9-9d4d-438f37a2ff87 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:52.336100 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:52.361726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9de6000c-91ca-43af-bab8-be545e1cc36c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:52.516867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:52.672035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9de6000c-91ca-43af-bab8-be545e1cc36c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:52.751931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:52.752887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8032c4eb-c0f0-4991-86ed-4bdf9833d511 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:52.758010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Router c05bc635-1ea9-48dc-85a3-fd6405a585e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:47:52.848759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68f80a-394c-4277-8704-b5ad87262e8d req-73775ae8-8f33-4307-b56e-41bb35a0c156 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:52.850449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd68f80a-394c-4277-8704-b5ad87262e8d req-73775ae8-8f33-4307-b56e-41bb35a0c156 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 943 time: 0.0897083 Jan 28 09:47:52.949088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd68f80a-394c-4277-8704-b5ad87262e8d req-4c7743bc-8695-4cee-a691-34a451690bd2 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915263 Jan 28 09:47:52.988114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:47:52.996968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9cd48987-4430-4e9c-8325-3efd5d14451f admin admin] 10.222.0.42 "PUT /v2.0/routers/c05bc635-1ea9-48dc-85a3-fd6405a585e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6263995 Jan 28 09:47:53.022238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Sync routers for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:47:53.029824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3fad67b1-bb6c-4a05-853e-33ed6294a032 None None] Provisioning complete for port 96e0f352-b304-4ef6-815d-f7cac60da3ea triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:53.034277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fad67b1-bb6c-4a05-853e-33ed6294a032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.099582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:53.117541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 395155bb-1d61-49c9-9d4d-438f37a2ff87, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:53.132278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'port_id': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'mac_address': 'fa:16:3e:26:21:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:53.134027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '395155bb-1d61-49c9-9d4d-438f37a2ff87', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '395155bb-1d61-49c9-9d4d-438f37a2ff87', 'mac_address': 'fa:16:3e:4a:68:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:53.148363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:53.148972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.237149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:53.238558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:53.403019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33924) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:53.430563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:53.460067 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.513562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3fad67b1-bb6c-4a05-853e-33ed6294a032 None None] Port 96e0f352-b304-4ef6-815d-f7cac60da3ea cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:47:53.517791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.524282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.530152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.536590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.543500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.549802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.556360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:53.558600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da0fd122-3a54-453e-89b1-111654f839ff req-13a3c604-cab9-4c09-a92f-e6594699873a tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5424 time: 0.1409328 Jan 28 09:47:53.608480 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.621433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da0fd122-3a54-453e-89b1-111654f839ff req-d7788c6b-185c-4a67-b3ee-6141c53e4def tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571373 Jan 28 09:47:53.630705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395155bb-1d61-49c9-9d4d-438f37a2ff87 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:53.635341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8032c4eb-c0f0-4991-86ed-4bdf9833d511 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:53.692369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 395155bb-1d61-49c9-9d4d-438f37a2ff87, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:53.713959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.716949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:53.718636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.754437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:53.764986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Usage tracker for resource:security_group_rule and tenant:0bff26338bf74a9795d687e57fdbed15 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:53.773305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:53.775861 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.776712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 05c0562c-726b-4638-9727-4b86c292ad5d details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:53.781069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:53.783094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:53.828242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33934) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:53.835453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1110737864', 'description': 'tempest-description--1263304809'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:53.850571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:53.861693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Usage tracker for resource:security_group and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:53.868811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:53.893797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:53.899416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.903858 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.917736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:53.945971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a7056b-676a-448a-b003-ef9ef9aea200,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:53.967819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:53.974260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Usage tracker for resource:security_group_rule and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:53.978841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:53.986894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:53.987766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-872b0886-77ad-4715-a641-27cee78b7b8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bff26338bf74a9795d687e57fdbed15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5843878 Jan 28 09:47:53.988687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33940) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:53.997576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['395155bb-1d61-49c9-9d4d-438f37a2ff87'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:47:54.031485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=395155bb-1d61-49c9-9d4d-438f37a2ff87,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:54.069118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a244487d-fe43-4828-b443-f8caedb8804e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.106590 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a244487d-fe43-4828-b443-f8caedb8804e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.139526 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.145243 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.171310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a244487d-fe43-4828-b443-f8caedb8804e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.198815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244487d-fe43-4828-b443-f8caedb8804e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a7056b-676a-448a-b003-ef9ef9aea200,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:54.206887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a244487d-fe43-4828-b443-f8caedb8804e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.208194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a244487d-fe43-4828-b443-f8caedb8804e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c1a7056b-676a-448a-b003-ef9ef9aea200 HTTP/1.1" status: 204 len: 168 time: 0.2183156 Jan 28 09:47:54.254483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.255704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4259272 Jan 28 09:47:54.258687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33948) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:54.265395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Request body: {'security_group_rule': {'security_group_id': '215f3b0c-d6ec-45ef-b032-be7b8c4c40ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:54.271309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:54.275497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Usage tracker for resource:security_group_rule and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:54.279227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:54.285596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:54.290690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e70e9-73af-4c2b-bf7b-f701b634e88b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:54.326102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.366312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e524a2f-11d6-4868-be93-35190929abea req-ac06f28a-b121-4af9-8abb-e2ae787f39f5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:54.376067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e524a2f-11d6-4868-be93-35190929abea req-ac06f28a-b121-4af9-8abb-e2ae787f39f5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 944 time: 0.2344058 Jan 28 09:47:54.471400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.479871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.488261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e524a2f-11d6-4868-be93-35190929abea req-3c1eaab2-4da7-4594-9054-11f03693c6be tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112232 Jan 28 09:47:54.527431 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.530921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2682388 Jan 28 09:47:54.531529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33958) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:54.537791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Request body: {'security_group_rule': {'security_group_id': '215f3b0c-d6ec-45ef-b032-be7b8c4c40ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:54.539471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597852e-a5a5-4446-8e1c-7894414d6697 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5602ca-99ed-490b-b474-6b01d1c05740,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:54.550674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:54.555014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Usage tracker for resource:security_group_rule and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:54.558708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:54.566150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:54.586932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.624730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:54.704799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.709062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.734250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c5fd571-b6d9-40cb-9a3e-c76c1cfb5c3c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:54.736772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=05c0562c-726b-4638-9727-4b86c292ad5d,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:54.793584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.798369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7c8b1599-074a-495d-8f52-ef9d42d15e51 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643902 Jan 28 09:47:54.799955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:47:54.808070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:47:54.810178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '05c0562c-726b-4638-9727-4b86c292ad5d', 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf', 'port_id': '05c0562c-726b-4638-9727-4b86c292ad5d', 'mac_address': 'fa:16:3e:e5:31:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebeeaa0-1858-4cd5-a602-cd7e312a320c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:54.819876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:47:54.827177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Usage tracker for resource:floatingip and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:47:54.831178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:47:54.848691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:47:54.868914 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:54.993055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:55.072460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c0562c-726b-4638-9727-4b86c292ad5d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:55.145822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 2, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:55.173904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=05c0562c-726b-4638-9727-4b86c292ad5d,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:55.185515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Checking router: c05bc635-1ea9-48dc-85a3-fd6405a585e5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:47:55.191238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.198052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.208999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Updating router c05bc635-1ea9-48dc-85a3-fd6405a585e5 port 96e0f352-b304-4ef6-815d-f7cac60da3ea binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:47:55.227626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.246424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.268079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.285503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.300978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.310361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1cbc494c-d7b3-4b88-add5-36f0eaec3aaf tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5425 time: 0.4189227 Jan 28 09:47:55.315022 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:55.343098 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:55.345470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device bf82f915-498f-49a9-bd9d-4cc18feddf09 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:55.415096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04d89795-87e2-49a1-b865-5690ae5f853f req-1d7ec787-eedb-4692-b54a-5c5ed8f40398 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1036282 Jan 28 09:47:55.477195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:55.722461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Allocated IP 172.25.1.155 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/0f987dc4-db1a-454d-b97d-d4839924ed3d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:47:55.874820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a170a-4924-47d9-a1e3-ace2609dc9bc req-984f1e53-ffde-495e-b840-730874519aef tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:55.887448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e0a170a-4924-47d9-a1e3-ace2609dc9bc req-984f1e53-ffde-495e-b840-730874519aef tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 944 time: 0.1677241 Jan 28 09:47:55.958188 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3adbb752-037a-498e-ab36-57d1decfbaa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:55.971324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:55.998075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e0a170a-4924-47d9-a1e3-ace2609dc9bc req-4de7830d-f0a1-4e02-826f-7bf7438d409e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965276 Jan 28 09:47:56.000529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:56.002458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.038308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'bf82f915-498f-49a9-bd9d-4cc18feddf09', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'port_id': 'bf82f915-498f-49a9-bd9d-4cc18feddf09', 'mac_address': 'fa:16:3e:2f:e0:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56', 'ip_address': '10.1.1.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:56.040096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 395155bb-1d61-49c9-9d4d-438f37a2ff87 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:47:56.052558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.145945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:47:56.152247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:47:56.161843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:47:56.210088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event updated for resources: {'Port': ['ID=0f987dc4-db1a-454d-b97d-d4839924ed3d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:56.246481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.266995 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.271440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf82f915-498f-49a9-bd9d-4cc18feddf09 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:56.280161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.300937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Transition to ACTIVE for port object 96e0f352-b304-4ef6-815d-f7cac60da3ea will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:47:56.307850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:56.314030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.415057 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.553534 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.554265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c83372bf-a733-457d-9be4-7ade9d15a71b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:56.637974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ac024-0236-4c32-ba6a-aafd21f5dd51 None None] Pushing event updated for resources: {'Port': ['ID=96e0f352-b304-4ef6-815d-f7cac60da3ea,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:56.639882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 395155bb-1d61-49c9-9d4d-438f37a2ff87 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:47:56.805214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 395155bb-1d61-49c9-9d4d-438f37a2ff87 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:47:56.806213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.915663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:56.943603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Attempting to bind port 96e0f352-b304-4ef6-815d-f7cac60da3ea on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:47:56.943966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Attempting to bind port 96e0f352-b304-4ef6-815d-f7cac60da3ea by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:47:56.945249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Attempting to bind port 96e0f352-b304-4ef6-815d-f7cac60da3ea on network 89a8ad32-8074-4033-a2ca-fe94d89bac0b {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:47:56.964914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:47:56.965622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Checking segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:47:56.965717 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.966191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Bound using segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:47:56.966678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Bound port: 96e0f352-b304-4ef6-815d-f7cac60da3ea, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:47:56.967179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:56.980644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c83372bf-a733-457d-9be4-7ade9d15a71b,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:57.016071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'c83372bf-a733-457d-9be4-7ade9d15a71b', 'network_id': 'd861f532-d335-4336-9773-d7a27d4c1ddf', 'port_id': 'c83372bf-a733-457d-9be4-7ade9d15a71b', 'mac_address': 'fa:16:3e:c6:82:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ebeeaa0-1858-4cd5-a602-cd7e312a320c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:57.104690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.110809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.117086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.123835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.129748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.136183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.142263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.144284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-5406093e-da87-40b7-9982-2e55bf8e362d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5427 time: 0.1887920 Jan 28 09:47:57.185586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.199693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.264129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b1e262a-29af-443b-a1a5-9d71cb2bd668 req-14c54384-c1c2-4643-9ae6-babb42a0db59 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1055110 Jan 28 09:47:57.268900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.292687 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.303156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] For port 96e0f352-b304-4ef6-815d-f7cac60da3ea, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:47:57.327589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83372bf-a733-457d-9be4-7ade9d15a71b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:57.333922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] For port 96e0f352-b304-4ef6-815d-f7cac60da3ea, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=96e0f352-b304-4ef6-815d-f7cac60da3ea,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:47:57.339118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.341577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395155bb-1d61-49c9-9d4d-438f37a2ff87'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:47:57.354957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.364774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event updated for resources: {'Port': ['ID=0f987dc4-db1a-454d-b97d-d4839924ed3d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:57.386741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.421677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8dfcb17-3032-400a-a5c4-4ef33390baea tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6195846 Jan 28 09:47:57.442823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 395155bb-1d61-49c9-9d4d-438f37a2ff87, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:57.451744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c83372bf-a733-457d-9be4-7ade9d15a71b,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:57.560425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616ac024-0236-4c32-ba6a-aafd21f5dd51 None None] Pushing event updated for resources: {'Port': ['ID=96e0f352-b304-4ef6-815d-f7cac60da3ea,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:57.573288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.608175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6289079-6885-4162-b44e-09b5d6c6bb3d req-351e66df-1588-4974-b0ab-a8f51112b783 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.623352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6289079-6885-4162-b44e-09b5d6c6bb3d req-351e66df-1588-4974-b0ab-a8f51112b783 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 945 time: 0.1858070 Jan 28 09:47:57.717268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6289079-6885-4162-b44e-09b5d6c6bb3d req-6cc50d18-6f53-4360-a4ef-b4eb204b49c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002657 Jan 28 09:47:57.739812 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:57.740385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2045689f-b228-459d-903a-a797c351652f details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:57.742352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=395155bb-1d61-49c9-9d4d-438f37a2ff87,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:57.889869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:57.897144 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395155bb-1d61-49c9-9d4d-438f37a2ff87', 'code': 200} Jan 28 09:47:57.929420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2045689f-b228-459d-903a-a797c351652f,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:57.955962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '2045689f-b228-459d-903a-a797c351652f', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'port_id': '2045689f-b228-459d-903a-a797c351652f', 'mac_address': 'fa:16:3e:d7:59:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:57.981475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f805e0-05b6-435b-9054-4076fb0e6734 req-9da5e301-f5b6-4de2-9429-7b54753e0547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:57.983145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68f805e0-05b6-435b-9054-4076fb0e6734 req-9da5e301-f5b6-4de2-9429-7b54753e0547 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 1096 time: 0.1240554 Jan 28 09:47:58.013230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:47:58.015861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:58.111172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68f805e0-05b6-435b-9054-4076fb0e6734 req-ce0b1fb2-12d8-4c80-8761-2544f0e511c8 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092467 Jan 28 09:47:58.161033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-72b32d04-7d05-4974-9d9f-71149a3b6526 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Synchronizing usage tracker for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:47:58.186300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-72b32d04-7d05-4974-9d9f-71149a3b6526 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Unset dirty status for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:47:58.202318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-72b32d04-7d05-4974-9d9f-71149a3b6526 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1110737864&fields=id&tenant_id=d9977e4ba1aa4e1586e2646e725f8d63 HTTP/1.1" status: 200 len: 267 time: 0.0886238 Jan 28 09:47:58.311319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:58.337608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b422c7a-84ec-4a60-8e22-0995170490d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:58.346691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2045689f-b228-459d-903a-a797c351652f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:58.360084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2045689f-b228-459d-903a-a797c351652f,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:58.376246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-92d2cd8b-3a1d-4626-a286-038f83130802 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:58.378817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:58.378817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 332f105d-13e3-4656-9883-4204dcf6341c details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:47:58.387308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-92d2cd8b-3a1d-4626-a286-038f83130802 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/networks?id=89a8ad32-8074-4033-a2ca-fe94d89bac0b HTTP/1.1" status: 200 len: 812 time: 0.1914253 Jan 28 09:47:58.440579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-54e79152-e734-4744-9e34-1a1fb10709b8 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/quotas/d9977e4ba1aa4e1586e2646e725f8d63 HTTP/1.1" status: 200 len: 375 time: 0.0328631 Jan 28 09:47:58.518150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=332f105d-13e3-4656-9883-4204dcf6341c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:58.561749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-fd003196-33cf-46ea-9155-14dddaa25733 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d9977e4ba1aa4e1586e2646e725f8d63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1086574 Jan 28 09:47:58.571954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '332f105d-13e3-4656-9883-4204dcf6341c', 'network_id': '173119ab-b221-49d5-8329-7350fc395ff7', 'port_id': '332f105d-13e3-4656-9883-4204dcf6341c', 'mac_address': 'fa:16:3e:bf:8d:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '328104a8-4745-457a-a941-33cbf5628b56', 'ip_address': '10.1.1.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:47:58.661665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:47:58.770674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-7d816e6d-e4d1-4477-83f8-a0c3cd91882f service neutron] 10.222.0.42 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969750 Jan 28 09:47:58.812730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:58.929863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:58.975622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:58.975622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:58.987683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:58.987683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:58.999019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:58.999019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:59.015929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:59.021508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-09396f16-d652-42fe-95ce-179d94318570 service neutron] 10.222.0.42 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430050 Jan 28 09:47:59.031090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-1041e119-2d41-48f6-b274-d8ebc4b18604 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5429 time: 0.2134869 Jan 28 09:47:59.101902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4af5b814-80e8-40c9-99f3-fe30f837bb68 req-5b592700-0702-435a-bb02-b52fcae73ef7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861535 Jan 28 09:47:59.156555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 332f105d-13e3-4656-9883-4204dcf6341c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:47:59.193885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=332f105d-13e3-4656-9883-4204dcf6341c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:47:59.245663 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:59.452785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:59.496984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:47:59.513752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:47:59.552015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:47:57Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:47:59.564503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3536ead-169d-43a5-8769-efdafb46ca34 None None] The sync data for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 is: [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:47:57Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:47:59.979417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcdc35-9ebb-4591-9c87-95f8e8a54c74 req-b4958b46-c5ab-4da8-b882-9790b4401796 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:47:59.979945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c83372bf-a733-457d-9be4-7ade9d15a71b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:47:59.987049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63bcdc35-9ebb-4591-9c87-95f8e8a54c74 req-b4958b46-c5ab-4da8-b882-9790b4401796 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 945 time: 0.3002825 Jan 28 09:48:00.056555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9de6000c-91ca-43af-bab8-be545e1cc36c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:00.089364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63bcdc35-9ebb-4591-9c87-95f8e8a54c74 req-dc51deb0-b13f-4380-bd60-07e42dac6088 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013420 Jan 28 09:48:00.116892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['8032c4eb-c0f0-4991-86ed-4bdf9833d511'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:00.390175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['2045689f-b228-459d-903a-a797c351652f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:00.448114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-15960a9c-358b-4cdb-b096-bf3693dc20f3 req-ab8044f7-1e76-4ee1-8ddb-9dd5fbc3562c tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 210 time: 0.1180067 Jan 28 09:48:00.552028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['bf82f915-498f-49a9-bd9d-4cc18feddf09'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:00.604107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['05c0562c-726b-4638-9727-4b86c292ad5d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:00.722160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 96e0f352-b304-4ef6-815d-f7cac60da3ea up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:00.949709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['332f105d-13e3-4656-9883-4204dcf6341c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:01.215307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.223543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.230471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.238155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.244914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.253934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.261249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.263401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-fdaa24bc-c9e2-45bb-b065-fb4af856cc69 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5430 time: 0.4256942 Jan 28 09:48:01.305237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:01.382803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-7519a5aa-48b3-4121-8c7d-13e958ab8be5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.384285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-7519a5aa-48b3-4121-8c7d-13e958ab8be5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.43 "GET /v2.0/networks?id=89a8ad32-8074-4033-a2ca-fe94d89bac0b HTTP/1.1" status: 200 len: 812 time: 0.4768629 Jan 28 09:48:01.401859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85cae0a1-a637-4282-9423-92bf4b4885d8 req-4fccee70-b03b-4456-abf5-adb433ad7155 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034694 Jan 28 09:48:01.421797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 96e0f352-b304-4ef6-815d-f7cac60da3ea completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:01.471608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-ba0d7edd-abfa-430a-814e-8c98b2dbf75d tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9977e4ba1aa4e1586e2646e725f8d63 HTTP/1.1" status: 200 len: 380 time: 0.0683026 Jan 28 09:48:01.481806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Request body: {'port': {'device_id': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'admin_state_up': True, 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'security_groups': ['215f3b0c-d6ec-45ef-b032-be7b8c4c40ff']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:01.500932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 96e0f352-b304-4ef6-815d-f7cac60da3ea triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:01.501683 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:01.549482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4b0f86-e20c-44b0-9e91-20616a862b15 req-1fdd5e92-8233-498f-9fbd-afc138982e96 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:01.556945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed4b0f86-e20c-44b0-9e91-20616a862b15 req-1fdd5e92-8233-498f-9fbd-afc138982e96 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 945 time: 0.1819801 Jan 28 09:48:01.657408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed4b0f86-e20c-44b0-9e91-20616a862b15 req-351080f9-0209-4e2f-b778-bd1f1301b9a1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901303 Jan 28 09:48:01.830197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:01.836162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Usage tracker for resource:port and tenant:d9977e4ba1aa4e1586e2646e725f8d63 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:01.846024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:01.855871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:01.877757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Made reservation on behalf of d9977e4ba1aa4e1586e2646e725f8d63 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:01.881362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:01.960537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2b2a5b14-e9b4-456b-bdb3-9795fd0a11e6 req-0cf34850-b7b0-4411-8353-896ecb57471a tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Synchronizing usage tracker for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:01.997904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2b2a5b14-e9b4-456b-bdb3-9795fd0a11e6 req-0cf34850-b7b0-4411-8353-896ecb57471a tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Unset dirty status for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:01.999139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b2a5b14-e9b4-456b-bdb3-9795fd0a11e6 req-0cf34850-b7b0-4411-8353-896ecb57471a tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 210 time: 0.1332035 Jan 28 09:48:02.097019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Allocated IP 172.20.0.3 (89a8ad32-8074-4033-a2ca-fe94d89bac0b/83c72aa5-fa94-4e39-833f-bcfa5e77fab7/293632a3-743a-4466-ba80-1809bce72e52) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:48:02.348219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:02.375848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Transition to ACTIVE for port object 293632a3-743a-4466-ba80-1809bce72e52 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:02.406217 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:02.448382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:02.497762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-e0045fd2-cb7d-43b4-8c2f-bf556c2853ed tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:02.510061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-e0045fd2-cb7d-43b4-8c2f-bf556c2853ed tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 945 time: 0.1938994 Jan 28 09:48:02.581661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:48:02.582977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event updated for resources: {'Port': ['ID=293632a3-743a-4466-ba80-1809bce72e52,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:02.592594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:02.606050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.613185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.613523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.613860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.614189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.614509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.615591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.615591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.615769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.616018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.616334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.629359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:02.641539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:48:02.698953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 96e0f352-b304-4ef6-815d-f7cac60da3ea, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=96e0f352-b304-4ef6-815d-f7cac60da3ea,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:02.707929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Deleting port 395155bb-1d61-49c9-9d4d-438f37a2ff87 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:48:02.709544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:02.724388 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:02.826847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:02.827745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:02.877889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-46208ca4-3ec5-4911-a84a-61107d21bfa1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4012284 Jan 28 09:48:02.891871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Request body: {'port': {'device_id': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:02.925685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=96e0f352-b304-4ef6-815d-f7cac60da3ea,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:03.086372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8fcf2c5b-5011-4a5d-a0f4-8115019bfabe None None] Provisioning for port 293632a3-743a-4466-ba80-1809bce72e52 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:03.094448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8fcf2c5b-5011-4a5d-a0f4-8115019bfabe None None] Provisioning complete for port 293632a3-743a-4466-ba80-1809bce72e52 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:03.094929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8fcf2c5b-5011-4a5d-a0f4-8115019bfabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.108865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.238766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8fcf2c5b-5011-4a5d-a0f4-8115019bfabe None None] Port 293632a3-743a-4466-ba80-1809bce72e52 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:48:03.249017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.255283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.261397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.267349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.267778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9de6000c-91ca-43af-bab8-be545e1cc36c up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:03.273623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.279523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.285450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.294012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-bdc5ba35-d927-4925-b05e-6e3152888d62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5430 time: 0.5017731 Jan 28 09:48:03.344638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 9de6000c-91ca-43af-bab8-be545e1cc36c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:03.350356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 9de6000c-91ca-43af-bab8-be545e1cc36c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:03.351533 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.382371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-018e3829-96e4-4150-b8f6-3c56b9b937ad req-907b9e3e-199c-45ee-ac76-2fd921645a03 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0870857 Jan 28 09:48:03.395414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] For port 395155bb-1d61-49c9-9d4d-438f37a2ff87, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=395155bb-1d61-49c9-9d4d-438f37a2ff87,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:03.397316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.560247 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.613148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ea419-844a-40ba-829d-186fc44f9d62 req-0df6b014-6255-4c62-8e25-a378ee3fe3d1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:03.615537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:03.622755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d06ea419-844a-40ba-829d-186fc44f9d62 req-0df6b014-6255-4c62-8e25-a378ee3fe3d1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=a331a675-69e1-443a-bad6-d2bcb6e24861 HTTP/1.1" status: 200 len: 945 time: 0.1961997 Jan 28 09:48:03.627989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Calling delete_port for 395155bb-1d61-49c9-9d4d-438f37a2ff87 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:48:03.638374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9de6000c-91ca-43af-bab8-be545e1cc36c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:03.648545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.783003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d06ea419-844a-40ba-829d-186fc44f9d62 req-09c945ee-5943-4a21-aa78-f5380e8e9d65 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592088 Jan 28 09:48:03.787943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.803511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:03.809625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['395155bb-1d61-49c9-9d4d-438f37a2ff87'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:03.815155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 293632a3-743a-4466-ba80-1809bce72e52 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:03.835073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:03.863105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Transition to ACTIVE for port object 293632a3-743a-4466-ba80-1809bce72e52 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:03.868091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:04.046531 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c', 'code': 200} Jan 28 09:48:04.253552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event deleted for resources: {'Port': ['ID=395155bb-1d61-49c9-9d4d-438f37a2ff87,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:04.256108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] No DVR routers for this DVR port 395155bb-1d61-49c9-9d4d-438f37a2ff87 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:48:04.260263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:04.262504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Pushing event updated for resources: {'Port': ['ID=293632a3-743a-4466-ba80-1809bce72e52,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:04.265265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'name': 'network-vif-deleted', 'tag': '395155bb-1d61-49c9-9d4d-438f37a2ff87'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:04.299952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b65af1cc-b7dd-4f75-8e0e-0da43182c25b req-0e807391-b98c-4f13-a069-a50d77629d24 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "DELETE /v2.0/ports/395155bb-1d61-49c9-9d4d-438f37a2ff87 HTTP/1.1" status: 204 len: 173 time: 1.7846119 Jan 28 09:48:04.330532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Attempting to bind port 293632a3-743a-4466-ba80-1809bce72e52 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:48:04.330862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Attempting to bind port 293632a3-743a-4466-ba80-1809bce72e52 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:48:04.331187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Attempting to bind port 293632a3-743a-4466-ba80-1809bce72e52 on network 89a8ad32-8074-4033-a2ca-fe94d89bac0b {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:04.340556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Port 293632a3-743a-4466-ba80-1809bce72e52 on network 89a8ad32-8074-4033-a2ca-fe94d89bac0b not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:48:04.340908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Attempting to bind port 293632a3-743a-4466-ba80-1809bce72e52 on network 89a8ad32-8074-4033-a2ca-fe94d89bac0b {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:04.346358 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a331a675-69e1-443a-bad6-d2bcb6e24861', 'name': 'network-vif-deleted', 'tag': '395155bb-1d61-49c9-9d4d-438f37a2ff87', 'status': 'completed', 'code': 200} Jan 28 09:48:04.351599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:48:04.351737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Checking segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:04.352120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Bound using segment: {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:48:04.352555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Bound port: 293632a3-743a-4466-ba80-1809bce72e52, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2076459f-647e-4b58-ba29-6630cb522369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:48:04.352931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:04.385915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353139c-e12b-4658-ad35-104ca65f5fb5 req-17cd0060-bb3b-4704-a170-2853170abb81 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.387449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9353139c-e12b-4658-ad35-104ca65f5fb5 req-17cd0060-bb3b-4704-a170-2853170abb81 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 943 time: 0.5080938 Jan 28 09:48:04.435550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9353139c-e12b-4658-ad35-104ca65f5fb5 req-f77ab372-3ed9-44b5-95b9-7f60fc4fdc7b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Synchronizing usage tracker for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:04.453611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9353139c-e12b-4658-ad35-104ca65f5fb5 req-f77ab372-3ed9-44b5-95b9-7f60fc4fdc7b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Unset dirty status for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:04.454821 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9353139c-e12b-4658-ad35-104ca65f5fb5 req-f77ab372-3ed9-44b5-95b9-7f60fc4fdc7b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618649 Jan 28 09:48:04.489305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] For port 293632a3-743a-4466-ba80-1809bce72e52, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:48:04.494984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] For port 293632a3-743a-4466-ba80-1809bce72e52, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=293632a3-743a-4466-ba80-1809bce72e52,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:48:04.501096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:04.603053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34164) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:04.622207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.622823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:04.624194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] 10.222.0.43 "PUT /v2.0/ports/293632a3-743a-4466-ba80-1809bce72e52 HTTP/1.1" status: 200 len: 1091 time: 1.7394419 Jan 28 09:48:04.633613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'tag': '293632a3-743a-4466-ba80-1809bce72e52'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:04.639211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9c5a8-a9b4-42c2-9fed-442728bc47c0 service neutron] Pushing event updated for resources: {'Port': ['ID=293632a3-743a-4466-ba80-1809bce72e52,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:04.777260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.783264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.784324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:04.789622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.796069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.802536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.809336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.809932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:04.815373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.817264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Usage tracker for resource:security_group_rule and tenant:0424659701944b0c847a98cbd02b256d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:04.820257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:04.823831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-4237dc58-67ce-46e2-b56c-4909ea158f1d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5431 time: 0.2601352 Jan 28 09:48:04.828933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:04.849145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-1c8486ab-2de0-40ae-839b-42394abb30da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:04.850738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-1c8486ab-2de0-40ae-839b-42394abb30da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9977e4ba1aa4e1586e2646e725f8d63&device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 1094 time: 0.1849408 Jan 28 09:48:04.900582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 96e0f352-b304-4ef6-815d-f7cac60da3ea up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:04.988713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-e6586ff2-022b-45bb-8c5e-f891a7c156c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293632a3-743a-4466-ba80-1809bce72e52 HTTP/1.1" status: 200 len: 217 time: 0.1302857 Jan 28 09:48:04.992624 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'tag': '293632a3-743a-4466-ba80-1809bce72e52', 'status': 'completed', 'code': 200} Jan 28 09:48:05.003832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 96e0f352-b304-4ef6-815d-f7cac60da3ea triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:05.005075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.008062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.013259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.086243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-268f792d-c8e2-43df-a4e1-7d3acbd42081 req-fd47c4c6-fb06-45e2-80f2-3f9392bbbf62 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2550061 Jan 28 09:48:05.095124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0424659701944b0c847a98cbd02b256d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4903412 Jan 28 09:48:05.096165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d337fb-a423-41e4-9276-d2525bd8de32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2769c139-6d85-4aff-9552-e30390184b8d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:05.098681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34178) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:05.152209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-79774ece-5a14-4324-8cd6-55c76efb9622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:05.156231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-79774ece-5a14-4324-8cd6-55c76efb9622 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c72aa5-fa94-4e39-833f-bcfa5e77fab7 HTTP/1.1" status: 200 len: 851 time: 0.1425774 Jan 28 09:48:05.182193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c551b17-35a2-4500-acc1-483564a2b46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.212937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c551b17-35a2-4500-acc1-483564a2b46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.254368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-077bc7d3-7109-4055-8de2-959013aad6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:05.257203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-077bc7d3-7109-4055-8de2-959013aad6a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89a8ad32-8074-4033-a2ca-fe94d89bac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868051 Jan 28 09:48:05.287477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device bf82f915-498f-49a9-bd9d-4cc18feddf09 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:05.295196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c551b17-35a2-4500-acc1-483564a2b46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.317353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c551b17-35a2-4500-acc1-483564a2b46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.318748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0c551b17-35a2-4500-acc1-483564a2b46b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2769c139-6d85-4aff-9552-e30390184b8d HTTP/1.1" status: 204 len: 168 time: 0.2189822 Jan 28 09:48:05.319921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c551b17-35a2-4500-acc1-483564a2b46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2769c139-6d85-4aff-9552-e30390184b8d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:05.390537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port bf82f915-498f-49a9-bd9d-4cc18feddf09 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:05.398264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port bf82f915-498f-49a9-bd9d-4cc18feddf09 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:05.399227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.449329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-b7b74a79-7897-448b-805d-5af697c551c6 service neutron] 10.222.0.43 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863894 Jan 28 09:48:05.638629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.700229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:05.704066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.705032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c83372bf-a733-457d-9be4-7ade9d15a71b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:05.759178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d2cdb877-e58c-42f8-b682-0b9c5cffc3e3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:05.760081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d2cdb877-e58c-42f8-b682-0b9c5cffc3e3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:05.766679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c3d966-a17f-452b-b3a6-fcb7c10d70d6 req-f5714b17-f39e-4cad-9296-e854894738bd service neutron] 10.222.0.43 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116655 Jan 28 09:48:05.797365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d2cdb877-e58c-42f8-b682-0b9c5cffc3e3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:05.798615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d2cdb877-e58c-42f8-b682-0b9c5cffc3e3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.3326368 Jan 28 09:48:05.815677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90ee5a-e301-459a-af9c-9c6ffe6f8a79 req-da7e7d96-405c-4de1-b548-98655859760c tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:05.816754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7d90ee5a-e301-459a-af9c-9c6ffe6f8a79 req-da7e7d96-405c-4de1-b548-98655859760c tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Synchronizing usage tracker for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:05.847191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-87abcfc9-e0a4-4e68-93a0-1a48394976f8 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.0377483 Jan 28 09:48:05.874305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port c83372bf-a733-457d-9be4-7ade9d15a71b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:05.883386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:05.886592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port c83372bf-a733-457d-9be4-7ade9d15a71b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:05.886957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:05.893697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7d90ee5a-e301-459a-af9c-9c6ffe6f8a79 req-da7e7d96-405c-4de1-b548-98655859760c tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Unset dirty status for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:05.895033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d90ee5a-e301-459a-af9c-9c6ffe6f8a79 req-da7e7d96-405c-4de1-b548-98655859760c tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 943 time: 0.2417524 Jan 28 09:48:05.944293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-d10c6fa7-be10-467e-b8f3-cc97fb422550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:05.947075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-d10c6fa7-be10-467e-b8f3-cc97fb422550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9977e4ba1aa4e1586e2646e725f8d63&device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 1094 time: 0.1237023 Jan 28 09:48:05.966585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d220ef8e-d425-40a3-8f2d-195a1ee3fdab tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:05.991641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d220ef8e-d425-40a3-8f2d-195a1ee3fdab tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:06.010983 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d220ef8e-d425-40a3-8f2d-195a1ee3fdab tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623237 Jan 28 09:48:06.051427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf82f915-498f-49a9-bd9d-4cc18feddf09'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:06.061869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d90ee5a-e301-459a-af9c-9c6ffe6f8a79 req-1f8cad16-d82f-4b1c-ad71-38b48fa72748 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564879 Jan 28 09:48:06.081094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 395155bb-1d61-49c9-9d4d-438f37a2ff87 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:48:06.167804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 395155bb-1d61-49c9-9d4d-438f37a2ff87 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:48:06.168174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 395155bb-1d61-49c9-9d4d-438f37a2ff87 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:48:06.183622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-aa093159-7476-4aa4-814c-ac5e2104bcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:06.184646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.187923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-aa093159-7476-4aa4-814c-ac5e2104bcb3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89a8ad32-8074-4033-a2ca-fe94d89bac0b HTTP/1.1" status: 200 len: 913 time: 0.2269385 Jan 28 09:48:06.249872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c83372bf-a733-457d-9be4-7ade9d15a71b,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:06.256811 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.257710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2045689f-b228-459d-903a-a797c351652f up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:06.305916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-770d3699-052e-40ac-8e67-489248316839 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293632a3-743a-4466-ba80-1809bce72e52 HTTP/1.1" status: 200 len: 217 time: 0.1116567 Jan 28 09:48:06.324493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-79720387-8125-420d-8b3f-0878eb923759 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107228 Jan 28 09:48:06.446297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-e41a510a-6c6c-48ce-9a34-29c747d1f8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:06.457580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-e41a510a-6c6c-48ce-9a34-29c747d1f8e9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c72aa5-fa94-4e39-833f-bcfa5e77fab7 HTTP/1.1" status: 200 len: 851 time: 0.1449749 Jan 28 09:48:06.465386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:06.521662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 2045689f-b228-459d-903a-a797c351652f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:06.528604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 2045689f-b228-459d-903a-a797c351652f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:06.529006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.564278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-12dd4dc0-a40a-49ec-a718-9d9469333efe service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294722 Jan 28 09:48:06.591331 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf82f915-498f-49a9-bd9d-4cc18feddf09', 'code': 200} Jan 28 09:48:06.592961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34236) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:06.638460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-eb533616-bc73-45d7-97d1-3bab8ea8e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:06.642624 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-eb533616-bc73-45d7-97d1-3bab8ea8e8c1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89a8ad32-8074-4033-a2ca-fe94d89bac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778274 Jan 28 09:48:06.770089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1848103633-network', 'tenant_id': 'e1a32ed2788347078d010ee243d161bd'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:06.787812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:06.803665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Usage tracker for resource:network and tenant:e1a32ed2788347078d010ee243d161bd is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:06.807008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:06.816750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:06.831872 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.832115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Made reservation on behalf of e1a32ed2788347078d010ee243d161bd for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:06.842054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.861284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.880219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:06.884607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Usage tracker for resource:security_group_rule and tenant:e1a32ed2788347078d010ee243d161bd is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:06.889067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:06.893690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2045689f-b228-459d-903a-a797c351652f,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:06.895775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:06.901590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:06.902015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 332f105d-13e3-4656-9883-4204dcf6341c up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:07.000613 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.005353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.021251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:48:07.034314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.034916 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Added segment 8610d525-6ae1-4adc-8594-960e77017e66 of type vlan for network f10afa54-e98d-460e-9fd2-34de39b2df0c Jan 28 09:48:07.073351 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-738e2086-b732-4688-a7dd-8381ea37ac4b service neutron] 10.222.0.43 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231853 Jan 28 09:48:07.083852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.197664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:07.202369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 332f105d-13e3-4656-9883-4204dcf6341c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:07.207303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.208164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.208342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 332f105d-13e3-4656-9883-4204dcf6341c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:07.208800 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.208910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.267733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bedc0d1-5d32-4b1c-9354-8a2505953b81,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:07.285808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad283c14-3111-4e21-a991-8b357cd01534 req-f4b93711-abf7-4f90-b527-88085ce1d57c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 210 time: 0.1697152 Jan 28 09:48:07.328903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.335582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.344300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.353577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.360271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.373036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.390989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.403500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-770fe288-d6a1-4c4d-ba13-1e31dc824247 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5434 time: 0.3287590 Jan 28 09:48:07.459235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28478b8f-dc01-4b73-8896-7b8cde1629bb req-87e724ce-faf7-45f3-9a45-017d6c329a2f service neutron] 10.222.0.43 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378468 Jan 28 09:48:07.459437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.475958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] Pushing event updated for resources: {'Network': ['ID=f10afa54-e98d-460e-9fd2-34de39b2df0c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:07.498361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f10afa54-e98d-460e-9fd2-34de39b2df0c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:48:07.501226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0fff9d8-173e-4912-80d7-57c11dfd9959 req-8d27a4a7-a302-4f4a-a28b-1e3a4df39d87 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962276 Jan 28 09:48:07.506711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9bef832c-9084-4f2f-9eef-53b055d91143 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9124887 Jan 28 09:48:07.509702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34260) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:07.522638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Request body: {'subnet': {'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1848103633-subnet', 'tenant_id': 'e1a32ed2788347078d010ee243d161bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:07.534836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:07.547827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Usage tracker for resource:subnet and tenant:e1a32ed2788347078d010ee243d161bd is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:07.556721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:07.564050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:07.578332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Made reservation on behalf of e1a32ed2788347078d010ee243d161bd for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:07.581262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.724650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c942d9b-2985-4fdd-a533-1a2829e0c227 req-9105bd99-3de8-4cd7-8410-369549dab37e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:07.739044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c942d9b-2985-4fdd-a533-1a2829e0c227 req-9105bd99-3de8-4cd7-8410-369549dab37e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 943 time: 0.1799214 Jan 28 09:48:07.783715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=332f105d-13e3-4656-9883-4204dcf6341c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:07.791934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.792772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8032c4eb-c0f0-4991-86ed-4bdf9833d511 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:07.826754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c942d9b-2985-4fdd-a533-1a2829e0c227 req-ade6cbc5-7afa-4542-828f-843d259a8227 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866451 Jan 28 09:48:07.930490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:07.942520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:07.947982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:07.948696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:07.983645 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:08.069299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2d54c8b-c485-4ece-a775-819491b3ccb6,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:08.077286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Checking segment: {'id': '8610d525-6ae1-4adc-8594-960e77017e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:08.077847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Network hostable DHCP agents. Network: f10afa54-e98d-460e-9fd2-34de39b2df0c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:48:08.093225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 293632a3-743a-4466-ba80-1809bce72e52 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:48:08.109568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Network f10afa54-e98d-460e-9fd2-34de39b2df0c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:48:08.117556 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:08.122968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f10afa54-e98d-460e-9fd2-34de39b2df0c) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:08.127098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:08.127820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:08.161220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-14d13a1a-aa2a-4581-8238-91aba076ad22 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.6491044 Jan 28 09:48:08.210871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31cb22b-e054-472f-ae13-f8e9d097e100 None None] Network f10afa54-e98d-460e-9fd2-34de39b2df0c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:48:08.399356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:08.715850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-f1992479-81a3-417b-b4a7-1fd10d9e315e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:08.719965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-f1992479-81a3-417b-b4a7-1fd10d9e315e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.3639169 Jan 28 09:48:08.722084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b'}, {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2045689f-b228-459d-903a-a797c351652f'}, {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c'}, {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:08.730306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8574a37-fa36-4e50-8e13-2aa705521195 req-7b7cc671-7a7b-46a5-9423-bb22d49dc310 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 210 time: 0.1558833 Jan 28 09:48:08.737989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Request body: {'port': {'device_id': '34763054-a037-4d33-b5c1-21d41b0a874c', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'admin_state_up': True, 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:08.786039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:08.794040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 05c0562c-726b-4638-9727-4b86c292ad5d up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:09.001744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 293632a3-743a-4466-ba80-1809bce72e52, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=293632a3-743a-4466-ba80-1809bce72e52,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:09.079151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-a62c537b-5468-4964-abfc-2089e300448f tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.080153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-a62c537b-5468-4964-abfc-2089e300448f tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Synchronizing usage tracker for tenant:e1a32ed2788347078d010ee243d161bd on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:09.095774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:09.115257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-a62c537b-5468-4964-abfc-2089e300448f tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Unset dirty status for tenant:e1a32ed2788347078d010ee243d161bd on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:09.115455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:09.116805 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-a62c537b-5468-4964-abfc-2089e300448f tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/networks?id=f10afa54-e98d-460e-9fd2-34de39b2df0c HTTP/1.1" status: 200 len: 818 time: 0.2403092 Jan 28 09:48:09.131408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '293632a3-743a-4466-ba80-1809bce72e52', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'port_id': '293632a3-743a-4466-ba80-1809bce72e52', 'mac_address': 'fa:16:3e:7f:45:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:48:09.137194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:09.141096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:09.143724 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-65fe9916-2c75-45fa-af4a-5988d012f1fd tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/quotas/e1a32ed2788347078d010ee243d161bd HTTP/1.1" status: 200 len: 375 time: 0.0195351 Jan 28 09:48:09.172471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.179314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.190241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.198468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.204400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.211914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.220172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:09.228517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e02aa644-3693-4888-bc12-287fa6b85271 req-16df7288-e56f-4770-ac30-f2f43d93b3b8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5436 time: 0.2580609 Jan 28 09:48:09.256391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-2ed5ecd9-5129-487c-952a-2473e5811454 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e1a32ed2788347078d010ee243d161bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058867 Jan 28 09:48:09.285564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:09.357892 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:09.391834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e02aa644-3693-4888-bc12-287fa6b85271 req-9e6c9738-274a-4a85-8c24-81bddbf766a3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1623011 Jan 28 09:48:09.396308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c31d09-3ada-400e-a166-8ee737f319dd None None] Network f10afa54-e98d-460e-9fd2-34de39b2df0c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:48:09.480986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 05c0562c-726b-4638-9727-4b86c292ad5d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:09.488455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 293632a3-743a-4466-ba80-1809bce72e52 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:09.501760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 05c0562c-726b-4638-9727-4b86c292ad5d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:09.502139 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:09.579658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Allocated IP 172.20.0.12 (9f85a44f-8b37-4861-8b99-8e251f35fae4/c67d8b41-b251-45c9-b236-dad215aed62c/15a61a0c-638a-4103-ba16-565c2ea1547f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:48:09.596059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-b6ee1455-4c98-496d-8a37-ba6f260dd483 service neutron] 10.222.0.42 "GET /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321469 Jan 28 09:48:09.641666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 293632a3-743a-4466-ba80-1809bce72e52, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=293632a3-743a-4466-ba80-1809bce72e52,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:09.657544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:09.756079 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b', 'code': 200} Jan 28 09:48:09.756351 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2045689f-b228-459d-903a-a797c351652f', 'code': 200} Jan 28 09:48:09.756590 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c', 'code': 200} Jan 28 09:48:09.757017 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'code': 200} Jan 28 09:48:09.767805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=293632a3-743a-4466-ba80-1809bce72e52,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:09.944399 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-61c6036e-6d12-44dc-8fee-57f24926ebef service neutron] 10.222.0.42 "GET /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3407316 Jan 28 09:48:09.970119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:09.982151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['293632a3-743a-4466-ba80-1809bce72e52'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:09.982662 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:10.019205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:10.111550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:48:10.116794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:10.141253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:48:10.153211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=05c0562c-726b-4638-9727-4b86c292ad5d,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:10.163874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:10.315014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event updated for resources: {'Port': ['ID=15a61a0c-638a-4103-ba16-565c2ea1547f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:10.345896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.346402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:10.360161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b93100-0dc8-4365-9ea1-ca10433c6547 req-69a6371f-1b94-42dd-bb57-68ee7f8a980b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.371525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0b93100-0dc8-4365-9ea1-ca10433c6547 req-69a6371f-1b94-42dd-bb57-68ee7f8a980b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 944 time: 0.4677444 Jan 28 09:48:10.411357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:10.445995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0b93100-0dc8-4365-9ea1-ca10433c6547 req-d5da2a15-6690-4047-8d42-8dd5ee687aed tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734179 Jan 28 09:48:10.481080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-3c703b77-2f79-4054-889c-a7de7e54ba0e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7338560 Jan 28 09:48:10.486080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Request body: {'port': {'device_id': '34763054-a037-4d33-b5c1-21d41b0a874c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:10.604530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d6c9c-c104-483f-84b6-c275236ea4f1 req-eb2cfee8-f8f4-476b-8e5c-4bbf645687d4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.606063 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f0d6c9c-c104-483f-84b6-c275236ea4f1 req-eb2cfee8-f8f4-476b-8e5c-4bbf645687d4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 932 time: 0.0833251 Jan 28 09:48:10.617042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49a357b0-10b3-492f-a4c2-97a9ebffa9c0 req-47e4cff2-c864-4190-aa69-c5b9a8311e57 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 210 time: 0.0799742 Jan 28 09:48:10.669513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f0d6c9c-c104-483f-84b6-c275236ea4f1 req-f756710d-bb65-46d6-9bec-b404f4c18953 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573292 Jan 28 09:48:10.700984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:10.936594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.942532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.949022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.955004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.960826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.966642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.972408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:10.974329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-006aad69-0689-4943-bf01-ed434948379a req-1d5cc504-4595-478b-acd5-27a3f6416423 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.2076409 Jan 28 09:48:11.097186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-006aad69-0689-4943-bf01-ed434948379a req-84588a61-c4cf-4963-8fa3-70e7c6abc921 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056607 Jan 28 09:48:11.205921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a61a0c-638a-4103-ba16-565c2ea1547f {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:11.213539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:11.231102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Transition to ACTIVE for port object 15a61a0c-638a-4103-ba16-565c2ea1547f will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:11.235487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:11.397838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Pushing event updated for resources: {'Port': ['ID=15a61a0c-638a-4103-ba16-565c2ea1547f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:11.471739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Attempting to bind port 15a61a0c-638a-4103-ba16-565c2ea1547f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:48:11.472069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Attempting to bind port 15a61a0c-638a-4103-ba16-565c2ea1547f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:48:11.472385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Attempting to bind port 15a61a0c-638a-4103-ba16-565c2ea1547f on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:11.480204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Port 15a61a0c-638a-4103-ba16-565c2ea1547f on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:48:11.480517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Attempting to bind port 15a61a0c-638a-4103-ba16-565c2ea1547f on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:11.487177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:48:11.487598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:11.488428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Bound using segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:48:11.488518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Bound port: 15a61a0c-638a-4103-ba16-565c2ea1547f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:48:11.488944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:11.591516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] For port 15a61a0c-638a-4103-ba16-565c2ea1547f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:48:11.594718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] For port 15a61a0c-638a-4103-ba16-565c2ea1547f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=15a61a0c-638a-4103-ba16-565c2ea1547f,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:48:11.599244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:11.662635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:11.663242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:11.664613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] 10.222.0.43 "PUT /v2.0/ports/15a61a0c-638a-4103-ba16-565c2ea1547f HTTP/1.1" status: 200 len: 1092 time: 1.1827254 Jan 28 09:48:11.665211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34763054-a037-4d33-b5c1-21d41b0a874c', 'tag': '15a61a0c-638a-4103-ba16-565c2ea1547f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:11.679628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45bbcb-b1d8-4ce7-9e68-2fd6a1ed72d9 req-fb5091da-549c-436b-bc34-202d10a7a492 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:11.686187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f35cb-2782-4a53-a692-425005bd6abb service neutron] Pushing event updated for resources: {'Port': ['ID=15a61a0c-638a-4103-ba16-565c2ea1547f,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:11.693246 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e45bbcb-b1d8-4ce7-9e68-2fd6a1ed72d9 req-fb5091da-549c-436b-bc34-202d10a7a492 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 944 time: 0.1287258 Jan 28 09:48:11.758162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:11.771865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e45bbcb-b1d8-4ce7-9e68-2fd6a1ed72d9 req-8a2f67da-0ab4-4648-a87b-961a50a1ee61 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737727 Jan 28 09:48:11.838771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-f3c6d439-53d2-4fc1-9226-cece2875e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:11.840261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-f3c6d439-53d2-4fc1-9226-cece2875e08a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 1095 time: 0.1182387 Jan 28 09:48:11.847451 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34763054-a037-4d33-b5c1-21d41b0a874c', 'tag': '15a61a0c-638a-4103-ba16-565c2ea1547f', 'status': 'completed', 'code': 200} Jan 28 09:48:11.907565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c1a6fd2-aae8-4426-b6bb-93f3ae70777c req-51425101-42f0-4129-9142-1b47012c12f0 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 210 time: 0.1082308 Jan 28 09:48:11.924620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-b80f8585-e618-4dfc-adbb-3ccc5866b807 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15a61a0c-638a-4103-ba16-565c2ea1547f HTTP/1.1" status: 200 len: 217 time: 0.0766134 Jan 28 09:48:11.978373 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d', 'code': 200} Jan 28 09:48:12.010748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d8578187-f10c-4863-9e10-87293b0fccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.014724 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-d8578187-f10c-4863-9e10-87293b0fccbc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.0834138 Jan 28 09:48:12.099810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-bb8fb450-d877-46b0-8981-558a3ceb4892 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793722 Jan 28 09:48:12.121369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 293632a3-743a-4466-ba80-1809bce72e52 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:12.249717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-ea4195e4-0a08-4084-bfc1-96fcdb003487 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.251621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-ea4195e4-0a08-4084-bfc1-96fcdb003487 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.25 "GET /v2.0/networks?id=f10afa54-e98d-460e-9fd2-34de39b2df0c HTTP/1.1" status: 200 len: 818 time: 0.4089143 Jan 28 09:48:12.252513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 293632a3-743a-4466-ba80-1809bce72e52 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:12.259851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 293632a3-743a-4466-ba80-1809bce72e52 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:12.261063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:12.271334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951babf-e6fc-45bb-88a0-40d86fb815a4 req-e85f9178-1945-4617-8c32-7dc30f297b0a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.282274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0951babf-e6fc-45bb-88a0-40d86fb815a4 req-e85f9178-1945-4617-8c32-7dc30f297b0a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 944 time: 0.2528985 Jan 28 09:48:12.299650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Request body: {'port': {'device_id': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c', 'admin_state_up': True, 'tenant_id': 'e1a32ed2788347078d010ee243d161bd'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:12.414410 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:12.438266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0951babf-e6fc-45bb-88a0-40d86fb815a4 req-8e2cb1b1-2501-444c-a0ea-5eb7251be119 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550322 Jan 28 09:48:12.475228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 293632a3-743a-4466-ba80-1809bce72e52, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=293632a3-743a-4466-ba80-1809bce72e52,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:12.480450 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:12.543998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:12.549683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Usage tracker for resource:port and tenant:e1a32ed2788347078d010ee243d161bd is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:12.555491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:12.569964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:12.573417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=293632a3-743a-4466-ba80-1809bce72e52,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:12.588373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Made reservation on behalf of e1a32ed2788347078d010ee243d161bd for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:12.592216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:12.714144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-01717266-c397-4239-ae2d-8705191e8fc8 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6039178 Jan 28 09:48:12.753240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.753750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.754204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.754650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.755110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.755565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.756020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.757940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-71479623-8c41-4358-a1d1-bad74902375f req-a8730276-75b7-4758-a2e9-f3c7ad857e67 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.5044625 Jan 28 09:48:12.793550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Allocated IP 172.20.0.3 (f10afa54-e98d-460e-9fd2-34de39b2df0c/c2d54c8b-c485-4ece-a775-819491b3ccb6/51df6e07-f861-42e4-80f7-f314f926bdf8) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:48:12.816038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.822058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.827879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.833941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.841547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.847426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.853240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:12.855666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-4b03eb67-47bb-44b5-84b3-7c681dfb03fb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.5180926 Jan 28 09:48:12.929347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-71479623-8c41-4358-a1d1-bad74902375f req-8230cbf8-9cf1-4287-a0d8-aba33cf9e30c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f10a4080-2c69-4844-be06-dbd2bfeb5381&id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726733 Jan 28 09:48:12.971027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-42821ea1-1edf-493c-a62b-088dd9c10980 req-ebe243ae-6efa-4f90-828a-28d1e475a630 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752203 Jan 28 09:48:12.992836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-098286c7-b776-4f8c-9830-23efb53f75ba req-0855fd36-6a0b-430b-bc86-d499dd8c124d service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721257 Jan 28 09:48:13.107321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7792714a-40f2-4c8b-9536-80439b325c5b req-29fd8e14-c9ea-46d5-9ceb-6ade4022b356 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:13.108791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7792714a-40f2-4c8b-9536-80439b325c5b req-29fd8e14-c9ea-46d5-9ceb-6ade4022b356 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.2262020 Jan 28 09:48:13.116561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:13.155528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d94eb36-cfaa-4876-8e00-a4de9858cfcd req-ac2e162e-d8a6-4023-b630-ebe379c0c8b3 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 210 time: 0.0527027 Jan 28 09:48:13.177275 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7792714a-40f2-4c8b-9536-80439b325c5b req-d30a993d-0c3b-4471-b612-fe17807414e6 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567429 Jan 28 09:48:13.186029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-ec5257c1-8bc3-4182-b0ed-6ca34da685ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:13.189768 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-ec5257c1-8bc3-4182-b0ed-6ca34da685ea service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 1095 time: 0.1328883 Jan 28 09:48:13.206034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:13.259827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Network f10afa54-e98d-460e-9fd2-34de39b2df0c is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:48:13.268049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:13.277776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:48:13.352990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Pushing event updated for resources: {'Port': ['ID=51df6e07-f861-42e4-80f7-f314f926bdf8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:13.366118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-00e8b4e0-1fc8-4806-b128-ef4cf09f2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:13.367662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-00e8b4e0-1fc8-4806-b128-ef4cf09f2ca8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.1712379 Jan 28 09:48:13.368817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:13.369422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:13.392574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-3919d192-bda9-4b38-8c8a-2126c981578b tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1298609 Jan 28 09:48:13.404329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Request body: {'port': {'device_id': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:13.445436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-829748da-0d53-4cc5-b5c7-eccc3da669a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=15a61a0c-638a-4103-ba16-565c2ea1547f HTTP/1.1" status: 200 len: 217 time: 0.0715113 Jan 28 09:48:13.532379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:13.533519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:13.558477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-c2ba77e4-ae86-40b9-8670-d367c9966b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:13.560098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-c2ba77e4-ae86-40b9-8670-d367c9966b0e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1089132 Jan 28 09:48:13.621438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-b9f2e019-beb9-43a2-bf81-df44dc943109 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550385 Jan 28 09:48:13.785933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-6c4bc8ad-aa0d-489f-94b3-9dc97c4a264a service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577051 Jan 28 09:48:13.802394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83bfb0a-e642-4e32-9e55-4743bcc42fd3 req-408407bc-da31-4f5c-a6cb-eb1b377fd9d1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:13.803966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c83bfb0a-e642-4e32-9e55-4743bcc42fd3 req-408407bc-da31-4f5c-a6cb-eb1b377fd9d1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 944 time: 0.2041392 Jan 28 09:48:13.924785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a3669d7-a95c-4a10-b74d-4ad3643fb277 req-cc5d5fe0-b5e2-4b96-884e-0645af624478 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319115 Jan 28 09:48:13.979558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293632a3-743a-4466-ba80-1809bce72e52'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:14.035124 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '293632a3-743a-4466-ba80-1809bce72e52', 'code': 200} Jan 28 09:48:14.080762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c83bfb0a-e642-4e32-9e55-4743bcc42fd3 req-8c0d8acf-31c0-4f30-a939-23e88252c965 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686090 Jan 28 09:48:14.121471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 15a61a0c-638a-4103-ba16-565c2ea1547f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:48:14.209924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51df6e07-f861-42e4-80f7-f314f926bdf8 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:14.218853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:14.236319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Transition to ACTIVE for port object 51df6e07-f861-42e4-80f7-f314f926bdf8 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:14.241526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:14.278946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d8faec-e500-4996-9e7c-613348d3dc3c req-ca8c663f-c8ec-4d72-80c5-153b2f20f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.280580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7d8faec-e500-4996-9e7c-613348d3dc3c req-ca8c663f-c8ec-4d72-80c5-153b2f20f6cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 1096 time: 0.1788476 Jan 28 09:48:14.326981 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7d8faec-e500-4996-9e7c-613348d3dc3c req-d301d2a9-d897-4656-9a2d-7573fe41fa14 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400770 Jan 28 09:48:14.339282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.345260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.351311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.357842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.363832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.369933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.376009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.383783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-aae6826b-b693-4f02-883e-ca37fe4bff97 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.2009258 Jan 28 09:48:14.384544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 15a61a0c-638a-4103-ba16-565c2ea1547f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=15a61a0c-638a-4103-ba16-565c2ea1547f,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:14.439001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '15a61a0c-638a-4103-ba16-565c2ea1547f', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '15a61a0c-638a-4103-ba16-565c2ea1547f', 'mac_address': 'fa:16:3e:3f:22:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:48:14.443721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-735bf8cd-03db-42e3-a542-1a4c0b653b82 req-f1cfa18b-027b-4828-bf95-be6029b2fe39 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560269 Jan 28 09:48:14.573803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Pushing event updated for resources: {'Port': ['ID=51df6e07-f861-42e4-80f7-f314f926bdf8,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:14.611430 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:14.657898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a61a0c-638a-4103-ba16-565c2ea1547f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:14.670252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-8e5156e3-9ad9-4c61-8d1c-32486a6338d2 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.671659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-8e5156e3-9ad9-4c61-8d1c-32486a6338d2 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Synchronizing usage tracker for tenant:e1a32ed2788347078d010ee243d161bd on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:14.681458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Attempting to bind port 51df6e07-f861-42e4-80f7-f314f926bdf8 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:48:14.681872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Attempting to bind port 51df6e07-f861-42e4-80f7-f314f926bdf8 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '8610d525-6ae1-4adc-8594-960e77017e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:48:14.682455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Attempting to bind port 51df6e07-f861-42e4-80f7-f314f926bdf8 on network f10afa54-e98d-460e-9fd2-34de39b2df0c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:14.692947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Port 51df6e07-f861-42e4-80f7-f314f926bdf8 on network f10afa54-e98d-460e-9fd2-34de39b2df0c not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:48:14.693256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Attempting to bind port 51df6e07-f861-42e4-80f7-f314f926bdf8 on network f10afa54-e98d-460e-9fd2-34de39b2df0c {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:14.699793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 15a61a0c-638a-4103-ba16-565c2ea1547f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=15a61a0c-638a-4103-ba16-565c2ea1547f,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:14.700878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 47, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:48:14.701563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Checking segment: {'id': '8610d525-6ae1-4adc-8594-960e77017e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:14.702201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Bound using segment: {'id': '8610d525-6ae1-4adc-8594-960e77017e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:48:14.703392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Bound port: 51df6e07-f861-42e4-80f7-f314f926bdf8, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8610d525-6ae1-4adc-8594-960e77017e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:48:14.703594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:14.706823 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:14.757415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c997b-8f1f-4fe3-8fce-cb957fa063ad req-94e741e9-cc66-4097-a6e7-5e11380658a5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:14.759001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d9c997b-8f1f-4fe3-8fce-cb957fa063ad req-94e741e9-cc66-4097-a6e7-5e11380658a5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.1476374 Jan 28 09:48:14.771246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-8e5156e3-9ad9-4c61-8d1c-32486a6338d2 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Unset dirty status for tenant:e1a32ed2788347078d010ee243d161bd on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:14.779616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-8e5156e3-9ad9-4c61-8d1c-32486a6338d2 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 943 time: 0.3805273 Jan 28 09:48:14.882372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=15a61a0c-638a-4103-ba16-565c2ea1547f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:14.892286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] For port 51df6e07-f861-42e4-80f7-f314f926bdf8, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:48:14.897894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d9c997b-8f1f-4fe3-8fce-cb957fa063ad req-5aed7a9d-5917-4c86-832b-fee5e7868702 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226346 Jan 28 09:48:14.900615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] For port 51df6e07-f861-42e4-80f7-f314f926bdf8, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51df6e07-f861-42e4-80f7-f314f926bdf8,segment=NetworkSegment(8610d525-6ae1-4adc-8594-960e77017e66),segment_id=8610d525-6ae1-4adc-8594-960e77017e66)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:48:14.912365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-0cdeed16-2405-432a-8b17-48ce90ca85d6 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Synchronizing usage tracker for tenant:e1a32ed2788347078d010ee243d161bd on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:14.912788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:15.019743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['15a61a0c-638a-4103-ba16-565c2ea1547f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:15.043168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-0cdeed16-2405-432a-8b17-48ce90ca85d6 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Unset dirty status for tenant:e1a32ed2788347078d010ee243d161bd on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:15.045099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1d77805-6f38-45c4-aa53-704b64e56f9d req-0cdeed16-2405-432a-8b17-48ce90ca85d6 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644627 Jan 28 09:48:15.047077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.048376 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:15.050942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] 10.222.0.25 "PUT /v2.0/ports/51df6e07-f861-42e4-80f7-f314f926bdf8 HTTP/1.1" status: 200 len: 1091 time: 1.6509702 Jan 28 09:48:15.065074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'tag': '51df6e07-f861-42e4-80f7-f314f926bdf8'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:15.228246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:15.242208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bacb77-8e7e-4c77-bf98-8becfb9244cc service neutron] Pushing event updated for resources: {'Port': ['ID=51df6e07-f861-42e4-80f7-f314f926bdf8,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:15.263991 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'tag': '51df6e07-f861-42e4-80f7-f314f926bdf8', 'status': 'completed', 'code': 200} Jan 28 09:48:15.325418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-5c4842a1-b045-4a1c-b769-8a1c7b248151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.327238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-5c4842a1-b045-4a1c-b769-8a1c7b248151 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a32ed2788347078d010ee243d161bd&device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 1094 time: 0.2284579 Jan 28 09:48:15.418353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-1dfd4cbf-1a75-4e32-a0e2-08676c6e4119 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51df6e07-f861-42e4-80f7-f314f926bdf8 HTTP/1.1" status: 200 len: 217 time: 0.0826023 Jan 28 09:48:15.571148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-dd76dc57-7e47-4b94-8b2e-30e55b747d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.574184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-dd76dc57-7e47-4b94-8b2e-30e55b747d4b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2d54c8b-c485-4ece-a775-819491b3ccb6 HTTP/1.1" status: 200 len: 858 time: 0.1495037 Jan 28 09:48:15.699116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-8679b3f8-9e90-48fc-91fe-16a04dc44038 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f10afa54-e98d-460e-9fd2-34de39b2df0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446424 Jan 28 09:48:15.733775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.739557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.745626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.751342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.757146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.763370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.769296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.771138 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-15a0c632-c8bb-4bf2-b1fd-188efc2dcf17 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.1262848 Jan 28 09:48:15.823607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6b10f99-5ae7-438f-94eb-fa5b98cc5ede req-7bbb3316-ce4e-4735-ba6f-e1b1ed2685f6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461378 Jan 28 09:48:15.865911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3691e8-7946-44a9-9813-77a9b1f0ed79 req-c7fe142c-e818-4871-8c9f-4816a938ccf5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:15.867454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e3691e8-7946-44a9-9813-77a9b1f0ed79 req-c7fe142c-e818-4871-8c9f-4816a938ccf5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 945 time: 0.2922018 Jan 28 09:48:15.869524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-70cfca3b-498c-44f2-8cef-f2dc32373af8 service neutron] 10.222.0.25 "GET /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629164 Jan 28 09:48:16.013028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e3691e8-7946-44a9-9813-77a9b1f0ed79 req-e9426ba4-8d81-47a0-82fc-81472018fd6c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379514 Jan 28 09:48:16.028607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.035550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.042904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.049135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.055409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.062085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.062240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cec951ff-ef3e-4a41-a89a-1943ec6c0bab req-0d969952-b7d8-4426-83f8-26e104755489 service neutron] 10.222.0.25 "GET /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854758 Jan 28 09:48:16.068154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.073413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-380dc3ef-aa94-408d-a8a4-403c8521f88b req-f00704a8-fa0b-45d1-8c15-86a310fadfbb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.1370237 Jan 28 09:48:16.080224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:16.087336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Request body: {'floatingip': {'port_id': '8032c4eb-c0f0-4991-86ed-4bdf9833d511'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:16.299476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-22c1ed16-d95d-436e-9f4e-010e29b60eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.300894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-22c1ed16-d95d-436e-9f4e-010e29b60eb8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e1a32ed2788347078d010ee243d161bd&device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 1094 time: 0.1549137 Jan 28 09:48:16.318623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:16.338873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe59825-519d-4636-aa73-9800bfb6c55f req-2f71e04b-a531-4199-871d-e0dfb0be7ae9 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.340336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4fe59825-519d-4636-aa73-9800bfb6c55f req-2f71e04b-a531-4199-871d-e0dfb0be7ae9 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.1381195 Jan 28 09:48:16.568473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f299f39-245b-4194-b2f4-bbefd06832dc req-5a6facd4-d50c-4fe8-9f1a-52ad0d51c8e4 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.569920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f299f39-245b-4194-b2f4-bbefd06832dc req-5a6facd4-d50c-4fe8-9f1a-52ad0d51c8e4 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 943 time: 0.1794894 Jan 28 09:48:16.583853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4fe59825-519d-4636-aa73-9800bfb6c55f req-330ef966-1c3a-43c2-b463-ef38deecb49b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1959937 Jan 28 09:48:16.622835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-25e199ab-42ba-4707-94fa-12fc0e93ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.624755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-25e199ab-42ba-4707-94fa-12fc0e93ffc5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f10afa54-e98d-460e-9fd2-34de39b2df0c HTTP/1.1" status: 200 len: 919 time: 0.3139153 Jan 28 09:48:16.698199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-ec7dccc7-0902-4a39-86e7-cb5ef6e3e6c2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=51df6e07-f861-42e4-80f7-f314f926bdf8 HTTP/1.1" status: 200 len: 217 time: 0.0659776 Jan 28 09:48:16.718851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f299f39-245b-4194-b2f4-bbefd06832dc req-2ed8dd19-f4bd-4f40-926f-f3ac810e15cf tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403482 Jan 28 09:48:16.803071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-eb9a051e-ce74-4964-8cba-142481c1259d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:16.804571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-eb9a051e-ce74-4964-8cba-142481c1259d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2d54c8b-c485-4ece-a775-819491b3ccb6 HTTP/1.1" status: 200 len: 858 time: 0.0928581 Jan 28 09:48:16.897119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-7f8e317a-bc87-4d79-a251-6e65eff678c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f10afa54-e98d-460e-9fd2-34de39b2df0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0833142 Jan 28 09:48:17.036426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1a757-0380-4e18-a643-bce345e0e167 req-de1082fb-7281-493e-aa05-65db97fb2222 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:17.037917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcc1a757-0380-4e18-a643-bce345e0e167 req-de1082fb-7281-493e-aa05-65db97fb2222 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.1934114 Jan 28 09:48:17.053267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34434) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:17.061839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Request body: {'floatingip': {'port_id': '293632a3-743a-4466-ba80-1809bce72e52'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:17.113629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:17.118594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:17.135019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-d8514300-fcda-4770-a732-0ae2818a71aa service neutron] 10.222.0.25 "GET /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256272 Jan 28 09:48:17.141960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:17.347575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51df6e07-f861-42e4-80f7-f314f926bdf8 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:48:17.451088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-19c09b95-b87d-442d-a506-e1c47f145b0d req-6c6a3480-d880-412d-9bc8-bc4fe7f81daf service neutron] 10.222.0.25 "GET /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555983 Jan 28 09:48:17.452785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738166ad-d04d-4934-b00a-5c421c230392 req-318e3e79-6d6d-48a8-9597-23f0d164269f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:17.453610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-738166ad-d04d-4934-b00a-5c421c230392 req-318e3e79-6d6d-48a8-9597-23f0d164269f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:17.480772 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Floating IP de406b1c-118f-45da-8cbd-bfac5380ae4c associated. External IP: 172.25.1.42, port: 8032c4eb-c0f0-4991-86ed-4bdf9833d511. Jan 28 09:48:17.545921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-738166ad-d04d-4934-b00a-5c421c230392 req-318e3e79-6d6d-48a8-9597-23f0d164269f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:17.555022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-738166ad-d04d-4934-b00a-5c421c230392 req-318e3e79-6d6d-48a8-9597-23f0d164269f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 945 time: 0.3789027 Jan 28 09:48:17.629514 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-738166ad-d04d-4934-b00a-5c421c230392 req-3820c42e-c570-4256-93c9-2db0f9d43d7d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724192 Jan 28 09:48:17.636422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51df6e07-f861-42e4-80f7-f314f926bdf8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51df6e07-f861-42e4-80f7-f314f926bdf8,segment=NetworkSegment(8610d525-6ae1-4adc-8594-960e77017e66),segment_id=8610d525-6ae1-4adc-8594-960e77017e66)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:17.662393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '51df6e07-f861-42e4-80f7-f314f926bdf8', 'network_id': 'f10afa54-e98d-460e-9fd2-34de39b2df0c', 'port_id': '51df6e07-f861-42e4-80f7-f314f926bdf8', 'mac_address': 'fa:16:3e:cf:1f:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2d54c8b-c485-4ece-a775-819491b3ccb6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:48:17.764576 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:17.794896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51df6e07-f861-42e4-80f7-f314f926bdf8 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:17.834911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51df6e07-f861-42e4-80f7-f314f926bdf8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51df6e07-f861-42e4-80f7-f314f926bdf8,segment=NetworkSegment(8610d525-6ae1-4adc-8594-960e77017e66),segment_id=8610d525-6ae1-4adc-8594-960e77017e66)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:17.842341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:17.924107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:17.936499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:18.007600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51df6e07-f861-42e4-80f7-f314f926bdf8,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:18.159791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 15a61a0c-638a-4103-ba16-565c2ea1547f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:18.178211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Router 641cb7db-1016-4071-a244-b82be3870a2d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:48:18.196290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['51df6e07-f861-42e4-80f7-f314f926bdf8'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:18.279282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1997a5-8901-40e4-966e-c4bd88cd2c4b req-01e5c401-29c2-40fb-8dd8-b8ba93a4def8 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.282203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af1997a5-8901-40e4-966e-c4bd88cd2c4b req-01e5c401-29c2-40fb-8dd8-b8ba93a4def8 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 944 time: 0.2217476 Jan 28 09:48:18.325623 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Floating IP ba4e2d2a-2818-4420-a232-fc4c1a043860 associated. External IP: 172.25.1.155, port: 293632a3-743a-4466-ba80-1809bce72e52. Jan 28 09:48:18.392888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 15a61a0c-638a-4103-ba16-565c2ea1547f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:18.413428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 15a61a0c-638a-4103-ba16-565c2ea1547f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:18.413736 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:18.429636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af1997a5-8901-40e4-966e-c4bd88cd2c4b req-8b58f00a-1614-4915-8a67-2b41fbda72b2 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330209 Jan 28 09:48:18.495026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:48:18.505938 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] Sync routers for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:48:18.510257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:18.523908 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:48:18.524550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:18.613284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-41a3a7ba-2ee6-4161-8600-94bb24881bd7 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "PUT /v2.0/floatingips/de406b1c-118f-45da-8cbd-bfac5380ae4c HTTP/1.1" status: 200 len: 991 time: 2.5306745 Jan 28 09:48:18.614034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:18.664336 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'status': 'completed', 'code': 200} Jan 28 09:48:18.754001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:18.804112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34763054-a037-4d33-b5c1-21d41b0a874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a61a0c-638a-4103-ba16-565c2ea1547f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:18.830817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 15a61a0c-638a-4103-ba16-565c2ea1547f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=15a61a0c-638a-4103-ba16-565c2ea1547f,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:18.836567 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:18.873339 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:48:18.932963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f8408-1c6b-46ee-96fe-f9987768839c req-c9dda291-b5dd-4454-a1f2-74d24439291a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.943536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e99f8408-1c6b-46ee-96fe-f9987768839c req-c9dda291-b5dd-4454-a1f2-74d24439291a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 945 time: 0.1619141 Jan 28 09:48:18.970404 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34763054-a037-4d33-b5c1-21d41b0a874c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a61a0c-638a-4103-ba16-565c2ea1547f', 'code': 200} Jan 28 09:48:18.970956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=15a61a0c-638a-4103-ba16-565c2ea1547f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:18.994547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.995339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.995977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.996610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.997255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.997868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:18.998496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:19.001088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-952b3556-8e91-4afa-9899-89d08b433f59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.3051968 Jan 28 09:48:19.046864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Router c05bc635-1ea9-48dc-85a3-fd6405a585e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:48:19.119369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e99f8408-1c6b-46ee-96fe-f9987768839c req-ac8cfdf7-544d-4fae-9340-4e939f75639b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749334 Jan 28 09:48:19.155480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbb6c1-6004-4d2d-94e8-396abf975ce1 req-1107b438-714d-452a-8c3c-ca1b91931f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:19.157086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6fbb6c1-6004-4d2d-94e8-396abf975ce1 req-1107b438-714d-452a-8c3c-ca1b91931f27 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 1097 time: 0.1734586 Jan 28 09:48:19.205156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6fbb6c1-6004-4d2d-94e8-396abf975ce1 req-88d0a651-0f18-443c-8776-606e9fecac41 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417199 Jan 28 09:48:19.316695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-37296d94-1e77-45ad-af68-8add4de710e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:19.318172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-37296d94-1e77-45ad-af68-8add4de710e2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091 HTTP/1.1" status: 200 len: 912 time: 0.3087189 Jan 28 09:48:19.382314 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'de406b1c-118f-45da-8cbd-bfac5380ae4c', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'port_id': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'mac_address': 'fa:16:3e:26:21:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:45:58Z', 'updated_at': '2022-01-28T09:48:16Z', 'revision_number': 1, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:36Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:19.387157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] Checking router: 641cb7db-1016-4071-a244-b82be3870a2d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:48:19.396378 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:48:19.397003 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:19.448686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:48:19.453562 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:19.461595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] Sync routers for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:48:19.496697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:48:19.497286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:19.503019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-5e5039c6-82e3-40ea-963f-7d97b32fd014 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 999 time: 0.1707003 Jan 28 09:48:19.577625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-7fdc05c5-1aff-4722-8ca0-85df3b6fec53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:19.579248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-7fdc05c5-1aff-4722-8ca0-85df3b6fec53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.0679612 Jan 28 09:48:19.591927 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:48:19.741749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8c080134-9e67-4e34-b60a-b735d93339ff tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "PUT /v2.0/floatingips/ba4e2d2a-2818-4420-a232-fc4c1a043860 HTTP/1.1" status: 200 len: 991 time: 2.6873660 Jan 28 09:48:19.746166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'tag': '293632a3-743a-4466-ba80-1809bce72e52'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:19.805755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b3d1a-97b1-4a25-adfb-cac583fb41e0 req-ed22e843-37e0-4b05-87e4-2170a3cea487 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:19.814151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3e1b3d1a-97b1-4a25-adfb-cac583fb41e0 req-ed22e843-37e0-4b05-87e4-2170a3cea487 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 944 time: 0.1802590 Jan 28 09:48:19.834224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-b6287094-7f87-4028-9ffa-e351702ab892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:19.836095 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-b6287094-7f87-4028-9ffa-e351702ab892 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2489731 Jan 28 09:48:19.867100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:48:20.001798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3e1b3d1a-97b1-4a25-adfb-cac583fb41e0 req-76db5409-8377-46df-bbac-9abf048c82ad tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863518 Jan 28 09:48:20.076652 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'tag': '293632a3-743a-4466-ba80-1809bce72e52', 'status': 'completed', 'code': 200} Jan 28 09:48:20.116559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-23b93f03-c0ce-42c2-a832-e12a7ca57ddb service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646658 Jan 28 09:48:20.296297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014411c-5314-48e6-ab29-cbff8de9843e req-c0babf77-8a0e-4909-adc2-2a0ee9f48943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:20.298411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-c0babf77-8a0e-4909-adc2-2a0ee9f48943 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d9977e4ba1aa4e1586e2646e725f8d63&device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 1096 time: 0.2043619 Jan 28 09:48:20.358617 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'de406b1c-118f-45da-8cbd-bfac5380ae4c', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'port_id': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'mac_address': 'fa:16:3e:26:21:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:45:58Z', 'updated_at': '2022-01-28T09:48:16Z', 'revision_number': 1, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:36Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:20.383036 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90698d95-7ed7-4101-aa01-2a7a56f15e08 None None] The sync data for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 is: [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'de406b1c-118f-45da-8cbd-bfac5380ae4c', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'floating_ip_address': '172.25.1.42', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'port_id': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'mac_address': 'fa:16:3e:26:21:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:45:58Z', 'updated_at': '2022-01-28T09:48:16Z', 'revision_number': 1, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:36Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:48:20.428902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ba4e2d2a-2818-4420-a232-fc4c1a043860', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'floating_ip_address': '172.25.1.155', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'port_id': '293632a3-743a-4466-ba80-1809bce72e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'mac_address': 'fa:16:3e:7f:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:47:56Z', 'updated_at': '2022-01-28T09:48:17Z', 'revision_number': 1, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:48:02Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:20.451736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] Checking router: c05bc635-1ea9-48dc-85a3-fd6405a585e5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:48:20.494904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:48:20.495541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:20.606528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014411c-5314-48e6-ab29-cbff8de9843e req-4554770f-4f39-4d3d-a1f6-d970511fef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:20.611757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-4554770f-4f39-4d3d-a1f6-d970511fef85 service neutron] 10.222.0.43 "GET /v2.0/networks?id=89a8ad32-8074-4033-a2ca-fe94d89bac0b HTTP/1.1" status: 200 len: 913 time: 0.3065574 Jan 28 09:48:20.807423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7659ba52-bb14-4918-9cc5-9fa16ab8c27c req-dcfe2cab-70dc-45bb-b168-9ff16d74c029 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6721861 Jan 28 09:48:20.850587 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dffd2cd-cbd1-447a-bb0e-0440a812e7d1 None None] New status for floating IP de406b1c-118f-45da-8cbd-bfac5380ae4c: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:48:20.930980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-2d617738-6e17-4958-9cf9-0060b79a4469 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=293632a3-743a-4466-ba80-1809bce72e52 HTTP/1.1" status: 200 len: 999 time: 0.3094780 Jan 28 09:48:21.000989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:48:21.057656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014411c-5314-48e6-ab29-cbff8de9843e req-0650ae71-2d45-41d9-9e35-358066ede2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:21.067124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-0650ae71-2d45-41d9-9e35-358066ede2d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=83c72aa5-fa94-4e39-833f-bcfa5e77fab7 HTTP/1.1" status: 200 len: 851 time: 0.1202869 Jan 28 09:48:21.148337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89215501-0117-4e15-bcf5-699c357e14ad req-db935b05-7e38-4aaf-a0aa-baa6ed73e5c9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:21.157397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89215501-0117-4e15-bcf5-699c357e14ad req-db935b05-7e38-4aaf-a0aa-baa6ed73e5c9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 946 time: 0.3019650 Jan 28 09:48:21.229359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89215501-0117-4e15-bcf5-699c357e14ad req-377c8611-a69e-4d18-9c9c-2ec2253d6609 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704496 Jan 28 09:48:21.233642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f014411c-5314-48e6-ab29-cbff8de9843e req-3d6ce220-b167-4407-840b-81507c102a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:21.239543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-3d6ce220-b167-4407-840b-81507c102a25 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=89a8ad32-8074-4033-a2ca-fe94d89bac0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1712523 Jan 28 09:48:21.450896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329813e-86a2-4183-99c9-46791a626b03 req-409cff44-5a3d-4ffd-aa8a-b902540f1264 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:21.452444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0329813e-86a2-4183-99c9-46791a626b03 req-409cff44-5a3d-4ffd-aa8a-b902540f1264 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 944 time: 0.1590679 Jan 28 09:48:21.562398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51df6e07-f861-42e4-80f7-f314f926bdf8 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:21.584625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0329813e-86a2-4183-99c9-46791a626b03 req-2b4d417f-29d1-4425-b09c-6600eb4dc955 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187408 Jan 28 09:48:21.629751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-2db214a6-0a0d-4a09-a0bf-00d7bf4ae725 service neutron] 10.222.0.43 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832231 Jan 28 09:48:21.695385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ba4e2d2a-2818-4420-a232-fc4c1a043860', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'floating_ip_address': '172.25.1.155', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'port_id': '293632a3-743a-4466-ba80-1809bce72e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'mac_address': 'fa:16:3e:7f:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:47:56Z', 'updated_at': '2022-01-28T09:48:17Z', 'revision_number': 1, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:48:02Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:21.701805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 51df6e07-f861-42e4-80f7-f314f926bdf8 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:21.711752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caecdcee-4455-46da-b2a2-8c7a9a83e1e3 None None] The sync data for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 is: [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ba4e2d2a-2818-4420-a232-fc4c1a043860', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'floating_ip_address': '172.25.1.155', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'port_id': '293632a3-743a-4466-ba80-1809bce72e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'mac_address': 'fa:16:3e:7f:45:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:47:56Z', 'updated_at': '2022-01-28T09:48:17Z', 'revision_number': 1, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:48:02Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:48:21.718602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 51df6e07-f861-42e4-80f7-f314f926bdf8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:21.719511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:21.908385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:21.923237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f014411c-5314-48e6-ab29-cbff8de9843e req-d1ed965e-d4c4-436e-baa5-30d805a9c1e7 service neutron] 10.222.0.43 "GET /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861903 Jan 28 09:48:21.974273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51df6e07-f861-42e4-80f7-f314f926bdf8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51df6e07-f861-42e4-80f7-f314f926bdf8,segment=NetworkSegment(8610d525-6ae1-4adc-8594-960e77017e66),segment_id=8610d525-6ae1-4adc-8594-960e77017e66)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:21.975562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df6e07-f861-42e4-80f7-f314f926bdf8'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:21.983958 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:22.081735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c12515-3234-4966-85bf-afb758f71d68 None None] New status for floating IP ba4e2d2a-2818-4420-a232-fc4c1a043860: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:48:22.177192 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51df6e07-f861-42e4-80f7-f314f926bdf8', 'code': 200} Jan 28 09:48:22.324284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51df6e07-f861-42e4-80f7-f314f926bdf8,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:22.326572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7c61d-4374-46aa-ad83-b665b237a22e req-56f64f52-9836-49c7-8fea-7ea80312c79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:22.328952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1d7c61d-4374-46aa-ad83-b665b237a22e req-56f64f52-9836-49c7-8fea-7ea80312c79b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 1096 time: 0.1723785 Jan 28 09:48:22.380890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1d7c61d-4374-46aa-ad83-b665b237a22e req-3b5a24a2-4863-48f5-9026-f997561a7eb0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392332 Jan 28 09:48:22.966811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f473673-4f4a-4e1b-a0e4-f85abd91d563 req-363d9ac0-73e1-49b3-9cea-7d75997c3271 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:22.968168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f473673-4f4a-4e1b-a0e4-f85abd91d563 req-363d9ac0-73e1-49b3-9cea-7d75997c3271 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 945 time: 0.2436123 Jan 28 09:48:23.011379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f473673-4f4a-4e1b-a0e4-f85abd91d563 req-d3a6a7fd-bc77-4612-9982-7bf425846834 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376537 Jan 28 09:48:23.269768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:48:23.351761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34548) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:23.445019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Deleting subnet dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:48:23.449829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:23.545131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:23.672234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:23.775701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:23.815338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:23.824702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:23.838371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dd8c62b2-a5cd-4d1e-b88a-4cb4f598b82b HTTP/1.1" status: 204 len: 168 time: 0.4839625 Jan 28 09:48:23.838897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.839236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.839613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.839891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34566) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:23.839992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.840573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.841051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.841470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.842143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.842524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.842880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.843443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.843769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d7e612-c6d7-4ae9-b0b6-f5f3aecf14b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:23.959861 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.105909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.136370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da374d1-79b0-45d1-9478-2ad8be443057']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:24.150465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e843b148-c178-4c57-856b-1eb716eb54cd') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:24.151064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e843b148-c178-4c57-856b-1eb716eb54cd') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:24.181265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.199111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.206020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:48:24.206666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:48:24.289938 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:48:24.295448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daa0811-3878-42c0-a23c-d4b09929f169 req-3f4bf0a7-b143-41ef-8be2-ec3b5f4d3a50 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:24.297100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9daa0811-3878-42c0-a23c-d4b09929f169 req-3f4bf0a7-b143-41ef-8be2-ec3b5f4d3a50 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 945 time: 0.1101124 Jan 28 09:48:24.305561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.330675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.341062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da374d1-79b0-45d1-9478-2ad8be443057,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:24.346342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9fd1231a-84d8-45e0-90ae-a668bf870456 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1da374d1-79b0-45d1-9478-2ad8be443057 HTTP/1.1" status: 204 len: 168 time: 0.5048907 Jan 28 09:48:24.348891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:24.377340 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9daa0811-3878-42c0-a23c-d4b09929f169 req-6e91e102-1141-439a-9f83-866d9d5f185e tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745924 Jan 28 09:48:24.424989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Deleting subnet f4a456db-d104-4eed-9ea6-62115fe339d1 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:48:24.428778 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.486693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.545602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.626061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.670199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a456db-d104-4eed-9ea6-62115fe339d1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:24.677265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.683510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c79d2521-d8d4-4e48-8f27-dc0159869e01 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f4a456db-d104-4eed-9ea6-62115fe339d1 HTTP/1.1" status: 204 len: 168 time: 0.3332319 Jan 28 09:48:24.687296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:24.800225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.875930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322536b-b8c4-4cd7-9b0d-3e0b2d80cd7a req-98507b1c-3200-4e82-aed1-88252bb4d8b7 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:24.877524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f322536b-b8c4-4cd7-9b0d-3e0b2d80cd7a req-98507b1c-3200-4e82-aed1-88252bb4d8b7 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 945 time: 0.1261346 Jan 28 09:48:24.924621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f322536b-b8c4-4cd7-9b0d-3e0b2d80cd7a req-bf7e7ffe-68ad-42d4-bbb2-86d60df36d84 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 Jan 28 09:48:24.931368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.958709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56e9055a-49a0-4bb2-9cf6-5005a9216c61']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:24.970773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0725317f-2f98-409f-af66-88e518526aed') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:24.971066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0725317f-2f98-409f-af66-88e518526aed') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:24.982501 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:24.998867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.004871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:48:25.005219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:48:25.018721 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:48:25.108816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.129651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.139195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] Pushing event deleted for resources: {'Network': ['ID=56e9055a-49a0-4bb2-9cf6-5005a9216c61,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:25.142565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-22ea13f5-8753-4da4-b05c-58bc551d7ac8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/56e9055a-49a0-4bb2-9cf6-5005a9216c61 HTTP/1.1" status: 204 len: 168 time: 0.4556818 Jan 28 09:48:25.275695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34600) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:25.312593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0b055464-6dbc-4d1e-bae8-a90aa9319dd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62b5d3f322264724838ddfeeaa1df1fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0507054 Jan 28 09:48:25.312995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34608) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:25.390840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2174c3f8-e389-4c80-b871-b4023fa532b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.429151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2174c3f8-e389-4c80-b871-b4023fa532b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.499384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2174c3f8-e389-4c80-b871-b4023fa532b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.520018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2174c3f8-e389-4c80-b871-b4023fa532b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1deddfb3-6b82-45b3-85f4-b281b1f02780,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:25.543314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2174c3f8-e389-4c80-b871-b4023fa532b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:25.547749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2174c3f8-e389-4c80-b871-b4023fa532b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1deddfb3-6b82-45b3-85f4-b281b1f02780 HTTP/1.1" status: 204 len: 168 time: 0.2337320 Jan 28 09:48:25.851545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b7f751b0-804a-49e6-869e-044d4768194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.015131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34624) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:26.074481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f323cf9-653d-4419-960d-cedf1c028a33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b259a630d594615bb71cac49880c52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0581217 Jan 28 09:48:26.077559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:26.157825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-513a5350-99ee-4024-843a-0de6813206f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.179529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8444a01a-0b39-4ed8-94c8-2afeb95c9895 req-d6edb5e1-a637-413c-97c2-cac274e1709f tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:26.186188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8444a01a-0b39-4ed8-94c8-2afeb95c9895 req-d6edb5e1-a637-413c-97c2-cac274e1709f tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 945 time: 0.1136169 Jan 28 09:48:26.236764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-513a5350-99ee-4024-843a-0de6813206f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.236938 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8444a01a-0b39-4ed8-94c8-2afeb95c9895 req-7fdae636-0e5b-4769-a467-d2d20e641bb1 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/security-groups?id=0bedc0d1-5d32-4b1c-9354-8a2505953b81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Jan 28 09:48:26.305535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-59ef8f75-8805-4231-a35b-675b8cfff5a0 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:26.308950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-59ef8f75-8805-4231-a35b-675b8cfff5a0 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.25 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 945 time: 0.1472056 Jan 28 09:48:26.350768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-513a5350-99ee-4024-843a-0de6813206f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.384208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513a5350-99ee-4024-843a-0de6813206f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e7a514-c73d-4740-a3e4-9d59d2a6cec6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:26.396887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-513a5350-99ee-4024-843a-0de6813206f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.403257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-513a5350-99ee-4024-843a-0de6813206f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66e7a514-c73d-4740-a3e4-9d59d2a6cec6 HTTP/1.1" status: 204 len: 168 time: 0.3194351 Jan 28 09:48:26.408195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Deleting port 51df6e07-f861-42e4-80f7-f314f926bdf8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:48:26.408195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.684498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] For port 51df6e07-f861-42e4-80f7-f314f926bdf8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51df6e07-f861-42e4-80f7-f314f926bdf8,segment=NetworkSegment(8610d525-6ae1-4adc-8594-960e77017e66),segment_id=8610d525-6ae1-4adc-8594-960e77017e66)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:26.685156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:26.837353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Calling delete_port for 51df6e07-f861-42e4-80f7-f314f926bdf8 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:48:27.000151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:27.015254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['51df6e07-f861-42e4-80f7-f314f926bdf8'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:27.058471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Pushing event deleted for resources: {'Port': ['ID=51df6e07-f861-42e4-80f7-f314f926bdf8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:27.144285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] No DVR routers for this DVR port 51df6e07-f861-42e4-80f7-f314f926bdf8 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:48:27.147189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:27.150636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'name': 'network-vif-deleted', 'tag': '51df6e07-f861-42e4-80f7-f314f926bdf8'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:27.167842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7047a1fe-28cc-404f-a794-d8fb4fb93863 req-e9d0fcb0-9271-4d3a-bb41-59786b59ba0a tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.25 "DELETE /v2.0/ports/51df6e07-f861-42e4-80f7-f314f926bdf8 HTTP/1.1" status: 204 len: 173 time: 0.8550358 Jan 28 09:48:27.199757 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd7e7c17-efbd-4abf-b16f-13372cfb3bf8', 'name': 'network-vif-deleted', 'tag': '51df6e07-f861-42e4-80f7-f314f926bdf8', 'status': 'completed', 'code': 200} Jan 28 09:48:27.581657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-223322cc-53c0-40d5-bcf6-d6bc0dc3419c req-03d2191b-2224-460e-91ef-1f8cc33804a3 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Synchronizing usage tracker for tenant:e1a32ed2788347078d010ee243d161bd on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:27.596804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-223322cc-53c0-40d5-bcf6-d6bc0dc3419c req-03d2191b-2224-460e-91ef-1f8cc33804a3 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] Unset dirty status for tenant:e1a32ed2788347078d010ee243d161bd on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:27.597981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-223322cc-53c0-40d5-bcf6-d6bc0dc3419c req-03d2191b-2224-460e-91ef-1f8cc33804a3 tempest-InstanceActionsV221TestJSON-1609282273 tempest-InstanceActionsV221TestJSON-1609282273-project] 10.222.0.42 "GET /v2.0/ports?device_id=cd7e7c17-efbd-4abf-b16f-13372cfb3bf8 HTTP/1.1" status: 200 len: 210 time: 0.0591843 Jan 28 09:48:28.144240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6390f46-ab26-4941-80ca-5997a45f6e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:28.942663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:29.123075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Deleting subnet c2d54c8b-c485-4ece-a775-819491b3ccb6 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:48:29.129996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.185579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.263153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.328013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.359735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.368086 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.403472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2d54c8b-c485-4ece-a775-819491b3ccb6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:29.405473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.412378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aef5edd7-b46c-45ac-a202-b150b7f9f171 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c2d54c8b-c485-4ece-a775-819491b3ccb6 HTTP/1.1" status: 204 len: 168 time: 0.4684565 Jan 28 09:48:29.414607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:29.441301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51df6e07-f861-42e4-80f7-f314f926bdf8 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:48:29.487805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 51df6e07-f861-42e4-80f7-f314f926bdf8 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:48:29.490273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51df6e07-f861-42e4-80f7-f314f926bdf8 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:48:29.565299 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.715715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.741385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f10afa54-e98d-460e-9fd2-34de39b2df0c']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:29.753967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8610d525-6ae1-4adc-8594-960e77017e66') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:29.754286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8610d525-6ae1-4adc-8594-960e77017e66') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:29.766407 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.783046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.789501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:48:29.790069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:48:29.803461 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:48:29.882033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.898264 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:29.908291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=f10afa54-e98d-460e-9fd2-34de39b2df0c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:29.920186 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-58cf97a5-f3ba-4998-b06a-50dea86b3a1d admin admin] 10.222.0.42 "DELETE /v2.0/networks/f10afa54-e98d-460e-9fd2-34de39b2df0c HTTP/1.1" status: 204 len: 168 time: 0.5041294 Jan 28 09:48:30.105710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34752) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:30.170834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-23729e43-f667-42af-9045-f5996ad27519 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1a32ed2788347078d010ee243d161bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0610309 Jan 28 09:48:30.170996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:30.234411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f33e6954-8ac2-4f3d-9b6c-ff524af657ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:30.269711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f33e6954-8ac2-4f3d-9b6c-ff524af657ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:30.336465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f33e6954-8ac2-4f3d-9b6c-ff524af657ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:30.358893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e6954-8ac2-4f3d-9b6c-ff524af657ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bedc0d1-5d32-4b1c-9354-8a2505953b81,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:30.370661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f33e6954-8ac2-4f3d-9b6c-ff524af657ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:30.373265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f33e6954-8ac2-4f3d-9b6c-ff524af657ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bedc0d1-5d32-4b1c-9354-8a2505953b81 HTTP/1.1" status: 204 len: 168 time: 0.2013402 Jan 28 09:48:30.718335 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.163275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34796) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:31.291613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-568947485-network', 'tenant_id': '9c275e946843416b8dcc8400f3c93b28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:31.297340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:31.305547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Usage tracker for resource:network and tenant:9c275e946843416b8dcc8400f3c93b28 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:31.310104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:31.316209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:31.327255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Made reservation on behalf of 9c275e946843416b8dcc8400f3c93b28 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:31.329832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.342648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.365855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:31.371036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Usage tracker for resource:security_group_rule and tenant:9c275e946843416b8dcc8400f3c93b28 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:31.375990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:31.387429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:31.490246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.502314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.571461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:48:31.589717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=188854bb-32f0-4732-9f94-ffff039a7369,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:31.601689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.602220 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Added segment 1c3ca828-1f24-4ace-8049-7eb914014ab9 of type vlan for network 107bfbd8-ba1d-4420-87f6-caf9633517dc Jan 28 09:48:31.632971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.674409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.674409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:31.674409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:31.825512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] Pushing event updated for resources: {'Network': ['ID=107bfbd8-ba1d-4420-87f6-caf9633517dc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:31.825512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5a5d0b31-0069-4ceb-990e-bd5bad0d74e3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6558323 Jan 28 09:48:31.831358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34814) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:31.831358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Request body: {'subnet': {'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-568947485-subnet', 'tenant_id': '9c275e946843416b8dcc8400f3c93b28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:31.835882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 107bfbd8-ba1d-4420-87f6-caf9633517dc details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:48:31.841075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:31.841075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Usage tracker for resource:subnet and tenant:9c275e946843416b8dcc8400f3c93b28 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:31.845224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:31.853746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:31.865505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Made reservation on behalf of 9c275e946843416b8dcc8400f3c93b28 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:31.869386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:32.198448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:32.257136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Pushing event updated for resources: {'Subnet': ['ID=528edc26-9f45-4bf8-8721-f7a4b18ee6c7,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:32.302097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Checking segment: {'id': '1c3ca828-1f24-4ace-8049-7eb914014ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:32.302457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Network hostable DHCP agents. Network: 107bfbd8-ba1d-4420-87f6-caf9633517dc, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:48:32.323398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Network 107bfbd8-ba1d-4420-87f6-caf9633517dc is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:48:32.334450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 107bfbd8-ba1d-4420-87f6-caf9633517dc) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:32.343183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8c7ef5-6ec1-4b32-834c-556922b7b16a None None] Network 107bfbd8-ba1d-4420-87f6-caf9633517dc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:48:32.348352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:32.349016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:32.373813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c9bc956-0193-4b27-9b21-c770f553463e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5489845 Jan 28 09:48:32.524679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f771e83-344b-43ba-9eaa-985a00067e68 req-0f24bd47-941c-417d-af62-d96b4ac1881d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:32.526576 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f771e83-344b-43ba-9eaa-985a00067e68 req-0f24bd47-941c-417d-af62-d96b4ac1881d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 946 time: 0.1287892 Jan 28 09:48:32.603855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f771e83-344b-43ba-9eaa-985a00067e68 req-28935a5b-302c-4351-bf78-2a97834a2769 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689602 Jan 28 09:48:32.733012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b06316-4bce-49e6-9575-4e72dc9369f0 None None] Network 107bfbd8-ba1d-4420-87f6-caf9633517dc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:48:33.156451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-1e9d128e-78a4-4216-8edc-2517036c1024 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:33.156451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-1e9d128e-78a4-4216-8edc-2517036c1024 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Synchronizing usage tracker for tenant:9c275e946843416b8dcc8400f3c93b28 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:33.169911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34856) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:33.170645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-1e9d128e-78a4-4216-8edc-2517036c1024 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Unset dirty status for tenant:9c275e946843416b8dcc8400f3c93b28 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:33.173313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-1e9d128e-78a4-4216-8edc-2517036c1024 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/networks?id=107bfbd8-ba1d-4420-87f6-caf9633517dc HTTP/1.1" status: 200 len: 813 time: 0.2786350 Jan 28 09:48:33.191148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-e5a3a263-aa6e-490e-9cf3-2fbe73ff0d84 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/quotas/9c275e946843416b8dcc8400f3c93b28 HTTP/1.1" status: 200 len: 375 time: 0.0118523 Jan 28 09:48:33.250855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-df3f007c-c371-4257-aace-33367f1b8f5e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c275e946843416b8dcc8400f3c93b28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456936 Jan 28 09:48:33.325127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.337248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:33.341202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Usage tracker for resource:security_group_rule and tenant:1751ce00679b4cb29781ad1e9b1ebd7f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:33.344731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:33.358074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:33.392008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-b6c45ad0-b573-4a34-bd39-852bae036e2e service neutron] 10.222.0.42 "GET /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388474 Jan 28 09:48:33.475454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.481030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.537180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8db3671-8f71-4d2d-a38c-8c794449939d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:33.544430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2fdf3244-30d3-44f1-b9d4-19bcd5082a7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1751ce00679b4cb29781ad1e9b1ebd7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732882 Jan 28 09:48:33.546959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34866) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:33.559260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-6ea2c085-b82b-4634-bde1-35a662bdaa5e service neutron] 10.222.0.42 "GET /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605966 Jan 28 09:48:33.627678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72677c1e-2737-44d1-8187-e516ef9a0bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.666669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72677c1e-2737-44d1-8187-e516ef9a0bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.766912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72677c1e-2737-44d1-8187-e516ef9a0bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.791015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72677c1e-2737-44d1-8187-e516ef9a0bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8db3671-8f71-4d2d-a38c-8c794449939d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:33.801657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72677c1e-2737-44d1-8187-e516ef9a0bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:33.815684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-72677c1e-2737-44d1-8187-e516ef9a0bf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8db3671-8f71-4d2d-a38c-8c794449939d HTTP/1.1" status: 204 len: 168 time: 0.2524488 Jan 28 09:48:34.076088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3522aebf-98a5-4c0f-8436-27da5f55b44b req-624fdf5c-04a7-497c-94eb-b5219f839491 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 210 time: 0.0640280 Jan 28 09:48:34.133897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110220aa-179d-4aca-bde2-7d893ffc24d6 req-bb1f6fc9-b4a4-4d60-87bc-d28e5cc60494 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:34.133897 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-110220aa-179d-4aca-bde2-7d893ffc24d6 req-bb1f6fc9-b4a4-4d60-87bc-d28e5cc60494 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 946 time: 0.1528709 Jan 28 09:48:34.206172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-110220aa-179d-4aca-bde2-7d893ffc24d6 req-3e256ec5-16b9-4488-a60c-c587529fb43a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692987 Jan 28 09:48:34.345358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-247697a2-3f5b-4bd6-b9fa-1efc471dd3db tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:34.349275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-247697a2-3f5b-4bd6-b9fa-1efc471dd3db tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 946 time: 0.1331005 Jan 28 09:48:34.478852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Deleting port 15a61a0c-638a-4103-ba16-565c2ea1547f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:48:34.478852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:34.938497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] For port 15a61a0c-638a-4103-ba16-565c2ea1547f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=15a61a0c-638a-4103-ba16-565c2ea1547f,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:34.938616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:35.144066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Calling delete_port for 15a61a0c-638a-4103-ba16-565c2ea1547f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:48:35.257917 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5dc0f00-25ab-4e57-a7f3-97ae40e0f607 req-eb7afe72-fab0-477b-8322-68221f8ce205 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 210 time: 0.0603232 Jan 28 09:48:35.365750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:35.383546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f654bf-0243-419a-b5d0-3ee1f1bf07d0 req-f390767e-87ac-47bf-bd4a-16a5f8e9f0c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 210 time: 0.0746555 Jan 28 09:48:35.420132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event deleted for resources: {'Port': ['ID=15a61a0c-638a-4103-ba16-565c2ea1547f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:35.559844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] No DVR routers for this DVR port 15a61a0c-638a-4103-ba16-565c2ea1547f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:48:35.562410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:35.565006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34763054-a037-4d33-b5c1-21d41b0a874c', 'name': 'network-vif-deleted', 'tag': '15a61a0c-638a-4103-ba16-565c2ea1547f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:35.595262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-693c87f3-1b9a-4980-9cd0-6cc1027e5968 req-f2457299-4f0a-4832-87b6-46df2169e4c5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "DELETE /v2.0/ports/15a61a0c-638a-4103-ba16-565c2ea1547f HTTP/1.1" status: 204 len: 173 time: 1.2468250 Jan 28 09:48:35.643193 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34763054-a037-4d33-b5c1-21d41b0a874c', 'name': 'network-vif-deleted', 'tag': '15a61a0c-638a-4103-ba16-565c2ea1547f', 'status': 'completed', 'code': 200} Jan 28 09:48:35.839818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-67e3281c-ab4f-4b8f-913b-3d7b2a13b447 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:35.841602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-67e3281c-ab4f-4b8f-913b-3d7b2a13b447 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.25 "GET /v2.0/networks?id=107bfbd8-ba1d-4420-87f6-caf9633517dc HTTP/1.1" status: 200 len: 813 time: 0.3475089 Jan 28 09:48:35.854482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Request body: {'port': {'device_id': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc', 'admin_state_up': True, 'tenant_id': '9c275e946843416b8dcc8400f3c93b28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:36.043495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:36.047886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Usage tracker for resource:port and tenant:9c275e946843416b8dcc8400f3c93b28 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:36.050863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:36.057443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:36.069399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Made reservation on behalf of 9c275e946843416b8dcc8400f3c93b28 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:36.075126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:36.295320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 15a61a0c-638a-4103-ba16-565c2ea1547f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:48:36.340742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 15a61a0c-638a-4103-ba16-565c2ea1547f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:48:36.341131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 15a61a0c-638a-4103-ba16-565c2ea1547f not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:48:36.396410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Allocated IP 172.20.0.2 (107bfbd8-ba1d-4420-87f6-caf9633517dc/528edc26-9f45-4bf8-8721-f7a4b18ee6c7/1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:48:36.452020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb094cd4-264c-4feb-a13b-65aedc2bd9a7 req-b80a2974-12e9-4e03-b90a-e5240b328c3f tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 210 time: 0.0600781 Jan 28 09:48:36.632291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa0233a4-ea68-416e-b363-655ac5cf3839 req-f37a6c40-bd7c-4106-95bb-2319d472b53e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=34763054-a037-4d33-b5c1-21d41b0a874c HTTP/1.1" status: 200 len: 210 time: 0.0558350 Jan 28 09:48:36.707804 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:36.744813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:36.850789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Network 107bfbd8-ba1d-4420-87f6-caf9633517dc is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:48:36.850789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:36.850789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:48:36.918115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Pushing event updated for resources: {'Port': ['ID=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:36.949984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:36.949984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:36.989011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-11931446-9d9b-4ede-b962-f753a36d64eb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1350625 Jan 28 09:48:37.006764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Request body: {'port': {'device_id': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:37.127839 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:37.615280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:37.621954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:37.649691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Transition to ACTIVE for port object 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:37.656438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:37.963408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:38.012193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1498fa-9b91-465c-b3a2-fc79e84ebe71 req-f71e56f8-d9ee-481f-ba21-b516cffa8aeb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.032720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da1498fa-9b91-465c-b3a2-fc79e84ebe71 req-f71e56f8-d9ee-481f-ba21-b516cffa8aeb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 943 time: 0.4193761 Jan 28 09:48:38.044169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-a81f8239-cc5a-4e7f-a75b-247335feba4e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1782877 Jan 28 09:48:38.084945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Attempting to bind port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:48:38.085370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Attempting to bind port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '1c3ca828-1f24-4ace-8049-7eb914014ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:48:38.085761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Attempting to bind port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c on network 107bfbd8-ba1d-4420-87f6-caf9633517dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:38.095297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c on network 107bfbd8-ba1d-4420-87f6-caf9633517dc not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:48:38.096351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Attempting to bind port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c on network 107bfbd8-ba1d-4420-87f6-caf9633517dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:38.130265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 48, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:48:38.132605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Checking segment: {'id': '1c3ca828-1f24-4ace-8049-7eb914014ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:38.137014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Bound using segment: {'id': '1c3ca828-1f24-4ace-8049-7eb914014ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:48:38.137875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Bound port: 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c3ca828-1f24-4ace-8049-7eb914014ab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:48:38.139078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:38.203120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da1498fa-9b91-465c-b3a2-fc79e84ebe71 req-712c9710-21a9-4db2-beb5-697620bbbf9e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673639 Jan 28 09:48:38.380594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] For port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:48:38.395042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] For port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,segment=NetworkSegment(1c3ca828-1f24-4ace-8049-7eb914014ab9),segment_id=1c3ca828-1f24-4ace-8049-7eb914014ab9)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:48:38.405247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.457523 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-4fec1dcc-11d7-4ba7-ab27-f5cbaf97c772 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.2099447 Jan 28 09:48:38.662408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.662408 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:38.662408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] 10.222.0.25 "PUT /v2.0/ports/1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c HTTP/1.1" status: 200 len: 1091 time: 1.6620519 Jan 28 09:48:38.662408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'tag': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:38.888380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2466305e-6572-434b-a8a3-9bce107f99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.889091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2466305e-6572-434b-a8a3-9bce107f99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.889601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2466305e-6572-434b-a8a3-9bce107f99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:38.891234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2466305e-6572-434b-a8a3-9bce107f99e4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 2293 time: 0.3959806 Jan 28 09:48:38.997773 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'tag': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c', 'status': 'completed', 'code': 200} Jan 28 09:48:39.017535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9946be8-cc63-402f-adff-09b782d82522 service neutron] Pushing event updated for resources: {'Port': ['ID=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:39.048157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-c05483f1-8e6b-4f59-91a0-7c094a8d031c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 1001 time: 0.1483483 Jan 28 09:48:39.052321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-28d38f28-0883-4a28-b866-8fd26c91bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.054066 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-28d38f28-0883-4a28-b866-8fd26c91bca8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c275e946843416b8dcc8400f3c93b28&device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 1094 time: 0.3480263 Jan 28 09:48:39.139446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-66ed2981-3ec4-47f8-814f-e23f000508e4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c HTTP/1.1" status: 200 len: 217 time: 0.0760365 Jan 28 09:48:39.157436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-eab63e2a-fd33-48cf-8288-c1550b8f74d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.158874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-eab63e2a-fd33-48cf-8288-c1550b8f74d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.0966444 Jan 28 09:48:39.204955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9b23501-5e24-4bf4-a4f2-e89467bc0623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.206668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-a9b23501-5e24-4bf4-a4f2-e89467bc0623 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=528edc26-9f45-4bf8-8721-f7a4b18ee6c7 HTTP/1.1" status: 200 len: 853 time: 0.0605106 Jan 28 09:48:39.264111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-5c18dce7-0193-4376-b5a5-55587d7e733e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=107bfbd8-ba1d-4420-87f6-caf9633517dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440502 Jan 28 09:48:39.370337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-9018fcc7-a1f2-489f-858c-0077f0515f60 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.391935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-9018fcc7-a1f2-489f-858c-0077f0515f60 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.2646484 Jan 28 09:48:39.408798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-090b98f7-9291-4b10-af3b-e9fb1f025dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.410426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-090b98f7-9291-4b10-af3b-e9fb1f025dba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1991079 Jan 28 09:48:39.411929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-80321579-330c-4984-9ae9-a4498a022bc1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.0190871 Jan 28 09:48:39.513914 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-c749ba82-5d3d-48b2-9caa-809edd200154 service neutron] 10.222.0.25 "GET /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479103 Jan 28 09:48:39.585671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-d387bc9b-7ad5-456e-9826-91499ba6725d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:39.634252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-d387bc9b-7ad5-456e-9826-91499ba6725d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:39.635538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-d387bc9b-7ad5-456e-9826-91499ba6725d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2168365 Jan 28 09:48:39.686930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-2f9e1a61-b7f1-4412-b2b5-09bca4b08452 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.687443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-2f9e1a61-b7f1-4412-b2b5-09bca4b08452 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Synchronizing usage tracker for tenant:9c275e946843416b8dcc8400f3c93b28 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:39.726222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-6873f46b-09db-4c31-8e7e-52d205abc9a4 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084559 Jan 28 09:48:39.742716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83b5cc35-84f3-4dca-bc3d-744b58e081d2 req-bde4295b-c28d-422e-a8c0-443942103483 service neutron] 10.222.0.25 "GET /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194729 Jan 28 09:48:39.744789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-2f9e1a61-b7f1-4412-b2b5-09bca4b08452 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Unset dirty status for tenant:9c275e946843416b8dcc8400f3c93b28 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:39.746152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-2f9e1a61-b7f1-4412-b2b5-09bca4b08452 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 943 time: 0.3368371 Jan 28 09:48:39.865815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-90b06b0b-c89c-44c2-a4ed-31acc6a8cf06 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Synchronizing usage tracker for tenant:9c275e946843416b8dcc8400f3c93b28 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:39.900723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-90b06b0b-c89c-44c2-a4ed-31acc6a8cf06 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Unset dirty status for tenant:9c275e946843416b8dcc8400f3c93b28 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:39.903026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3597e70e-c363-40ab-85db-2e29e41100e0 req-90b06b0b-c89c-44c2-a4ed-31acc6a8cf06 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389461 Jan 28 09:48:39.915044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-2fd6a65e-c65c-4131-88d1-cee95bbb177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:39.915964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-9202245b-bb28-4ccb-af5e-9d6f3ff41409 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689006 Jan 28 09:48:39.918305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-2fd6a65e-c65c-4131-88d1-cee95bbb177f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9c275e946843416b8dcc8400f3c93b28&device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 1094 time: 0.1119606 Jan 28 09:48:40.048466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-b23945f9-f80d-467c-99f3-e7cc33c217f2 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094413 Jan 28 09:48:40.117549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-f3938baf-2a3a-4d0b-905e-39ee75d46f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:40.119634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-f3938baf-2a3a-4d0b-905e-39ee75d46f46 service neutron] 10.222.0.25 "GET /v2.0/networks?id=107bfbd8-ba1d-4420-87f6-caf9633517dc HTTP/1.1" status: 200 len: 914 time: 0.1947675 Jan 28 09:48:40.144737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-5d6ba980-d918-47d4-a85f-dd99e3f62685 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 217 time: 0.0772145 Jan 28 09:48:40.203108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-0cb7717b-a76e-4546-bc05-9908237e66b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c HTTP/1.1" status: 200 len: 217 time: 0.0694826 Jan 28 09:48:40.209277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99cb054e-9bf4-44e3-9795-077a4e2cff83 req-49b02940-a8b4-47b0-9b49-96b6058747df service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926660 Jan 28 09:48:40.231677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-415a8857-b2dc-4a8a-833f-252e1df9dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:40.237013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-415a8857-b2dc-4a8a-833f-252e1df9dd49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.0834291 Jan 28 09:48:40.301580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-3e7152d7-9f9e-4514-9b4a-c1cd7aaf6567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:40.305783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-3e7152d7-9f9e-4514-9b4a-c1cd7aaf6567 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=528edc26-9f45-4bf8-8721-f7a4b18ee6c7 HTTP/1.1" status: 200 len: 853 time: 0.0923567 Jan 28 09:48:40.328595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-7dc43f0e-64ef-4d31-b9f5-916724e85129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:40.329700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-7dc43f0e-64ef-4d31-b9f5-916724e85129 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856814 Jan 28 09:48:40.358460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-cef3e582-71e2-4dbb-8c40-780391ed5fac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=107bfbd8-ba1d-4420-87f6-caf9633517dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438471 Jan 28 09:48:40.712460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96cddd76-03d3-48c4-8232-c8cbe47e413e req-6894fbcd-336c-4c05-833d-ce3f6fb6955f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bbf9e09-27d2-4697-bce9-a014d1158323 HTTP/1.1" status: 200 len: 210 time: 0.0710423 Jan 28 09:48:40.770313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-722b3872-39de-46ae-be0d-0eef84ed9c73 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323266 Jan 28 09:48:40.828962 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-a6d21519-005c-48f8-882b-4a2454789618 service neutron] 10.222.0.25 "GET /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4624465 Jan 28 09:48:41.051820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f38f400-fec5-4911-9ed4-54fa566a8fe4 req-d4284450-ce48-417f-bca9-2294da5057d4 service neutron] 10.222.0.25 "GET /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151070 Jan 28 09:48:41.074885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-6ad64136-603f-449a-866c-ff5a58fba14d service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967396 Jan 28 09:48:41.205948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-83838762-9bb3-4161-afb7-28328462734a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 217 time: 0.1215198 Jan 28 09:48:41.233709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7c9cf3-734e-4a60-aefb-dcb2d929ad56 req-52ba71c1-0f32-4a9a-803e-8c26bfb0fd65 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:41.250036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ba7c9cf3-734e-4a60-aefb-dcb2d929ad56 req-52ba71c1-0f32-4a9a-803e-8c26bfb0fd65 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 943 time: 0.1546097 Jan 28 09:48:41.324408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ba7c9cf3-734e-4a60-aefb-dcb2d929ad56 req-cd2d5ff9-995e-48ba-84ac-8accc373379b tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729449 Jan 28 09:48:41.363636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-d5bf824a-c09d-4dd0-a887-ff23a3a5a118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:41.368582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-d5bf824a-c09d-4dd0-a887-ff23a3a5a118 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1566393 Jan 28 09:48:41.481199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-a4e5dd00-d51f-4827-8758-e9d57f0f7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:41.494835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-a4e5dd00-d51f-4827-8758-e9d57f0f7b93 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1193390 Jan 28 09:48:41.883529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-e46757d2-44fe-46d4-a193-2dee1d5b8936 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794460 Jan 28 09:48:42.083289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-fb7c2a64-ef9f-4038-918b-5b34eab4f6d7 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888454 Jan 28 09:48:42.136346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-ef1124e8-22dd-46d1-bcd5-eee8f4094e31 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:42.136346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-ef1124e8-22dd-46d1-bcd5-eee8f4094e31 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.3142064 Jan 28 09:48:42.164384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-55d2eeeb-0a9a-4671-a966-21dd444692ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 217 time: 0.0743713 Jan 28 09:48:42.169325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-5fe4b147-5af6-4c88-b6d2-32772fc74feb tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.0201921 Jan 28 09:48:42.240589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-fae81d28-76e5-4a15-8691-83c5f5ef7746 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610821 Jan 28 09:48:42.244395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-86ee69ae-59dd-45c4-b87e-176bf5a73f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:42.244395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-86ee69ae-59dd-45c4-b87e-176bf5a73f73 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.0748980 Jan 28 09:48:42.349791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-1606b96c-4d60-4345-b41b-ca16c4e33de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:42.349791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-1606b96c-4d60-4345-b41b-ca16c4e33de0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0983391 Jan 28 09:48:42.426267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-d8b6fc13-00bf-4845-804d-b36fc286a739 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836264 Jan 28 09:48:42.584968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-6706f8bc-740a-42e8-aad3-c593280aebb4 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273080 Jan 28 09:48:42.631021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d37f7-087c-4454-bb92-1775e499aaab req-fcda3c0a-349c-49f9-b396-03b0468d68fb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:42.638387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d85d37f7-087c-4454-bb92-1775e499aaab req-fcda3c0a-349c-49f9-b396-03b0468d68fb tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 943 time: 0.1781552 Jan 28 09:48:42.638504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-eafe9b81-65d9-4036-b71b-030fdb3561a5 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110004 Jan 28 09:48:42.799358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d85d37f7-087c-4454-bb92-1775e499aaab req-e24e2485-0908-49f2-8e28-a2578e8ae654 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473465 Jan 28 09:48:42.873983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-e2d7b709-fd28-40a8-8a30-ca7c85ccf07a service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730999 Jan 28 09:48:43.044431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-767238ab-b042-4ef5-916d-26a281d20ee4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 217 time: 0.1715717 Jan 28 09:48:43.505002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:48:43.534218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d27a22b1-a169-43df-b488-a8e91ab049f7 req-886465a5-64ad-4f32-a291-14e1d7ae196d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 210 time: 0.3861372 Jan 28 09:48:43.553214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:43.579095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-ffa805e4-12f5-4f5b-9f47-ebdecf870c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:43.579095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-ffa805e4-12f5-4f5b-9f47-ebdecf870c36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.5150299 Jan 28 09:48:43.750906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2f3cfeae-7e33-419e-88f5-0e0cc757d086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:43.750906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2f3cfeae-7e33-419e-88f5-0e0cc757d086 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1707516 Jan 28 09:48:43.847776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,segment=NetworkSegment(1c3ca828-1f24-4ace-8049-7eb914014ab9),segment_id=1c3ca828-1f24-4ace-8049-7eb914014ab9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:43.873773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c', 'network_id': '107bfbd8-ba1d-4420-87f6-caf9633517dc', 'port_id': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c', 'mac_address': 'fa:16:3e:3a:7c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '528edc26-9f45-4bf8-8721-f7a4b18ee6c7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:48:43.964226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:43.989731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:44.039534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,segment=NetworkSegment(1c3ca828-1f24-4ace-8049-7eb914014ab9),segment_id=1c3ca828-1f24-4ace-8049-7eb914014ab9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:44.039534 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:44.066556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-67f51231-64c9-4ccd-a802-ff5e943acb1d service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107252 Jan 28 09:48:44.148569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:44.174479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.175498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.179958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.181626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.182793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.183299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.184243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.184813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.186240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.186785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.188835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.189385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:48:44.357739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:44.409539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-0649e9e8-cb5b-40fc-8063-47e5ae334608 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3381128 Jan 28 09:48:44.521547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000218e7-a29a-4c92-98e3-c289d3ed50b9 req-f22609b1-2d02-4320-9555-29c4adff6889 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:44.538957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-000218e7-a29a-4c92-98e3-c289d3ed50b9 req-f22609b1-2d02-4320-9555-29c4adff6889 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 944 time: 0.3114488 Jan 28 09:48:44.648025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-000218e7-a29a-4c92-98e3-c289d3ed50b9 req-5c73262e-4d8e-4f8b-9c69-888b0d298832 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013408 Jan 28 09:48:44.650645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-fcb4168f-396e-4b79-a741-b7437fca6fb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 217 time: 0.2349219 Jan 28 09:48:44.788359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-516d3578-d653-4374-9d12-c01b322bc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:44.789778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-516d3578-d653-4374-9d12-c01b322bc9f9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1277771 Jan 28 09:48:45.019680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93b8a5ba-5a7c-4d36-971a-e819ff8c9e67 req-4f18d4ce-01c4-46ee-9632-e37d0cfe673a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 210 time: 0.0536261 Jan 28 09:48:45.049934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-6400537a-b267-429b-987e-cc06e28475d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:45.049934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-6400537a-b267-429b-987e-cc06e28475d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2420568 Jan 28 09:48:45.057280 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:45.201901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-7cf6352c-26ab-4943-a3be-d6c5e2f71f76 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:45.203306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-7cf6352c-26ab-4943-a3be-d6c5e2f71f76 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.3052731 Jan 28 09:48:45.226129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Request body: {'port': {'device_id': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'admin_state_up': True, 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:45.344588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-042b7e19-f344-4668-97c5-f1271cfcc012 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835670 Jan 28 09:48:45.484958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:45.495992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:45.522831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:45.529777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:45.566649 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-a267601c-6566-4af3-9869-a437c04950e0 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120421 Jan 28 09:48:45.671392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-e133540e-7896-452b-b107-c948418a8536 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.0707536 Jan 28 09:48:45.833570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-580f2699-b5d4-4bea-97a7-ac6bf691eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:45.834988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-580f2699-b5d4-4bea-97a7-ac6bf691eef5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1499324 Jan 28 09:48:46.029741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Allocated IP 172.20.0.14 (9f85a44f-8b37-4861-8b99-8e251f35fae4/c67d8b41-b251-45c9-b236-dad215aed62c/70e15279-1bfb-42f9-8085-3435727e5d54) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:48:46.100571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c28f668-422c-4609-a150-88fbeb0bb2dc req-95715a67-f84f-4ae2-a276-1d7bf7688699 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:46.102062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c28f668-422c-4609-a150-88fbeb0bb2dc req-95715a67-f84f-4ae2-a276-1d7bf7688699 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 944 time: 0.3175814 Jan 28 09:48:46.134984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-3ab3696f-70a7-4984-9770-9939328dfc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:46.136401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-3ab3696f-70a7-4984-9770-9939328dfc3a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2932312 Jan 28 09:48:46.213291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7df7a48c-ac4f-4ce9-bb73-c88082195dca req-3866f03a-c911-40e3-b006-5212715da033 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 210 time: 0.0477819 Jan 28 09:48:46.341572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c28f668-422c-4609-a150-88fbeb0bb2dc req-a3690ddc-9bc6-4749-87db-8ef7b4bc7e3f tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250102 Jan 28 09:48:46.431363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-dadfb526-d31f-4abf-8533-19439f5d1764 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741451 Jan 28 09:48:46.434208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:46.560804 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:46.662167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:48:46.667307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:48:46.672278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:48:46.699121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078544c3-acc4-4c90-a7fe-bebacd062f17 req-2909224d-cde1-4d68-9e04-0106b60517f7 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616789 Jan 28 09:48:46.709059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event updated for resources: {'Port': ['ID=70e15279-1bfb-42f9-8085-3435727e5d54,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:46.742035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:46.742628 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:46.768560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-07dd43dc-b2cd-4a00-aaac-f700bfba59b0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5486026 Jan 28 09:48:46.779423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Request body: {'port': {'device_id': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:46.895133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.271222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e15279-1bfb-42f9-8085-3435727e5d54 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:47.279363 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.293525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Transition to ACTIVE for port object 70e15279-1bfb-42f9-8085-3435727e5d54 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:47.298229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.488549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Pushing event updated for resources: {'Port': ['ID=70e15279-1bfb-42f9-8085-3435727e5d54,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:47.520883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:47.574476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e7e646-d5ba-4c8b-8424-72cbaf18c8f3 req-b78ee1c4-4f1d-4339-8925-a475e6c87984 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:47.577095 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12e7e646-d5ba-4c8b-8424-72cbaf18c8f3 req-b78ee1c4-4f1d-4339-8925-a475e6c87984 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 944 time: 0.1308103 Jan 28 09:48:47.622236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:47.622460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb92110-7621-4262-9fe8-5cc37f6196dc req-0874d618-0f81-4d52-90ce-b24e37af6d36 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:47.622994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-beb92110-7621-4262-9fe8-5cc37f6196dc req-0874d618-0f81-4d52-90ce-b24e37af6d36 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:48:47.631221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:47.632007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.635403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Attempting to bind port 70e15279-1bfb-42f9-8085-3435727e5d54 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:48:47.635916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Attempting to bind port 70e15279-1bfb-42f9-8085-3435727e5d54 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:48:47.636398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Attempting to bind port 70e15279-1bfb-42f9-8085-3435727e5d54 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:47.642911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12e7e646-d5ba-4c8b-8424-72cbaf18c8f3 req-04a210c0-43c5-4387-85d0-d0fcba86a53e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593843 Jan 28 09:48:47.645912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Port 70e15279-1bfb-42f9-8085-3435727e5d54 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:48:47.646389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Attempting to bind port 70e15279-1bfb-42f9-8085-3435727e5d54 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:48:47.655103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:48:47.655442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:48:47.655825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Bound using segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:48:47.656252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Bound port: 70e15279-1bfb-42f9-8085-3435727e5d54, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:48:47.656598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.705949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-beb92110-7621-4262-9fe8-5cc37f6196dc req-0874d618-0f81-4d52-90ce-b24e37af6d36 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:48:47.713380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-beb92110-7621-4262-9fe8-5cc37f6196dc req-0874d618-0f81-4d52-90ce-b24e37af6d36 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 944 time: 0.3760216 Jan 28 09:48:47.781369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.803497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-beb92110-7621-4262-9fe8-5cc37f6196dc req-5f720b2c-9b74-4693-bde3-0702f99d6fbc tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889664 Jan 28 09:48:47.816413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,segment=NetworkSegment(1c3ca828-1f24-4ace-8049-7eb914014ab9),segment_id=1c3ca828-1f24-4ace-8049-7eb914014ab9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:47.817365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:47.824016 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.830880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] For port 70e15279-1bfb-42f9-8085-3435727e5d54, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:48:47.841758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] For port 70e15279-1bfb-42f9-8085-3435727e5d54, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=70e15279-1bfb-42f9-8085-3435727e5d54,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:48:47.847353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:47.889031 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c', 'code': 200} Jan 28 09:48:47.922025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:48.088414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:48.089050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:48.090417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] 10.222.0.43 "PUT /v2.0/ports/70e15279-1bfb-42f9-8085-3435727e5d54 HTTP/1.1" status: 200 len: 1092 time: 1.3154380 Jan 28 09:48:48.090857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'tag': '70e15279-1bfb-42f9-8085-3435727e5d54'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:48.118948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a27149e-5101-4cd0-9f5f-170d27977a8d service neutron] Pushing event updated for resources: {'Port': ['ID=70e15279-1bfb-42f9-8085-3435727e5d54,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:48.181291 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'tag': '70e15279-1bfb-42f9-8085-3435727e5d54', 'status': 'completed', 'code': 200} Jan 28 09:48:48.206252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87ae43a-20cf-446f-9b4c-983138ca0f1e req-98236726-f073-4e67-8069-2cd00244fa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:48.207736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e87ae43a-20cf-446f-9b4c-983138ca0f1e req-98236726-f073-4e67-8069-2cd00244fa20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 1096 time: 0.1752975 Jan 28 09:48:48.262301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-0c4dfc27-4a60-4e1f-8506-3139d1818fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:48.263797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-0c4dfc27-4a60-4e1f-8506-3139d1818fdc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 1095 time: 0.1209266 Jan 28 09:48:48.265503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e87ae43a-20cf-446f-9b4c-983138ca0f1e req-f9aa226d-634c-4950-8f7a-cac41a267adc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Jan 28 09:48:48.334697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-adaa3c53-ff89-4f02-8c42-f7fff50516e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e15279-1bfb-42f9-8085-3435727e5d54 HTTP/1.1" status: 200 len: 217 time: 0.0634689 Jan 28 09:48:48.397099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-56cc1f39-17eb-4ac1-9014-a7f98291f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:48.398572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-56cc1f39-17eb-4ac1-9014-a7f98291f36f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.0580025 Jan 28 09:48:48.446258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-30ec79ab-d84a-4fe2-abe0-ae4241e603e0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403402 Jan 28 09:48:48.588415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-8ed1d85d-cdd5-444c-95ba-f3350ba882ab service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343732 Jan 28 09:48:48.728432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06cf2942-8a65-47a9-a966-0a0f524941c3 req-a22d6289-6bd2-430b-9aff-ab124a54b5d5 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339672 Jan 28 09:48:48.880851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ed227-ff57-47fc-9867-bb88f349fbb8 req-a38bc8c0-56d8-486a-987d-bcc852ac461e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:48.883098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac1ed227-ff57-47fc-9867-bb88f349fbb8 req-a38bc8c0-56d8-486a-987d-bcc852ac461e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 945 time: 0.1297114 Jan 28 09:48:48.923676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92b70-630d-4efd-8699-342d473947b6 req-7745af64-eafe-4ca2-806e-5710cd41d1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:48.925271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-7745af64-eafe-4ca2-806e-5710cd41d1aa service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 1095 time: 0.1403754 Jan 28 09:48:48.935085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac1ed227-ff57-47fc-9867-bb88f349fbb8 req-bb0dce17-d22e-4388-a382-125b9e907c0f tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457070 Jan 28 09:48:49.127777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92b70-630d-4efd-8699-342d473947b6 req-d79403ac-83ef-4c10-94fb-811a661f1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:49.129391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-d79403ac-83ef-4c10-94fb-811a661f1b18 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.1970129 Jan 28 09:48:49.204550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-2a7075eb-b2e2-43ab-b8cc-dd635d991fbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70e15279-1bfb-42f9-8085-3435727e5d54 HTTP/1.1" status: 200 len: 217 time: 0.0670495 Jan 28 09:48:49.212312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7027c2-ae31-41e6-908f-8ef726b8ca45 req-d9daf8f9-e4e3-40e9-876b-dfa79f859209 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:49.216459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d7027c2-ae31-41e6-908f-8ef726b8ca45 req-d9daf8f9-e4e3-40e9-876b-dfa79f859209 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 944 time: 0.2001436 Jan 28 09:48:49.301551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d7027c2-ae31-41e6-908f-8ef726b8ca45 req-8d074b47-40ea-4b00-8dfb-f67e774d2fb2 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546665 Jan 28 09:48:49.316293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa92b70-630d-4efd-8699-342d473947b6 req-81c11b76-0a50-4e0d-83dc-efac79c945f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:49.318141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-81c11b76-0a50-4e0d-83dc-efac79c945f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1007750 Jan 28 09:48:49.387067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-97caa97e-f016-462a-a679-23716ca8ca09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620544 Jan 28 09:48:49.531848 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-32cb6534-357e-4744-a1cb-b5a5622d3bfa service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381116 Jan 28 09:48:49.715308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3fa92b70-630d-4efd-8699-342d473947b6 req-2424ec3f-9949-4cde-a0e8-6dce304eebc3 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767869 Jan 28 09:48:49.783889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:49.914587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:49.929809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:49.933834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Usage tracker for resource:security_group_rule and tenant:32f38ab3c9af40b595b9d0d8a8a80e99 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:49.937009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:49.942620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:50.051789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.057568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.268271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32f38ab3c9af40b595b9d0d8a8a80e99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832406 Jan 28 09:48:50.271132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:50.280176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a70397-87da-498a-bf04-bce8ab68cdb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6422d2f1-7c63-49ff-9f61-7303a7ca72e6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:50.305332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ee91d-3e55-46a1-8a22-1b2ed8b3dff5 req-3c71523e-a4bb-4c1f-8781-c013a4bb405e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:50.306847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-317ee91d-3e55-46a1-8a22-1b2ed8b3dff5 req-3c71523e-a4bb-4c1f-8781-c013a4bb405e tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 945 time: 0.2353282 Jan 28 09:48:50.334799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2dc184d-0bd3-4ab8-8967-605148531648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.361231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-317ee91d-3e55-46a1-8a22-1b2ed8b3dff5 req-c9a67fdb-7859-4de6-a631-e7d1339352ac tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482168 Jan 28 09:48:50.363175 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2dc184d-0bd3-4ab8-8967-605148531648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.383224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 70e15279-1bfb-42f9-8085-3435727e5d54 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:48:50.427518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2dc184d-0bd3-4ab8-8967-605148531648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.454392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc184d-0bd3-4ab8-8967-605148531648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6422d2f1-7c63-49ff-9f61-7303a7ca72e6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:50.465551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2dc184d-0bd3-4ab8-8967-605148531648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.467054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2dc184d-0bd3-4ab8-8967-605148531648 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6422d2f1-7c63-49ff-9f61-7303a7ca72e6 HTTP/1.1" status: 204 len: 168 time: 0.1946542 Jan 28 09:48:50.568433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d658d25-e436-4b1c-a8c2-164246062ecb req-04305e72-4595-44c3-a15f-c99838ceb709 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:50.570107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d658d25-e436-4b1c-a8c2-164246062ecb req-04305e72-4595-44c3-a15f-c99838ceb709 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 944 time: 0.1336184 Jan 28 09:48:50.607818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 70e15279-1bfb-42f9-8085-3435727e5d54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=70e15279-1bfb-42f9-8085-3435727e5d54,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:50.626630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d658d25-e436-4b1c-a8c2-164246062ecb req-5cbf7fb2-35a5-48e6-a6ee-8ff8bfdf67a1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486414 Jan 28 09:48:50.637910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '70e15279-1bfb-42f9-8085-3435727e5d54', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '70e15279-1bfb-42f9-8085-3435727e5d54', 'mac_address': 'fa:16:3e:9a:4c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:48:50.705867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.734525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e15279-1bfb-42f9-8085-3435727e5d54 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:48:50.752030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 70e15279-1bfb-42f9-8085-3435727e5d54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=70e15279-1bfb-42f9-8085-3435727e5d54,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:50.757550 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.886864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35290) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:50.893480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=70e15279-1bfb-42f9-8085-3435727e5d54,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:50.906508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:50.921341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:50.925200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Usage tracker for resource:security_group_rule and tenant:f1aa96e2b2ca4269bdf46120fea5d63e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:50.928018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:50.937032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:51.028714 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.041605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.051800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['70e15279-1bfb-42f9-8085-3435727e5d54'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:51.100119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1aa96e2b2ca4269bdf46120fea5d63e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098114 Jan 28 09:48:51.100496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:51.134738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cf981-ca23-46c8-a7f3-b573dd429257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c268e-5cc2-48a9-ba6f-844a770765dc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:51.189831 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5743526-18eb-4c49-ab86-d90360c80961 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.221885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5743526-18eb-4c49-ab86-d90360c80961 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.222161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9665c1e8-896c-4e58-b365-4b325b0d968c req-a22731ea-12b4-4eb9-8ea5-d9d50e8df169 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:51.229970 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9665c1e8-896c-4e58-b365-4b325b0d968c req-a22731ea-12b4-4eb9-8ea5-d9d50e8df169 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 945 time: 0.1044831 Jan 28 09:48:51.274614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9665c1e8-896c-4e58-b365-4b325b0d968c req-9d48e50f-a5e4-43cc-a354-e6f54aa87f43 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431476 Jan 28 09:48:51.282922 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5743526-18eb-4c49-ab86-d90360c80961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.303082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5743526-18eb-4c49-ab86-d90360c80961 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33c268e-5cc2-48a9-ba6f-844a770765dc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:51.307016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5743526-18eb-4c49-ab86-d90360c80961 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.308291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a5743526-18eb-4c49-ab86-d90360c80961 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b33c268e-5cc2-48a9-ba6f-844a770765dc HTTP/1.1" status: 204 len: 168 time: 0.2057359 Jan 28 09:48:51.656855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35316) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:51.675536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.691271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:51.695115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Usage tracker for resource:security_group_rule and tenant:b920bb5ffff24e5793a292a9a0c2786d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:51.698000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:51.742366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:51.819351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab58014-4b79-4289-99bd-22445562e729 req-37e8ecf1-6d16-45e5-8677-ade24f588851 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:51.820764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cab58014-4b79-4289-99bd-22445562e729 req-37e8ecf1-6d16-45e5-8677-ade24f588851 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.1199234 Jan 28 09:48:51.825507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783180b8-1b33-42b3-83f1-9b2d585d1277 req-6833d7f5-836c-4405-a61a-e6d1661319ec tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:51.826971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-783180b8-1b33-42b3-83f1-9b2d585d1277 req-6833d7f5-836c-4405-a61a-e6d1661319ec tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 945 time: 0.0814364 Jan 28 09:48:51.872345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-783180b8-1b33-42b3-83f1-9b2d585d1277 req-6616a06e-caa7-4d09-b210-393a8b632207 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387604 Jan 28 09:48:51.895618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cab58014-4b79-4289-99bd-22445562e729 req-d08412f2-8504-4476-978a-7615696513ed tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677142 Jan 28 09:48:51.897298 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.902481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:51.949388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2da290c-af9d-4a68-ad81-8f9e39c729c0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:51.959987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-98fa0379-3e55-44d5-beb9-e3b81550bd16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b920bb5ffff24e5793a292a9a0c2786d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019488 Jan 28 09:48:51.962899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35324) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:52.022664 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9691a158-f548-4e31-b579-7cf36bf779c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.047920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9691a158-f548-4e31-b579-7cf36bf779c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.105351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9691a158-f548-4e31-b579-7cf36bf779c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.121413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9691a158-f548-4e31-b579-7cf36bf779c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2da290c-af9d-4a68-ad81-8f9e39c729c0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:52.131918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9691a158-f548-4e31-b579-7cf36bf779c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.131918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9691a158-f548-4e31-b579-7cf36bf779c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2da290c-af9d-4a68-ad81-8f9e39c729c0 HTTP/1.1" status: 204 len: 168 time: 0.1647542 Jan 28 09:48:52.380820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 70e15279-1bfb-42f9-8085-3435727e5d54 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:48:52.485808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 70e15279-1bfb-42f9-8085-3435727e5d54 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:48:52.501292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 70e15279-1bfb-42f9-8085-3435727e5d54 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:48:52.502192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.638321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eac8fd-358f-48f5-9881-9c44553a2ad1 req-ac9d4a4b-31bd-4e16-8a59-7bec8b7c816d tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:52.645266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01eac8fd-358f-48f5-9881-9c44553a2ad1 req-ac9d4a4b-31bd-4e16-8a59-7bec8b7c816d tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 945 time: 0.1814027 Jan 28 09:48:52.715234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-6bd7d5b0-30c1-4474-9a52-1096263e2b44 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:52.718082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01eac8fd-358f-48f5-9881-9c44553a2ad1 req-316fe1e3-57f9-41b2-a3bc-29aeae712023 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/security-groups?id=188854bb-32f0-4732-9f94-ffff039a7369&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678878 Jan 28 09:48:52.718220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-6bd7d5b0-30c1-4474-9a52-1096263e2b44 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.25 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 945 time: 0.1834700 Jan 28 09:48:52.740495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.775601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 70e15279-1bfb-42f9-8085-3435727e5d54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=70e15279-1bfb-42f9-8085-3435727e5d54,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:52.777426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e15279-1bfb-42f9-8085-3435727e5d54'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:52.795393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.829650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Deleting port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:48:52.835134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:52.853355 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e15279-1bfb-42f9-8085-3435727e5d54', 'code': 200} Jan 28 09:48:52.894628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=70e15279-1bfb-42f9-8085-3435727e5d54,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:53.178000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ad7bb-a44e-479a-ab22-d031e5f60bf3 req-5ba01f05-9f16-4680-903a-aa42df4943ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:53.178000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d8ad7bb-a44e-479a-ab22-d031e5f60bf3 req-5ba01f05-9f16-4680-903a-aa42df4943ae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 1097 time: 0.2666256 Jan 28 09:48:53.193184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78140f-39f6-476a-910c-9507a5d6f5dc req-6dd7d0d6-131d-4f8c-a84a-82c474495773 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:53.197529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b78140f-39f6-476a-910c-9507a5d6f5dc req-6dd7d0d6-131d-4f8c-a84a-82c474495773 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.1856582 Jan 28 09:48:53.287903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b78140f-39f6-476a-910c-9507a5d6f5dc req-28eedb93-058a-4953-a91f-7f9e3c135815 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854304 Jan 28 09:48:53.311850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] For port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,segment=NetworkSegment(1c3ca828-1f24-4ace-8049-7eb914014ab9),segment_id=1c3ca828-1f24-4ace-8049-7eb914014ab9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:53.311977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:53.459405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Calling delete_port for 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:48:53.775001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d8ad7bb-a44e-479a-ab22-d031e5f60bf3 req-b973902b-55eb-49f4-a3d0-70b661a69230 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752907 Jan 28 09:48:53.814331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:53.827497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:48:53.884235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Pushing event deleted for resources: {'Port': ['ID=1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:53.985288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44576986-d01e-4f68-9a88-34b231db3db0 req-7f3f64e5-6dc6-40dc-a12c-791a0e31460f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:53.989059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44576986-d01e-4f68-9a88-34b231db3db0 req-7f3f64e5-6dc6-40dc-a12c-791a0e31460f tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.3219035 Jan 28 09:48:53.997831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] No DVR routers for this DVR port 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:48:53.997831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:54.001477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'name': 'network-vif-deleted', 'tag': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:54.075055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44576986-d01e-4f68-9a88-34b231db3db0 req-53fcac43-f203-4159-ac17-4783e1f9a9a9 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609388 Jan 28 09:48:54.075055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d755bab9-81db-4a89-a8be-66d4adc2c3b9 req-2773ec15-18d7-4be2-9af1-6f391bb90bd7 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.25 "DELETE /v2.0/ports/1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c HTTP/1.1" status: 204 len: 173 time: 1.3495622 Jan 28 09:48:54.149084 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa9e94f-a5c2-4737-bcbe-ff911820f18c', 'name': 'network-vif-deleted', 'tag': '1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c', 'status': 'completed', 'code': 200} Jan 28 09:48:54.680043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd045f86-ad3c-4360-b2b9-c609d28e75ef req-261da5b6-b377-4311-8cc7-2381c543b159 tempest-ServerAddressesTestJSON-866994434 tempest-ServerAddressesTestJSON-866994434-project] 10.222.0.42 "GET /v2.0/ports?device_id=baa9e94f-a5c2-4737-bcbe-ff911820f18c HTTP/1.1" status: 200 len: 210 time: 0.1250997 Jan 28 09:48:54.690688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9fdf86-64a7-4811-ad58-b47708369c29 req-ad5f25e1-1b81-418d-b8cc-0228e6fc2f29 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:54.703031 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe9fdf86-64a7-4811-ad58-b47708369c29 req-ad5f25e1-1b81-418d-b8cc-0228e6fc2f29 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.2123244 Jan 28 09:48:54.815951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe9fdf86-64a7-4811-ad58-b47708369c29 req-aa2d6432-c332-4a2d-b98f-69dc735ef500 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015337 Jan 28 09:48:55.432113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebf750-11f3-40d2-b585-440d9ef3c55e req-4427b663-99bb-4de8-84a5-31c1607a9cd7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:55.433437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5ebf750-11f3-40d2-b585-440d9ef3c55e req-4427b663-99bb-4de8-84a5-31c1607a9cd7 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.0971346 Jan 28 09:48:55.517371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5ebf750-11f3-40d2-b585-440d9ef3c55e req-6406d891-c776-4c37-b5c9-1ec78cc14b70 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670438 Jan 28 09:48:55.760648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:55.875802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65b31b1f-bb30-4507-aa81-3f49fdfa1259 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:55.896297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Deleting subnet 528edc26-9f45-4bf8-8721-f7a4b18ee6c7 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:48:55.896297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:55.949328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-790fcd34-a757-4657-8feb-4abc6da1a086 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=c6af2464596b4a17acb6ef2f45c5e8b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569546 Jan 28 09:48:55.954811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:56.119686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3f2ce58-2d9f-4134-976c-49aa130e3583 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:56.119686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3f2ce58-2d9f-4134-976c-49aa130e3583 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1748481 Jan 28 09:48:56.145170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-6cd11c3b-5b23-4684-a2bf-893b5af3618e tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/quotas/c6af2464596b4a17acb6ef2f45c5e8b6 HTTP/1.1" status: 200 len: 375 time: 0.0138056 Jan 28 09:48:56.180545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:56.208889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-b53f4d48-63bb-41cb-b4b7-5eb323aef4b9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6af2464596b4a17acb6ef2f45c5e8b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544889 Jan 28 09:48:56.257570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a55cb2-100a-496b-8b31-d2949d9b5803 req-11c2f825-8098-4877-8cec-9421843510db tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:56.269066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37a55cb2-100a-496b-8b31-d2949d9b5803 req-11c2f825-8098-4877-8cec-9421843510db tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.2807124 Jan 28 09:48:56.317080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:56.369160 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37a55cb2-100a-496b-8b31-d2949d9b5803 req-203164dc-19e4-4267-9834-80e437bdd157 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980282 Jan 28 09:48:56.387208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=528edc26-9f45-4bf8-8721-f7a4b18ee6c7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:56.395736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:56.408198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-959c6805-ae5e-46d9-a2ba-8954af4160db admin admin] 10.222.0.42 "DELETE /v2.0/subnets/528edc26-9f45-4bf8-8721-f7a4b18ee6c7 HTTP/1.1" status: 204 len: 168 time: 0.6454451 Jan 28 09:48:56.417578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35440) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:56.609158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:56.821237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06daff60-da2f-4ec5-9a9d-dae79e4600d6 req-1f963f91-5277-4621-ae95-e91eb8042419 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 210 time: 0.0676868 Jan 28 09:48:56.928896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:56.965779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-81a11520-230a-46e2-8a92-4ba74b80c160 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:56.966853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-81a11520-230a-46e2-8a92-4ba74b80c160 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.25 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.3028038 Jan 28 09:48:56.979139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107bfbd8-ba1d-4420-87f6-caf9633517dc']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:57.121826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3ca828-1f24-4ace-8049-7eb914014ab9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:57.122127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3ca828-1f24-4ace-8049-7eb914014ab9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:57.159021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.193084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Deleting port a917800e-634b-4838-9bbd-7edca03cef89 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:48:57.193517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.198359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a978ff-f4fe-4130-a78e-b15b3ad5e4f9 req-94a00b82-aa51-45da-9488-34496143b30a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:57.199707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b1a978ff-f4fe-4130-a78e-b15b3ad5e4f9 req-94a00b82-aa51-45da-9488-34496143b30a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.0946529 Jan 28 09:48:57.226432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.251205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:48:57.251862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.268200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b1a978ff-f4fe-4130-a78e-b15b3ad5e4f9 req-806b29e1-a1ba-47dc-af66-7cc057bf38a5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585310 Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:48:57.270619 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:48:57.432917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2b211-2569-4b09-89d5-0a45110deb92 req-5c82f404-0de4-47f4-8127-916e7c92b516 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:57.435291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ac2b211-2569-4b09-89d5-0a45110deb92 req-5c82f404-0de4-47f4-8127-916e7c92b516 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 945 time: 0.4641900 Jan 28 09:48:57.444755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.449689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.513772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=107bfbd8-ba1d-4420-87f6-caf9633517dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:57.562905 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-38a21579-26e7-4818-a0dd-31a18dffd8d3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/107bfbd8-ba1d-4420-87f6-caf9633517dc HTTP/1.1" status: 204 len: 168 time: 1.1440396 Jan 28 09:48:57.578489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:48:57.623508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:48:57.624226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1ddd4c63-7859-4ed6-a2f4-fb49932b5b4c not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:48:57.698501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ac2b211-2569-4b09-89d5-0a45110deb92 req-3a9b2148-046e-4a9b-b954-65bc279c739c tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups?id=9c7aebb7-0d53-49d0-8d10-0737799ccea4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2538295 Jan 28 09:48:57.803246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] For port a917800e-634b-4838-9bbd-7edca03cef89, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=a917800e-634b-4838-9bbd-7edca03cef89,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:48:57.804853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:57.933531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35466) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:57.950015 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-b02c6b26-b037-4bda-8a70-97a251f52270 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c6af2464596b4a17acb6ef2f45c5e8b6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535135 Jan 28 09:48:58.150368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1551504c-77d7-42b2-bd93-20ac28793968 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c275e946843416b8dcc8400f3c93b28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2068551 Jan 28 09:48:58.155362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35470) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:48:58.163780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73a61b52-4ba0-4237-a251-d3c249b80a58 req-a2e10027-d5f7-400f-824c-29e61b4a62c9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 210 time: 0.0908577 Jan 28 09:48:58.176007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39c063f6-9ba4-4a78-a1dc-133dbd5d572f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.213492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-9c24638a-118c-44a3-b0e2-231bc24a7d9e tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:58.214367 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-9c24638a-118c-44a3-b0e2-231bc24a7d9e tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541809 Jan 28 09:48:58.228531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Request body: {'port': {'device_id': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'c6af2464596b4a17acb6ef2f45c5e8b6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:48:58.466535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:58.474021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.474389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.474695 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Floating IP ed2e7067-3fa4-45e7-9390-c5585b3b23fb disassociated. External IP: 172.25.1.75, port: a917800e-634b-4838-9bbd-7edca03cef89. Jan 28 09:48:58.475032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Calling delete_port for a917800e-634b-4838-9bbd-7edca03cef89 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:48:58.475857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Usage tracker for resource:port and tenant:c6af2464596b4a17acb6ef2f45c5e8b6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:58.481061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:58.491771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:58.514426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa5997-2374-43de-b559-5011d7b61889 req-0730d3ac-2da3-433a-b17b-eff032246dcc tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:58.517148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38aa5997-2374-43de-b559-5011d7b61889 req-0730d3ac-2da3-433a-b17b-eff032246dcc tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.1158621 Jan 28 09:48:58.520816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Made reservation on behalf of c6af2464596b4a17acb6ef2f45c5e8b6 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:48:58.523388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c38a1bc2-e274-4a98-b1c1-7e0fa82fc006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.526674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.550790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c38a1bc2-e274-4a98-b1c1-7e0fa82fc006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.551099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.598215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:48:58.607198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Usage tracker for resource:security_group_rule and tenant:c6af2464596b4a17acb6ef2f45c5e8b6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:48:58.607198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:48:58.614637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:48:58.620516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38aa5997-2374-43de-b559-5011d7b61889 req-4bd63eac-c89f-4659-a618-84b26ccaef25 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745807 Jan 28 09:48:58.664100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c38a1bc2-e274-4a98-b1c1-7e0fa82fc006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.717707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a1bc2-e274-4a98-b1c1-7e0fa82fc006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=188854bb-32f0-4732-9f94-ffff039a7369,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:58.748948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.762900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c38a1bc2-e274-4a98-b1c1-7e0fa82fc006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.762900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c38a1bc2-e274-4a98-b1c1-7e0fa82fc006 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/188854bb-32f0-4732-9f94-ffff039a7369 HTTP/1.1" status: 204 len: 168 time: 0.5927727 Jan 28 09:48:58.769607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.769607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:58.883658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event deleted for resources: {'Port': ['ID=a917800e-634b-4838-9bbd-7edca03cef89,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:59.183261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Router b590e65b-c03a-4063-8a69-7b2324542163 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:48:59.234496 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da7b3800-93c8-4701-9a07-ae9a57ce9e8f req-66f03205-81f9-486e-8834-210bf81ba689 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 210 time: 0.2020643 Jan 28 09:48:59.275384 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f569a67f-7394-4eb7-a719-d97ceb34e653,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:48:59.278686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Allocated IP 192.168.233.144 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/9b713672-c7a6-451b-b80c-5c27679a8824) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:48:59.342836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:59.419227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:59.676388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-009d5493-2760-48cf-9a20-c17ad720bc3e req-2906089d-eda3-43c2-8dec-fb7701314ea6 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 210 time: 0.0477130 Jan 28 09:48:59.749890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:48:59.776413 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] Sync routers for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:48:59.795115 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:48:59.795115 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:48:59.798673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:59.831968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Transition to ACTIVE for port object 9b713672-c7a6-451b-b80c-5c27679a8824 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:48:59.855283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] No DVR routers for this DVR port a917800e-634b-4838-9bbd-7edca03cef89 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:48:59.861010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:59.862785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f3839e3-6c5e-4978-bc4f-b7a4e848ddd9 req-c16fdccd-abbf-4028-8fed-60a3b89fbd44 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.25 "DELETE /v2.0/ports/a917800e-634b-4838-9bbd-7edca03cef89 HTTP/1.1" status: 204 len: 173 time: 2.8771105 Jan 28 09:48:59.862785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'name': 'network-vif-deleted', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:48:59.880121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:48:59.913878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541369f-a99d-4f53-adaf-1db8f460fe1f req-3c1154b3-01a7-4dbf-884d-b794a8b18d98 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:48:59.930766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b541369f-a99d-4f53-adaf-1db8f460fe1f req-3c1154b3-01a7-4dbf-884d-b794a8b18d98 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.3027890 Jan 28 09:48:59.979701 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '620ee3df-6d78-4314-a334-47630355bf4c', 'name': 'network-vif-deleted', 'tag': 'a917800e-634b-4838-9bbd-7edca03cef89', 'status': 'completed', 'code': 200} Jan 28 09:49:00.037180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b541369f-a99d-4f53-adaf-1db8f460fe1f req-92293184-fc5e-447d-bcba-8dd3bfba298e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008878 Jan 28 09:49:00.118534 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:00.125320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Pushing event updated for resources: {'Port': ['ID=9b713672-c7a6-451b-b80c-5c27679a8824,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:00.177850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:00.177850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:00.177850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:00.416756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:00.416756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:00.483386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35522) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:00.620841 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d3416c4b-ab55-4a74-af25-7fc8e223f8f9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3854036 Jan 28 09:49:00.633264 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d97d0105-8654-4300-9d57-1f98f90e1157 req-fc582d7b-1a70-498c-bde6-9e0552c45e22 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/ports?device_id=620ee3df-6d78-4314-a334-47630355bf4c HTTP/1.1" status: 200 len: 210 time: 0.0883064 Jan 28 09:49:00.652503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Request body: {'port': {'device_id': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:00.666189 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:49:00.686184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-493645e2-ef4d-4b83-8561-be087dcca0fd tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:00.695486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9fe1deb0-4941-4d35-9fa1-bbc3b796aa0f None None] Provisioning for port 9b713672-c7a6-451b-b80c-5c27679a8824 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:00.695486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9fe1deb0-4941-4d35-9fa1-bbc3b796aa0f None None] Provisioning complete for port 9b713672-c7a6-451b-b80c-5c27679a8824 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:00.695486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fe1deb0-4941-4d35-9fa1-bbc3b796aa0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:00.705745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-493645e2-ef4d-4b83-8561-be087dcca0fd tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.3246551 Jan 28 09:49:00.904180 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:00.911077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1deb0-4941-4d35-9fa1-bbc3b796aa0f None None] Port 9b713672-c7a6-451b-b80c-5c27679a8824 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:49:00.917116 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] Checking router: b590e65b-c03a-4063-8a69-7b2324542163 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:00.935611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:00.935611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:00.955167 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:00.960611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Deleting port 70e15279-1bfb-42f9-8085-3435727e5d54 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:00.960611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:00.992084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1060082043-network', 'tenant_id': '491b9a6b842d4b8aaebb6da451600109'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:01.012153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:01.022028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Usage tracker for resource:network and tenant:491b9a6b842d4b8aaebb6da451600109 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:01.029667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:01.076892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:01.122031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:01.141072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Made reservation on behalf of 491b9a6b842d4b8aaebb6da451600109 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:01.162430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:01.245394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ced2b-1cb8-403d-8127-7d6e627543c2 req-f43555f9-9d93-43c6-9dc9-667c5ed357ca tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:01.247834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-808ced2b-1cb8-403d-8127-7d6e627543c2 req-f43555f9-9d93-43c6-9dc9-667c5ed357ca tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 936 time: 0.1919351 Jan 28 09:49:01.256751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:01.319149 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:01.346696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:01.369316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Usage tracker for resource:security_group_rule and tenant:491b9a6b842d4b8aaebb6da451600109 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:01.390401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:01.396167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:01.413002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-808ced2b-1cb8-403d-8127-7d6e627543c2 req-adaf3baa-a60a-4553-88e7-a483cc3d9664 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596127 Jan 28 09:49:01.492338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] For port 70e15279-1bfb-42f9-8085-3435727e5d54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=70e15279-1bfb-42f9-8085-3435727e5d54,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:01.493081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:01.583496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device a917800e-634b-4838-9bbd-7edca03cef89 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:01.664705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: a917800e-634b-4838-9bbd-7edca03cef89 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:01.665563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device a917800e-634b-4838-9bbd-7edca03cef89 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:01.673860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b7df2-1b71-4a9f-9632-dd483fece7ac req-ac00bb70-939a-43ca-90c6-004a732b347b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:01.681393 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-510b7df2-1b71-4a9f-9632-dd483fece7ac req-ac00bb70-939a-43ca-90c6-004a732b347b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 946 time: 0.4824328 Jan 28 09:49:01.775361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-510b7df2-1b71-4a9f-9632-dd483fece7ac req-7d6e5d21-c2ee-40d7-b9cb-bea10c53eab0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928051 Jan 28 09:49:01.836179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Calling delete_port for 70e15279-1bfb-42f9-8085-3435727e5d54 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:01.914905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:01.931571 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:01.954684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:01.963085 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1f420c-0167-4348-88f3-934767dc147a None None] The sync data for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 is: [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:46:15Z', 'revision_number': 4, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '3c1bcb63-ad68-4af6-aa47-25b59242715a', 'name': '', 'network_id': 'f9c64ec5-c6e5-4845-a467-c905a09acf16', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'mac_address': 'fa:16:3e:d1:6b:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_interface', 'standard_attr_id': 1264, 'fixed_ips': [{'subnet_id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:12Z', 'updated_at': '2022-01-28T09:46:34Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'subnets': [{'id': 'd602f245-3752-40b7-b4a5-22e9747da533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:01.979694 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.165502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:49:02.191433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.228638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.228638 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Added segment 1e66649b-bec1-4897-813b-a5667e0bce37 of type vlan for network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 Jan 28 09:49:02.228638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709fe57a-b83a-4475-9cb0-84c488c7b715,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:02.256981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b05-e588-413d-83aa-bc28e15c2f12 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.264399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event deleted for resources: {'Port': ['ID=70e15279-1bfb-42f9-8085-3435727e5d54,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:02.299413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b713672-c7a6-451b-b80c-5c27679a8824 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:02.322944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.322944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.347777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] No DVR routers for this DVR port 70e15279-1bfb-42f9-8085-3435727e5d54 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:49:02.347777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.347777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'name': 'network-vif-deleted', 'tag': '70e15279-1bfb-42f9-8085-3435727e5d54'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:02.355092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b05-e588-413d-83aa-bc28e15c2f12 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.369832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd37cf0-b58c-4119-90ea-56de4b18b869 req-042088e5-f1a0-4da2-9aae-5873638811c6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "DELETE /v2.0/ports/70e15279-1bfb-42f9-8085-3435727e5d54 HTTP/1.1" status: 204 len: 173 time: 1.6644850 Jan 28 09:49:02.377488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Transition to ACTIVE for port object 9b713672-c7a6-451b-b80c-5c27679a8824 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:02.418146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.427618 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e', 'name': 'network-vif-deleted', 'tag': '70e15279-1bfb-42f9-8085-3435727e5d54', 'status': 'completed', 'code': 200} Jan 28 09:49:02.436341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 70e15279-1bfb-42f9-8085-3435727e5d54 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:02.539107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 70e15279-1bfb-42f9-8085-3435727e5d54 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:02.539107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 70e15279-1bfb-42f9-8085-3435727e5d54 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:02.558555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26b1324-7358-41f9-99d7-013c867fb34f None None] New status for floating IP ed2e7067-3fa4-45e7-9390-c5585b3b23fb: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:49:02.671078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3facfc04-753a-4251-9c4d-df41494759e5 req-5934a20f-97c3-4de2-8981-fd8cce04d4cd tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:02.681880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3facfc04-753a-4251-9c4d-df41494759e5 req-5934a20f-97c3-4de2-8981-fd8cce04d4cd tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 948 time: 0.1039839 Jan 28 09:49:02.739638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Pushing event updated for resources: {'Port': ['ID=9b713672-c7a6-451b-b80c-5c27679a8824,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:02.761726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3facfc04-753a-4251-9c4d-df41494759e5 req-17ff797f-a8d9-4fa0-bd28-49ade930e7dd tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684114 Jan 28 09:49:02.905716 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.906701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:02.907283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:02.933992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b05-e588-413d-83aa-bc28e15c2f12 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.098599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d65b05-e588-413d-83aa-bc28e15c2f12 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7aebb7-0d53-49d0-8d10-0737799ccea4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:03.359779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93154a10-229b-4555-a3d2-800abdf65db3 req-3682a94b-528e-4756-b1c2-aeb65d842e4f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac5e9ba3-3bc7-4623-a7ee-9a0536e1269e HTTP/1.1" status: 200 len: 210 time: 0.2623675 Jan 28 09:49:03.360373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] Pushing event updated for resources: {'Network': ['ID=028b2268-2cc0-4aff-9640-eeb87ec5d0f8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:03.376190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:49:03.376338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c1ef29b8-4897-46f7-bc29-19fba5fd86f9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.8816314 Jan 28 09:49:03.376522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35564) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:03.377699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5d65b05-e588-413d-83aa-bc28e15c2f12 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.380865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d5d65b05-e588-413d-83aa-bc28e15c2f12 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "DELETE /v2.0/security-groups/9c7aebb7-0d53-49d0-8d10-0737799ccea4 HTTP/1.1" status: 204 len: 168 time: 1.4630878 Jan 28 09:49:03.381219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35566) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:03.385965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Request body: {'subnet': {'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1060082043-subnet', 'tenant_id': '491b9a6b842d4b8aaebb6da451600109', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:03.402757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:03.402979 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-a28d0f15-2955-47c8-973a-7ca88a142d4c tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] show failed (client error): The resource could not be found. Jan 28 09:49:03.403794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a28d0f15-2955-47c8-973a-7ca88a142d4c tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "GET /v2.0/security-groups/9c7aebb7-0d53-49d0-8d10-0737799ccea4 HTTP/1.1" status: 404 len: 347 time: 0.0217066 Jan 28 09:49:03.406827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Usage tracker for resource:subnet and tenant:491b9a6b842d4b8aaebb6da451600109 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:03.409742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:03.420098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Attempting to bind port 9b713672-c7a6-451b-b80c-5c27679a8824 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:03.420419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Attempting to bind port 9b713672-c7a6-451b-b80c-5c27679a8824 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:03.420771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Attempting to bind port 9b713672-c7a6-451b-b80c-5c27679a8824 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:03.425901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Port 9b713672-c7a6-451b-b80c-5c27679a8824 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:49:03.425901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Attempting to bind port 9b713672-c7a6-451b-b80c-5c27679a8824 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:03.431969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:03.432313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:03.432764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:03.433190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Bound port: 9b713672-c7a6-451b-b80c-5c27679a8824, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:03.433701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.465350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:03.476296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:03.525614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Made reservation on behalf of 491b9a6b842d4b8aaebb6da451600109 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:03.527952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.533562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] For port 9b713672-c7a6-451b-b80c-5c27679a8824, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:03.537212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] For port 9b713672-c7a6-451b-b80c-5c27679a8824, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b713672-c7a6-451b-b80c-5c27679a8824,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:03.542561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.603837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:03.604458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.605879 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] 10.222.0.25 "PUT /v2.0/ports/9b713672-c7a6-451b-b80c-5c27679a8824 HTTP/1.1" status: 200 len: 1096 time: 2.9778328 Jan 28 09:49:03.606324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'tag': '9b713672-c7a6-451b-b80c-5c27679a8824'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:03.633004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3d52b-54bf-48f0-a2b9-0468d2bf979d service neutron] Pushing event updated for resources: {'Port': ['ID=9b713672-c7a6-451b-b80c-5c27679a8824,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:03.697078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Deleting port fedab937-b66c-4ac6-b1be-e423cc999826 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:03.697078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:03.715483 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'tag': '9b713672-c7a6-451b-b80c-5c27679a8824', 'status': 'completed', 'code': 200} Jan 28 09:49:03.782656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d9d258fd-c49d-44af-830f-79d8518fc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:03.803324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-d9d258fd-c49d-44af-830f-79d8518fc156 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6af2464596b4a17acb6ef2f45c5e8b6&device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 1099 time: 0.1406596 Jan 28 09:49:04.036035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:04.036482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:04.043945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-c85b75fd-6668-47d1-afa9-64a802ec7b39 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9b713672-c7a6-451b-b80c-5c27679a8824 HTTP/1.1" status: 200 len: 217 time: 0.2387486 Jan 28 09:49:04.147570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-22667f2a-3d67-46a0-ba9d-d5c32e764fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:04.149564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-22667f2a-3d67-46a0-ba9d-d5c32e764fd1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0825973 Jan 28 09:49:04.207568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Calling delete_port for fedab937-b66c-4ac6-b1be-e423cc999826 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:04.214630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-0e67f5d3-597b-4e53-b71d-267cddd3d202 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:04.217317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-0e67f5d3-597b-4e53-b71d-267cddd3d202 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Synchronizing usage tracker for tenant:c6af2464596b4a17acb6ef2f45c5e8b6 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:04.264142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-0e67f5d3-597b-4e53-b71d-267cddd3d202 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Unset dirty status for tenant:c6af2464596b4a17acb6ef2f45c5e8b6 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:04.264142 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-0e67f5d3-597b-4e53-b71d-267cddd3d202 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 948 time: 0.3049839 Jan 28 09:49:04.321134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-2f064c2b-3427-4574-ade1-5af5153c2d9a tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Synchronizing usage tracker for tenant:c6af2464596b4a17acb6ef2f45c5e8b6 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:04.324896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-bf9f6c07-30fc-4e6e-9951-c587b933b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:04.329866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-bf9f6c07-30fc-4e6e-9951-c587b933b9f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1705453 Jan 28 09:49:04.344653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:04.442051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-2f064c2b-3427-4574-ade1-5af5153c2d9a tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Unset dirty status for tenant:c6af2464596b4a17acb6ef2f45c5e8b6 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:04.443218 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a3b6462-51fc-42e6-ae12-79eac3cbd7e6 req-2f064c2b-3427-4574-ade1-5af5153c2d9a tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828973 Jan 28 09:49:04.507726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Checking segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:04.507726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Network hostable DHCP agents. Network: 028b2268-2cc0-4aff-9640-eeb87ec5d0f8, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:49:04.518175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e35af51-efa0-4648-868d-3bea9de22d24,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:04.529198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.529603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.529991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.530417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.531044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.531139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.532187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.532187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.532405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.532989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.533939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.534611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:04.569191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:04.573690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-0e9a7296-8f6e-453b-b8ed-28286502e943 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380221 Jan 28 09:49:04.610536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:49:04.642581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Pushing event deleted for resources: {'Port': ['ID=fedab937-b66c-4ac6-b1be-e423cc999826,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:04.683438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 028b2268-2cc0-4aff-9640-eeb87ec5d0f8) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:04.687382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdc80da-fc8a-4624-bd14-c9a9b139edaa None None] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:04.743017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:04.743716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:04.773359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1e321a6d-86b1-4688-b290-2440bb85e0fd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3948522 Jan 28 09:49:04.952939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69151e1d-bdfe-4754-be30-a2447cb809e4 req-68a5c3c5-edfe-4b33-9f38-c7e430caaf9e service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720441 Jan 28 09:49:04.972587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503b859-bff7-45d0-b2f6-2673816804cd req-150c043c-9215-4e24-98af-e12143bbc490 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:04.993322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d503b859-bff7-45d0-b2f6-2673816804cd req-150c043c-9215-4e24-98af-e12143bbc490 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.3834748 Jan 28 09:49:05.062011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:05.065175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:05.069663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d671ed80-d4a6-4924-8983-1fc56f1d9984 tempest-ServersTestJSON-1310472511 tempest-ServersTestJSON-1310472511-project] 10.222.0.42 "DELETE /v2.0/floatingips/ed2e7067-3fa4-45e7-9390-c5585b3b23fb HTTP/1.1" status: 204 len: 168 time: 1.6563256 Jan 28 09:49:05.070023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35612) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:05.075751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6da4c-0547-443c-9686-1a3ef6e565ba None None] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:05.083478 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d503b859-bff7-45d0-b2f6-2673816804cd req-9e6a3597-f76b-48c9-8346-4bdfc65c9d5f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893052 Jan 28 09:49:05.114403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-a8cd93b7-ea0f-4a6a-8266-9a3add4c260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:05.120709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-a8cd93b7-ea0f-4a6a-8266-9a3add4c260c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6af2464596b4a17acb6ef2f45c5e8b6&device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 1099 time: 0.1074343 Jan 28 09:49:05.307830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-461badf7-46db-4d81-992a-27bd48df3d8b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:05.314891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-461badf7-46db-4d81-992a-27bd48df3d8b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.3716555 Jan 28 09:49:05.332185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-98d4682c-2f42-46a7-bb3f-7bdb10e507ad tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.0157614 Jan 28 09:49:05.344275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-667c7598-c166-4364-bc09-ec57c98e67a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:05.350649 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-667c7598-c166-4364-bc09-ec57c98e67a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.2265723 Jan 28 09:49:05.425089 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-1ef0b3b7-5dac-41cd-8821-d6c6047e5f3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=9b713672-c7a6-451b-b80c-5c27679a8824 HTTP/1.1" status: 200 len: 217 time: 0.0673938 Jan 28 09:49:05.447308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4dc564d8-0601-493c-9695-80c5142cffdc req-1c6e8388-3e6c-4d97-8e41-e5711a8cce09 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:05.491490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4dc564d8-0601-493c-9695-80c5142cffdc req-1c6e8388-3e6c-4d97-8e41-e5711a8cce09 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:05.499272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-1c6e8388-3e6c-4d97-8e41-e5711a8cce09 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1597393 Jan 28 09:49:05.582517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-b5a29d3d-42dc-4d6e-92be-e28999bed19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:05.583979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-b5a29d3d-42dc-4d6e-92be-e28999bed19c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.1344950 Jan 28 09:49:05.761002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-035c565f-7a18-4deb-98d8-25a2f51dc496 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606492 Jan 28 09:49:05.799275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-072b80c5-1028-4283-8842-b96c0bbbc52f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:05.799275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-072b80c5-1028-4283-8842-b96c0bbbc52f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:05.821357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-072b80c5-1028-4283-8842-b96c0bbbc52f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:05.825116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-072b80c5-1028-4283-8842-b96c0bbbc52f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.3985589 Jan 28 09:49:05.840842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-2b06931e-78a0-4e94-85b8-bde56bf30d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:05.842265 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-2b06931e-78a0-4e94-85b8-bde56bf30d86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2468865 Jan 28 09:49:05.843597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-2dda0137-d97f-498d-9134-402943013a7e tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/quotas/491b9a6b842d4b8aaebb6da451600109 HTTP/1.1" status: 200 len: 375 time: 0.0167282 Jan 28 09:49:05.931239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3831fe38-cf6b-48ae-9bcb-05115bb79ef2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814273 Jan 28 09:49:05.953505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-9cd0de8d-0ed1-47f4-aa56-165267289b6f service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916220 Jan 28 09:49:06.038177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:06.149034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-a867ecc3-bc96-4510-a79d-b8ba7e84b3ff service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656105 Jan 28 09:49:06.156003 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-54572c32-692c-421e-ab7d-7a324ba8297d service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769111 Jan 28 09:49:06.403137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e76bbdbd-158f-4449-9c1e-e2e38bcf2269 req-6e32293a-ded1-4a37-bc9b-bbf0686e7928 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461832 Jan 28 09:49:06.408175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-1e628874-b5c8-49df-a3db-6a4db1a25fbb service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312500 Jan 28 09:49:06.649310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Deleting port 3c1bcb63-ad68-4af6-aa47-25b59242715a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:06.649603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:06.873851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613c6c4-6f7c-4ae5-9b61-2cc9da3e4e8b req-99996cd1-7895-42c4-b3a0-d0ae65c174d9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:06.875389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4613c6c4-6f7c-4ae5-9b61-2cc9da3e4e8b req-99996cd1-7895-42c4-b3a0-d0ae65c174d9 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 948 time: 0.2979126 Jan 28 09:49:06.910908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] For port 3c1bcb63-ad68-4af6-aa47-25b59242715a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3c1bcb63-ad68-4af6-aa47-25b59242715a,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:06.911509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:07.009419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64beeaa3-e67e-4d8b-8796-a2c4672c0f0b req-100f7de8-782b-4505-81a3-5caa0585f15d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 210 time: 0.0796766 Jan 28 09:49:07.070299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Calling delete_port for 3c1bcb63-ad68-4af6-aa47-25b59242715a owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:07.105229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa51231d-dcf3-4a3c-b337-c1a78469b73e req-f20c5ea8-a5b9-4b2a-9493-053d77eb7b50 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0503583 Jan 28 09:49:07.121201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4613c6c4-6f7c-4ae5-9b61-2cc9da3e4e8b req-0b811623-bcf6-4d58-bb9e-91625fed8a14 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328310 Jan 28 09:49:07.529490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:07.546084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5eb5b-8151-4f83-bb22-c37d1af2a5a9 req-4809059e-f496-4750-94ef-a3ea16282663 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:07.548589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c1e5eb5b-8151-4f83-bb22-c37d1af2a5a9 req-4809059e-f496-4750-94ef-a3ea16282663 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.1585729 Jan 28 09:49:07.618215 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c1e5eb5b-8151-4f83-bb22-c37d1af2a5a9 req-e9334371-3e2a-4de1-a3d3-df669a81ea30 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628819 Jan 28 09:49:07.627481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-0b6c1c15-6e7d-4e93-b009-edc059161a86 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:07.629601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-0b6c1c15-6e7d-4e93-b009-edc059161a86 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.2348676 Jan 28 09:49:07.693623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Request body: {'port': {'device_id': '475c80c3-c800-4943-b126-497bf904c94b', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'admin_state_up': True, 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:07.708509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1bcb63-ad68-4af6-aa47-25b59242715a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:07.971633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:08.057021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:08.075864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:08.079589 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:08.096278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-a86d06d1-d43f-43b8-b0c5-6121071663c6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:08.098953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-a86d06d1-d43f-43b8-b0c5-6121071663c6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.1970983 Jan 28 09:49:08.101940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:08.119946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Request body: {'port': {'device_id': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'admin_state_up': True, 'tenant_id': '491b9a6b842d4b8aaebb6da451600109'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:08.311611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63835024-1123-41a6-a590-a00126465a67 req-6f16146f-3bb2-463e-abb4-1b91c0252e4c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 210 time: 0.1204402 Jan 28 09:49:08.389605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:08.394034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Usage tracker for resource:port and tenant:491b9a6b842d4b8aaebb6da451600109 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:08.397084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:08.403803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:08.414142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Made reservation on behalf of 491b9a6b842d4b8aaebb6da451600109 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:08.418260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:08.454654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3e5aee7-6681-44e8-b9ff-ef17c65689bc req-15ffa43d-b11c-4449-89ee-b718f6d963f9 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0781605 Jan 28 09:49:08.598509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913671a9-0056-4314-9b87-484cb0d9c768 req-55063576-bbcb-4df7-b3c0-2570fbf5d5e2 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:08.599983 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-913671a9-0056-4314-9b87-484cb0d9c768 req-55063576-bbcb-4df7-b3c0-2570fbf5d5e2 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 948 time: 0.1720381 Jan 28 09:49:08.705960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-913671a9-0056-4314-9b87-484cb0d9c768 req-be958d22-c61c-49db-a756-6ca1d0f04232 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766745 Jan 28 09:49:08.709750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Allocated IP 172.20.0.3 (028b2268-2cc0-4aff-9640-eeb87ec5d0f8/7e35af51-efa0-4648-868d-3bea9de22d24/07348f34-3d9b-4f07-87c0-9616784c404f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:08.773252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Allocated IP 172.20.0.14 (9f85a44f-8b37-4861-8b99-8e251f35fae4/c67d8b41-b251-45c9-b236-dad215aed62c/0c4fdfca-dc0d-4188-9563-0de4d19d9d65) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:08.942528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff58a7a9-feda-40eb-9e74-e0f377b8a1e7 req-7254baff-cdbb-4be9-b68c-246f8be30022 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:08.944695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ff58a7a9-feda-40eb-9e74-e0f377b8a1e7 req-7254baff-cdbb-4be9-b68c-246f8be30022 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.3530288 Jan 28 09:49:09.052216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Router b590e65b-c03a-4063-8a69-7b2324542163 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:49:09.065821 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.099517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.169123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ff58a7a9-feda-40eb-9e74-e0f377b8a1e7 req-87c4c5ab-f2f2-451c-b458-49a4a9dcd287 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113998 Jan 28 09:49:09.170217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:09.173471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:09.178004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:09.218007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event updated for resources: {'Port': ['ID=07348f34-3d9b-4f07-87c0-9616784c404f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:09.250941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:09.251545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.274603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-3b173ff3-819a-4aa5-b523-75b0005fd973 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1661196 Jan 28 09:49:09.284876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Request body: {'port': {'device_id': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:09.313586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.337832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:49:09.352953 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] Sync routers for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:49:09.371466 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:09.372134 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:09.404128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.404974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-100f6806-e187-4810-b4be-572d6258cfdc admin admin] 10.222.0.42 "PUT /v2.0/routers/b590e65b-c03a-4063-8a69-7b2324542163/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3312147 Jan 28 09:49:09.407077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.417871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35686) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:09.578701 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:09.594062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:09.598225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b713672-c7a6-451b-b80c-5c27679a8824 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:49:09.611104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:09.616458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:09.753882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b9525-94ed-474f-afe1-1b300da64f6a req-9d2790ff-1025-44f4-84e4-e914ab5b2c73 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:09.753882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a9b9525-94ed-474f-afe1-1b300da64f6a req-9d2790ff-1025-44f4-84e4-e914ab5b2c73 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 932 time: 0.2799299 Jan 28 09:49:09.923764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:09.939349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:09.939349 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.965834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:09.971449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9b713672-c7a6-451b-b80c-5c27679a8824, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b713672-c7a6-451b-b80c-5c27679a8824,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:09.987486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '9b713672-c7a6-451b-b80c-5c27679a8824', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': '9b713672-c7a6-451b-b80c-5c27679a8824', 'mac_address': 'fa:16:3e:d3:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:49:10.025002 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:49:07Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:10.040825 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] Checking router: b590e65b-c03a-4063-8a69-7b2324542163 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:10.062757 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] Routers {'b590e65b-c03a-4063-8a69-7b2324542163'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:10.062757 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b590e65b-c03a-4063-8a69-7b2324542163'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:10.093785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.109911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07348f34-3d9b-4f07-87c0-9616784c404f {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:10.115793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b713672-c7a6-451b-b80c-5c27679a8824 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:10.119921 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.136692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9b713672-c7a6-451b-b80c-5c27679a8824, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b713672-c7a6-451b-b80c-5c27679a8824,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:10.142415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Transition to ACTIVE for port object 07348f34-3d9b-4f07-87c0-9616784c404f will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:10.147643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.197686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-8e6b5125-bfd8-4e8d-80c0-8f53433a1c2b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5053082 Jan 28 09:49:10.205309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Request body: {'port': {'device_id': '475c80c3-c800-4943-b126-497bf904c94b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:10.229585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.252905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9b713672-c7a6-451b-b80c-5c27679a8824,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:10.319908 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] Set router b590e65b-c03a-4063-8a69-7b2324542163 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:10.356105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f602d2-2093-4092-849a-d77acdbbf7ca req-4d4d60e9-28b7-49ad-a2ea-f7c07107a416 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:10.357564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8f602d2-2093-4092-849a-d77acdbbf7ca req-4d4d60e9-28b7-49ad-a2ea-f7c07107a416 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 931 time: 0.7018468 Jan 28 09:49:10.410960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a9b9525-94ed-474f-afe1-1b300da64f6a req-9a0c0595-aac7-4d5a-95d6-825afab3af44 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6530492 Jan 28 09:49:10.432118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Pushing event updated for resources: {'Port': ['ID=07348f34-3d9b-4f07-87c0-9616784c404f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:10.463386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9b713672-c7a6-451b-b80c-5c27679a8824'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:10.472228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.492279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.506459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8f602d2-2093-4092-849a-d77acdbbf7ca req-bb07b939-1076-4407-be77-49784278d050 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207011 Jan 28 09:49:10.605608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Deleting port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:10.605960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.703864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-fc1cb792-e294-4a7f-bd12-718505013a17 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:10.705891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-fc1cb792-e294-4a7f-bd12-718505013a17 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.25 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.5371459 Jan 28 09:49:10.798656 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:49:07Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:10.802879 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-873417a5-230c-47ae-992d-d6d3e36c20a3 None None] The sync data for ids ['b590e65b-c03a-4063-8a69-7b2324542163'] in n-d-825178-2 is: [{'id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'name': 'tempest-ServersTestJSON-1708443926-router', 'tenant_id': '4fc2612ae4124763a4320d90a360ab27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55'}], 'enable_snat': True}, 'gw_port_id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:46:01Z', 'updated_at': '2022-01-28T09:49:07Z', 'revision_number': 5, 'project_id': '4fc2612ae4124763a4320d90a360ab27', 'gw_port': {'id': '1c45d0d7-e56e-455c-8dfb-b539aef76b2c', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:8f:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b590e65b-c03a-4063-8a69-7b2324542163', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:46:02Z', 'updated_at': '2022-01-28T09:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:10.826773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Deleting port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:10.827362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.892964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Attempting to bind port 07348f34-3d9b-4f07-87c0-9616784c404f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:10.893301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Attempting to bind port 07348f34-3d9b-4f07-87c0-9616784c404f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:10.893624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Attempting to bind port 07348f34-3d9b-4f07-87c0-9616784c404f on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:10.901826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Port 07348f34-3d9b-4f07-87c0-9616784c404f on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:49:10.902676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Attempting to bind port 07348f34-3d9b-4f07-87c0-9616784c404f on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:10.915013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:10.915635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Checking segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:10.916261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Bound using segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:10.917366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Bound port: 07348f34-3d9b-4f07-87c0-9616784c404f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:10.917366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:10.936989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44cf278-d573-4dfe-be4b-7b154424cb73 req-9493f165-4f1f-4dfa-91f9-8c7974ea7601 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:10.943672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b44cf278-d573-4dfe-be4b-7b154424cb73 req-9493f165-4f1f-4dfa-91f9-8c7974ea7601 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 949 time: 0.3224094 Jan 28 09:49:11.022392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] For port 1c45d0d7-e56e-455c-8dfb-b539aef76b2c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:11.022579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.170225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b44cf278-d573-4dfe-be4b-7b154424cb73 req-b090e58d-5659-4516-8870-47162599f7fb tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215068 Jan 28 09:49:11.204313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] For port 07348f34-3d9b-4f07-87c0-9616784c404f, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:11.212652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] For port 07348f34-3d9b-4f07-87c0-9616784c404f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=07348f34-3d9b-4f07-87c0-9616784c404f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:11.213794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Calling delete_port for 1c45d0d7-e56e-455c-8dfb-b539aef76b2c owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:11.221190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.437989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:11.449800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:11.449800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.456718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] 10.222.0.43 "PUT /v2.0/ports/07348f34-3d9b-4f07-87c0-9616784c404f HTTP/1.1" status: 200 len: 1091 time: 2.1696017 Jan 28 09:49:11.461145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a547ab-b9b2-46ad-a5c4-d2c69d365b81 req-e37ec568-9a73-43f5-a3dd-66e899c480e6 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:11.461145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-66a547ab-b9b2-46ad-a5c4-d2c69d365b81 req-e37ec568-9a73-43f5-a3dd-66e899c480e6 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 946 time: 0.3917232 Jan 28 09:49:11.463090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'tag': '07348f34-3d9b-4f07-87c0-9616784c404f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:11.466703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.478921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] For port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:11.478921 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.520148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Transition to ACTIVE for port object 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:11.523642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.616318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b713672-c7a6-451b-b80c-5c27679a8824 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:11.633349 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'tag': '07348f34-3d9b-4f07-87c0-9616784c404f', 'status': 'completed', 'code': 200} Jan 28 09:49:11.633349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55825be-f408-4f5c-9191-8954460b9c5c service neutron] Pushing event updated for resources: {'Port': ['ID=07348f34-3d9b-4f07-87c0-9616784c404f,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:11.753933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 9b713672-c7a6-451b-b80c-5c27679a8824 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:11.761439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 9b713672-c7a6-451b-b80c-5c27679a8824 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:11.761725 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:11.903196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:11.918738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-66a547ab-b9b2-46ad-a5c4-d2c69d365b81 req-92d9d396-b0c5-4c2a-9c4d-27c043046db1 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups?id=2d6c2383-178d-433c-88b2-a9b87fc5e09a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3078382 Jan 28 09:49:11.994309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-05ae5a61-7f5c-4d28-bfe5-e8745f35550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:11.994309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-05ae5a61-7f5c-4d28-bfe5-e8745f35550f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 1094 time: 0.4334912 Jan 28 09:49:12.010397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.082390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9b713672-c7a6-451b-b80c-5c27679a8824, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b713672-c7a6-451b-b80c-5c27679a8824,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:12.082390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b713672-c7a6-451b-b80c-5c27679a8824'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:12.086597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-2f264f18-739c-44e2-9829-7bdca7bd1a94 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07348f34-3d9b-4f07-87c0-9616784c404f HTTP/1.1" status: 200 len: 217 time: 0.0840199 Jan 28 09:49:12.087352 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.087352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:12.135026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.135026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.135026 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Floating IP 6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12 disassociated. External IP: 172.25.1.222, port: 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf. Jan 28 09:49:12.135852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Calling delete_port for 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:12.174155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.201578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd09a41-22db-4fb5-a11b-1d4b3f538b6f req-a2ee1825-bea0-4ad7-b50b-37a606a78c9c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:12.208631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bfd09a41-22db-4fb5-a11b-1d4b3f538b6f req-a2ee1825-bea0-4ad7-b50b-37a606a78c9c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 944 time: 0.4887402 Jan 28 09:49:12.252269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-5091e999-3be7-4173-b752-c77efee88f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:12.253582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-5091e999-3be7-4173-b752-c77efee88f38 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.1608198 Jan 28 09:49:12.322006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-d3ed9e1a-c07a-42eb-a381-023cd821f992 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603840 Jan 28 09:49:12.332750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Pushing event deleted for resources: {'Port': ['ID=1c45d0d7-e56e-455c-8dfb-b539aef76b2c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:12.363668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bfd09a41-22db-4fb5-a11b-1d4b3f538b6f req-1db874bb-eb63-4b7a-8322-7208e40d4885 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526382 Jan 28 09:49:12.379144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9b713672-c7a6-451b-b80c-5c27679a8824,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:12.386509 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.478615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.524194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Attempting to bind port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:12.524194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Attempting to bind port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:12.524194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Attempting to bind port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:12.553851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.627556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event deleted for resources: {'Port': ['ID=9e7c4e32-4f5b-4b39-a355-45d9f6a062cf,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:12.800953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.800953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Attempting to bind port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router b590e65b-c03a-4063-8a69-7b2324542163 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Bound using segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Bound port: 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:12.841918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.881670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af09c0d6-12f2-4bfd-8977-abd646f4bef3 req-6dcd82c1-95ea-40a9-8d18-58283a491e6b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:12.881670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af09c0d6-12f2-4bfd-8977-abd646f4bef3 req-6dcd82c1-95ea-40a9-8d18-58283a491e6b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 943 time: 0.6839874 Jan 28 09:49:12.911485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:12.911485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-15f7e3f2-edc7-41b4-9843-27790a7d21fa admin admin] 10.222.0.42 "DELETE /v2.0/routers/b590e65b-c03a-4063-8a69-7b2324542163 HTTP/1.1" status: 204 len: 168 time: 3.4221199 Jan 28 09:49:12.924889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:12.924889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-cd927c4b-1d76-48c5-83a4-ee8328c0c637 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846705 Jan 28 09:49:12.954622 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b713672-c7a6-451b-b80c-5c27679a8824', 'code': 200} Jan 28 09:49:13.062485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:13.062485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:13.127765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:13.259819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:13.259819 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:13.259819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] 10.222.0.43 "PUT /v2.0/ports/0c4fdfca-dc0d-4188-9563-0de4d19d9d65 HTTP/1.1" status: 200 len: 1092 time: 3.0380652 Jan 28 09:49:13.259819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af09c0d6-12f2-4bfd-8977-abd646f4bef3 req-d0a038db-7434-4da8-a03b-dfaf28a248d9 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3797138 Jan 28 09:49:13.259819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:13.286512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c8e87d-ccb7-46c8-a665-85882eba7829 service neutron] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:13.360627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5f205-6bf8-4e7b-9e22-cb565022531c req-2883ddd4-db18-496b-8c18-3f5f52bdb497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:13.362162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4e5f205-6bf8-4e7b-9e22-cb565022531c req-2883ddd4-db18-496b-8c18-3f5f52bdb497 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 1101 time: 0.2828281 Jan 28 09:49:13.395967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3c1bcb63-ad68-4af6-aa47-25b59242715a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:13.436968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 3c1bcb63-ad68-4af6-aa47-25b59242715a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:13.437555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3c1bcb63-ad68-4af6-aa47-25b59242715a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:13.449325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9e8a19c-5dcd-49f8-88af-88d74bf5b93a req-0275e9cc-0fd0-4c5a-872a-d2cf368a5dc8 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 210 time: 0.0548415 Jan 28 09:49:13.472442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Deleting subnet d602f245-3752-40b7-b4a5-22e9747da533 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:49:13.474960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:13.483847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-ea01e7a8-acc2-4523-958e-8fdfbd13fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:13.485680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-ea01e7a8-acc2-4523-958e-8fdfbd13fa15 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 1095 time: 0.1958513 Jan 28 09:49:13.491915 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4e5f205-6bf8-4e7b-9e22-cb565022531c req-9e25a0b0-40ee-4427-a5bc-1d10de5d2818 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194253 Jan 28 09:49:13.536695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:13.537269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:13.567278 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'status': 'completed', 'code': 200} Jan 28 09:49:13.576445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-655dae1e-1737-4031-986a-edf1ad1f3c87 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65 HTTP/1.1" status: 200 len: 217 time: 0.0828972 Jan 28 09:49:13.611282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Router 3001e23b-ce21-4c1e-9264-90b9af8e6aad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:49:13.651147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e5fb5a8-abf4-43e4-8f15-9a4b8ab26427 req-17116389-76fc-48c8-bdd4-73c692b8714c service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326842 Jan 28 09:49:13.697926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc564d8-0601-493c-9695-80c5142cffdc req-78391835-40d1-4053-8f84-3f96a2fb7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:13.699385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-78391835-40d1-4053-8f84-3f96a2fb7478 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1172290 Jan 28 09:49:13.748393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-3d87877c-774c-4752-ad70-0cf895143857 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431952 Jan 28 09:49:13.801532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84fa4da-3dcd-4c31-ba95-dde79c72817b req-ea6f751d-e161-4274-8b9f-73b5c2382bad tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:13.802965 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a84fa4da-3dcd-4c31-ba95-dde79c72817b req-ea6f751d-e161-4274-8b9f-73b5c2382bad tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 950 time: 0.6623063 Jan 28 09:49:13.831991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be5fe4-ca0b-44c1-b775-aeadc564b378 req-dc8713f7-3c85-470a-ab56-5863d0c8a434 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:13.832693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-95be5fe4-ca0b-44c1-b775-aeadc564b378 req-dc8713f7-3c85-470a-ab56-5863d0c8a434 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:13.868822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-95be5fe4-ca0b-44c1-b775-aeadc564b378 req-dc8713f7-3c85-470a-ab56-5863d0c8a434 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:13.869881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95be5fe4-ca0b-44c1-b775-aeadc564b378 req-dc8713f7-3c85-470a-ab56-5863d0c8a434 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 944 time: 0.2530172 Jan 28 09:49:13.927490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:13.940739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-a727acce-277a-48ee-b889-279453f27877 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857722 Jan 28 09:49:13.945205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95be5fe4-ca0b-44c1-b775-aeadc564b378 req-339c110e-b299-4341-87b1-e0d569c4589d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599732 Jan 28 09:49:14.004919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a84fa4da-3dcd-4c31-ba95-dde79c72817b req-aad9ac8a-84cf-4be4-b124-e1f1dbd586ab tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933494 Jan 28 09:49:14.014874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:49:14.027336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] Sync routers for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:49:14.045153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:14.045672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:14.128926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] No DVR routers for this DVR port 9e7c4e32-4f5b-4b39-a355-45d9f6a062cf on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:49:14.134300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:14.151259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-58fb50c6-c999-41b1-9cec-e8a4344682f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:14.153188 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-58fb50c6-c999-41b1-9cec-e8a4344682f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 1094 time: 0.4227252 Jan 28 09:49:14.154962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'name': 'network-vif-deleted', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:14.187568 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ccff387-6ee2-496a-8feb-6477dffa3ce2 req-4ee375cc-01cc-4124-a208-70382aa89bb4 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.25 "DELETE /v2.0/ports/9e7c4e32-4f5b-4b39-a355-45d9f6a062cf HTTP/1.1" status: 204 len: 173 time: 3.4662654 Jan 28 09:49:14.267119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:14.279600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:14.312217 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2629f96d-ec10-4036-adf5-86f291661997', 'name': 'network-vif-deleted', 'tag': '9e7c4e32-4f5b-4b39-a355-45d9f6a062cf', 'status': 'completed', 'code': 200} Jan 28 09:49:14.324133 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4dc564d8-0601-493c-9695-80c5142cffdc req-c1f3eb8d-fd1d-4b25-89c9-30257bbb3820 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3770332 Jan 28 09:49:14.327942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d602f245-3752-40b7-b4a5-22e9747da533,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:14.330882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:14.332869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33391b89-5658-4712-90c7-e63c242c2a97 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d602f245-3752-40b7-b4a5-22e9747da533 HTTP/1.1" status: 204 len: 168 time: 1.4250097 Jan 28 09:49:14.336523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35738) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:14.340017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f15725-fc39-4653-9b9d-4dbabad79f77 None None] Network f9c64ec5-c6e5-4845-a467-c905a09acf16 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:14.384162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-dd6e9556-68c9-4586-b17e-0c3bdc412e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:14.385698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-dd6e9556-68c9-4586-b17e-0c3bdc412e2c service neutron] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 916 time: 0.2176430 Jan 28 09:49:14.501628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-d84d0272-5dca-45f4-9583-4608a4b49140 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07348f34-3d9b-4f07-87c0-9616784c404f HTTP/1.1" status: 200 len: 217 time: 0.1086659 Jan 28 09:49:14.631503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:14.662217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Deleting port b02d264e-95ba-46d4-a076-c56150d2b631 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:14.662586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:14.671967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-5c6d360d-dd08-40f6-ad14-d854a7ab0a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:14.673955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-5c6d360d-dd08-40f6-ad14-d854a7ab0a96 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.1632929 Jan 28 09:49:14.776109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-30503a54-d284-4488-8c05-6a589decb22f req-b205139e-b54a-4538-a1c5-650558a0ab8c tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Synchronizing usage tracker for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:14.782134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-4abf1950-1511-40f1-a06c-83b1f9c7fc74 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711184 Jan 28 09:49:14.792632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ed068d-541c-4de4-9a6b-f2f7e6f60812 req-2a8b0edf-43d8-4281-83f2-c6d2b3eddf84 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:14.801853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24ed068d-541c-4de4-9a6b-f2f7e6f60812 req-2a8b0edf-43d8-4281-83f2-c6d2b3eddf84 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 943 time: 0.3226259 Jan 28 09:49:14.822408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-dc22541a-2d42-4caa-a226-a02689d2177f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:14.824452 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-dc22541a-2d42-4caa-a226-a02689d2177f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 1095 time: 0.4047158 Jan 28 09:49:14.897455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1c45d0d7-e56e-455c-8dfb-b539aef76b2c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:14.977102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 1c45d0d7-e56e-455c-8dfb-b539aef76b2c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:14.977340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1c45d0d7-e56e-455c-8dfb-b539aef76b2c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:14.978348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-30503a54-d284-4488-8c05-6a589decb22f req-b205139e-b54a-4538-a1c5-650558a0ab8c tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Unset dirty status for tenant:12e7bc8504ef43e6b8d462d30d728538 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:14.989032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24ed068d-541c-4de4-9a6b-f2f7e6f60812 req-cd41ee0d-99a8-41fe-a304-16bcc56844a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858354 Jan 28 09:49:15.005249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30503a54-d284-4488-8c05-6a589decb22f req-b205139e-b54a-4538-a1c5-650558a0ab8c tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 210 time: 0.3474736 Jan 28 09:49:15.176835 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-848262cb-bc2a-4b61-9fb8-780769079690 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863885 Jan 28 09:49:15.178113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:15.208892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] DHCP port deletion for f9c64ec5-c6e5-4845-a467-c905a09acf16 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:49:15.218241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Deleting port b02d264e-95ba-46d4-a076-c56150d2b631 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:15.220004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:15.290901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:52Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:15.301030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] Checking router: 3001e23b-ce21-4c1e-9264-90b9af8e6aad for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:15.357131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-69f04637-0c13-48af-8a64-69df9ab9e734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:15.358622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-69f04637-0c13-48af-8a64-69df9ab9e734 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.5271106 Jan 28 09:49:15.369129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:15.369746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:15.432880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fb57532-29f9-4954-8b9e-146e516f5f61 req-097c4f16-73dc-490b-b7d3-0f5ac4443a59 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490745 Jan 28 09:49:15.483205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fad635-b732-4b99-92ba-1bc51d47a4dc req-72cf831f-32cc-45b3-8067-89b38b71fa86 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:15.493196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] For port b02d264e-95ba-46d4-a076-c56150d2b631, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b02d264e-95ba-46d4-a076-c56150d2b631,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:15.493906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:15.495618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b4fad635-b732-4b99-92ba-1bc51d47a4dc req-72cf831f-32cc-45b3-8067-89b38b71fa86 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 944 time: 0.2452376 Jan 28 09:49:15.600841 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b4fad635-b732-4b99-92ba-1bc51d47a4dc req-a97d6dd0-6206-4b69-9d0e-54dee8912c8f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042938 Jan 28 09:49:15.613720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:15.642430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Calling delete_port for b02d264e-95ba-46d4-a076-c56150d2b631 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:15.677504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-dea0a96d-94f4-42c9-a81f-d510d78fd628 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65 HTTP/1.1" status: 200 len: 217 time: 0.3108227 Jan 28 09:49:15.792119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c782e3b-3f1c-4982-a6a1-d57fc45028b2 req-4a898036-fec1-49d6-b094-c910bac1b2da tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:15.799438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c782e3b-3f1c-4982-a6a1-d57fc45028b2 req-4a898036-fec1-49d6-b094-c910bac1b2da tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 950 time: 0.5510464 Jan 28 09:49:15.827566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] For port b02d264e-95ba-46d4-a076-c56150d2b631, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b02d264e-95ba-46d4-a076-c56150d2b631,segment=NetworkSegment(97f305dc-5052-4172-ab17-0c63ebbd3f16),segment_id=97f305dc-5052-4172-ab17-0c63ebbd3f16)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:15.828188 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:15.828886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-cf4da5c2-f96f-49f9-b8fa-755c427d3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:15.830510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-cf4da5c2-f96f-49f9-b8fa-755c427d3210 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1430433 Jan 28 09:49:15.910956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c782e3b-3f1c-4982-a6a1-d57fc45028b2 req-3683f581-8230-4a44-ab4e-0a86a535f9ef tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103172 Jan 28 09:49:15.911580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:15.972085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-ca9561a3-a356-4f1e-836b-b631917e67c6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1331296 Jan 28 09:49:15.986956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] No DVR routers for this DVR port b02d264e-95ba-46d4-a076-c56150d2b631 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:49:16.054846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Pushing event deleted for resources: {'Port': ['ID=b02d264e-95ba-46d4-a076-c56150d2b631,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:16.208564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Calling delete_port for b02d264e-95ba-46d4-a076-c56150d2b631 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:16.273159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:16.412589 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:49:16.413131 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:49:16.449973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5b526f5-3a97-4216-8373-b169ea6f1e50 req-f94c6499-3531-48d9-8efb-0188f434f8eb tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/ports?device_id=2629f96d-ec10-4036-adf5-86f291661997 HTTP/1.1" status: 200 len: 210 time: 0.2770939 Jan 28 09:49:16.465416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c64ec5-c6e5-4845-a467-c905a09acf16']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:16.474816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:52Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:16.487144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0809962-4eb4-455b-b13e-1b18a1417365 None None] The sync data for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 is: [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:45:45Z', 'revision_number': 4, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f2f1d05d-4622-482d-97d9-56d342ac5384', 'name': '', 'network_id': '55a8f30d-1c2c-442b-badc-da6ae03a1c7f', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'mac_address': 'fa:16:3e:fd:43:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:42Z', 'updated_at': '2022-01-28T09:45:52Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'subnets': [{'id': '9f505a53-bdfc-4ca7-8914-9755c5cfdcf6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:16.491368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97f305dc-5052-4172-ab17-0c63ebbd3f16') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:16.491661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97f305dc-5052-4172-ab17-0c63ebbd3f16') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:16.528098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:16.533690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:49:16.561526 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-997cf239-69f0-42b3-923b-6ef7713bfb47 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5095847 Jan 28 09:49:16.712496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6624d175-0102-47fd-85b0-342d72128ebb req-9d053b8f-f37e-4f3b-a9d2-48c20e76ac11 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:16.714690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6624d175-0102-47fd-85b0-342d72128ebb req-9d053b8f-f37e-4f3b-a9d2-48c20e76ac11 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:16.751567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6624d175-0102-47fd-85b0-342d72128ebb req-9d053b8f-f37e-4f3b-a9d2-48c20e76ac11 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:16.760834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6624d175-0102-47fd-85b0-342d72128ebb req-9d053b8f-f37e-4f3b-a9d2-48c20e76ac11 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 943 time: 0.1561112 Jan 28 09:49:16.851921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:16.861151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6624d175-0102-47fd-85b0-342d72128ebb req-ed641b6d-7dfb-409d-8d75-9d7a45572a08 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:16.863235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ab14dfc-4aba-4b66-bdb6-d6af53fb4f19 req-aecf3e99-206a-4014-95a5-bd7060ade250 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921124 Jan 28 09:49:16.865610 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:16.891998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'mac_address': 'fa:16:3e:0c:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:49:16.896369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6624d175-0102-47fd-85b0-342d72128ebb req-ed641b6d-7dfb-409d-8d75-9d7a45572a08 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:16.907754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6624d175-0102-47fd-85b0-342d72128ebb req-ed641b6d-7dfb-409d-8d75-9d7a45572a08 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457138 Jan 28 09:49:16.994661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:49:16.995058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.025918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Deleting port b02d264e-95ba-46d4-a076-c56150d2b631 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:17.026283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.065710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.092139 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7251a69-e6b1-4a90-a7a1-bdc1ca825417 None None] New status for floating IP 6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:49:17.100000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b02d264e-95ba-46d4-a076-c56150d2b631 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:49:17.101239 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:49:17.145191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.164095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.186725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] Pushing event deleted for resources: {'Network': ['ID=f9c64ec5-c6e5-4845-a467-c905a09acf16,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:17.207549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf05e9d-27f7-4fa7-8ff7-1dad890b8572 req-de1dcc38-8a90-4c4b-8d71-45a33a7e6333 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:17.215226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcf05e9d-27f7-4fa7-8ff7-1dad890b8572 req-de1dcc38-8a90-4c4b-8d71-45a33a7e6333 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 944 time: 0.3509653 Jan 28 09:49:17.277109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-32eb8bf8-5792-4878-ab77-83c1b331999a admin admin] 10.222.0.42 "DELETE /v2.0/networks/f9c64ec5-c6e5-4845-a467-c905a09acf16 HTTP/1.1" status: 204 len: 168 time: 2.9384856 Jan 28 09:49:17.310048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcf05e9d-27f7-4fa7-8ff7-1dad890b8572 req-868a89ba-5d4d-4d4b-9e8d-e6a722ef8872 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935359 Jan 28 09:49:17.405082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3112b52d-23a4-4e5d-a0c9-fbf862305a85 None None] The port 'b02d264e-95ba-46d4-a076-c56150d2b631' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:49:17.405866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b02d264e-95ba-46d4-a076-c56150d2b631 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:17.406201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b02d264e-95ba-46d4-a076-c56150d2b631 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:17.410940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:17.436704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:17.442118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.442779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 07348f34-3d9b-4f07-87c0-9616784c404f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:49:17.482880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35780) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:17.604243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9ff9cb5-b4d5-422f-bd8f-12c3e4b59e0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fc2612ae4124763a4320d90a360ab27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1197796 Jan 28 09:49:17.606545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35784) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:17.625796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:17.686624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35790) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:17.698966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 07348f34-3d9b-4f07-87c0-9616784c404f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=07348f34-3d9b-4f07-87c0-9616784c404f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:17.706479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee3f7846-8884-4ce2-b9aa-82781854600d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.715274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '07348f34-3d9b-4f07-87c0-9616784c404f', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'port_id': '07348f34-3d9b-4f07-87c0-9616784c404f', 'mac_address': 'fa:16:3e:ee:74:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e35af51-efa0-4648-868d-3bea9de22d24', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:49:17.742811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee3f7846-8884-4ce2-b9aa-82781854600d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.807453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.810011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee3f7846-8884-4ce2-b9aa-82781854600d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.830728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236cc321-d2da-4df7-a507-9d1a85748aac tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.836388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07348f34-3d9b-4f07-87c0-9616784c404f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:17.859555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f7846-8884-4ce2-b9aa-82781854600d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2220b092-12ab-4821-9cd5-555a7ba5acff,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:17.859555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee3f7846-8884-4ce2-b9aa-82781854600d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.859555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ee3f7846-8884-4ce2-b9aa-82781854600d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2220b092-12ab-4821-9cd5-555a7ba5acff HTTP/1.1" status: 204 len: 168 time: 0.2456751 Jan 28 09:49:17.873469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 07348f34-3d9b-4f07-87c0-9616784c404f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=07348f34-3d9b-4f07-87c0-9616784c404f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:17.886656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.895409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236cc321-d2da-4df7-a507-9d1a85748aac tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.957879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236cc321-d2da-4df7-a507-9d1a85748aac tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:17.986284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=07348f34-3d9b-4f07-87c0-9616784c404f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:18.021269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236cc321-d2da-4df7-a507-9d1a85748aac tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:18.025441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-236cc321-d2da-4df7-a507-9d1a85748aac tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d6c2383-178d-433c-88b2-a9b87fc5e09a HTTP/1.1" status: 204 len: 168 time: 0.3375702 Jan 28 09:49:18.025568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35800) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:18.027239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236cc321-d2da-4df7-a507-9d1a85748aac tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6c2383-178d-433c-88b2-a9b87fc5e09a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:18.044775 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-f010e8ce-55f3-46a8-93f3-91a544f1234f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] show failed (client error): The resource could not be found. Jan 28 09:49:18.048342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f010e8ce-55f3-46a8-93f3-91a544f1234f tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "GET /v2.0/security-groups/2d6c2383-178d-433c-88b2-a9b87fc5e09a HTTP/1.1" status: 404 len: 347 time: 0.0194695 Jan 28 09:49:18.049178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35804) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:18.178680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0c4fdfca-dc0d-4188-9563-0de4d19d9d65'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:18.184526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce02635-f576-4226-89c7-7cefee4c97c3 req-7e5f533b-9efe-4ac2-b52a-55ecd861ed36 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:18.187258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ce02635-f576-4226-89c7-7cefee4c97c3 req-7e5f533b-9efe-4ac2-b52a-55ecd861ed36 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 944 time: 0.1271763 Jan 28 09:49:18.221947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:18.253880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ce02635-f576-4226-89c7-7cefee4c97c3 req-cd87fa47-c577-49ea-b7a5-fad5aa3e2a14 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551231 Jan 28 09:49:18.312872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Deleting port 766d1d9d-33a4-4849-9ec9-450ea74e42b5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:18.313242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:18.511162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:18.511634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:18.668779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780cc25-efcb-4534-b6a5-ce3863880db1 req-2600e758-de4e-419b-884d-d5521c0763f4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:18.677753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1780cc25-efcb-4534-b6a5-ce3863880db1 req-2600e758-de4e-419b-884d-d5521c0763f4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 945 time: 0.1611254 Jan 28 09:49:18.764354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Calling delete_port for 766d1d9d-33a4-4849-9ec9-450ea74e42b5 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:18.764497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1780cc25-efcb-4534-b6a5-ce3863880db1 req-4f08aff4-a7c4-46dd-8a85-b82f4ea67975 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748491 Jan 28 09:49:18.938662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.036844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Pushing event deleted for resources: {'Port': ['ID=766d1d9d-33a4-4849-9ec9-450ea74e42b5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:19.112184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.134612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.138982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35834) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:19.139726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8d2997b2-30bf-44a2-8a86-73b96ee20f63 tempest-ServersTestBootFromVolume-1490960348 tempest-ServersTestBootFromVolume-1490960348-project] 10.222.0.42 "DELETE /v2.0/floatingips/6b96b5b2-62e1-48f3-a5a1-a59c96f2fa12 HTTP/1.1" status: 204 len: 168 time: 1.0887475 Jan 28 09:49:19.263051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35842) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:19.442804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1898670006-network', 'tenant_id': '08c72b582fb1432cab405ce560c76c6b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:19.448978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:19.453508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Usage tracker for resource:network and tenant:08c72b582fb1432cab405ce560c76c6b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:19.456588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:19.462979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:19.490000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Made reservation on behalf of 08c72b582fb1432cab405ce560c76c6b for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:19.493471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.511633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.538281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:19.542887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Usage tracker for resource:security_group_rule and tenant:08c72b582fb1432cab405ce560c76c6b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:19.546121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:19.551718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:19.625602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2541b-033d-4937-8484-28b66106ab84 req-c288bc0d-cf23-4661-aab8-a425c902d1f5 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:19.627048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7d2541b-033d-4937-8484-28b66106ab84 req-c288bc0d-cf23-4661-aab8-a425c902d1f5 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 944 time: 0.1817482 Jan 28 09:49:19.640145 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.644315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.658116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:49:19.668494 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.668494 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Added segment 2b4c29f3-50a8-4d9c-8907-9fc66543f84d of type vlan for network 5e62031d-54de-4456-b9fe-030c2b98321f Jan 28 09:49:19.700224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.750314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.751261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:19.751834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.763903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7d2541b-033d-4937-8484-28b66106ab84 req-43e8a400-b818-4db3-ab5a-385b0e29f6ff tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986309 Jan 28 09:49:19.793683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:19.892156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:19.905644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6411839 Jan 28 09:49:19.912766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35856) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:19.918640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Request body: {'subnet': {'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1898670006-subnet', 'tenant_id': '08c72b582fb1432cab405ce560c76c6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:19.927104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d99504-66ed-4fa0-b8c8-26bd197d65c6 admin admin] Pushing event updated for resources: {'Network': ['ID=5e62031d-54de-4456-b9fe-030c2b98321f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:19.930014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:19.938067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5e62031d-54de-4456-b9fe-030c2b98321f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:49:19.940951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Usage tracker for resource:subnet and tenant:08c72b582fb1432cab405ce560c76c6b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:19.944842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:19.952850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:19.965670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Made reservation on behalf of 08c72b582fb1432cab405ce560c76c6b for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:19.967981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.064513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a5621-d3ec-4d88-9cb4-d1cfa76669f3 req-53a53802-881d-4705-974b-c0de45636892 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:20.066120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed5a5621-d3ec-4d88-9cb4-d1cfa76669f3 req-53a53802-881d-4705-974b-c0de45636892 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 945 time: 0.2024431 Jan 28 09:49:20.130208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed5a5621-d3ec-4d88-9cb4-d1cfa76669f3 req-5e30f7e1-1519-417b-b2fb-2f71f9db7df4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548220 Jan 28 09:49:20.360329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Deleting port f2f1d05d-4622-482d-97d9-56d342ac5384 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:20.360937 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.366718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.439722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f183405-9f4c-49b0-9ef5-395c49eb1803,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:20.451839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Checking segment: {'id': '2b4c29f3-50a8-4d9c-8907-9fc66543f84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:20.452196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Network hostable DHCP agents. Network: 5e62031d-54de-4456-b9fe-030c2b98321f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:49:20.472457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Network 5e62031d-54de-4456-b9fe-030c2b98321f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:49:20.483344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5e62031d-54de-4456-b9fe-030c2b98321f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:20.488964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:20.490683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.495372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f7f262-78f0-4e2d-8b5c-3d59d7ac528f None None] Network 5e62031d-54de-4456-b9fe-030c2b98321f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:20.532463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-78f73f2a-01a0-44a4-b420-f6a3f149d5df admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6178250 Jan 28 09:49:20.569441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] For port f2f1d05d-4622-482d-97d9-56d342ac5384, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f2f1d05d-4622-482d-97d9-56d342ac5384,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:20.569789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.586753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:20.682540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:20.702513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:20.702956 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.707455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Calling delete_port for f2f1d05d-4622-482d-97d9-56d342ac5384 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:20.916871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f7012c-15e3-4685-b741-09e357b380ee None None] Network 5e62031d-54de-4456-b9fe-030c2b98321f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:20.935020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:20.994973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f1d05d-4622-482d-97d9-56d342ac5384,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:21.005962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:21.051300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:21.081294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:21.087732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f759e3-574b-4128-bf7f-73c384ed9582 req-4424b2ea-aa11-404b-824a-282fd245bed7 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:21.088326 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:21.088985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 07348f34-3d9b-4f07-87c0-9616784c404f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:21.090527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40f759e3-574b-4128-bf7f-73c384ed9582 req-4424b2ea-aa11-404b-824a-282fd245bed7 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 944 time: 0.0976300 Jan 28 09:49:21.140638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40f759e3-574b-4128-bf7f-73c384ed9582 req-269c9d32-80b3-422b-aa31-2826cafb9300 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439813 Jan 28 09:49:21.238461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:21.245667 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'code': 200} Jan 28 09:49:21.360606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 07348f34-3d9b-4f07-87c0-9616784c404f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:21.369445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 07348f34-3d9b-4f07-87c0-9616784c404f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:21.369806 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:21.430044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3f0936-e094-4879-8d27-65bbeccf7735 req-d74347a8-24dc-40a8-ad97-093946f27102 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:21.432146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf3f0936-e094-4879-8d27-65bbeccf7735 req-d74347a8-24dc-40a8-ad97-093946f27102 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.0874016 Jan 28 09:49:21.496312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-594ad106-449b-4b66-9ac8-8f39301b2887 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:21.497900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-594ad106-449b-4b66-9ac8-8f39301b2887 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/networks?id=5e62031d-54de-4456-b9fe-030c2b98321f HTTP/1.1" status: 200 len: 813 time: 0.5132012 Jan 28 09:49:21.502593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf3f0936-e094-4879-8d27-65bbeccf7735 req-dc940632-fac5-499f-b66f-4fd534723ab9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621367 Jan 28 09:49:21.525181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:21.543771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-d27c92cd-7a14-4dd4-a8d6-7a99313fb696 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/quotas/08c72b582fb1432cab405ce560c76c6b HTTP/1.1" status: 200 len: 375 time: 0.0339549 Jan 28 09:49:21.559240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 07348f34-3d9b-4f07-87c0-9616784c404f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=07348f34-3d9b-4f07-87c0-9616784c404f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:21.563578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:21.609842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-52e384a9-e51f-46c5-86d8-4e496ba39caf tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=08c72b582fb1432cab405ce560c76c6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576975 Jan 28 09:49:21.613402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e5ddba-b8b2-4d3e-b34a-f56f9dec1ece req-b710c6ac-149a-4d40-872f-abe29f886e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:21.614800 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64e5ddba-b8b2-4d3e-b34a-f56f9dec1ece req-b710c6ac-149a-4d40-872f-abe29f886e86 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 1097 time: 0.3206356 Jan 28 09:49:21.615785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:21.640273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=07348f34-3d9b-4f07-87c0-9616784c404f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:21.942543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64e5ddba-b8b2-4d3e-b34a-f56f9dec1ece req-1299c11c-68e0-4b64-a8cd-b1908061feaa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200450 Jan 28 09:49:22.035439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-8178a830-1ce4-4de9-bebf-9c8ca9b50457 service neutron] 10.222.0.42 "GET /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139769 Jan 28 09:49:22.316416 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-162aeb98-738a-422b-bed8-621b58b45eda service neutron] 10.222.0.42 "GET /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746682 Jan 28 09:49:22.330062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce557875-8aee-440a-9cd7-73b21a45a956 req-7f3757ee-f851-4084-9bea-4c61f411ad40 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:22.333120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce557875-8aee-440a-9cd7-73b21a45a956 req-7f3757ee-f851-4084-9bea-4c61f411ad40 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 945 time: 0.0823238 Jan 28 09:49:22.346481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Router 3001e23b-ce21-4c1e-9264-90b9af8e6aad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:49:22.381654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce557875-8aee-440a-9cd7-73b21a45a956 req-c3e55895-8def-4163-bc50-ad3c4b797e45 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419178 Jan 28 09:49:22.533085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14ab9634-2737-46d7-912c-49f38354a96c req-f6e4d2c0-6b3d-4c2b-b9f0-f0ebffa91111 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 210 time: 0.0513861 Jan 28 09:49:22.567795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:49:22.576590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] Sync routers for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:49:22.586699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c32f55e-c37d-43d5-a328-6e69c9f18ded admin admin] 10.222.0.42 "PUT /v2.0/routers/3001e23b-ce21-4c1e-9264-90b9af8e6aad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4466348 Jan 28 09:49:22.587579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:22.588318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:22.589270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35908) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:22.795788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a9451-7939-4f1f-aed1-8fcda764ecd6 req-923ceb3e-3c8c-4d6d-8087-2918d604d76f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:22.797512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da2a9451-7939-4f1f-aed1-8fcda764ecd6 req-923ceb3e-3c8c-4d6d-8087-2918d604d76f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1306744 Jan 28 09:49:22.810232 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:22.817155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:22.906869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da2a9451-7939-4f1f-aed1-8fcda764ecd6 req-0b23a8e7-3539-46d8-9a6f-cb6c1b367c35 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033688 Jan 28 09:49:23.101062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:23.110851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Deleting port 00b4cdac-cea1-4063-8d7f-500adc6c171a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:23.111346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:23.219380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:49:20Z', 'revision_number': 5, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port': {'id': '00b4cdac-cea1-4063-8d7f-500adc6c171a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:e2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:45:32Z', 'updated_at': '2022-01-28T09:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:23.224149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] Checking router: 3001e23b-ce21-4c1e-9264-90b9af8e6aad for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:23.233544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] Routers {'3001e23b-ce21-4c1e-9264-90b9af8e6aad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:23.234269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:48:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:23.295424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07348f34-3d9b-4f07-87c0-9616784c404f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:23.302605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] For port 00b4cdac-cea1-4063-8d7f-500adc6c171a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=00b4cdac-cea1-4063-8d7f-500adc6c171a,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:23.303050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:23.362719 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07348f34-3d9b-4f07-87c0-9616784c404f', 'code': 200} Jan 28 09:49:23.396919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] Set router 3001e23b-ce21-4c1e-9264-90b9af8e6aad gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:23.434843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Calling delete_port for 00b4cdac-cea1-4063-8d7f-500adc6c171a owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:23.516172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:49:23Z', 'revision_number': 6, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:23.521051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a65b653-9bdd-4230-b1c5-71c50c4cb83d None None] The sync data for ids ['3001e23b-ce21-4c1e-9264-90b9af8e6aad'] in n-d-825178-2 is: [{'id': '3001e23b-ce21-4c1e-9264-90b9af8e6aad', 'name': 'tempest-ServersTestBootFromVolume-649954210-router', 'tenant_id': '12e7bc8504ef43e6b8d462d30d728538', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:45:26Z', 'updated_at': '2022-01-28T09:49:23Z', 'revision_number': 6, 'project_id': '12e7bc8504ef43e6b8d462d30d728538', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:23.537353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ff59f-f5ea-44c4-aacf-1d694c303b8d req-84736f07-6778-4533-9b7a-2b366fd69c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:23.543120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa3ff59f-f5ea-44c4-aacf-1d694c303b8d req-84736f07-6778-4533-9b7a-2b366fd69c72 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.1305971 Jan 28 09:49:23.706630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa3ff59f-f5ea-44c4-aacf-1d694c303b8d req-d9798d26-cfdf-4b4f-b89b-8c08fe3565e9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574800 Jan 28 09:49:23.737589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51553f33-2c60-4690-8b21-f1f2d2005a5f req-d8f5a0fc-a080-4a0b-9453-8c840aa94fa4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:23.739135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51553f33-2c60-4690-8b21-f1f2d2005a5f req-d8f5a0fc-a080-4a0b-9453-8c840aa94fa4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 945 time: 0.1161156 Jan 28 09:49:23.793774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51553f33-2c60-4690-8b21-f1f2d2005a5f req-6d00b648-7f30-4f7a-9e50-b54a6692ea67 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 Jan 28 09:49:23.900172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-307f662f-6129-44e5-8d0b-1bbf6c7d1460 req-6982a0dc-18c0-4267-9ba1-6f70f19926bc tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 210 time: 0.2090693 Jan 28 09:49:24.094515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-c0ca2ab6-57e6-461c-9ec1-9b6db148eac9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:24.095331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-c0ca2ab6-57e6-461c-9ec1-9b6db148eac9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Synchronizing usage tracker for tenant:08c72b582fb1432cab405ce560c76c6b on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:24.128770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ba5577-f9df-486e-84e6-5a608058e599 req-fb98f555-d95e-48d7-83a8-24fa79cfe6df tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:24.130688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-c0ca2ab6-57e6-461c-9ec1-9b6db148eac9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Unset dirty status for tenant:08c72b582fb1432cab405ce560c76c6b on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:24.131838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-c0ca2ab6-57e6-461c-9ec1-9b6db148eac9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.25 "GET /v2.0/networks?id=5e62031d-54de-4456-b9fe-030c2b98321f HTTP/1.1" status: 200 len: 813 time: 0.3932152 Jan 28 09:49:24.133064 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.133285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20ba5577-f9df-486e-84e6-5a608058e599 req-fb98f555-d95e-48d7-83a8-24fa79cfe6df tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1045587 Jan 28 09:49:24.178503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20ba5577-f9df-486e-84e6-5a608058e599 req-aa349389-e4d8-49b8-82ec-db607f538ab4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418065 Jan 28 09:49:24.185723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Request body: {'port': {'device_id': '46897b90-756d-4be8-b3ef-c3cce688454d', 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f', 'admin_state_up': True, 'tenant_id': '08c72b582fb1432cab405ce560c76c6b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:24.203389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Pushing event deleted for resources: {'Port': ['ID=00b4cdac-cea1-4063-8d7f-500adc6c171a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:24.260191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.260530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.260892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.261243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.261551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.261876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.262196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.262515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.262832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.263149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.263461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.263776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:24.416600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.602902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:24.619071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Usage tracker for resource:port and tenant:08c72b582fb1432cab405ce560c76c6b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:24.622024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:24.624524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.629055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.630802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:24.652097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Made reservation on behalf of 08c72b582fb1432cab405ce560c76c6b for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:24.655817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.675772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.675772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3001e23b-ce21-4c1e-9264-90b9af8e6aad {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:49:24.745211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:24.749393 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ba89c2be-b765-406c-bcbd-314c2c11c423 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3001e23b-ce21-4c1e-9264-90b9af8e6aad HTTP/1.1" status: 204 len: 168 time: 2.1588335 Jan 28 09:49:24.767073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35954) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:24.856929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23c917-3227-4720-8a76-0f0e7be3d5e2 req-70118625-40fb-42c6-b8ac-4580b6e52824 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:24.859020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a23c917-3227-4720-8a76-0f0e7be3d5e2 req-70118625-40fb-42c6-b8ac-4580b6e52824 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1481884 Jan 28 09:49:24.949089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a23c917-3227-4720-8a76-0f0e7be3d5e2 req-4ccee310-16fb-4335-83ec-7bbecd5d354f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841403 Jan 28 09:49:25.009961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f2f1d05d-4622-482d-97d9-56d342ac5384 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:25.054059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f2f1d05d-4622-482d-97d9-56d342ac5384 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:25.054625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f2f1d05d-4622-482d-97d9-56d342ac5384 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:25.056150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00b4cdac-cea1-4063-8d7f-500adc6c171a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:25.072851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Deleting subnet 9f505a53-bdfc-4ca7-8914-9755c5cfdcf6 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:49:25.084739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.092390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 00b4cdac-cea1-4063-8d7f-500adc6c171a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:25.092742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00b4cdac-cea1-4063-8d7f-500adc6c171a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:25.122215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Allocated IP 172.20.0.12 (5e62031d-54de-4456-b9fe-030c2b98321f/9f183405-9f4c-49b0-9ef5-395c49eb1803/efa15e11-2a2e-4657-ae78-48a0b232a0b8) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:25.176212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.205863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa94fc6-ca70-450a-ad7c-e1dc5c0f8c3e req-e39c33da-0e64-4dc0-b25c-a50946af1662 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 210 time: 0.0429788 Jan 28 09:49:25.361441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63dd4a-798e-4a63-99cf-8b1556dab598 req-98c4c33d-ca5d-4aae-a0e0-cfc8c8715a77 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:25.362893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae63dd4a-798e-4a63-99cf-8b1556dab598 req-98c4c33d-ca5d-4aae-a0e0-cfc8c8715a77 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 945 time: 0.3375208 Jan 28 09:49:25.461813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.513030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae63dd4a-798e-4a63-99cf-8b1556dab598 req-3c894272-4344-499f-bc75-dd6c02b5a17b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406195 Jan 28 09:49:25.524390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.568144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.642415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f505a53-bdfc-4ca7-8914-9755c5cfdcf6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:25.649729 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.654187 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.660188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b184a90a-977d-4fd8-b97a-fd1c5eceeb44 None None] Network 55a8f30d-1c2c-442b-badc-da6ae03a1c7f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:25.716969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-87240cc2-daef-4eb4-aac1-5378fd2092cb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9f505a53-bdfc-4ca7-8914-9755c5cfdcf6 HTTP/1.1" status: 204 len: 168 time: 0.9487636 Jan 28 09:49:25.718825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:25.745722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Pushing event updated for resources: {'Port': ['ID=efa15e11-2a2e-4657-ae78-48a0b232a0b8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:25.759574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Network 5e62031d-54de-4456-b9fe-030c2b98321f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:25.760788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:25.763766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:25.852233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.866030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Deleting port 89cd9c0a-93d8-495e-85f6-f824dacaef7f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:25.867273 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.875215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fbd6c598-9917-4c1c-bc1d-15f2800629a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:25.962581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] DHCP port deletion for 55a8f30d-1c2c-442b-badc-da6ae03a1c7f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:49:25.968531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] Deleting port 89cd9c0a-93d8-495e-85f6-f824dacaef7f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:25.968929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:26.064617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:26.065306 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:26.119589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1cbc31e9-649d-418a-8e14-787fa375a676 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9446580 Jan 28 09:49:26.136550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Request body: {'port': {'device_id': '46897b90-756d-4be8-b3ef-c3cce688454d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:26.309215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:26.431683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] For port 89cd9c0a-93d8-495e-85f6-f824dacaef7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=89cd9c0a-93d8-495e-85f6-f824dacaef7f,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:26.432290 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:26.613019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20e5c80-a33e-4d66-8359-f3f4d734ba1c req-21994b4c-687a-4e6f-a762-d2eb83afed4e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:26.624482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a20e5c80-a33e-4d66-8359-f3f4d734ba1c req-21994b4c-687a-4e6f-a762-d2eb83afed4e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.3508940 Jan 28 09:49:26.634871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-c3218abb-8dd1-45e8-b6c7-5327d204c561 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:26.635932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-c3218abb-8dd1-45e8-b6c7-5327d204c561 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Synchronizing usage tracker for tenant:08c72b582fb1432cab405ce560c76c6b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:26.659326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] Calling delete_port for 89cd9c0a-93d8-495e-85f6-f824dacaef7f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:26.671205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] For port 89cd9c0a-93d8-495e-85f6-f824dacaef7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=89cd9c0a-93d8-495e-85f6-f824dacaef7f,segment=NetworkSegment(29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e),segment_id=29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:26.672092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:26.753886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-c3218abb-8dd1-45e8-b6c7-5327d204c561 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Unset dirty status for tenant:08c72b582fb1432cab405ce560c76c6b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:26.755183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-c3218abb-8dd1-45e8-b6c7-5327d204c561 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 932 time: 0.3483591 Jan 28 09:49:26.782456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:26.841979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Calling delete_port for 89cd9c0a-93d8-495e-85f6-f824dacaef7f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:26.855727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] No DVR routers for this DVR port 89cd9c0a-93d8-495e-85f6-f824dacaef7f on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:49:26.864363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8819ce9-e010-4a94-9d25-e7cb73bd8e05 None None] Pushing event deleted for resources: {'Port': ['ID=89cd9c0a-93d8-495e-85f6-f824dacaef7f,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:26.884444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-f73d7c85-4693-4d65-90b6-7a309cb40324 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Synchronizing usage tracker for tenant:08c72b582fb1432cab405ce560c76c6b on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:26.909524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-f73d7c85-4693-4d65-90b6-7a309cb40324 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Unset dirty status for tenant:08c72b582fb1432cab405ce560c76c6b on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:26.909879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a20e5c80-a33e-4d66-8359-f3f4d734ba1c req-5398f445-c989-4b29-a56c-4356ceff9df9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803972 Jan 28 09:49:26.911674 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-664ca0dd-84d1-4763-8702-2c4126fafb05 req-f73d7c85-4693-4d65-90b6-7a309cb40324 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495965 Jan 28 09:49:26.997440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:49:26.997892 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:49:27.018380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 89cd9c0a-93d8-495e-85f6-f824dacaef7f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:27.033093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa15e11-2a2e-4657-ae78-48a0b232a0b8 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:27.042239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.059474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Transition to ACTIVE for port object efa15e11-2a2e-4657-ae78-48a0b232a0b8 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:27.064533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.086314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 89cd9c0a-93d8-495e-85f6-f824dacaef7f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:27.086887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 89cd9c0a-93d8-495e-85f6-f824dacaef7f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:27.290134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Pushing event updated for resources: {'Port': ['ID=efa15e11-2a2e-4657-ae78-48a0b232a0b8,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:27.368164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Attempting to bind port efa15e11-2a2e-4657-ae78-48a0b232a0b8 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:27.369071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Attempting to bind port efa15e11-2a2e-4657-ae78-48a0b232a0b8 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '2b4c29f3-50a8-4d9c-8907-9fc66543f84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:27.369851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Attempting to bind port efa15e11-2a2e-4657-ae78-48a0b232a0b8 on network 5e62031d-54de-4456-b9fe-030c2b98321f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:27.375740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Port efa15e11-2a2e-4657-ae78-48a0b232a0b8 on network 5e62031d-54de-4456-b9fe-030c2b98321f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:49:27.376327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Attempting to bind port efa15e11-2a2e-4657-ae78-48a0b232a0b8 on network 5e62031d-54de-4456-b9fe-030c2b98321f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:27.383798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:27.385296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Checking segment: {'id': '2b4c29f3-50a8-4d9c-8907-9fc66543f84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:27.385296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Bound using segment: {'id': '2b4c29f3-50a8-4d9c-8907-9fc66543f84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:27.385296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Bound port: efa15e11-2a2e-4657-ae78-48a0b232a0b8, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b4c29f3-50a8-4d9c-8907-9fc66543f84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:27.385596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.493687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] For port efa15e11-2a2e-4657-ae78-48a0b232a0b8, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:27.498524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Deleting port 89cd9c0a-93d8-495e-85f6-f824dacaef7f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:27.499048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.500261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] For port efa15e11-2a2e-4657-ae78-48a0b232a0b8, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8,segment=NetworkSegment(2b4c29f3-50a8-4d9c-8907-9fc66543f84d),segment_id=2b4c29f3-50a8-4d9c-8907-9fc66543f84d)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:27.505605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.570462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:27.571282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.572882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/efa15e11-2a2e-4657-ae78-48a0b232a0b8 HTTP/1.1" status: 200 len: 1092 time: 1.4442918 Jan 28 09:49:27.573381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46897b90-756d-4be8-b3ef-c3cce688454d', 'tag': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:27.610892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] The port '89cd9c0a-93d8-495e-85f6-f824dacaef7f' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:49:27.619119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a75fb-5666-46a8-8d75-b15907a291f8 service neutron] Pushing event updated for resources: {'Port': ['ID=efa15e11-2a2e-4657-ae78-48a0b232a0b8,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:27.667734 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46897b90-756d-4be8-b3ef-c3cce688454d', 'tag': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8', 'status': 'completed', 'code': 200} Jan 28 09:49:27.703927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-acd82a0e-9aba-48bf-8dd2-46394fe06258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:27.705581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-acd82a0e-9aba-48bf-8dd2-46394fe06258 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=08c72b582fb1432cab405ce560c76c6b&device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 1095 time: 0.0829849 Jan 28 09:49:27.738240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.763586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55a8f30d-1c2c-442b-badc-da6ae03a1c7f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:27.776092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:27.776416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d3ee71-82bb-48c5-b3c2-4f9ce3e0c21e') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:27.779832 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-a542ba3a-aa21-4549-ba8a-b334f11d9a00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8 HTTP/1.1" status: 200 len: 217 time: 0.0660789 Jan 28 09:49:27.787913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.803507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.809542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:49:27.809926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:49:27.823460 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:49:27.842955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-983aa6d5-7574-43d4-b518-c78048fd0346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:27.844323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-983aa6d5-7574-43d4-b518-c78048fd0346 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f183405-9f4c-49b0-9ef5-395c49eb1803 HTTP/1.1" status: 200 len: 853 time: 0.0577466 Jan 28 09:49:27.890964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-5cdd0402-b7b8-46e1-879d-65610f47bead service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e62031d-54de-4456-b9fe-030c2b98321f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399706 Jan 28 09:49:27.901136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.916945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:27.927000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] Pushing event deleted for resources: {'Network': ['ID=55a8f30d-1c2c-442b-badc-da6ae03a1c7f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:27.943422 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3f7404b7-4520-46bd-bf0c-412b2de5cb60 admin admin] 10.222.0.42 "DELETE /v2.0/networks/55a8f30d-1c2c-442b-badc-da6ae03a1c7f HTTP/1.1" status: 204 len: 168 time: 2.2235222 Jan 28 09:49:28.053790 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-1926c520-51c3-4b38-b082-b313e73ef102 service neutron] 10.222.0.25 "GET /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568294 Jan 28 09:49:28.112230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36014) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:28.151879 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6273f297-72f9-4eef-a5a1-9a2d73f0ee5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:28.184808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6bf93f-2fb9-44dc-a9dc-026c7375d199 req-5462aefa-6005-4b0d-9789-78404506f621 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:28.189111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f6bf93f-2fb9-44dc-a9dc-026c7375d199 req-5462aefa-6005-4b0d-9789-78404506f621 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1586649 Jan 28 09:49:28.193713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8d8e42f1-118c-479e-9bdf-9706aa756fa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12e7bc8504ef43e6b8d462d30d728538&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0799606 Jan 28 09:49:28.196967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:28.269987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f6bf93f-2fb9-44dc-a9dc-026c7375d199 req-d8cbbc89-f31b-4e00-b869-2343576c3261 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749888 Jan 28 09:49:28.295429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-631f6e48-e88f-46e5-a8e5-de619a099be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:28.333249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-631f6e48-e88f-46e5-a8e5-de619a099be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:28.382409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e09bb3-66a7-4f12-a69e-7b3e1f7f401a req-8a3b0925-bf39-4654-bd94-13acd2e7cdff tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:28.383908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57e09bb3-66a7-4f12-a69e-7b3e1f7f401a req-8a3b0925-bf39-4654-bd94-13acd2e7cdff tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 944 time: 0.2334142 Jan 28 09:49:28.419350 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b27953b5-f10b-4565-a1fd-3ae3cd10e9a8 req-2a1d4c97-0955-46e8-94ca-99598d07955a service neutron] 10.222.0.25 "GET /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523788 Jan 28 09:49:28.464623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57e09bb3-66a7-4f12-a69e-7b3e1f7f401a req-33d14eaa-fb7d-49f6-a86b-bd6d52caa5f1 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 Jan 28 09:49:28.479951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-631f6e48-e88f-46e5-a8e5-de619a099be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:28.526900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631f6e48-e88f-46e5-a8e5-de619a099be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb559fbd-5c45-44f9-8282-86d0819dcdba,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:28.555732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-631f6e48-e88f-46e5-a8e5-de619a099be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:28.563686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-631f6e48-e88f-46e5-a8e5-de619a099be3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb559fbd-5c45-44f9-8282-86d0819dcdba HTTP/1.1" status: 204 len: 168 time: 0.3535337 Jan 28 09:49:28.586714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-c1efc80e-fc12-4c83-9b01-cea231291fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:28.588394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-c1efc80e-fc12-4c83-9b01-cea231291fef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=08c72b582fb1432cab405ce560c76c6b&device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 1095 time: 0.1107957 Jan 28 09:49:28.817238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-6c201426-61df-48c8-a476-76f306c928ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:28.818700 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-6c201426-61df-48c8-a476-76f306c928ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=5e62031d-54de-4456-b9fe-030c2b98321f HTTP/1.1" status: 200 len: 914 time: 0.2189071 Jan 28 09:49:28.907581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-8a5e57ae-0f5f-4847-b63e-7a70c7904ca9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8 HTTP/1.1" status: 200 len: 217 time: 0.0820222 Jan 28 09:49:28.989362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-6d7336eb-a78b-4b46-8912-767b9ce8273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:28.991128 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-6d7336eb-a78b-4b46-8912-767b9ce8273d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f183405-9f4c-49b0-9ef5-395c49eb1803 HTTP/1.1" status: 200 len: 853 time: 0.0776050 Jan 28 09:49:29.041757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-ede4de2f-8384-42f8-83c1-d459ca6fe75c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5e62031d-54de-4456-b9fe-030c2b98321f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442491 Jan 28 09:49:29.200394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-1229d0e1-8855-4c18-b083-8956e42786a8 service neutron] 10.222.0.25 "GET /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521819 Jan 28 09:49:29.331191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:29.377779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:29.445736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a91229-4379-4e38-9ed8-ebd02f7ee08c req-8d2119a5-5d2b-4b7f-aedd-115f143e4e42 service neutron] 10.222.0.25 "GET /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2374377 Jan 28 09:49:29.607104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ea790b-3db8-4431-b7cc-b1a086a0f045 req-82c16775-1cba-4d02-be8f-f36031ee4f2a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:29.620998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9ea790b-3db8-4431-b7cc-b1a086a0f045 req-82c16775-1cba-4d02-be8f-f36031ee4f2a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1709795 Jan 28 09:49:29.675360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36072) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:29.721130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9ea790b-3db8-4431-b7cc-b1a086a0f045 req-bf1a67c2-dd9b-4da5-b005-37a4d66c6641 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964742 Jan 28 09:49:29.828574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-415063339-network', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:29.833296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:29.847117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Usage tracker for resource:network and tenant:1601bca32ed74320b998edb6abee0a7b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:29.850068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:29.865841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:29.876904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Made reservation on behalf of 1601bca32ed74320b998edb6abee0a7b for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:29.879231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:29.904964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:29.925114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:29.928906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Usage tracker for resource:security_group_rule and tenant:1601bca32ed74320b998edb6abee0a7b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:29.932726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:29.941835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:30.020010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e203f-45bc-44d6-9e13-017b5753e9da req-e2ebe7e6-9e42-46f2-b057-c673c9ae4df6 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:30.022048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-908e203f-45bc-44d6-9e13-017b5753e9da req-e2ebe7e6-9e42-46f2-b057-c673c9ae4df6 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 944 time: 0.1183925 Jan 28 09:49:30.071307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.075737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.105732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-908e203f-45bc-44d6-9e13-017b5753e9da req-acde334d-9586-48c3-9ef6-06bf92ed8b4b tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773966 Jan 28 09:49:30.118142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:49:30.151880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf93648-4bbf-4a31-a6fd-15a51645a0c8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:30.215590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.215590 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Added segment f7efeac0-1602-4ecd-836f-fe1fa75ccf55 of type vlan for network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 Jan 28 09:49:30.215590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.251888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.253447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:30.256720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.357527 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6810641 Jan 28 09:49:30.360542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36082) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:30.369296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Request body: {'subnet': {'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-415063339-subnet', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:30.383657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc08135-bc4f-41e9-9777-45b21e900788 admin admin] Pushing event updated for resources: {'Network': ['ID=92a2d400-146d-4fdc-99c1-d9c0e0c34870,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:30.387084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:30.392498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Usage tracker for resource:subnet and tenant:1601bca32ed74320b998edb6abee0a7b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:30.394396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:49:30.396379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:30.403980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:30.415984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Made reservation on behalf of 1601bca32ed74320b998edb6abee0a7b for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:30.420931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.696645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.741314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.842544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e7de85d-4701-4a83-9c60-8375c9567d75,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:30.886869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Checking segment: {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:30.886869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Network hostable DHCP agents. Network: 92a2d400-146d-4fdc-99c1-d9c0e0c34870, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:49:30.917601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:49:30.928536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 92a2d400-146d-4fdc-99c1-d9c0e0c34870) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:30.934175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:30.934760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:30.940114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b7a86f-3b41-4628-847c-3187c6888517 None None] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:30.975386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-31a5293e-5425-4d3c-aacd-1aee31dadc44 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6110449 Jan 28 09:49:30.976197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:30.980708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:30.995468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:31.001634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Usage tracker for resource:router and tenant:1601bca32ed74320b998edb6abee0a7b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:31.006341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea061c-ce0e-406e-993c-7b1999ac7a9d req-73e3a28b-3164-479c-bae0-aae06e7f7839 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:31.008764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afea061c-ce0e-406e-993c-7b1999ac7a9d req-73e3a28b-3164-479c-bae0-aae06e7f7839 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1180418 Jan 28 09:49:31.018252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:31.029584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:31.049809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:31.052654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:31.077335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:31.105062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afea061c-ce0e-406e-993c-7b1999ac7a9d req-ebe42f9f-f361-4199-90a2-8fab18233b4a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834675 Jan 28 09:49:31.267368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-92a2d400-146d-4fdc-99c1-d9c0e0c34870', 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'fixed_ips': [{'subnet_id': '5e7de85d-4701-4a83-9c60-8375c9567d75'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:49:31.268207 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:31.461143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Allocated IP 172.20.0.2 (92a2d400-146d-4fdc-99c1-d9c0e0c34870/5e7de85d-4701-4a83-9c60-8375c9567d75/1f08d4b1-bf04-4ffc-89ef-2276f42dbce4) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:31.491140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dfdbbc-9e03-435d-8b9b-23c6bdb126a6 req-3cf047ed-1a95-4208-bb4c-cb83c8ab5a45 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:31.493822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06dfdbbc-9e03-435d-8b9b-23c6bdb126a6 req-3cf047ed-1a95-4208-bb4c-cb83c8ab5a45 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 944 time: 0.1691859 Jan 28 09:49:31.712141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06dfdbbc-9e03-435d-8b9b-23c6bdb126a6 req-db0615fd-7e2f-4b4e-822a-499a5d2cf2a6 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069802 Jan 28 09:49:31.731138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device efa15e11-2a2e-4657-ae78-48a0b232a0b8 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:49:31.732638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:31.914250 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-2a68045f-86ef-41e1-beed-179e944d64dc service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3204403 Jan 28 09:49:31.980899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port efa15e11-2a2e-4657-ae78-48a0b232a0b8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8,segment=NetworkSegment(2b4c29f3-50a8-4d9c-8907-9fc66543f84d),segment_id=2b4c29f3-50a8-4d9c-8907-9fc66543f84d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:32.010320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8', 'network_id': '5e62031d-54de-4456-b9fe-030c2b98321f', 'port_id': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8', 'mac_address': 'fa:16:3e:8f:85:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f183405-9f4c-49b0-9ef5-395c49eb1803', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:49:32.018202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.072587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Transition to ACTIVE for port object 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:32.105397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.112355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.112890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.113523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.114162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.114916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.115945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.116584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.118770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b117d43a-9d64-471c-a30f-f891eaef2a90 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 0.0926735 Jan 28 09:49:32.119459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Transition to ACTIVE for port object 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:32.129681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.211111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa15e11-2a2e-4657-ae78-48a0b232a0b8 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:32.239806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.284450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.288841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port efa15e11-2a2e-4657-ae78-48a0b232a0b8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8,segment=NetworkSegment(2b4c29f3-50a8-4d9c-8907-9fc66543f84d),segment_id=2b4c29f3-50a8-4d9c-8907-9fc66543f84d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:32.299019 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.321024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:32.324510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:32.328574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:32.365456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Pushing event updated for resources: {'Port': ['ID=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:32.440424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-a6bc780e-62ac-4c42-8c74-3cc1b2a51dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.440811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-a6bc780e-62ac-4c42-8c74-3cc1b2a51dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.441271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-a6bc780e-62ac-4c42-8c74-3cc1b2a51dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.443137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-a6bc780e-62ac-4c42-8c74-3cc1b2a51dfa service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=40b143ac-fde6-45e5-a855-bc0896978f93&id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 2297 time: 0.2931910 Jan 28 09:49:32.490322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Attempting to bind port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:32.491294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Attempting to bind port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:32.492380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Attempting to bind port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 on network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:32.503540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:32.504208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Checking segment: {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:32.504872 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.505464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Bound using segment: {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:32.506126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Bound port: 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:32.506732 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.521898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee16c8-07fb-40cd-94a3-acfa79e60771 req-a361d63b-184c-4938-b12f-0278e7ed4a0c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.529051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-91ee16c8-07fb-40cd-94a3-acfa79e60771 req-a361d63b-184c-4938-b12f-0278e7ed4a0c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1970344 Jan 28 09:49:32.581107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=efa15e11-2a2e-4657-ae78-48a0b232a0b8,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:32.602664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Allocated IP 172.25.1.49 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/64dc3673-80db-4581-b361-48e673403d05) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:32.618982 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-751e6134-5ca6-4f8f-89f7-a555dc93d40f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 1000 time: 0.1699080 Jan 28 09:49:32.627583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] For port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:32.631597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-91ee16c8-07fb-40cd-94a3-acfa79e60771 req-e803f645-2208-4a31-87d3-08e510b49220 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011477 Jan 28 09:49:32.650815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] For port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:32.655524 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.715895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-90b38bc1-126d-4749-95fe-297939dc68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.717655 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-90b38bc1-126d-4749-95fe-297939dc68cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 200 len: 856 time: 0.0838916 Jan 28 09:49:32.732040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['efa15e11-2a2e-4657-ae78-48a0b232a0b8'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:32.842912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb2455-1bbc-4550-9444-7911936a653b None None] Pushing event updated for resources: {'Port': ['ID=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:32.850717 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:32.883106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-f31afbda-ffca-4cb3-83ac-bfd4df9d3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:32.889368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-f31afbda-ffca-4cb3-83ac-bfd4df9d3ef8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ee56f93-bdf8-4352-b913-5451a018b663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656659 Jan 28 09:49:32.949366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:33.059717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Pushing event updated for resources: {'Port': ['ID=64dc3673-80db-4581-b361-48e673403d05,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:33.087239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:33.089095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:33.092379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:33.185229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-b252a29d-b7c5-4e50-b1e1-a492064fee57 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855592 Jan 28 09:49:33.292377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda0b64-a32d-476f-ab4c-2342f5d7c438 req-d8e4b2f4-24d7-4bc3-957f-9c13cf86a747 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:33.299933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5cda0b64-a32d-476f-ab4c-2342f5d7c438 req-d8e4b2f4-24d7-4bc3-957f-9c13cf86a747 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 945 time: 0.2407627 Jan 28 09:49:33.393086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5cda0b64-a32d-476f-ab4c-2342f5d7c438 req-f2692979-e2e8-46ce-96be-7125cf0c9859 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919492 Jan 28 09:49:33.444355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-c3a32ec9-da6a-48f0-9a1b-c43a275988a1 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455816 Jan 28 09:49:33.547030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-996a4f11-62a3-4914-9a1c-54b8c95d561d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 217 time: 0.0938330 Jan 28 09:49:33.625491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-faf571e6-7a82-42e4-93ce-3162c69fe0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:33.627159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-faf571e6-7a82-42e4-93ce-3162c69fe0bf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.0722921 Jan 28 09:49:33.692794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:33.737541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-3321c279-6670-47f0-a47d-da4ecc854cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:33.739351 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-3321c279-6670-47f0-a47d-da4ecc854cbe service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1058021 Jan 28 09:49:33.966058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-84ed8ee1-fddb-4b15-b5f9-73532909fb0e service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093816 Jan 28 09:49:34.078764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c340bc6-468a-4b8c-a12b-375bac2c76f0 req-eb529e0a-56cf-45ce-a1f8-87bd10ce5d07 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:34.079961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4c340bc6-468a-4b8c-a12b-375bac2c76f0 req-eb529e0a-56cf-45ce-a1f8-87bd10ce5d07 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.3121572 Jan 28 09:49:34.229860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-e9496e99-dc60-4379-a4c2-f07d83dbb7e5 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572811 Jan 28 09:49:34.273782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4c340bc6-468a-4b8c-a12b-375bac2c76f0 req-d51b9834-65df-4c01-ac18-cdc1d2c71dd0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283240 Jan 28 09:49:34.321709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:34.338439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-e672a60d-7ed2-4fb2-8c69-750f98042adb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 217 time: 0.1025767 Jan 28 09:49:34.388833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85a62be-8bd0-401d-8b8e-f0b866de6ee4 None None] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:34.463815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-a9451f4f-7fc3-4f0e-a2cb-5dc66f9190a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:34.466831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-a9451f4f-7fc3-4f0e-a2cb-5dc66f9190a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1123335 Jan 28 09:49:34.492985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8292e73e-9fc9-44c6-98b2-04a6b6644f1b None None] Provisioning for port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:34.779604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Router 0407f690-f0ae-4d02-bef2-03614b6efac9 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:49:34.805179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8713fd68-d717-4218-ad45-ef5f0761516b req-7d69bda5-9587-4825-a65c-10d1b2500e1b tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:34.815164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8713fd68-d717-4218-ad45-ef5f0761516b req-7d69bda5-9587-4825-a65c-10d1b2500e1b tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 945 time: 0.2228420 Jan 28 09:49:34.943175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-f122ddc6-c173-4ef7-a707-1161925d01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:34.944827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-f122ddc6-c173-4ef7-a707-1161925d01e6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4680510 Jan 28 09:49:34.989692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8713fd68-d717-4218-ad45-ef5f0761516b req-f797600c-e114-43c4-8606-70fdb04eae98 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737461 Jan 28 09:49:35.149710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:35.231158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:49:35.242711 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Sync routers for ids ['0407f690-f0ae-4d02-bef2-03614b6efac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:49:35.255175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:35.260938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:35.261313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:35.277118 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Routers {'0407f690-f0ae-4d02-bef2-03614b6efac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:35.278001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0407f690-f0ae-4d02-bef2-03614b6efac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:35.325615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:35.330256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cbe34656-8ebe-43fc-9dd4-bfc4e65f5799 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3537004 Jan 28 09:49:35.331187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36146) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:35.357526 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-395d07c0-709b-4da2-b2a3-558cb60748c0 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031520 Jan 28 09:49:35.557959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:35.640825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:35.655455 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:35.669862 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Set router 0407f690-f0ae-4d02-bef2-03614b6efac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:35.714586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device efa15e11-2a2e-4657-ae78-48a0b232a0b8 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:35.832166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-26b3e9d8-c5f4-454a-9c53-604398e661ab service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672348 Jan 28 09:49:35.862124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:35.872527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port efa15e11-2a2e-4657-ae78-48a0b232a0b8 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:35.881088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port efa15e11-2a2e-4657-ae78-48a0b232a0b8 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:35.881458 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:35.970794 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-3489c93c-3071-46b6-9a05-ea7be9f33416 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 200 len: 217 time: 0.1306612 Jan 28 09:49:35.983728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f262e0e-9e45-41d5-8aae-fd74439d6abb req-321dd613-7de8-4931-9290-978435249344 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:35.992756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f262e0e-9e45-41d5-8aae-fd74439d6abb req-321dd613-7de8-4931-9290-978435249344 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.4253860 Jan 28 09:49:36.111444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:36.141817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-32901433-12d5-46db-828a-cbacb095f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:36.143244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-32901433-12d5-46db-828a-cbacb095f42b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1494877 Jan 28 09:49:36.221210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f262e0e-9e45-41d5-8aae-fd74439d6abb req-a4fd1001-c5be-48d4-bd1d-6dd1f4e7a19f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697187 Jan 28 09:49:36.236502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46897b90-756d-4be8-b3ef-c3cce688454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:36.272523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port efa15e11-2a2e-4657-ae78-48a0b232a0b8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8,segment=NetworkSegment(2b4c29f3-50a8-4d9c-8907-9fc66543f84d),segment_id=2b4c29f3-50a8-4d9c-8907-9fc66543f84d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:36.277018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:36.307001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-7cbd5f53-b4c2-4897-bd37-c19df9fbabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:36.308497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-7cbd5f53-b4c2-4897-bd37-c19df9fbabb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1512380 Jan 28 09:49:36.339214 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46897b90-756d-4be8-b3ef-c3cce688454d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8', 'code': 200} Jan 28 09:49:36.466256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=efa15e11-2a2e-4657-ae78-48a0b232a0b8,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:36.487756 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:33Z', 'revision_number': 3, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:36.493339 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Checking router: 0407f690-f0ae-4d02-bef2-03614b6efac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:36.494573 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Updating router 0407f690-f0ae-4d02-bef2-03614b6efac9 port 64dc3673-80db-4581-b361-48e673403d05 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:49:36.569321 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-3c4d1399-2767-496c-99ed-88bcb3ae4fc2 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505631 Jan 28 09:49:36.656738 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:36.759403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-2c68d2f1-7be8-49c5-a168-f5c50883f4e8 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832759 Jan 28 09:49:36.889033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-44fc760a-915b-4ad0-9a3d-2d0c6297c2a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 200 len: 217 time: 0.1063912 Jan 28 09:49:36.953188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:37.034311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59499d6f-bb90-46ad-9fb8-06d1a0e8426a req-b5950653-e5b5-4dd6-8d98-6d89f5483892 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:37.042062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59499d6f-bb90-46ad-9fb8-06d1a0e8426a req-b5950653-e5b5-4dd6-8d98-6d89f5483892 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.6214931 Jan 28 09:49:37.045479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-3d8c2c9b-e4ef-4c21-8eb7-cdc9a55fc928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:37.046188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-3d8c2c9b-e4ef-4c21-8eb7-cdc9a55fc928 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1519160 Jan 28 09:49:37.162244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59499d6f-bb90-46ad-9fb8-06d1a0e8426a req-61d40dca-b4d0-410d-81f4-b32a85d5fd78 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192253 Jan 28 09:49:37.175127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:37.175909 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:37.235486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b10ea9-573d-48cf-a9a4-370ae4a7b5b5 req-67426210-600e-4abc-a93a-4e01941af7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:37.237220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09b10ea9-573d-48cf-a9a4-370ae4a7b5b5 req-67426210-600e-4abc-a93a-4e01941af7be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 1097 time: 0.8135278 Jan 28 09:49:37.274908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-ee05f44e-0172-4611-89df-01fe830c1526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:37.281391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-ee05f44e-0172-4611-89df-01fe830c1526 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2272868 Jan 28 09:49:37.398096 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:37.410657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Transition to ACTIVE for port object 64dc3673-80db-4581-b361-48e673403d05 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:37.419901 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:49:37.421561 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:37.581931 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Pushing event updated for resources: {'Port': ['ID=64dc3673-80db-4581-b361-48e673403d05,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:37.636377 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.638067 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.638705 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.639997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.640516 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.644311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.644870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.645492 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.646113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.646612 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.647145 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.647683 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:37.662049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Attempting to bind port 64dc3673-80db-4581-b361-48e673403d05 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:37.663730 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Attempting to bind port 64dc3673-80db-4581-b361-48e673403d05 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:37.664839 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Attempting to bind port 64dc3673-80db-4581-b361-48e673403d05 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:37.678496 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:37.690387 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:37.691104 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:37.691649 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:37.692329 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Bound port: 64dc3673-80db-4581-b361-48e673403d05, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:37.693114 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:37.789109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:37.794018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-753b40a8-f143-496d-a419-5919ec38777d service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025597 Jan 28 09:49:37.827285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09b10ea9-573d-48cf-a9a4-370ae4a7b5b5 req-8ec5ba6f-3cd9-4d69-a365-4fab983a3944 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641828 Jan 28 09:49:38.015773 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] For port 64dc3673-80db-4581-b361-48e673403d05, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:38.023550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] For port 64dc3673-80db-4581-b361-48e673403d05, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64dc3673-80db-4581-b361-48e673403d05,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:38.027711 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:38.058932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-dce8a4d7-d5af-4125-947f-5db4aae4b7ab service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572112 Jan 28 09:49:38.081770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Allocated IP 172.20.0.1 (92a2d400-146d-4fdc-99c1-d9c0e0c34870/5e7de85d-4701-4a83-9c60-8375c9567d75/a09d64ea-b3d5-4d6b-be24-83f1b9384527) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:38.095382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e99215-daae-453f-8b78-41b2d83299ba req-3d721a33-f40c-45ac-b5ff-1fc9e5661c2c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:38.105436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92e99215-daae-453f-8b78-41b2d83299ba req-3d721a33-f40c-45ac-b5ff-1fc9e5661c2c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.5190597 Jan 28 09:49:38.145482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Routers {'0407f690-f0ae-4d02-bef2-03614b6efac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:38.145906 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0407f690-f0ae-4d02-bef2-03614b6efac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:38.179493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-861b6cfe-e246-4071-8bce-8e2233298fed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 200 len: 217 time: 0.1135809 Jan 28 09:49:38.234953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92e99215-daae-453f-8b78-41b2d83299ba req-af78418a-1c67-40e0-8d4a-fee49a56d7a8 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277797 Jan 28 09:49:38.280899 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8bccf8-2e96-4192-893e-0e21a6f5f1c3 None None] Pushing event updated for resources: {'Port': ['ID=64dc3673-80db-4581-b361-48e673403d05,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:38.323033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-360bdb9c-aadf-4f42-ad9f-7422f9dc9e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:38.328201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-360bdb9c-aadf-4f42-ad9f-7422f9dc9e02 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1423717 Jan 28 09:49:38.493839 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:38.539357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Transition to ACTIVE for port object a09d64ea-b3d5-4d6b-be24-83f1b9384527 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:38.561202 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] Set router 0407f690-f0ae-4d02-bef2-03614b6efac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:38.588029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:38.748998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:38.762953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:38.772024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:38.919898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-d0ba699d-5b61-40d8-ae7f-1d2ca3ca4fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:38.921581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-d0ba699d-5b61-40d8-ae7f-1d2ca3ca4fe2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3533545 Jan 28 09:49:38.958260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a09d64ea-b3d5-4d6b-be24-83f1b9384527,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:38.981484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:39.180627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-93e53073-2e75-44d6-ac8c-814fe53aec1c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:39.195406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-93e53073-2e75-44d6-ac8c-814fe53aec1c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.8535781 Jan 28 09:49:39.274951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b804b-65c1-4aa7-a766-50a40c2daaff req-ff18de48-dc3f-4021-b77e-95916a76f2f7 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:39.292641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d53b804b-65c1-4aa7-a766-50a40c2daaff req-ff18de48-dc3f-4021-b77e-95916a76f2f7 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.4600837 Jan 28 09:49:39.332546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f34ed86a-a037-493c-8d85-748494f78f77 None None] Provisioning for port a09d64ea-b3d5-4d6b-be24-83f1b9384527 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:39.341056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-523d3bab-5788-4bc4-a08a-bd8848f359b7 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/quotas/491b9a6b842d4b8aaebb6da451600109 HTTP/1.1" status: 200 len: 375 time: 0.1442082 Jan 28 09:49:39.364118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f34ed86a-a037-493c-8d85-748494f78f77 None None] Provisioning complete for port a09d64ea-b3d5-4d6b-be24-83f1b9384527 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:39.364118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f34ed86a-a037-493c-8d85-748494f78f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:39.419553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d53b804b-65c1-4aa7-a766-50a40c2daaff req-deccc9c0-a754-46d5-9ab3-ff9c01e26e72 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254320 Jan 28 09:49:39.466545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-ce9ea6a7-8284-4094-ac93-02b6cbb9567c service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5088255 Jan 28 09:49:39.578333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-7639f396-088f-43d1-9f84-093667c9f924 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355759 Jan 28 09:49:39.716109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f34ed86a-a037-493c-8d85-748494f78f77 None None] Port a09d64ea-b3d5-4d6b-be24-83f1b9384527 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:49:39.731978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-f12e0e64-4938-4397-bd74-44a7d70219ad service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601774 Jan 28 09:49:39.774043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:39.816875 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-d27d5d52-1707-492d-8fe8-796afdff115e service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509377 Jan 28 09:49:39.818042 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:33Z', 'revision_number': 3, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:39.822090 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c88a01-9358-458e-8757-844bcd6645a5 None None] The sync data for ids ['0407f690-f0ae-4d02-bef2-03614b6efac9'] in n-d-825178-2 is: [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:33Z', 'revision_number': 3, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:39.875308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-11ab2c2c-da7c-4ea2-97d9-5708c3033459 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 217 time: 0.1197901 Jan 28 09:49:40.024443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-22c55285-705e-4ba5-9eb7-cc7177962850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:40.026898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-22c55285-705e-4ba5-9eb7-cc7177962850 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1037307 Jan 28 09:49:40.126357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-3e2d25cb-f697-47ac-9eb2-2444e3ee179b service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034487 Jan 28 09:49:40.167302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-13d65574-5495-4a57-a3eb-958b716fb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:40.171453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-13d65574-5495-4a57-a3eb-958b716fb7f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227591 Jan 28 09:49:40.378080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165e9cc0-f64d-4605-abd9-71144c3dbb80 req-02e7a9f5-3001-4bc9-93dc-5aec6b9ad71a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:40.386845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-165e9cc0-f64d-4605-abd9-71144c3dbb80 req-02e7a9f5-3001-4bc9-93dc-5aec6b9ad71a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1906886 Jan 28 09:49:40.400428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-0e9927ad-8997-4111-a87f-35e065d92092 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214425 Jan 28 09:49:40.455750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-165e9cc0-f64d-4605-abd9-71144c3dbb80 req-84ad3773-7c07-4982-9dfb-195c81ceae75 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677915 Jan 28 09:49:40.542067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:40.554954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:40.727685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8926eed-c4df-494e-bc40-e51351f2c511 req-62751afe-dcb7-46d0-b077-757192205a2b service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207443 Jan 28 09:49:40.754323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ec05d16-2637-44d6-8f20-8337e6e36d05 req-9889b0c5-2769-4c5e-8879-192cbdcdac35 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 210 time: 0.1595159 Jan 28 09:49:40.801115 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:40.839767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Pushing event updated for resources: {'Port': ['ID=a09d64ea-b3d5-4d6b-be24-83f1b9384527,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:41.135516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64dc3673-80db-4581-b361-48e673403d05 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:41.170239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98b488-0ccd-4114-af33-0d47a08eddca req-d59d5209-9f60-4478-8ed6-adf643900cc9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:41.172455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd98b488-0ccd-4114-af33-0d47a08eddca req-d59d5209-9f60-4478-8ed6-adf643900cc9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.1934671 Jan 28 09:49:41.177083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:41.180424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:41.279459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd98b488-0ccd-4114-af33-0d47a08eddca req-9125ae23-03eb-4299-9d7a-4f6af503d508 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996954 Jan 28 09:49:41.286389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 64dc3673-80db-4581-b361-48e673403d05 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:41.297624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64dc3673-80db-4581-b361-48e673403d05 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:41.299086 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:41.651013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Router 0407f690-f0ae-4d02-bef2-03614b6efac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:49:41.729540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7babe194-5055-4962-8c07-d537c993b717 None None] Provisioning complete for port a09d64ea-b3d5-4d6b-be24-83f1b9384527 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:41.730267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7babe194-5055-4962-8c07-d537c993b717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:41.795534 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:41.820354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7babe194-5055-4962-8c07-d537c993b717 None None] Port a09d64ea-b3d5-4d6b-be24-83f1b9384527 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:49:41.824517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 64dc3673-80db-4581-b361-48e673403d05, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64dc3673-80db-4581-b361-48e673403d05,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:41.830418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:41.893646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3597c-c399-4a07-87c4-5db31ab14f9c req-7bf834b5-38fb-49d5-a2aa-3799f2e41af3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:41.897314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1a3597c-c399-4a07-87c4-5db31ab14f9c req-7bf834b5-38fb-49d5-a2aa-3799f2e41af3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1739881 Jan 28 09:49:41.987953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1a3597c-c399-4a07-87c4-5db31ab14f9c req-62a95cbe-c418-4cf6-bb06-9899b618a568 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680556 Jan 28 09:49:42.016525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=64dc3673-80db-4581-b361-48e673403d05,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:42.032897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:49:42.054225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ff9380f-61bb-4e10-a3cf-7cf986b4b3a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/0407f690-f0ae-4d02-bef2-03614b6efac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7212970 Jan 28 09:49:42.332712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36246) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:42.585718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0a46ab42-fb80-466d-827c-1d97926c8bc5 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:42.585718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0a46ab42-fb80-466d-827c-1d97926c8bc5 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.5046713 Jan 28 09:49:42.594608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Request body: {'port': {'device_id': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'admin_state_up': True, 'tenant_id': '491b9a6b842d4b8aaebb6da451600109'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:42.708357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Sync routers for ids ['0407f690-f0ae-4d02-bef2-03614b6efac9'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:49:42.724900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Routers {'0407f690-f0ae-4d02-bef2-03614b6efac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:42.726022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0407f690-f0ae-4d02-bef2-03614b6efac9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:42.739242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-506efd3d-72b7-4864-a4f6-579c932a3bad req-3c3421da-2d70-4952-a258-18b75c4754b6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 210 time: 0.3777287 Jan 28 09:49:42.829865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:42.844695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:42.864281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Made reservation on behalf of 491b9a6b842d4b8aaebb6da451600109 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:42.907969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:42.985829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64dc3673-80db-4581-b361-48e673403d05 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:43.090779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Set router 0407f690-f0ae-4d02-bef2-03614b6efac9 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:43.167503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Allocated IP 172.20.0.8 (028b2268-2cc0-4aff-9640-eeb87ec5d0f8/7e35af51-efa0-4648-868d-3bea9de22d24/18d30239-6170-4ed1-8031-5b35d091297f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:49:43.171688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64dc3673-80db-4581-b361-48e673403d05 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:43.172271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:43.273891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3737aeb-5e31-4ab7-b4d7-e1d4abf84b24 req-6d4ba3c6-26b8-4ba0-b650-0d107ffda375 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:43.280889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3737aeb-5e31-4ab7-b4d7-e1d4abf84b24 req-6d4ba3c6-26b8-4ba0-b650-0d107ffda375 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.2941580 Jan 28 09:49:43.326214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7d3e17-aed3-4058-8031-77ff7a2122d3 req-5b5eeac9-c265-4860-809b-f20cc14b5d18 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:43.336517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3737aeb-5e31-4ab7-b4d7-e1d4abf84b24 req-9384863e-10ac-40b5-abb5-24f8a35cb9b9 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547619 Jan 28 09:49:43.339538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7d3e17-aed3-4058-8031-77ff7a2122d3 req-5b5eeac9-c265-4860-809b-f20cc14b5d18 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1789305 Jan 28 09:49:43.511509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7d3e17-aed3-4058-8031-77ff7a2122d3 req-e5986b44-527d-48da-839b-8add918357a2 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704633 Jan 28 09:49:43.527135 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:43.593651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:43.619620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:43.660179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:43.686874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:43.765486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:49:43.769926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:49:43.776038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:49:43.863020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event updated for resources: {'Port': ['ID=18d30239-6170-4ed1-8031-5b35d091297f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:43.908179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:43.908897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:43.967049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-0ccb523f-bdde-41ca-b291-883e70dd1781 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3766026 Jan 28 09:49:43.989789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Request body: {'port': {'device_id': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:43.998723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:39Z', 'revision_number': 4, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a09d64ea-b3d5-4d6b-be24-83f1b9384527', 'name': '', 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'mac_address': 'fa:16:3e:2e:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '5e7de85d-4701-4a83-9c60-8375c9567d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:37Z', 'updated_at': '2022-01-28T09:49:39Z', 'revision_number': 2, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'subnets': [{'id': '5e7de85d-4701-4a83-9c60-8375c9567d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:44.027648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Checking router: 0407f690-f0ae-4d02-bef2-03614b6efac9 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:44.028002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Updating router 0407f690-f0ae-4d02-bef2-03614b6efac9 port a09d64ea-b3d5-4d6b-be24-83f1b9384527 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:49:44.134681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.148282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.326612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b427e-a561-4c71-a78d-6e603cb0c7a0 req-a61be7f3-251b-4542-aa3d-c9253a0ce65e tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:44.335585 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b6b427e-a561-4c71-a78d-6e603cb0c7a0 req-a61be7f3-251b-4542-aa3d-c9253a0ce65e tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 931 time: 0.2480586 Jan 28 09:49:44.385671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-afd24aac-8611-471c-9bf5-06f3d1d08208 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:44.387268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-afd24aac-8611-471c-9bf5-06f3d1d08208 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.25 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.3087347 Jan 28 09:49:44.388039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Deleting port a09d64ea-b3d5-4d6b-be24-83f1b9384527 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:44.388482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.534841 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b6b427e-a561-4c71-a78d-6e603cb0c7a0 req-88b9eda0-2c6f-4cee-aeef-2c375535fb32 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054949 Jan 28 09:49:44.615774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.631346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Transition to ACTIVE for port object a09d64ea-b3d5-4d6b-be24-83f1b9384527 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:44.633925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Deleting port efa15e11-2a2e-4657-ae78-48a0b232a0b8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:44.634723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.644466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.649390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b23bb-9048-4932-b14c-06f174eb3272 req-5f8d22dc-be03-4b78-899d-44a849ebf6da tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:44.659007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f10b23bb-9048-4932-b14c-06f174eb3272 req-5f8d22dc-be03-4b78-899d-44a849ebf6da tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.1614327 Jan 28 09:49:44.729973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f10b23bb-9048-4932-b14c-06f174eb3272 req-98d243f7-8968-44d8-b42e-4afe72ac098c tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696092 Jan 28 09:49:44.888175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18d30239-6170-4ed1-8031-5b35d091297f {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:44.905087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:44.969663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Transition to ACTIVE for port object 18d30239-6170-4ed1-8031-5b35d091297f will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:49:44.983566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Pushing event updated for resources: {'Port': ['ID=a09d64ea-b3d5-4d6b-be24-83f1b9384527,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:44.986173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.005147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.014976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Attempting to bind port a09d64ea-b3d5-4d6b-be24-83f1b9384527 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:45.015867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Attempting to bind port a09d64ea-b3d5-4d6b-be24-83f1b9384527 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:45.016407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Attempting to bind port a09d64ea-b3d5-4d6b-be24-83f1b9384527 on network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:45.021022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.021537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.022024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.023059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.023557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.024038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.024509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.025028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.025515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.025994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.026460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.026924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:49:45.032793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:45.033522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Checking segment: {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:45.034208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.034849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Bound using segment: {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:45.035985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Bound port: a09d64ea-b3d5-4d6b-be24-83f1b9384527, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:45.036570 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.140010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] For port a09d64ea-b3d5-4d6b-be24-83f1b9384527, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:45.143846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] For port a09d64ea-b3d5-4d6b-be24-83f1b9384527, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a09d64ea-b3d5-4d6b-be24-83f1b9384527,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:45.154127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.237589 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.264202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Routers {'0407f690-f0ae-4d02-bef2-03614b6efac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:45.264862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0407f690-f0ae-4d02-bef2-03614b6efac9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:45.266202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Calling delete_port for a09d64ea-b3d5-4d6b-be24-83f1b9384527 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:45.340955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=18d30239-6170-4ed1-8031-5b35d091297f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:45.407363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7349af-099b-445a-9517-2d82bce17925 req-a1f60d5c-142d-45b2-aea2-f5543f560b25 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:45.417014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f7349af-099b-445a-9517-2d82bce17925 req-a1f60d5c-142d-45b2-aea2-f5543f560b25 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.5086105 Jan 28 09:49:45.489910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] Set router 0407f690-f0ae-4d02-bef2-03614b6efac9 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:45.533291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f7349af-099b-445a-9517-2d82bce17925 req-ea1d8596-703c-4cad-b3f1-b0dcfc00fee1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149387 Jan 28 09:49:45.582242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8d51e-b82e-49b0-9830-feb6a3a074f9 None None] Pushing event updated for resources: {'Port': ['ID=a09d64ea-b3d5-4d6b-be24-83f1b9384527,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:45.586686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Attempting to bind port 18d30239-6170-4ed1-8031-5b35d091297f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:49:45.587331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Attempting to bind port 18d30239-6170-4ed1-8031-5b35d091297f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:49:45.587814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Attempting to bind port 18d30239-6170-4ed1-8031-5b35d091297f on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:45.601723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Port 18d30239-6170-4ed1-8031-5b35d091297f on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:49:45.602232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Attempting to bind port 18d30239-6170-4ed1-8031-5b35d091297f on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:49:45.608979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:49:45.609526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Checking segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:49:45.610066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Bound using segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:49:45.614793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Bound port: 18d30239-6170-4ed1-8031-5b35d091297f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:49:45.615639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.765305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] For port 18d30239-6170-4ed1-8031-5b35d091297f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:49:45.769207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] For port 18d30239-6170-4ed1-8031-5b35d091297f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18d30239-6170-4ed1-8031-5b35d091297f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:49:45.776146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.875767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Pushing event updated for resources: {'Port': ['ID=18d30239-6170-4ed1-8031-5b35d091297f,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:45.880844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] For port efa15e11-2a2e-4657-ae78-48a0b232a0b8, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=efa15e11-2a2e-4657-ae78-48a0b232a0b8,segment=NetworkSegment(2b4c29f3-50a8-4d9c-8907-9fc66543f84d),segment_id=2b4c29f3-50a8-4d9c-8907-9fc66543f84d)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:45.881336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.887979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:45.888592 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:45.890790 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6b10958d-3171-4628-886c-1eb7107c9d52 service neutron] 10.222.0.43 "PUT /v2.0/ports/18d30239-6170-4ed1-8031-5b35d091297f HTTP/1.1" status: 200 len: 1091 time: 1.9088378 Jan 28 09:49:45.891764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'tag': '18d30239-6170-4ed1-8031-5b35d091297f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:45.973954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:39Z', 'revision_number': 4, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a09d64ea-b3d5-4d6b-be24-83f1b9384527', 'name': '', 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'mac_address': 'fa:16:3e:2e:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '5e7de85d-4701-4a83-9c60-8375c9567d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:37Z', 'updated_at': '2022-01-28T09:49:45Z', 'revision_number': 4, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'subnets': [{'id': '5e7de85d-4701-4a83-9c60-8375c9567d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:45.980486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332ea490-dbbc-4f0a-b28c-19408f9cea79 None None] The sync data for ids ['0407f690-f0ae-4d02-bef2-03614b6efac9'] in n-d-825178-2 is: [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:39Z', 'revision_number': 4, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a09d64ea-b3d5-4d6b-be24-83f1b9384527', 'name': '', 'network_id': '92a2d400-146d-4fdc-99c1-d9c0e0c34870', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'mac_address': 'fa:16:3e:2e:e7:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1451, 'fixed_ips': [{'subnet_id': '5e7de85d-4701-4a83-9c60-8375c9567d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:37Z', 'updated_at': '2022-01-28T09:49:45Z', 'revision_number': 4, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'subnets': [{'id': '5e7de85d-4701-4a83-9c60-8375c9567d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:46.048508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Calling delete_port for efa15e11-2a2e-4657-ae78-48a0b232a0b8 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:46.115699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-c1b1eb78-5978-4861-bc55-568631ee9d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:46.117739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-c1b1eb78-5978-4861-bc55-568631ee9d93 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 1094 time: 0.1825078 Jan 28 09:49:46.203294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668a1cc-018d-4512-b46e-c305ace4035b req-eca0b071-49d3-4cdd-8e35-971730a45a76 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:46.207688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3668a1cc-018d-4512-b46e-c305ace4035b req-eca0b071-49d3-4cdd-8e35-971730a45a76 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 946 time: 0.2176235 Jan 28 09:49:46.217200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9e4be-9ec0-4fc3-a400-ba8d683f056c req-11676e14-9949-43ed-a8e3-32e3ed52134f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:46.218731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0de9e4be-9ec0-4fc3-a400-ba8d683f056c req-11676e14-9949-43ed-a8e3-32e3ed52134f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 943 time: 0.4121246 Jan 28 09:49:46.222733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-d274874a-5bbf-4e2f-a03c-9872347afb4b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d30239-6170-4ed1-8031-5b35d091297f HTTP/1.1" status: 200 len: 217 time: 0.0970783 Jan 28 09:49:46.297826 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:49:46.298338 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:49:46.321549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3668a1cc-018d-4512-b46e-c305ace4035b req-31f9c506-847d-43cf-a2db-16fde5a83165 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977106 Jan 28 09:49:46.328967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-8297fa02-cb50-420c-a6eb-a760ae70fd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:46.330461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-8297fa02-cb50-420c-a6eb-a760ae70fd92 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.0913339 Jan 28 09:49:46.369678 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0de9e4be-9ec0-4fc3-a400-ba8d683f056c req-f52a22df-84e1-4a5c-a4a1-a1c0d1aed688 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366589 Jan 28 09:49:46.376276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:46.388508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-25ecd2f0-fc82-4c80-ab9d-ec3f954a41d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512986 Jan 28 09:49:46.462920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Pushing event deleted for resources: {'Port': ['ID=efa15e11-2a2e-4657-ae78-48a0b232a0b8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:46.549753 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'tag': '18d30239-6170-4ed1-8031-5b35d091297f', 'status': 'completed', 'code': 200} Jan 28 09:49:46.627752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] No DVR routers for this DVR port efa15e11-2a2e-4657-ae78-48a0b232a0b8 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:49:46.627752 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:46.627752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46897b90-756d-4be8-b3ef-c3cce688454d', 'name': 'network-vif-deleted', 'tag': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:46.657470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b4113a4c-81fd-4cc4-9b87-585f9cfaae9f req-624f43d7-7455-416d-98f6-68ed29353a2f tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.25 "DELETE /v2.0/ports/efa15e11-2a2e-4657-ae78-48a0b232a0b8 HTTP/1.1" status: 204 len: 173 time: 2.2348921 Jan 28 09:49:46.732988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-6fcebff6-a65e-4a64-8382-cd95b70d0593 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341136 Jan 28 09:49:46.734936 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46897b90-756d-4be8-b3ef-c3cce688454d', 'name': 'network-vif-deleted', 'tag': 'efa15e11-2a2e-4657-ae78-48a0b232a0b8', 'status': 'completed', 'code': 200} Jan 28 09:49:46.799841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Deleting port a09d64ea-b3d5-4d6b-be24-83f1b9384527 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:46.800287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:46.996077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fd03ae1-211d-40a8-9bd1-90016e1fb2a4 req-650cd643-985e-4d19-865b-c9a5a4847e36 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569499 Jan 28 09:49:47.052268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fcafe-f3ed-4a88-b48e-39c00fcfd18f req-620f7544-823d-48ac-a9f6-548167d55cfe tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:47.062608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a2fcafe-f3ed-4a88-b48e-39c00fcfd18f req-620f7544-823d-48ac-a9f6-548167d55cfe tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.2339470 Jan 28 09:49:47.108082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a09d64ea-b3d5-4d6b-be24-83f1b9384527 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:47.154752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] For port a09d64ea-b3d5-4d6b-be24-83f1b9384527, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a09d64ea-b3d5-4d6b-be24-83f1b9384527,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:47.159739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:47.211722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-2a64ccf6-cf0d-4702-81fe-ffba0c8b3f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:47.213522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-2a64ccf6-cf0d-4702-81fe-ffba0c8b3f9e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 1094 time: 0.1450195 Jan 28 09:49:47.274621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a09d64ea-b3d5-4d6b-be24-83f1b9384527 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:47.286158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a09d64ea-b3d5-4d6b-be24-83f1b9384527 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:47.286663 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:47.425343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a2fcafe-f3ed-4a88-b48e-39c00fcfd18f req-82ba5164-1000-4ebe-aa2f-2d953fb17216 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3616655 Jan 28 09:49:47.555045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-341b2a36-2e71-4694-b19a-3633f0d03d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:47.560046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Calling delete_port for a09d64ea-b3d5-4d6b-be24-83f1b9384527 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:47.570557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-341b2a36-2e71-4694-b19a-3633f0d03d8c service neutron] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 916 time: 0.3428996 Jan 28 09:49:47.612822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:47.689083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a09d64ea-b3d5-4d6b-be24-83f1b9384527, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a09d64ea-b3d5-4d6b-be24-83f1b9384527,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:47.690728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-d9a1c521-641a-4b9b-a2b0-413169958e2c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18d30239-6170-4ed1-8031-5b35d091297f HTTP/1.1" status: 200 len: 217 time: 0.1184144 Jan 28 09:49:47.696784 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:47.775326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-08050f86-42ed-4e5e-8dc9-e06ce8e6319f req-8cd51f1c-54e8-4b65-9011-8ac322bcc566 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Synchronizing usage tracker for tenant:08c72b582fb1432cab405ce560c76c6b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:47.775599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device efa15e11-2a2e-4657-ae78-48a0b232a0b8 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:47.796962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-e3fb59ff-2aac-48bb-ac53-9cdcd50d7ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:47.798845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-e3fb59ff-2aac-48bb-ac53-9cdcd50d7ec7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.0626876 Jan 28 09:49:47.847144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: efa15e11-2a2e-4657-ae78-48a0b232a0b8 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:47.849675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device efa15e11-2a2e-4657-ae78-48a0b232a0b8 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:47.854382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-08050f86-42ed-4e5e-8dc9-e06ce8e6319f req-8cd51f1c-54e8-4b65-9011-8ac322bcc566 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] Unset dirty status for tenant:08c72b582fb1432cab405ce560c76c6b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:47.857155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-08050f86-42ed-4e5e-8dc9-e06ce8e6319f req-8cd51f1c-54e8-4b65-9011-8ac322bcc566 tempest-ServerPasswordTestJSON-776422881 tempest-ServerPasswordTestJSON-776422881-project] 10.222.0.42 "GET /v2.0/ports?device_id=46897b90-756d-4be8-b3ef-c3cce688454d HTTP/1.1" status: 200 len: 210 time: 0.1698253 Jan 28 09:49:47.861889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:49:47.862803 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:49:47.905507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a09d64ea-b3d5-4d6b-be24-83f1b9384527,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:48.037332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-fefa355f-3c79-4e13-a078-76e065ff8916 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2267463 Jan 28 09:49:48.267459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a7251e-6f09-45ce-b73d-fb751861258c req-80502fc6-f515-41c5-bbf5-ec4557bcf606 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:48.267459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-83a7251e-6f09-45ce-b73d-fb751861258c req-80502fc6-f515-41c5-bbf5-ec4557bcf606 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:49:48.311434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-9b3ee399-1abc-4643-a4cd-dff79c18dcd2 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541046 Jan 28 09:49:48.320550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-83a7251e-6f09-45ce-b73d-fb751861258c req-80502fc6-f515-41c5-bbf5-ec4557bcf606 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:49:48.320550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83a7251e-6f09-45ce-b73d-fb751861258c req-80502fc6-f515-41c5-bbf5-ec4557bcf606 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 943 time: 0.6304357 Jan 28 09:49:48.464741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83a7251e-6f09-45ce-b73d-fb751861258c req-a45919e2-d55c-49c9-8239-68fac7f226a3 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267307 Jan 28 09:49:48.513960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fc39e66-2e8b-4536-b88e-ef3a8c4084e1 req-5e72221b-632a-4994-ad4c-11effdaa2c04 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985080 Jan 28 09:49:48.574017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Deleting port a09d64ea-b3d5-4d6b-be24-83f1b9384527 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:48.574498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:48.720233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18d30239-6170-4ed1-8031-5b35d091297f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:49:48.767015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c7df6-f9e5-47b1-9a6c-57fad0ec9994 req-e3b40f8d-8c70-4398-abe5-6ec7618192be tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:48.768506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-826c7df6-f9e5-47b1-9a6c-57fad0ec9994 req-e3b40f8d-8c70-4398-abe5-6ec7618192be tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.2268970 Jan 28 09:49:48.807199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] For port a09d64ea-b3d5-4d6b-be24-83f1b9384527, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a09d64ea-b3d5-4d6b-be24-83f1b9384527,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:48.807563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:48.864990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 18d30239-6170-4ed1-8031-5b35d091297f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18d30239-6170-4ed1-8031-5b35d091297f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:48.883410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '18d30239-6170-4ed1-8031-5b35d091297f', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'port_id': '18d30239-6170-4ed1-8031-5b35d091297f', 'mac_address': 'fa:16:3e:49:d2:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e35af51-efa0-4648-868d-3bea9de22d24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:49:48.997759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a09d64ea-b3d5-4d6b-be24-83f1b9384527 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:49.016141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36368) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:49.083512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Deleting subnet 9f183405-9f4c-49b0-9ef5-395c49eb1803 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:49:49.086932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.132375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Calling delete_port for a09d64ea-b3d5-4d6b-be24-83f1b9384527 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:49.135930 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.159512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.181719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18d30239-6170-4ed1-8031-5b35d091297f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:49.200185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 18d30239-6170-4ed1-8031-5b35d091297f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18d30239-6170-4ed1-8031-5b35d091297f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:49.210379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-826c7df6-f9e5-47b1-9a6c-57fad0ec9994 req-18ccc27c-86d2-4529-9c53-28fec9e275ea tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4280119 Jan 28 09:49:49.226441 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.245682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.367827 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.443783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a09d64ea-b3d5-4d6b-be24-83f1b9384527 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:49.444285 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.455492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f183405-9f4c-49b0-9ef5-395c49eb1803,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:49.466970 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.473968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9f5e0e8a-ebd4-4981-960e-a252d9d77056 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9f183405-9f4c-49b0-9ef5-395c49eb1803 HTTP/1.1" status: 204 len: 168 time: 0.4567249 Jan 28 09:49:49.477381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36382) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:49.513170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=18d30239-6170-4ed1-8031-5b35d091297f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:49.537322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.574346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['18d30239-6170-4ed1-8031-5b35d091297f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:49.641341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09d64ea-b3d5-4d6b-be24-83f1b9384527,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:49.678470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port a09d64ea-b3d5-4d6b-be24-83f1b9384527 update to ACTIVE by agent not found {{(pid=87542) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 09:49:49.825587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:49.957712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b67c1a-f739-42fe-960a-ea55f09de563 req-c4d46fd0-0a6b-41b8-9218-d363550d0823 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:49.965658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12b67c1a-f739-42fe-960a-ea55f09de563 req-c4d46fd0-0a6b-41b8-9218-d363550d0823 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 944 time: 0.2822239 Jan 28 09:49:50.070026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.095951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12b67c1a-f739-42fe-960a-ea55f09de563 req-b8c756a4-74d0-4bc0-9e39-9c792b3e9758 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294458 Jan 28 09:49:50.113877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e62031d-54de-4456-b9fe-030c2b98321f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:50.131157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4c29f3-50a8-4d9c-8907-9fc66543f84d') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:50.131860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4c29f3-50a8-4d9c-8907-9fc66543f84d') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:50.135473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.145313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.161459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.168245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:49:50.168628 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:49:50.185391 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:49:50.294227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.327125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.353724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] Pushing event deleted for resources: {'Network': ['ID=5e62031d-54de-4456-b9fe-030c2b98321f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:50.376181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-77fc0795-8004-4ff7-b117-72363d9c281d admin admin] 10.222.0.42 "DELETE /v2.0/networks/5e62031d-54de-4456-b9fe-030c2b98321f HTTP/1.1" status: 204 len: 168 time: 0.8974161 Jan 28 09:49:50.591201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec72e8-b374-4ba6-a05f-9c1fdc61c6f3 req-946d1f30-0540-4ea8-92f4-8c0d4ab96e9f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:50.595971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8dec72e8-b374-4ba6-a05f-9c1fdc61c6f3 req-946d1f30-0540-4ea8-92f4-8c0d4ab96e9f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1630399 Jan 28 09:49:50.636486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36412) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:50.709363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8dec72e8-b374-4ba6-a05f-9c1fdc61c6f3 req-d2c7c29f-3b7b-4baf-a567-86d63228edc1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050024 Jan 28 09:49:50.745513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-44709ee1-294d-43ad-8e5c-af9f659c3e80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08c72b582fb1432cab405ce560c76c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1030519 Jan 28 09:49:50.745988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36420) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:50.826145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6769a83f-b9cf-4539-9b46-ee07dc96d2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.855458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6769a83f-b9cf-4539-9b46-ee07dc96d2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.857350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Router 0407f690-f0ae-4d02-bef2-03614b6efac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:49:50.920686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6769a83f-b9cf-4539-9b46-ee07dc96d2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.947470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769a83f-b9cf-4539-9b46-ee07dc96d2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a84f5d-9394-4b6b-a6af-6d50b850d4e1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:50.961795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6769a83f-b9cf-4539-9b46-ee07dc96d2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:50.965177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6769a83f-b9cf-4539-9b46-ee07dc96d2ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4a84f5d-9394-4b6b-a6af-6d50b850d4e1 HTTP/1.1" status: 204 len: 168 time: 0.2155869 Jan 28 09:49:51.066331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:49:51.075323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-30638d8c-804e-48e4-a83f-c9b75bce0799 admin admin] 10.222.0.42 "PUT /v2.0/routers/0407f690-f0ae-4d02-bef2-03614b6efac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7414944 Jan 28 09:49:51.077922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36430) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:51.078380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] Sync routers for ids ['0407f690-f0ae-4d02-bef2-03614b6efac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:49:51.088400 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] Routers {'0407f690-f0ae-4d02-bef2-03614b6efac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:51.089032 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0407f690-f0ae-4d02-bef2-03614b6efac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:51.378132 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] Set router 0407f690-f0ae-4d02-bef2-03614b6efac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:51.569945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:51.675933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec4766-a846-471d-a37f-0cef3754fce6 req-86250589-ec53-4703-acaa-d9acc22a02ee tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:51.677740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faec4766-a846-471d-a37f-0cef3754fce6 req-86250589-ec53-4703-acaa-d9acc22a02ee tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 944 time: 0.3596764 Jan 28 09:49:51.804469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faec4766-a846-471d-a37f-0cef3754fce6 req-9c3440f7-1403-4597-a494-4d3806141fac tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699868 Jan 28 09:49:51.815728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:51.828154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Deleting port 64dc3673-80db-4581-b361-48e673403d05 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:51.829113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:51.856828 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': '64dc3673-80db-4581-b361-48e673403d05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:49Z', 'revision_number': 5, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port': {'id': '64dc3673-80db-4581-b361-48e673403d05', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:7d:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1450, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:49:32Z', 'updated_at': '2022-01-28T09:49:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:51.879793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] Checking router: 0407f690-f0ae-4d02-bef2-03614b6efac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:49:51.889527 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] Routers {'0407f690-f0ae-4d02-bef2-03614b6efac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:49:51.890438 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0407f690-f0ae-4d02-bef2-03614b6efac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:52.101320 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] Set router 0407f690-f0ae-4d02-bef2-03614b6efac9 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:49:52.133712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] For port 64dc3673-80db-4581-b361-48e673403d05, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64dc3673-80db-4581-b361-48e673403d05,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:52.134063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:52.265431 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:51Z', 'revision_number': 6, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:52.270432 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37bd629-d551-4160-8382-c6ea00beb805 None None] The sync data for ids ['0407f690-f0ae-4d02-bef2-03614b6efac9'] in n-d-825178-2 is: [{'id': '0407f690-f0ae-4d02-bef2-03614b6efac9', 'name': 'tempest-ServersTestFqdnHostnames-415063339-router', 'tenant_id': '1601bca32ed74320b998edb6abee0a7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:49:31Z', 'updated_at': '2022-01-28T09:49:51Z', 'revision_number': 6, 'project_id': '1601bca32ed74320b998edb6abee0a7b', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:49:52.336417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54549c1-446a-4ab3-8947-9452d19d9318 req-9c162322-265d-47ae-8df2-24974c060c04 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:52.343594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d54549c1-446a-4ab3-8947-9452d19d9318 req-9c162322-265d-47ae-8df2-24974c060c04 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.3669131 Jan 28 09:49:52.375309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Calling delete_port for 64dc3673-80db-4581-b361-48e673403d05 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:52.392807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d54549c1-446a-4ab3-8947-9452d19d9318 req-432947fc-7347-4433-92b1-52e959b2a460 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474579 Jan 28 09:49:52.604163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:52.765722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18d30239-6170-4ed1-8031-5b35d091297f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:52.861975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Pushing event deleted for resources: {'Port': ['ID=64dc3673-80db-4581-b361-48e673403d05,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:52.876827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e2d851d-affa-4e5a-9da0-ad014f0fbe37 req-ce3a2191-cc67-4d36-98a4-b573e562b508 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.1653368 Jan 28 09:49:52.919774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 18d30239-6170-4ed1-8031-5b35d091297f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:49:52.939471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 18d30239-6170-4ed1-8031-5b35d091297f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:52.942214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:52.993401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.188185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.261094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed5d9-f980-474c-9f85-2982c8585c23 req-d79aa748-37ee-425d-a424-751761570d69 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:53.264406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6faed5d9-f980-474c-9f85-2982c8585c23 req-d79aa748-37ee-425d-a424-751761570d69 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 944 time: 0.1778564 Jan 28 09:49:53.275478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d30239-6170-4ed1-8031-5b35d091297f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:53.298070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 18d30239-6170-4ed1-8031-5b35d091297f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18d30239-6170-4ed1-8031-5b35d091297f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:53.307555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a09d64ea-b3d5-4d6b-be24-83f1b9384527 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:53.368392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6faed5d9-f980-474c-9f85-2982c8585c23 req-0623715a-24e3-472f-bd90-e6206579deeb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947521 Jan 28 09:49:53.388353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a09d64ea-b3d5-4d6b-be24-83f1b9384527 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:53.389991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a09d64ea-b3d5-4d6b-be24-83f1b9384527 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:53.390721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64dc3673-80db-4581-b361-48e673403d05 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:53.402115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.405523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.451987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.452599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0407f690-f0ae-4d02-bef2-03614b6efac9 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:49:53.460648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.468959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.470253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4cd7d21c-8f0d-45a4-89a6-d1bfbe61ccfc admin admin] 10.222.0.42 "DELETE /v2.0/routers/0407f690-f0ae-4d02-bef2-03614b6efac9 HTTP/1.1" status: 204 len: 168 time: 2.3912139 Jan 28 09:49:53.472628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36542) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:53.562116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Deleting subnet 5e7de85d-4701-4a83-9c60-8375c9567d75 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:49:53.565157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:53.575017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=18d30239-6170-4ed1-8031-5b35d091297f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:53.589566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 64dc3673-80db-4581-b361-48e673403d05 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:53.593063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64dc3673-80db-4581-b361-48e673403d05 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:53.605543 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18d30239-6170-4ed1-8031-5b35d091297f', 'code': 200} Jan 28 09:49:53.683148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:54.188345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b7d4a-f67e-4174-b181-9256538df109 req-f97a3b0f-755c-444c-92b0-e752673bdbc9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:54.190163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb0b7d4a-f67e-4174-b181-9256538df109 req-f97a3b0f-755c-444c-92b0-e752673bdbc9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.4039249 Jan 28 09:49:54.196120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452fecc2-df65-4b38-b5aa-8a76c21c1172 req-4c1545c4-780d-4d23-a73a-fd6d421e24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:54.197706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-452fecc2-df65-4b38-b5aa-8a76c21c1172 req-4c1545c4-780d-4d23-a73a-fd6d421e24b4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 1096 time: 0.3857381 Jan 28 09:49:54.244507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:54.276478 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb0b7d4a-f67e-4174-b181-9256538df109 req-2170757f-8ec0-4b56-b1ad-344b3c19c9da tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710011 Jan 28 09:49:54.329117 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-452fecc2-df65-4b38-b5aa-8a76c21c1172 req-541b7471-35c4-4b02-ad6c-3f648553ee3a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229229 Jan 28 09:49:54.339316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c7e50c7-c029-44ec-9875-c323887cfd98 req-c97bc71d-22ca-4f07-836b-598859b57d27 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0685005 Jan 28 09:49:54.381355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:54.469819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e7de85d-4701-4a83-9c60-8375c9567d75,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:54.485628 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:54.488368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eea7c1-5f65-4287-8fc1-cdd613e3c45d None None] Network 92a2d400-146d-4fdc-99c1-d9c0e0c34870 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:49:54.499414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0296be64-c63b-48a5-8b46-5d2d828d1e39 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5e7de85d-4701-4a83-9c60-8375c9567d75 HTTP/1.1" status: 204 len: 168 time: 1.0241454 Jan 28 09:49:54.500319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36574) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:54.669007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bbea9-169e-4b08-87a3-4477996b578d req-d7b3ec89-466e-4620-a37a-e64e4e65bb40 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:54.677847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d1bbea9-169e-4b08-87a3-4477996b578d req-d7b3ec89-466e-4620-a37a-e64e4e65bb40 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 945 time: 0.1082885 Jan 28 09:49:54.744359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d1bbea9-169e-4b08-87a3-4477996b578d req-98acce6f-252a-41b0-a012-e26d5bf7840a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649772 Jan 28 09:49:54.746166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:54.771583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Deleting port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:54.771583 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:54.945255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] DHCP port deletion for 92a2d400-146d-4fdc-99c1-d9c0e0c34870 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:49:54.951644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Deleting port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:54.952268 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.061247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] For port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:55.061607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.250641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] For port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,segment=NetworkSegment(f7efeac0-1602-4ecd-836f-fe1fa75ccf55),segment_id=f7efeac0-1602-4ecd-836f-fe1fa75ccf55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:55.251890 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.270351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Calling delete_port for 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:55.372503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028a3832-720c-463a-a9a1-c7ee6abb6292 req-151ad25c-844c-497b-9e9c-d0d01b0909a1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:55.374427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-028a3832-720c-463a-a9a1-c7ee6abb6292 req-151ad25c-844c-497b-9e9c-d0d01b0909a1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.1105065 Jan 28 09:49:55.410140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.433303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Calling delete_port for 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:49:55.469844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-028a3832-720c-463a-a9a1-c7ee6abb6292 req-6d23faac-4954-44f5-97ba-e86199421fce tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884285 Jan 28 09:49:55.519807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f08d4b1-bf04-4ffc-89ef-2276f42dbce4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:55.528560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] No DVR routers for this DVR port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:49:55.566232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:49:55.566840 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:49:55.728928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.761453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92a2d400-146d-4fdc-99c1-d9c0e0c34870']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:55.782709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090d520-4cf5-4b60-a482-ae0b269c8f5c req-09bc6f4c-00d9-4467-9cb4-6c39b3bf1879 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:55.789600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d090d520-4cf5-4b60-a482-ae0b269c8f5c req-09bc6f4c-00d9-4467-9cb4-6c39b3bf1879 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.3267817 Jan 28 09:49:55.797256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5367a8a-1939-4701-affb-a2daf808b25b req-5723e9ba-7e03-4d35-ac72-1ae1c416722e tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0804548 Jan 28 09:49:55.810094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:55.810355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7efeac0-1602-4ecd-836f-fe1fa75ccf55') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:49:55.828707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.863177 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8d779c-9160-486f-bac2-c24d2a118dd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.888641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d090d520-4cf5-4b60-a482-ae0b269c8f5c req-c9630e0d-172c-4721-859d-943db629dfe0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978739 Jan 28 09:49:55.893600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.903322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:49:55.903994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:49:55.934956 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:49:56.068083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Deleting port 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:49:56.069379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.078333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.102711 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.106075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=92a2d400-146d-4fdc-99c1-d9c0e0c34870,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:56.146934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae67736d-8aba-43e0-a9d7-9806cec7bcc5 None None] The port '1f08d4b1-bf04-4ffc-89ef-2276f42dbce4' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:49:56.156294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-304501a2-d2d0-42d2-a85f-89793a126cf4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/92a2d400-146d-4fdc-99c1-d9c0e0c34870 HTTP/1.1" status: 204 len: 168 time: 1.6547270 Jan 28 09:49:56.161915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea05cbb4-c1f4-434a-9d83-a1b9a97a228c req-525aefe3-7a9a-4eb6-960b-517bf6f4876d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.0535209 Jan 28 09:49:56.177614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f4d05-b62e-4277-b0d6-dd66b95dfa3b req-5cc15a59-7be2-47dc-a9a8-af86364ec569 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:56.179626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c9f4d05-b62e-4277-b0d6-dd66b95dfa3b req-5cc15a59-7be2-47dc-a9a8-af86364ec569 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 945 time: 0.1718824 Jan 28 09:49:56.232518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c9f4d05-b62e-4277-b0d6-dd66b95dfa3b req-a1d658e8-a64c-4eb8-89b1-b30bece5c14d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471811 Jan 28 09:49:56.407636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36626) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:56.476709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1a3b8c1-68d5-4120-bb4d-f6313700a9ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1601bca32ed74320b998edb6abee0a7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678320 Jan 28 09:49:56.479375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36632) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:56.609087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08918345-2434-4417-bbc1-f47c3d164e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.655878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08918345-2434-4417-bbc1-f47c3d164e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.715818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08918345-2434-4417-bbc1-f47c3d164e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.741437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08918345-2434-4417-bbc1-f47c3d164e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf93648-4bbf-4a31-a6fd-15a51645a0c8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:56.745303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08918345-2434-4417-bbc1-f47c3d164e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:56.757761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-08918345-2434-4417-bbc1-f47c3d164e68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fbf93648-4bbf-4a31-a6fd-15a51645a0c8 HTTP/1.1" status: 204 len: 168 time: 0.2772527 Jan 28 09:49:56.764839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:49:56.971171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:49:57.023807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:49:57.025207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1f08d4b1-bf04-4ffc-89ef-2276f42dbce4 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:49:57.254690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:57.275106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'mac_address': 'fa:16:3e:0c:7e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:49:57.322507 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-065c9b55-acc7-4fdb-afdc-28543fa74e8c req-db497cb4-75d5-41a5-8180-5c648040154d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1208148 Jan 28 09:49:57.345315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de133c82-a901-4b5d-a996-17bf6cb2ff60 req-ffbdd856-84fb-43ac-9211-586d03ca74d3 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1122806 Jan 28 09:49:57.376166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8111bd05-2883-4b92-9707-037664487243 req-dac09a82-dac0-46aa-85c7-6650cd15393b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:57.377740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8111bd05-2883-4b92-9707-037664487243 req-dac09a82-dac0-46aa-85c7-6650cd15393b tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.2746811 Jan 28 09:49:57.425893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:57.485409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:49:57.517049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8111bd05-2883-4b92-9707-037664487243 req-35798473-17c4-4f85-9a42-f3f2322b0c85 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319904 Jan 28 09:49:57.546795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:57.555595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:57.679090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20fe27-ce0d-4322-8550-ffef05650ea8 req-47489165-51c1-4739-91e3-7b227a3426d6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:57.682093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b20fe27-ce0d-4322-8550-ffef05650ea8 req-47489165-51c1-4739-91e3-7b227a3426d6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 945 time: 0.2116969 Jan 28 09:49:57.682584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:57.722961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0c4fdfca-dc0d-4188-9563-0de4d19d9d65'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:49:57.850384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b20fe27-ce0d-4322-8550-ffef05650ea8 req-f7ee667f-7870-428b-b852-f38d06cc635d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522291 Jan 28 09:49:58.159933 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f480e4f5-ad52-42d9-939a-e4724a49e427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:58.185816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:58.360937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-14583985-network', 'tenant_id': '959c7c92694741f7b1788cbc2d3273a9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:58.369647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:58.378722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Usage tracker for resource:network and tenant:959c7c92694741f7b1788cbc2d3273a9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:58.389574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:58.396173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:58.425071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Made reservation on behalf of 959c7c92694741f7b1788cbc2d3273a9 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:58.427321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:58.461664 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:58.493539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:58.509028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Usage tracker for resource:security_group_rule and tenant:959c7c92694741f7b1788cbc2d3273a9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:58.515620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:58.531649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:58.690084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2efffd99-9f36-440c-b275-a4a7aa3960a1 req-840a6eec-c852-4abe-95df-6e416166676e tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0691311 Jan 28 09:49:58.773829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:49:58.866168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:58.890163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:49:58.890900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:58.978185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.071616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358c5d99-62ca-46dc-8411-7c57b61d1af8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:59.104443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:49:59.128794 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.134549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.135315 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Added segment 488b2a1a-36c4-4a33-9602-5f516a799a88 of type vlan for network 0b2ea054-ac6a-497c-8280-d4913c85f972 Jan 28 09:49:59.172199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:49:59.174400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:49:59.181823 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.214618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.227033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c817f-3964-44fd-bf4f-cc677d05f93c req-8bdc570d-6e2b-4d8d-8fb6-2ae3eb28e668 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:59.241907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a9c817f-3964-44fd-bf4f-cc677d05f93c req-8bdc570d-6e2b-4d8d-8fb6-2ae3eb28e668 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 945 time: 0.1232018 Jan 28 09:49:59.282159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.283119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:59.283696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.300144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:59.340889 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.366552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a9c817f-3964-44fd-bf4f-cc677d05f93c req-2278527b-e8a3-4c5c-877a-a6a98665eb84 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209483 Jan 28 09:49:59.392626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.409471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2223554 Jan 28 09:49:59.411829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6241d0-88e3-4185-8573-62771756fc00 admin admin] Pushing event updated for resources: {'Network': ['ID=0b2ea054-ac6a-497c-8280-d4913c85f972,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:49:59.412787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36764) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:49:59.419490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Request body: {'subnet': {'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-14583985-subnet', 'tenant_id': '959c7c92694741f7b1788cbc2d3273a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:49:59.423305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d8e681-ddc6-4e4c-969c-1b2694cabae1 req-9259df2d-21b0-4052-91d9-8561ff5afff1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:49:59.424705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0b2ea054-ac6a-497c-8280-d4913c85f972 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:49:59.425305 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44d8e681-ddc6-4e4c-969c-1b2694cabae1 req-9259df2d-21b0-4052-91d9-8561ff5afff1 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.5637858 Jan 28 09:49:59.442213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:49:59.452606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Usage tracker for resource:subnet and tenant:959c7c92694741f7b1788cbc2d3273a9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:49:59.465973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:49:59.477304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:49:59.481873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44d8e681-ddc6-4e4c-969c-1b2694cabae1 req-08e4c641-bf4a-414b-a7b9-1016660ecfe2 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503392 Jan 28 09:49:59.503675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Made reservation on behalf of 959c7c92694741f7b1788cbc2d3273a9 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:49:59.507188 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:49:59.710113 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'code': 200} Jan 28 09:50:00.051626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58053983-6775-4aaa-a61a-482ffb388d53 req-6ab17606-cea2-4650-95e2-2b526df6a6d2 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0900779 Jan 28 09:50:00.310675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:00.434646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-2fa1185e-f499-44a4-925c-2594f356ec26 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:00.436233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-2fa1185e-f499-44a4-925c-2594f356ec26 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.3363488 Jan 28 09:50:00.450376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7da02862-3ead-4808-a05f-4332a58cb2e0,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:00.466679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Checking segment: {'id': '488b2a1a-36c4-4a33-9602-5f516a799a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:00.467040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Network hostable DHCP agents. Network: 0b2ea054-ac6a-497c-8280-d4913c85f972, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:50:00.502509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Network 0b2ea054-ac6a-497c-8280-d4913c85f972 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:50:00.517815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0b2ea054-ac6a-497c-8280-d4913c85f972) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:00.525067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:00.525067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:00.529928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79b0a27-50e9-4789-9e0f-96abc9e59540 None None] Network 0b2ea054-ac6a-497c-8280-d4913c85f972 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:00.601232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-f5140118-9c01-4885-b69b-394048e4a6fb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:00.637070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-f5140118-9c01-4885-b69b-394048e4a6fb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.3839135 Jan 28 09:50:00.652647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fea533f9-11c5-49b1-890f-1ff242d380a2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2384365 Jan 28 09:50:00.701000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-c5dee7ed-100d-47ed-93b9-42d8680f665f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/quotas/491b9a6b842d4b8aaebb6da451600109 HTTP/1.1" status: 200 len: 375 time: 0.0417826 Jan 28 09:50:00.829265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Deleting port 293632a3-743a-4466-ba80-1809bce72e52 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:00.833124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:00.847126 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:01.027735 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-9f9408c8-a6ec-4b55-8dd0-83069e3c06e6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3256893 Jan 28 09:50:01.173105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb910a7-8a5a-4bbd-bdb6-6eeb29f9434b None None] Network 0b2ea054-ac6a-497c-8280-d4913c85f972 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:01.380871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ac22-5db0-4553-842f-e193d00c3212 req-800b7852-1c43-4b93-b00d-ac8027fa1b1b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:01.388913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d348ac22-5db0-4553-842f-e193d00c3212 req-800b7852-1c43-4b93-b00d-ac8027fa1b1b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1661572 Jan 28 09:50:01.441905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d348ac22-5db0-4553-842f-e193d00c3212 req-34e2e151-f578-48ad-a79b-fa58ed36d21d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498459 Jan 28 09:50:01.590175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-1b0ecd8e-63df-4210-a25a-fc040d1f95dc service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5615060 Jan 28 09:50:01.624814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a3303-28cd-4831-925c-592f210d58da req-75b241fc-966a-45e3-a28a-ef0aa6d076c0 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:01.632932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd6a3303-28cd-4831-925c-592f210d58da req-75b241fc-966a-45e3-a28a-ef0aa6d076c0 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 945 time: 0.1014373 Jan 28 09:50:01.689988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd6a3303-28cd-4831-925c-592f210d58da req-dfbfcef6-de37-48c2-b32d-ceab34937ab3 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups?id=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519388 Jan 28 09:50:01.732371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] For port 293632a3-743a-4466-ba80-1809bce72e52, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=293632a3-743a-4466-ba80-1809bce72e52,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:01.732807 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:01.983851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-0c3f227d-f943-468a-9408-3f9ac4e5f47f service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817844 Jan 28 09:50:02.123341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3f2aa8f-5572-45ef-9ae7-0ad2bebe4a7a req-6cdf431e-6bc0-4386-836d-2994a3f130cb tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1014094 Jan 28 09:50:02.263996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:02.264439 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:02.264843 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Floating IP ba4e2d2a-2818-4420-a232-fc4c1a043860 disassociated. External IP: 172.25.1.155, port: 293632a3-743a-4466-ba80-1809bce72e52. Jan 28 09:50:02.265236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Calling delete_port for 293632a3-743a-4466-ba80-1809bce72e52 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:02.538307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-957c45f1-c98b-4cf5-88db-43c0e3e6ae93 req-c92bc6d9-cc35-4c25-bd8a-d0ba074b200b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 210 time: 0.0593836 Jan 28 09:50:02.561071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:02.758579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event deleted for resources: {'Port': ['ID=293632a3-743a-4466-ba80-1809bce72e52,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:02.839580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-a4d71000-63f8-43e2-9114-e37ca9c49769 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:02.847731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-a4d71000-63f8-43e2-9114-e37ca9c49769 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/networks?id=0b2ea054-ac6a-497c-8280-d4913c85f972 HTTP/1.1" status: 200 len: 820 time: 0.2889328 Jan 28 09:50:02.872356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-18c6d231-ac9d-48ca-b5a5-0487b6df604b tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/quotas/959c7c92694741f7b1788cbc2d3273a9 HTTP/1.1" status: 200 len: 375 time: 0.0233960 Jan 28 09:50:03.050131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62ed469-042b-4f4f-a480-773f7e1d98db req-268dfdba-92f3-48c3-95cb-30fea2a92190 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:03.054849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-158a23aa-688b-472f-84f0-54a5ea5872ef tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=959c7c92694741f7b1788cbc2d3273a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1814237 Jan 28 09:50:03.057392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62ed469-042b-4f4f-a480-773f7e1d98db req-268dfdba-92f3-48c3-95cb-30fea2a92190 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.2735131 Jan 28 09:50:03.091222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Router c05bc635-1ea9-48dc-85a3-fd6405a585e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:50:03.201649 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62ed469-042b-4f4f-a480-773f7e1d98db req-347dd10c-4066-4335-8253-1d30d17664e9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430252 Jan 28 09:50:03.449671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-3131c30e-468d-4b1a-a36f-3be4485e2ab3 service neutron] 10.222.0.42 "GET /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918495 Jan 28 09:50:03.608410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-f86c36c3-6aad-4d3d-8904-0da6460570ea service neutron] 10.222.0.42 "GET /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579618 Jan 28 09:50:03.635054 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-59186bbb-e96c-47be-9bfc-e0a525b53617 req-83d9c1d3-1f74-4e87-a58f-e9c5a859a796 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 210 time: 0.1869798 Jan 28 09:50:03.656377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:50:03.662830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] Sync routers for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:50:03.694845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:03.695743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:03.938873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] No DVR routers for this DVR port 293632a3-743a-4466-ba80-1809bce72e52 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:50:03.941417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:03.959488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'name': 'network-vif-deleted', 'tag': '293632a3-743a-4466-ba80-1809bce72e52'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:03.993468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bec76507-5ef3-4750-9b5b-89ec9f9e4272 req-3741d4f6-5c18-4e8b-b32a-470c40a6482e tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.43 "DELETE /v2.0/ports/293632a3-743a-4466-ba80-1809bce72e52 HTTP/1.1" status: 204 len: 173 time: 3.5416143 Jan 28 09:50:04.154244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:04.333244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c895a666-041c-42b8-8def-138a49c88e4f req-cb56611d-1f2e-41e7-81a0-7cb8c2d97bfc tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1726165 Jan 28 09:50:04.599903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1506ec8-79a4-49d4-aa6c-92bb785358e3 req-315fba5e-d896-472a-bf6b-593f460095cf tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 210 time: 0.2164593 Jan 28 09:50:04.619232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaaa60cd-677a-44a4-953c-9f1e6ec6b1fb req-6e3137b1-5d32-4d79-b28c-6cd08d9b103f tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 210 time: 0.1632299 Jan 28 09:50:04.760508 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e9a2a92-60ec-4e9e-ac20-101bf9328c0c', 'name': 'network-vif-deleted', 'tag': '293632a3-743a-4466-ba80-1809bce72e52', 'status': 'completed', 'code': 200} Jan 28 09:50:04.803091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 293632a3-743a-4466-ba80-1809bce72e52 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:04.977648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 293632a3-743a-4466-ba80-1809bce72e52 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:50:04.979072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 293632a3-743a-4466-ba80-1809bce72e52 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:50:04.980902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-d0dac9f5-8a81-45ec-8e42-dcf543658553 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:04.982388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-d0dac9f5-8a81-45ec-8e42-dcf543658553 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.5098124 Jan 28 09:50:05.075248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Request body: {'port': {'device_id': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'admin_state_up': True, 'tenant_id': '491b9a6b842d4b8aaebb6da451600109'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:05.097230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:48:02Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:05.106980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] Checking router: c05bc635-1ea9-48dc-85a3-fd6405a585e5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:50:05.124462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:05.126463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:05.277895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6848560-4269-4d10-a33f-369722245c9c req-e77cdff1-a357-43e6-a7c1-868e186878e6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:05.286194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6848560-4269-4d10-a33f-369722245c9c req-e77cdff1-a357-43e6-a7c1-868e186878e6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.2793250 Jan 28 09:50:05.391564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9c400a3b-d4e8-47eb-9f7d-79a08d39c958 req-b052ea6a-9859-4031-a57a-e220f46dfe63 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Synchronizing usage tracker for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:05.395436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6848560-4269-4d10-a33f-369722245c9c req-9b6095e2-a9e3-4cfc-821c-6de2b8e869aa tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020386 Jan 28 09:50:05.414219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:05.442621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:05.449317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9c400a3b-d4e8-47eb-9f7d-79a08d39c958 req-b052ea6a-9859-4031-a57a-e220f46dfe63 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Unset dirty status for tenant:d9977e4ba1aa4e1586e2646e725f8d63 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:05.462390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c400a3b-d4e8-47eb-9f7d-79a08d39c958 req-b052ea6a-9859-4031-a57a-e220f46dfe63 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/ports?device_id=1e9a2a92-60ec-4e9e-ac20-101bf9328c0c HTTP/1.1" status: 200 len: 210 time: 0.4741490 Jan 28 09:50:05.503133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Made reservation on behalf of 491b9a6b842d4b8aaebb6da451600109 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:05.535561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:05.558355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:05.992000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-326ad315-68a5-41e6-a87c-213ded5939a4 req-d1f4f15f-3333-4eba-b76f-6cac43099e14 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1266453 Jan 28 09:50:06.017008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Allocated IP 172.20.0.12 (028b2268-2cc0-4aff-9640-eeb87ec5d0f8/7e35af51-efa0-4648-868d-3bea9de22d24/ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:06.115734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:48:02Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:06.136641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f31548-9d23-424d-88dd-bda16fbe747a None None] The sync data for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 is: [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:47:50Z', 'revision_number': 4, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '96e0f352-b304-4ef6-815d-f7cac60da3ea', 'name': '', 'network_id': '89a8ad32-8074-4033-a2ca-fe94d89bac0b', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'mac_address': 'fa:16:3e:e3:13:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1356, 'fixed_ips': [{'subnet_id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:47Z', 'updated_at': '2022-01-28T09:48:02Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'subnets': [{'id': '83c72aa5-fa94-4e39-833f-bcfa5e77fab7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:50:06.236396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64839c87-d80b-4feb-8630-ead60ade17c9 req-c928b621-6c02-4905-a9b4-a995195e1b31 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 210 time: 0.1301885 Jan 28 09:50:06.402823 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc4039e0-f623-43df-966b-4758aa71097a req-6bdfe2f6-b4b4-42d9-8f51-baf78d8e110e tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 210 time: 0.1134906 Jan 28 09:50:06.570340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-74d9e3c5-20ce-4e40-b8fc-12cb7b8331b3 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:06.571797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-74d9e3c5-20ce-4e40-b8fc-12cb7b8331b3 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.25 "GET /v2.0/networks?id=0b2ea054-ac6a-497c-8280-d4913c85f972 HTTP/1.1" status: 200 len: 820 time: 0.5194013 Jan 28 09:50:06.607882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Request body: {'port': {'device_id': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972', 'admin_state_up': True, 'tenant_id': '959c7c92694741f7b1788cbc2d3273a9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:06.897138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:06.907031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Usage tracker for resource:port and tenant:959c7c92694741f7b1788cbc2d3273a9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:06.916324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:06.923808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:06.930790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:06.954014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Made reservation on behalf of 959c7c92694741f7b1788cbc2d3273a9 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:06.961179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:07.064920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:07.077457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f', '18d30239-6170-4ed1-8031-5b35d091297f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:50:07.156002 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e338613-62e2-4049-ac91-619e84fffe58 None None] New status for floating IP ba4e2d2a-2818-4420-a232-fc4c1a043860: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:50:07.397291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Allocated IP 172.20.0.9 (0b2ea054-ac6a-497c-8280-d4913c85f972/7da02862-3ead-4808-a05f-4332a58cb2e0/e3686eb8-4654-4440-8652-0720f8e0e1b9) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:07.480421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event updated for resources: {'Port': ['ID=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:07.511338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.511782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.512738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.513178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.513613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.514039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.514477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.514896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.515317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.515732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.516145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.518736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:07.563899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:07.572984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:07.605347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:07.858242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:07.858873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:07.859129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36974) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:07.891628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-89a50835-28ae-49e7-96da-372878ec307c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8988354 Jan 28 09:50:07.948849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df1100-3f52-4d9c-b504-7bf8fe8f66ab req-d3195c57-0eeb-4325-8429-be2ca67b1b93 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:07.966701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-66df1100-3f52-4d9c-b504-7bf8fe8f66ab req-d3195c57-0eeb-4325-8429-be2ca67b1b93 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.9704027 Jan 28 09:50:08.003958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Request body: {'port': {'device_id': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:08.153962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-66df1100-3f52-4d9c-b504-7bf8fe8f66ab req-805d5765-cdb5-43d1-9879-256a001ec68c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862006 Jan 28 09:50:08.215193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.357077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54dbe7a0-7463-4ff7-9ba7-f5307d82420a req-ee6dee45-225e-4921-8843-1a116e8d5826 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0784218 Jan 28 09:50:08.366481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.401909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.541233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Pushing event updated for resources: {'Port': ['ID=e3686eb8-4654-4440-8652-0720f8e0e1b9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:08.575787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc7203c-0b69-489f-aa6a-a3829c80cffe req-85b05dfb-496e-4ccb-afd7-84c84551ae4c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:08.576579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cbc7203c-0b69-489f-aa6a-a3829c80cffe req-85b05dfb-496e-4ccb-afd7-84c84551ae4c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:08.640100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cbc7203c-0b69-489f-aa6a-a3829c80cffe req-85b05dfb-496e-4ccb-afd7-84c84551ae4c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:08.647442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbc7203c-0b69-489f-aa6a-a3829c80cffe req-85b05dfb-496e-4ccb-afd7-84c84551ae4c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 932 time: 0.2991138 Jan 28 09:50:08.692878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6765d70f-1120-4ddc-a6a7-1ef988df4877 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.733866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6765d70f-1120-4ddc-a6a7-1ef988df4877 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.792457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Network 0b2ea054-ac6a-497c-8280-d4913c85f972 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:08.807331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:08.814459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:08.853730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6765d70f-1120-4ddc-a6a7-1ef988df4877 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.895961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6765d70f-1120-4ddc-a6a7-1ef988df4877 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=215f3b0c-d6ec-45ef-b032-be7b8c4c40ff,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:08.942922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2ae3a-7112-4b85-957f-620c1a7dbe27 req-a7e257a5-ddbe-4289-b383-5208b48e04de tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:08.943836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-99f2ae3a-7112-4b85-957f-620c1a7dbe27 req-a7e257a5-ddbe-4289-b383-5208b48e04de tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Synchronizing usage tracker for tenant:959c7c92694741f7b1788cbc2d3273a9 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:08.962915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6765d70f-1120-4ddc-a6a7-1ef988df4877 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:08.964394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6765d70f-1120-4ddc-a6a7-1ef988df4877 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "DELETE /v2.0/security-groups/215f3b0c-d6ec-45ef-b032-be7b8c4c40ff HTTP/1.1" status: 204 len: 168 time: 1.1038973 Jan 28 09:50:08.969241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbc7203c-0b69-489f-aa6a-a3829c80cffe req-a03b7260-63b0-4b3b-9e81-634ea99312d3 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3201702 Jan 28 09:50:08.976409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:08.976945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36998) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:08.978847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.011025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-99f2ae3a-7112-4b85-957f-620c1a7dbe27 req-a7e257a5-ddbe-4289-b383-5208b48e04de tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Unset dirty status for tenant:959c7c92694741f7b1788cbc2d3273a9 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:09.013173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99f2ae3a-7112-4b85-957f-620c1a7dbe27 req-a7e257a5-ddbe-4289-b383-5208b48e04de tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 931 time: 0.4246264 Jan 28 09:50:09.015616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8ef32343-1535-4bff-8eaa-9ca882adf191 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4155974 Jan 28 09:50:09.021732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:09.049603 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-4591d401-e7ed-44aa-927d-b4c7d475e545 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] show failed (client error): The resource could not be found. Jan 28 09:50:09.049603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4591d401-e7ed-44aa-927d-b4c7d475e545 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "GET /v2.0/security-groups/215f3b0c-d6ec-45ef-b032-be7b8c4c40ff HTTP/1.1" status: 404 len: 347 time: 0.0627086 Jan 28 09:50:09.049603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.049603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37002) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:09.056693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Request body: {'port': {'device_id': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:09.151024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99f2ae3a-7112-4b85-957f-620c1a7dbe27 req-78d56ff5-4ec2-4dfd-9260-b756ce76bc4e tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728319 Jan 28 09:50:09.198594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Transition to ACTIVE for port object ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:09.230700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.237792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.421091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:09.431062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Deleting port 0f987dc4-db1a-454d-b97d-d4839924ed3d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:09.431406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.613104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.613437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:09.798284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e5f64e8-c65f-4e4e-84f1-cb10ae0eeaa1 req-f74077d6-2e47-4d5c-83c2-05b8eb5df39f tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1028423 Jan 28 09:50:09.895076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Calling delete_port for 0f987dc4-db1a-454d-b97d-d4839924ed3d owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:10.002734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3686eb8-4654-4440-8652-0720f8e0e1b9 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:10.012622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.033948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9146fda2-de68-486b-affe-6dc22de7d0a6 req-4b3b07f9-5126-469a-9148-c47a216e9de6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:10.038832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Transition to ACTIVE for port object e3686eb8-4654-4440-8652-0720f8e0e1b9 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:10.041525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9146fda2-de68-486b-affe-6dc22de7d0a6 req-4b3b07f9-5126-469a-9148-c47a216e9de6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.6642163 Jan 28 09:50:10.091349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.137798 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9146fda2-de68-486b-affe-6dc22de7d0a6 req-450847a2-1669-4bb1-a2c6-00aceb8dc71a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952249 Jan 28 09:50:10.146106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Attempting to bind port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:10.150689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Attempting to bind port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:10.151202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Attempting to bind port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:10.160727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:10.164931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Attempting to bind port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:10.248291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:10.249040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Checking segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:10.249040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Bound using segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:10.249481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Bound port: ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:10.249803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.336644 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.446543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Pushing event deleted for resources: {'Port': ['ID=0f987dc4-db1a-454d-b97d-d4839924ed3d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:10.454543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3686eb8-4654-4440-8652-0720f8e0e1b9,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:10.564563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] For port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:10.591432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Attempting to bind port e3686eb8-4654-4440-8652-0720f8e0e1b9 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:10.591764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Attempting to bind port e3686eb8-4654-4440-8652-0720f8e0e1b9 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '488b2a1a-36c4-4a33-9602-5f516a799a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:10.592103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Attempting to bind port e3686eb8-4654-4440-8652-0720f8e0e1b9 on network 0b2ea054-ac6a-497c-8280-d4913c85f972 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:10.610535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] For port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:10.615459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f1772-d585-4a07-a826-d4eafde5d3e4 req-605393e7-8568-4bc2-bcb4-8d5a7612a622 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:10.622643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe9f1772-d585-4a07-a826-d4eafde5d3e4 req-605393e7-8568-4bc2-bcb4-8d5a7612a622 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 944 time: 0.3224936 Jan 28 09:50:10.627945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.632838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.665428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Port e3686eb8-4654-4440-8652-0720f8e0e1b9 on network 0b2ea054-ac6a-497c-8280-d4913c85f972 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:10.665774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Attempting to bind port e3686eb8-4654-4440-8652-0720f8e0e1b9 on network 0b2ea054-ac6a-497c-8280-d4913c85f972 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:10.701071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:10.701462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Checking segment: {'id': '488b2a1a-36c4-4a33-9602-5f516a799a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:10.701806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Bound using segment: {'id': '488b2a1a-36c4-4a33-9602-5f516a799a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:10.702245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Bound port: e3686eb8-4654-4440-8652-0720f8e0e1b9, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '488b2a1a-36c4-4a33-9602-5f516a799a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:10.702594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.722528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:10.731737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6bb0d29c-09d7-41d0-a0fe-cda36823cea5 tempest-ServersTestManualDisk-1997346539 tempest-ServersTestManualDisk-1997346539-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba4e2d2a-2818-4420-a232-fc4c1a043860 HTTP/1.1" status: 204 len: 168 time: 1.6813576 Jan 28 09:50:10.731859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37032) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:10.744486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe9f1772-d585-4a07-a826-d4eafde5d3e4 req-eff868a3-f081-48e0-ac17-c6e911c0d0ad tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208923 Jan 28 09:50:10.925169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] For port e3686eb8-4654-4440-8652-0720f8e0e1b9, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:10.934691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] For port e3686eb8-4654-4440-8652-0720f8e0e1b9, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9,segment=NetworkSegment(488b2a1a-36c4-4a33-9602-5f516a799a88),segment_id=488b2a1a-36c4-4a33-9602-5f516a799a88)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:10.947782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:11.075651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:11.076311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:11.077672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] 10.222.0.25 "PUT /v2.0/ports/e3686eb8-4654-4440-8652-0720f8e0e1b9 HTTP/1.1" status: 200 len: 1091 time: 2.0520513 Jan 28 09:50:11.078116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'tag': 'e3686eb8-4654-4440-8652-0720f8e0e1b9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:11.123491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931894da-5748-4f69-ac6a-ba594e1efea6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3686eb8-4654-4440-8652-0720f8e0e1b9,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:11.138579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:11.139739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:11.147298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] 10.222.0.43 "PUT /v2.0/ports/ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 HTTP/1.1" status: 200 len: 1092 time: 3.2473636 Jan 28 09:50:11.278285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'tag': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:11.278975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8317514d-e143-4c70-a0a4-b7118f6f177e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:11.278975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-8317514d-e143-4c70-a0a4-b7118f6f177e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=959c7c92694741f7b1788cbc2d3273a9&device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 1094 time: 0.1470847 Jan 28 09:50:11.455968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6b848-deec-4cfc-8ff4-b638508c128d req-8de48101-6e98-4108-a40d-e1dc9e5eaf82 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:11.457540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0f6b848-deec-4cfc-8ff4-b638508c128d req-8de48101-6e98-4108-a40d-e1dc9e5eaf82 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 943 time: 1.0584905 Jan 28 09:50:11.460870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0fa23-2f4a-4e3a-bda1-6f545acbe515 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:11.523074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-d6599c48-7a1e-4440-835b-44bc5438da53 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9 HTTP/1.1" status: 200 len: 217 time: 0.2321143 Jan 28 09:50:11.542915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-709bf6f0-9d56-45a2-921d-0e233cadb49f req-a43c9320-7a2f-4db9-8c1d-603f2c051acb tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.3211334 Jan 28 09:50:11.555802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b0f6b848-deec-4cfc-8ff4-b638508c128d req-33677d6a-6509-4c4f-a37d-ecec5b2c6fcd tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Synchronizing usage tracker for tenant:959c7c92694741f7b1788cbc2d3273a9 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:11.659107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b0f6b848-deec-4cfc-8ff4-b638508c128d req-33677d6a-6509-4c4f-a37d-ecec5b2c6fcd tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Unset dirty status for tenant:959c7c92694741f7b1788cbc2d3273a9 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:11.662090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0f6b848-deec-4cfc-8ff4-b638508c128d req-33677d6a-6509-4c4f-a37d-ecec5b2c6fcd tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871991 Jan 28 09:50:11.701512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5434467d-d684-4853-a0e3-3a46f004d729 req-0c6adaaf-af16-4db7-a042-3a93c27978df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:11.702999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-0c6adaaf-af16-4db7-a042-3a93c27978df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7da02862-3ead-4808-a05f-4332a58cb2e0 HTTP/1.1" status: 200 len: 860 time: 0.1588984 Jan 28 09:50:11.704620 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'tag': 'e3686eb8-4654-4440-8652-0720f8e0e1b9', 'status': 'completed', 'code': 200} Jan 28 09:50:11.817405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-e4818e6e-1f76-4a22-b48d-d9bd22fc5c0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b2ea054-ac6a-497c-8280-d4913c85f972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002815 Jan 28 09:50:11.854317 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'tag': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816', 'status': 'completed', 'code': 200} Jan 28 09:50:11.865375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-8c736ae4-2ea0-406f-b3e6-68007ea6ca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:11.867092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-8c736ae4-2ea0-406f-b3e6-68007ea6ca73 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 1095 time: 0.5776260 Jan 28 09:50:12.067323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d77464-54d0-4945-aa8e-a37c8f6af757 req-9046d55a-33e2-4aca-82be-869f890acda8 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:12.077969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9d77464-54d0-4945-aa8e-a37c8f6af757 req-9046d55a-33e2-4aca-82be-869f890acda8 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.2241220 Jan 28 09:50:12.082749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-d07a6eba-e603-4ee5-b967-706ffa0e9a3c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 HTTP/1.1" status: 200 len: 217 time: 0.2055218 Jan 28 09:50:12.161117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9d77464-54d0-4945-aa8e-a37c8f6af757 req-25e90aff-e669-44a6-9b9b-1c6be3194abf tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812106 Jan 28 09:50:12.170309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-bf78341e-d7dc-4905-96f8-089f829619e2 service neutron] 10.222.0.25 "GET /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448322 Jan 28 09:50:12.187066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-9d7f62de-2946-4859-8d76-8dfc46d86748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:12.188780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-9d7f62de-2946-4859-8d76-8dfc46d86748 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.0884922 Jan 28 09:50:12.370943 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-87070eab-cfcb-4023-b3f6-2d07e8dde2f6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721778 Jan 28 09:50:12.400238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5434467d-d684-4853-a0e3-3a46f004d729 req-1a6da24b-6305-4226-a556-4abad043fcd8 service neutron] 10.222.0.25 "GET /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199972 Jan 28 09:50:12.528935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc6d31-fe14-4504-8098-d44fc7b67b92 req-7a2d5271-41f3-4775-97e6-8656e63681fb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:12.536947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fffc6d31-fe14-4504-8098-d44fc7b67b92 req-7a2d5271-41f3-4775-97e6-8656e63681fb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 944 time: 0.5168970 Jan 28 09:50:12.602680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-c4fee3ea-a818-4d93-afd0-d41b40f3debf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:12.604339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-c4fee3ea-a818-4d93-afd0-d41b40f3debf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=959c7c92694741f7b1788cbc2d3273a9&device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 1094 time: 0.1587257 Jan 28 09:50:12.668441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fffc6d31-fe14-4504-8098-d44fc7b67b92 req-e3a067c1-4080-444d-ac56-8b1702551594 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307001 Jan 28 09:50:12.757118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-50f6929c-20a6-48a4-9330-f78c3e0768b5 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3740947 Jan 28 09:50:12.907305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d1b54d10-883c-42eb-93ad-a5d8de0ea627 req-a47dfbc9-2a80-4978-8138-6197bd761d78 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0909786 Jan 28 09:50:12.927087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-94af3746-5e5e-41de-a4ab-2e801dde59c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:12.931181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-94af3746-5e5e-41de-a4ab-2e801dde59c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0b2ea054-ac6a-497c-8280-d4913c85f972 HTTP/1.1" status: 200 len: 921 time: 0.3169379 Jan 28 09:50:12.990922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:13.006842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-0aa3747d-2fab-4736-92bd-f6e8ef8f460d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9 HTTP/1.1" status: 200 len: 217 time: 0.0700095 Jan 28 09:50:13.110112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-52bbd595-d737-4d6d-ad33-59ffe76e57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:13.111616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-52bbd595-d737-4d6d-ad33-59ffe76e57f8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7da02862-3ead-4808-a05f-4332a58cb2e0 HTTP/1.1" status: 200 len: 860 time: 0.0900161 Jan 28 09:50:13.164851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-6e888863-7a0f-4551-b912-7061e12e30cb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0b2ea054-ac6a-497c-8280-d4913c85f972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468211 Jan 28 09:50:13.543511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-ca3b98e9-c875-4c71-ba9a-61a63af73418 service neutron] 10.222.0.25 "GET /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702357 Jan 28 09:50:13.546712 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:13.665304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-faa12158-60e1-48dd-b705-dc78dea22a54 req-397e71e7-3142-4fd1-bbeb-cba3fb2001a8 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8904126 Jan 28 09:50:13.751603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ecd17d-ccde-49bc-9618-107d9283ca0f req-41606197-e366-4007-ba49-6f101023ee39 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:13.754826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8ecd17d-ccde-49bc-9618-107d9283ca0f req-41606197-e366-4007-ba49-6f101023ee39 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 943 time: 0.8434770 Jan 28 09:50:13.920480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-220a53f2-599e-4a79-b7e4-570f0d500cd1 req-26a19e7a-73c0-4803-8bd2-fd0866a7b4f0 service neutron] 10.222.0.25 "GET /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019569 Jan 28 09:50:13.957116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85935058-544d-48ab-b392-10e1fc6eda83 req-dd535e15-d5ad-4c25-96e6-fe1da3de4984 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:13.968773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-85935058-544d-48ab-b392-10e1fc6eda83 req-dd535e15-d5ad-4c25-96e6-fe1da3de4984 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.4234910 Jan 28 09:50:14.022230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f8ecd17d-ccde-49bc-9618-107d9283ca0f req-ec7e26ca-08b4-4cb4-9716-9c3b3c89a380 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952751 Jan 28 09:50:14.034946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-85935058-544d-48ab-b392-10e1fc6eda83 req-922d00c1-6e9c-4df4-bb9e-a73f13de7657 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649099 Jan 28 09:50:14.048263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-97ce3cb6-f484-476d-a33a-d99baca67eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:14.060050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-97ce3cb6-f484-476d-a33a-d99baca67eb0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 1095 time: 0.2939575 Jan 28 09:50:14.175674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Deleting port 96e0f352-b304-4ef6-815d-f7cac60da3ea {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:14.176282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:14.291150 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:50:14.435063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-27255bf7-4a14-4cc1-9eb1-8a831938567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:14.436590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-27255bf7-4a14-4cc1-9eb1-8a831938567d service neutron] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 916 time: 0.3757627 Jan 28 09:50:14.467510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7de5123e-9717-41f1-bed1-6f12a8527479 req-6d30b54a-4250-4f2c-9874-da761e92bd4b tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0507829 Jan 28 09:50:14.543529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-9be80891-cab0-461a-ad85-00b805a304e4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 HTTP/1.1" status: 200 len: 217 time: 0.0978777 Jan 28 09:50:14.629253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-749f0a68-cb9a-429d-a448-3693ef47bc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:14.632115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-749f0a68-cb9a-429d-a448-3693ef47bc7d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.0805652 Jan 28 09:50:14.723724 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-9032ec95-3dec-4338-82e4-aaf9bc98c537 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747890 Jan 28 09:50:14.896962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] For port 96e0f352-b304-4ef6-815d-f7cac60da3ea, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=96e0f352-b304-4ef6-815d-f7cac60da3ea,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:14.897289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:15.069241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de4fa33-5aaf-4166-bcb3-19034c1ffc63 req-fac32458-4fb6-4cea-82f8-6e39e7e309c2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:15.077652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2de4fa33-5aaf-4166-bcb3-19034c1ffc63 req-fac32458-4fb6-4cea-82f8-6e39e7e309c2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 944 time: 0.7014475 Jan 28 09:50:15.104369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:15.154706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Calling delete_port for 96e0f352-b304-4ef6-815d-f7cac60da3ea owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:15.308208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2de4fa33-5aaf-4166-bcb3-19034c1ffc63 req-ed3580c9-c721-46d2-9093-2b76a9336b29 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300742 Jan 28 09:50:15.314387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-debf7f8d-953b-478e-9bc1-32125c3d3892 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5587196 Jan 28 09:50:15.408140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2972c03c-29ee-4429-a8a2-3616796a492b req-1298b0f2-db16-4ff6-99f5-1602bc849d49 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:15.421550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2972c03c-29ee-4429-a8a2-3616796a492b req-1298b0f2-db16-4ff6-99f5-1602bc849d49 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1885087 Jan 28 09:50:15.532950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2972c03c-29ee-4429-a8a2-3616796a492b req-5671018c-fbeb-4d90-83f8-7a28ea1c34f1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053004 Jan 28 09:50:15.967809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e3686eb8-4654-4440-8652-0720f8e0e1b9 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:50:16.190851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-76620259-b795-4308-8874-1e021b876170 req-45a82b01-518d-4ee8-a3f8-e41d22c9f5bc tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1493406 Jan 28 09:50:16.210853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port e3686eb8-4654-4440-8652-0720f8e0e1b9, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9,segment=NetworkSegment(488b2a1a-36c4-4a33-9602-5f516a799a88),segment_id=488b2a1a-36c4-4a33-9602-5f516a799a88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:16.250175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'e3686eb8-4654-4440-8652-0720f8e0e1b9', 'network_id': '0b2ea054-ac6a-497c-8280-d4913c85f972', 'port_id': 'e3686eb8-4654-4440-8652-0720f8e0e1b9', 'mac_address': 'fa:16:3e:a7:06:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7da02862-3ead-4808-a05f-4332a58cb2e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:50:16.344117 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:16.366771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-773c020b-7dc7-4fbb-9916-6011d64aa131 req-6b49887e-904b-4eb3-8520-ff491d1a0021 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0284882 Jan 28 09:50:16.367841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3686eb8-4654-4440-8652-0720f8e0e1b9 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:16.404628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cc5b9-1788-4264-a171-664b5c0d7235 req-c6abc2ff-8c0c-4fb3-a6e9-cf4a16f0ce32 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:16.406403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b22cc5b9-1788-4264-a171-664b5c0d7235 req-c6abc2ff-8c0c-4fb3-a6e9-cf4a16f0ce32 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 943 time: 0.8457220 Jan 28 09:50:16.407861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port e3686eb8-4654-4440-8652-0720f8e0e1b9, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9,segment=NetworkSegment(488b2a1a-36c4-4a33-9602-5f516a799a88),segment_id=488b2a1a-36c4-4a33-9602-5f516a799a88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:16.409558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:16.414813 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:16.523987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Pushing event deleted for resources: {'Port': ['ID=96e0f352-b304-4ef6-815d-f7cac60da3ea,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:16.624261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=e3686eb8-4654-4440-8652-0720f8e0e1b9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:16.662121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b22cc5b9-1788-4264-a171-664b5c0d7235 req-ab2c392a-9a23-45ca-8301-786ad3acf86c tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295678 Jan 28 09:50:16.775180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['e3686eb8-4654-4440-8652-0720f8e0e1b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:50:16.906364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:50:16.930764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c4168-ab37-4e0c-9d67-e640faa49c4e req-d7cab7c7-0bed-4133-9189-9c6b951ba189 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:16.940614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa8c4168-ab37-4e0c-9d67-e640faa49c4e req-d7cab7c7-0bed-4133-9189-9c6b951ba189 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 944 time: 0.4196422 Jan 28 09:50:17.117867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa8c4168-ab37-4e0c-9d67-e640faa49c4e req-f029c008-b4dd-49b0-8f89-75752bab5298 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595249 Jan 28 09:50:17.218189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:17.259472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:17.262253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'port_id': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816', 'mac_address': 'fa:16:3e:2b:f2:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e35af51-efa0-4648-868d-3bea9de22d24', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:50:17.478779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:17.533199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5a790-1497-4de1-917f-52ee8d7cee4e req-1af0da0a-75f0-470f-8885-13526ee6f1f1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:17.544232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70c5a790-1497-4de1-917f-52ee8d7cee4e req-1af0da0a-75f0-470f-8885-13526ee6f1f1 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.5529289 Jan 28 09:50:17.553560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:17.634883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:17.676371 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:17.791589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-70c5a790-1497-4de1-917f-52ee8d7cee4e req-6fbcf1f2-2873-4ce7-974c-86af3d785d4c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444992 Jan 28 09:50:17.808722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a551e123-4333-4b8d-bcd3-82ba5e33fb7c req-761dad8b-388a-4928-942b-582abec23eeb tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1206868 Jan 28 09:50:17.831246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:18.033138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:50:18.250642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Router c05bc635-1ea9-48dc-85a3-fd6405a585e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:50:18.552448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:50:18.562127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] Sync routers for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:50:18.567275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55fc530-535a-4419-9394-e0b53489cb6b req-b4876c58-6338-4471-9fb3-a23d92555374 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:18.574157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a55fc530-535a-4419-9394-e0b53489cb6b req-b4876c58-6338-4471-9fb3-a23d92555374 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 944 time: 0.5830107 Jan 28 09:50:18.575859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:18.576477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:18.640778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a55fc530-535a-4419-9394-e0b53489cb6b req-a2b20d84-3399-4fb3-a1cf-8e4be809d860 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597391 Jan 28 09:50:18.648598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1c567550-f702-4f16-b1cf-a7f783eaa237 admin admin] 10.222.0.42 "PUT /v2.0/routers/c05bc635-1ea9-48dc-85a3-fd6405a585e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9098969 Jan 28 09:50:18.649636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37176) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:18.724170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83e284-4b6e-4212-9af9-e3c31836e3c1 req-54dbdfa5-8add-4fa5-8279-fd2169a877cb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:18.728802 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c83e284-4b6e-4212-9af9-e3c31836e3c1 req-54dbdfa5-8add-4fa5-8279-fd2169a877cb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 945 time: 0.2102845 Jan 28 09:50:18.803332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c83e284-4b6e-4212-9af9-e3c31836e3c1 req-90af1c85-dd2d-455d-b727-a4a43ed74662 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691888 Jan 28 09:50:18.967697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:19.029069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:19.333204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0cad7450-9d39-4f37-ac6f-d5cbc9e82c47 req-24cb9c63-89d4-43fa-a58a-1975a9cf184d tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1363773 Jan 28 09:50:19.461607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b3347-99ba-4c61-a50e-7eb3e6a955fb req-f23a91bb-5fab-4a88-b9da-7d22f66c7a78 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:19.465098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e39b3347-99ba-4c61-a50e-7eb3e6a955fb req-f23a91bb-5fab-4a88-b9da-7d22f66c7a78 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.2463055 Jan 28 09:50:19.517529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:19.534874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Deleting port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:19.535223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:19.548023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7'}], 'enable_snat': True}, 'gw_port_id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:50:15Z', 'revision_number': 5, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port': {'id': '20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:71:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1349, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:47:40Z', 'updated_at': '2022-01-28T09:47:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:19.559688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] Checking router: c05bc635-1ea9-48dc-85a3-fd6405a585e5 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:50:19.572594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e39b3347-99ba-4c61-a50e-7eb3e6a955fb req-9767a791-f38f-46e0-b8dc-35b3bbcbb673 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984502 Jan 28 09:50:19.575321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] Routers {'c05bc635-1ea9-48dc-85a3-fd6405a585e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:19.576439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:49:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:19.762942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] Set router c05bc635-1ea9-48dc-85a3-fd6405a585e5 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:19.802879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] For port 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:19.803225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:19.910076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:50:19Z', 'revision_number': 6, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:19.915481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd43d96-e392-4e97-9e55-344ab7d1b5b7 None None] The sync data for ids ['c05bc635-1ea9-48dc-85a3-fd6405a585e5'] in n-d-825178-2 is: [{'id': 'c05bc635-1ea9-48dc-85a3-fd6405a585e5', 'name': 'tempest-ServersTestManualDisk-1782001028-router', 'tenant_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:47:38Z', 'updated_at': '2022-01-28T09:50:19Z', 'revision_number': 6, 'project_id': 'd9977e4ba1aa4e1586e2646e725f8d63', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:50:19.919538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43021e97-4fe7-4db8-b90d-48858688da34 req-cba77a20-013e-48d7-9ca1-e1c0c5173a2b tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:19.925818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43021e97-4fe7-4db8-b90d-48858688da34 req-cba77a20-013e-48d7-9ca1-e1c0c5173a2b tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 944 time: 0.1456020 Jan 28 09:50:19.935813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Calling delete_port for 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:19.970622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43021e97-4fe7-4db8-b90d-48858688da34 req-6f46ae87-b2e9-4320-b444-098b9ee4012c tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439157 Jan 28 09:50:19.980490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e3686eb8-4654-4440-8652-0720f8e0e1b9 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:20.087665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port e3686eb8-4654-4440-8652-0720f8e0e1b9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:20.097081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port e3686eb8-4654-4440-8652-0720f8e0e1b9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:20.097515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.212310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39141a9-28af-4c74-9b88-52ef6addea8e req-1769bfef-0565-495f-afbc-07e59cf80bd4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:20.214035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e39141a9-28af-4c74-9b88-52ef6addea8e req-1769bfef-0565-495f-afbc-07e59cf80bd4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 945 time: 0.2178845 Jan 28 09:50:20.221180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.242571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.283296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port e3686eb8-4654-4440-8652-0720f8e0e1b9, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9,segment=NetworkSegment(488b2a1a-36c4-4a33-9602-5f516a799a88),segment_id=488b2a1a-36c4-4a33-9602-5f516a799a88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:20.284444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3686eb8-4654-4440-8652-0720f8e0e1b9'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:20.302170 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.311742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Pushing event deleted for resources: {'Port': ['ID=20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:20.389287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=e3686eb8-4654-4440-8652-0720f8e0e1b9,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:20.454464 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3686eb8-4654-4440-8652-0720f8e0e1b9', 'code': 200} Jan 28 09:50:20.495301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e39141a9-28af-4c74-9b88-52ef6addea8e req-18f083ae-bf00-41b6-88ee-14b2689dcf0f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584193 Jan 28 09:50:20.565721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.671887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70e33e98-c481-4514-930f-a47e85a23443 req-83d6be80-d804-4b6d-b6a2-716a367931df tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0740442 Jan 28 09:50:20.695292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6926eda-7805-4c94-980e-142396bd0e40 req-fcc00baa-4c7c-488b-b252-cf54f1de4158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:20.696970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6926eda-7805-4c94-980e-142396bd0e40 req-fcc00baa-4c7c-488b-b252-cf54f1de4158 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 1096 time: 0.1480930 Jan 28 09:50:20.742987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6926eda-7805-4c94-980e-142396bd0e40 req-c038ac8a-366a-4af4-b85c-e6158df7e273 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381095 Jan 28 09:50:20.810569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.817526 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.859818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-f8e45d97-4d37-4a8d-b5a3-4f483b3c8b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:20.861238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-f8e45d97-4d37-4a8d-b5a3-4f483b3c8b75 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 1097 time: 0.3603911 Jan 28 09:50:20.861844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:20.862371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05bc635-1ea9-48dc-85a3-fd6405a585e5 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:50:20.898335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:20.982750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 96e0f352-b304-4ef6-815d-f7cac60da3ea no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:21.095337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 96e0f352-b304-4ef6-815d-f7cac60da3ea {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:50:21.096001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 96e0f352-b304-4ef6-815d-f7cac60da3ea not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:50:21.096585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:21.137480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.139299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-779b448d-4b56-42e4-a191-c6dfca8463ba admin admin] 10.222.0.42 "DELETE /v2.0/routers/c05bc635-1ea9-48dc-85a3-fd6405a585e5 HTTP/1.1" status: 204 len: 168 time: 2.4887915 Jan 28 09:50:21.147190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:21.150598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:21.154341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:50:21.154870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 20fd0227-a8d4-4c70-9c6e-ff7c7f2f970a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:50:21.164332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:21.164930 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.194300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39580db0-a2da-47ff-8d1a-e98937036cc7 req-3d6a8ecd-f23f-42d5-b063-44b5873fc9d3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:21.202662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-39580db0-a2da-47ff-8d1a-e98937036cc7 req-3d6a8ecd-f23f-42d5-b063-44b5873fc9d3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.4557767 Jan 28 09:50:21.231305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcb0278-071a-41c0-a6fe-92200ccb87e3 req-ab75f536-4ee4-4bf3-885a-9852481d0dd8 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:21.233113 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dfcb0278-071a-41c0-a6fe-92200ccb87e3 req-ab75f536-4ee4-4bf3-885a-9852481d0dd8 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 945 time: 0.1182075 Jan 28 09:50:21.289338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dfcb0278-071a-41c0-a6fe-92200ccb87e3 req-9ef8211c-3b4d-455a-920a-623a4002369b tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494766 Jan 28 09:50:21.309984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-ac7b3dda-6a37-4106-8856-f8e20f1bdc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:21.312575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-ac7b3dda-6a37-4106-8856-f8e20f1bdc09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.4439042 Jan 28 09:50:21.316103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.316502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Deleting subnet 83c72aa5-fa94-4e39-833f-bcfa5e77fab7 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:50:21.355049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:21.362446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.390865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-39580db0-a2da-47ff-8d1a-e98937036cc7 req-85ec1cdf-7329-47d6-8535-f7e5b76ab838 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870294 Jan 28 09:50:21.391451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.436991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-1f6ba113-940c-4017-8a60-b3cbfb89c8ca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65 HTTP/1.1" status: 200 len: 217 time: 0.1157808 Jan 28 09:50:21.506173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:21.532072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.586491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-a2c2d7c6-0060-4ee5-aad4-a186652fc524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:21.588187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-a2c2d7c6-0060-4ee5-aad4-a186652fc524 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1438534 Jan 28 09:50:21.663010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-ae7d9243-122e-483c-a6ac-3700e2a60cb9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437584 Jan 28 09:50:21.695425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.711443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a09faed-b2d7-4b96-8e39-d12e3756b9ef req-ccf7fa09-d5a2-4cb1-bd6c-e6bab1a044d2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:21.713011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a09faed-b2d7-4b96-8e39-d12e3756b9ef req-ccf7fa09-d5a2-4cb1-bd6c-e6bab1a044d2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 946 time: 0.0855196 Jan 28 09:50:21.787993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a09faed-b2d7-4b96-8e39-d12e3756b9ef req-de218432-9137-40a9-8edf-11746f846bd3 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Jan 28 09:50:21.908011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e1a6fc98-eb4c-4639-81b8-1e57d26059f0 req-d9e205aa-9416-415f-8da7-f4eaa4f86c7b tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0643721 Jan 28 09:50:21.910663 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.958528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83c72aa5-fa94-4e39-833f-bcfa5e77fab7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:21.976953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:21.980433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec55123-71a1-41c6-b6d6-8a49bedc5298 None None] Network 89a8ad32-8074-4033-a2ca-fe94d89bac0b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:22.003190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-35042ac2-8c52-46d6-b89d-069dfc2cc6ae admin admin] 10.222.0.42 "DELETE /v2.0/subnets/83c72aa5-fa94-4e39-833f-bcfa5e77fab7 HTTP/1.1" status: 204 len: 168 time: 0.8531401 Jan 28 09:50:22.004827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37270) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:22.014008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-a0345164-7ac9-434a-8f07-d10954bf47f0 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3436866 Jan 28 09:50:22.184281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:22.193716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1d4cfde-0b10-4f46-bffb-9f2a79c675ce req-529eacfc-a785-4e56-adb0-533da1fb3720 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720624 Jan 28 09:50:22.195369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Deleting port b0262552-f9a0-447d-bdd6-9f097a5b7f12 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:22.195770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:22.367181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] DHCP port deletion for 89a8ad32-8074-4033-a2ca-fe94d89bac0b request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:50:22.385558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Deleting port b0262552-f9a0-447d-bdd6-9f097a5b7f12 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:22.385558 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:22.433086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] For port b0262552-f9a0-447d-bdd6-9f097a5b7f12, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0262552-f9a0-447d-bdd6-9f097a5b7f12,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:22.433086 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:22.463582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:22.653706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Calling delete_port for b0262552-f9a0-447d-bdd6-9f097a5b7f12 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:22.664714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] For port b0262552-f9a0-447d-bdd6-9f097a5b7f12, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0262552-f9a0-447d-bdd6-9f097a5b7f12,segment=NetworkSegment(2076459f-647e-4b58-ba29-6630cb522369),segment_id=2076459f-647e-4b58-ba29-6630cb522369)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:22.665390 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:22.680751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a6f8eb-4f60-4e96-a394-425affe929e4 req-69b35376-0ad5-4d51-aeee-5bbcdbaa74a7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:22.682372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74a6f8eb-4f60-4e96-a394-425affe929e4 req-69b35376-0ad5-4d51-aeee-5bbcdbaa74a7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1661184 Jan 28 09:50:22.763297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74a6f8eb-4f60-4e96-a394-425affe929e4 req-9aee6c2c-a255-472f-8274-6f730f050035 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664268 Jan 28 09:50:22.783327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf9723-577f-4db3-94bf-1c50ed536b47 req-99ff6a20-e7d7-4a4c-be36-b037bc16fe64 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:22.785005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3dcf9723-577f-4db3-94bf-1c50ed536b47 req-99ff6a20-e7d7-4a4c-be36-b037bc16fe64 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 945 time: 0.3633802 Jan 28 09:50:22.817678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Calling delete_port for b0262552-f9a0-447d-bdd6-9f097a5b7f12 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:22.855702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3dcf9723-577f-4db3-94bf-1c50ed536b47 req-0c6fdcd0-ff88-4f85-ab2d-564cc24d5a9e tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Jan 28 09:50:22.861320 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:22.926651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:50:22.927016 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:50:22.941279 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816', 'code': 200} Jan 28 09:50:22.948754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0262552-f9a0-447d-bdd6-9f097a5b7f12,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:22.961777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] No DVR routers for this DVR port b0262552-f9a0-447d-bdd6-9f097a5b7f12 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:50:23.003088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0262552-f9a0-447d-bdd6-9f097a5b7f12 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:23.089898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b0262552-f9a0-447d-bdd6-9f097a5b7f12 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:50:23.091952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0262552-f9a0-447d-bdd6-9f097a5b7f12 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:50:23.153828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201a35c8-66b8-4575-b035-e448f96dee61 req-c72f5d77-236a-4045-be52-51f6ad65041f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:23.156007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-201a35c8-66b8-4575-b035-e448f96dee61 req-c72f5d77-236a-4045-be52-51f6ad65041f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 1097 time: 0.1364028 Jan 28 09:50:23.202598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-201a35c8-66b8-4575-b035-e448f96dee61 req-d713ea58-2d92-4375-af4d-63144d380b34 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Jan 28 09:50:23.305592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7378d8d0-ce47-47bf-9a42-09b915b2b13c req-abba778b-bd9f-455a-98a8-4ffb4c857697 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0456600 Jan 28 09:50:23.364883 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.402355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a8ad32-8074-4033-a2ca-fe94d89bac0b']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:23.419616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2076459f-647e-4b58-ba29-6630cb522369') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:23.419891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2076459f-647e-4b58-ba29-6630cb522369') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:23.428040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Deleting port b0262552-f9a0-447d-bdd6-9f097a5b7f12 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:23.428601 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.436801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9190eac4-cb8e-4091-a516-9fa12a6bd95e req-4ecdd8ac-a0e5-4513-b45f-f2790e9a4d9e tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:23.438391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190eac4-cb8e-4091-a516-9fa12a6bd95e req-4ecdd8ac-a0e5-4513-b45f-f2790e9a4d9e tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 946 time: 0.2726660 Jan 28 09:50:23.442084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.476291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.500161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9190eac4-cb8e-4091-a516-9fa12a6bd95e req-3a3c2032-1b4e-456d-96c1-284d12f53ba2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507061 Jan 28 09:50:23.502792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:50:23.503282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:50:23.522158 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:50:23.584292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5bdd2009-62f0-4135-8603-459b8f09f58d None None] The port 'b0262552-f9a0-447d-bdd6-9f097a5b7f12' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:50:23.627959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.662107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:23.665224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=89a8ad32-8074-4033-a2ca-fe94d89bac0b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:23.692901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a5556fee-9aa3-4824-b875-dc94bb94cf4f admin admin] 10.222.0.42 "DELETE /v2.0/networks/89a8ad32-8074-4033-a2ca-fe94d89bac0b HTTP/1.1" status: 204 len: 168 time: 1.6842029 Jan 28 09:50:23.839601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37324) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:23.851624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15fc89-af09-4244-a8c8-f38288f4e516 req-97cf4f24-1a4b-44de-aa1c-5a52f8117a3d tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:23.859501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c15fc89-af09-4244-a8c8-f38288f4e516 req-97cf4f24-1a4b-44de-aa1c-5a52f8117a3d tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 945 time: 0.1240208 Jan 28 09:50:23.892538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2230cc50-964a-491c-9e37-5fcd864d53f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9977e4ba1aa4e1586e2646e725f8d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0496535 Jan 28 09:50:23.892781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37334) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:23.913960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c15fc89-af09-4244-a8c8-f38288f4e516 req-80c6ab77-b1b7-4e41-ba70-3d8bf24f2957 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527816 Jan 28 09:50:24.023938 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14c47377-1b2e-4f80-a4e8-d8b228b8d195 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:24.065113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381c6e0-81ca-4e79-8e2c-efc2d58aade0 req-037215bb-8933-4cd9-833d-ec4ab1875d19 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:24.066591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4381c6e0-81ca-4e79-8e2c-efc2d58aade0 req-037215bb-8933-4cd9-833d-ec4ab1875d19 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 946 time: 0.1614439 Jan 28 09:50:24.079893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14c47377-1b2e-4f80-a4e8-d8b228b8d195 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:24.149972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4381c6e0-81ca-4e79-8e2c-efc2d58aade0 req-ea645e63-03ab-429c-8d48-0d4580564b0a tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728962 Jan 28 09:50:24.169467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14c47377-1b2e-4f80-a4e8-d8b228b8d195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:24.191814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c47377-1b2e-4f80-a4e8-d8b228b8d195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2712dab6-1ef8-4e68-9626-1329252d7cc5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:24.196008 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14c47377-1b2e-4f80-a4e8-d8b228b8d195 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:24.197070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-14c47377-1b2e-4f80-a4e8-d8b228b8d195 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2712dab6-1ef8-4e68-9626-1329252d7cc5 HTTP/1.1" status: 204 len: 168 time: 0.3033977 Jan 28 09:50:24.487863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb13e384-8a76-4b6b-b6a4-cd8844c40157 req-c4897158-717c-476b-a3e1-c5f1271c6382 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0480084 Jan 28 09:50:24.818665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40723436-074b-41d6-9f8b-5f0a70f81137 req-dadf4052-5215-4289-879e-6b6e1ab81de0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:24.821224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40723436-074b-41d6-9f8b-5f0a70f81137 req-dadf4052-5215-4289-879e-6b6e1ab81de0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 946 time: 0.1538086 Jan 28 09:50:24.871885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40723436-074b-41d6-9f8b-5f0a70f81137 req-cb461f20-2849-4b62-bf89-61a936cc0a1d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426145 Jan 28 09:50:24.902216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:25.059220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:25.087711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:25.104562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:25.110624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:25.275112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:25.284480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-25b5f6e5-6d3a-42c8-8319-feb60d50ef63 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:25.286003 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-25b5f6e5-6d3a-42c8-8319-feb60d50ef63 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.25 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 945 time: 0.2439778 Jan 28 09:50:25.299826 n-d-825178-2 neutron-server[87542]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'code': 422} returned with failed status Jan 28 09:50:25.344125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37394) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:25.389627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Deleting port e3686eb8-4654-4440-8652-0720f8e0e1b9 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:25.390140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:25.558862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633ec25-cb09-4d76-9936-e5bc2d66e54c req-631fd9e6-2c38-4270-9d95-fb74e9cfa8fb tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:25.560548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7633ec25-cb09-4d76-9936-e5bc2d66e54c req-631fd9e6-2c38-4270-9d95-fb74e9cfa8fb tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 945 time: 0.3543675 Jan 28 09:50:25.625627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1940234606-network', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:25.630855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:25.641312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Usage tracker for resource:network and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:25.647111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:25.663922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:25.725371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7633ec25-cb09-4d76-9936-e5bc2d66e54c req-9acc5bcf-2b33-49b8-a19a-61071de32ea2 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/security-groups?id=358c5d99-62ca-46dc-8411-7c57b61d1af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580625 Jan 28 09:50:25.748866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:25.749004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:25.766665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:25.801827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:25.807773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Usage tracker for resource:security_group_rule and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:25.809661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:25.829736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] For port e3686eb8-4654-4440-8652-0720f8e0e1b9, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e3686eb8-4654-4440-8652-0720f8e0e1b9,segment=NetworkSegment(488b2a1a-36c4-4a33-9602-5f516a799a88),segment_id=488b2a1a-36c4-4a33-9602-5f516a799a88)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:25.830102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:25.849025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef7b59a-a5fa-4197-a2a2-1b991543faf3 req-4e0a0f54-9a99-426c-a6ea-a9f4802549be tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:25.860816 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ef7b59a-a5fa-4197-a2a2-1b991543faf3 req-4e0a0f54-9a99-426c-a6ea-a9f4802549be tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 944 time: 0.1936054 Jan 28 09:50:25.868012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e8d11ef9-1aa3-4520-8991-6ceb185d6b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.006363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Calling delete_port for e3686eb8-4654-4440-8652-0720f8e0e1b9 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:26.006598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:26.066307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ef7b59a-a5fa-4197-a2a2-1b991543faf3 req-ae3ac100-9750-4924-8214-90be3982cdbe tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046373 Jan 28 09:50:26.122547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.127537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.158403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:50:26.197754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fccede78-5216-4240-a4aa-d208151d6d13 req-9cc1985c-f95f-4e40-ac0d-ec1fd23a7dc1 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1179092 Jan 28 09:50:26.228441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81814b0-b3bc-4d20-9c3c-722e0822f86f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:26.304590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.305186 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Added segment 39fdbdf6-efa9-4731-bfd4-948d60736922 of type vlan for network 54fe4439-cdf8-4b3a-a287-df8a66b37539 Jan 28 09:50:26.313020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.327647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['e3686eb8-4654-4440-8652-0720f8e0e1b9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:50:26.343953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.415921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.417002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:26.417601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.421452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Pushing event deleted for resources: {'Port': ['ID=e3686eb8-4654-4440-8652-0720f8e0e1b9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:26.469530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.470316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.471166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.471650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.472133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.472608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.473220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.473698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.474551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.474874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.475214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.475506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:26.570824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] No DVR routers for this DVR port e3686eb8-4654-4440-8652-0720f8e0e1b9 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:50:26.579587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:26.605601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'name': 'network-vif-deleted', 'tag': 'e3686eb8-4654-4440-8652-0720f8e0e1b9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:26.637271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] Pushing event updated for resources: {'Network': ['ID=54fe4439-cdf8-4b3a-a287-df8a66b37539,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:26.650076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:50:26.665665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7067fda-0c80-4c92-87a0-29654cf2be41 req-efbfa345-4347-4d10-b4f9-592e14cd7d59 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.25 "DELETE /v2.0/ports/e3686eb8-4654-4440-8652-0720f8e0e1b9 HTTP/1.1" status: 204 len: 173 time: 1.3708179 Jan 28 09:50:26.694965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37442) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:26.695177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c00c745-cf2a-4192-871c-588def582575 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3495207 Jan 28 09:50:26.709106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Request body: {'subnet': {'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1940234606-subnet', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:26.725914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:26.747887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Usage tracker for resource:subnet and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:26.755276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:26.778633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:26.792166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:26.795059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.095438 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '754b2861-1bc8-40ef-ad60-5246600ff9de', 'name': 'network-vif-deleted', 'tag': 'e3686eb8-4654-4440-8652-0720f8e0e1b9', 'status': 'completed', 'code': 200} Jan 28 09:50:27.151634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.261367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Pushing event updated for resources: {'Subnet': ['ID=171b10f6-a63a-4acb-b57d-a07fc0501360,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:27.322744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-71429c55-7ca0-439d-8601-3b7ce173ade2 req-ce5ca7cd-c1e1-4887-a205-2ce14aae30c4 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Synchronizing usage tracker for tenant:959c7c92694741f7b1788cbc2d3273a9 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:27.342483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Checking segment: {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:27.342973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Network hostable DHCP agents. Network: 54fe4439-cdf8-4b3a-a287-df8a66b37539, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:50:27.350556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-71429c55-7ca0-439d-8601-3b7ce173ade2 req-ce5ca7cd-c1e1-4887-a205-2ce14aae30c4 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] Unset dirty status for tenant:959c7c92694741f7b1788cbc2d3273a9 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:27.352132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71429c55-7ca0-439d-8601-3b7ce173ade2 req-ce5ca7cd-c1e1-4887-a205-2ce14aae30c4 tempest-InstanceActionsNegativeTestJSON-805229188 tempest-InstanceActionsNegativeTestJSON-805229188-project] 10.222.0.42 "GET /v2.0/ports?device_id=754b2861-1bc8-40ef-ad60-5246600ff9de HTTP/1.1" status: 200 len: 210 time: 0.0921061 Jan 28 09:50:27.369112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:50:27.385921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 54fe4439-cdf8-4b3a-a287-df8a66b37539) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:27.402175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:27.402906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.412882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509c3784-b2f7-4b39-9e8d-4a2f0164af15 None None] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:27.446070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-592a5b76-3729-48af-a607-c1417195e3be admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7487679 Jan 28 09:50:27.449011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37490) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:27.454175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:27.464606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:27.473361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Usage tracker for resource:router and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:27.510316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:27.532314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:27.558517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.560121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.589266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.610288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-9ba308b4-997c-41aa-8e9f-168a03b9d4bc tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:27.617635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-9ba308b4-997c-41aa-8e9f-168a03b9d4bc tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=475c80c3-c800-4943-b126-497bf904c94b HTTP/1.1" status: 200 len: 944 time: 0.1476789 Jan 28 09:50:27.635189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-009e7256-9a43-4cc2-b4b8-20e746a37b2c req-4225865f-f006-4601-8cb5-ba445e64f28b tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0647094 Jan 28 09:50:27.798394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-54fe4439-cdf8-4b3a-a287-df8a66b37539', 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'fixed_ips': [{'subnet_id': '171b10f6-a63a-4acb-b57d-a07fc0501360'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:50:27.802058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:27.834902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Deleting port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:27.835419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.005642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Allocated IP 172.20.0.2 (54fe4439-cdf8-4b3a-a287-df8a66b37539/171b10f6-a63a-4acb-b57d-a07fc0501360/9813f32b-5def-4504-932f-7786aa0e0389) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:28.123141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.183681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95eddb5d-63a1-4aab-8e43-031f103c590a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.289656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.301496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Transition to ACTIVE for port object 9813f32b-5def-4504-932f-7786aa0e0389 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:28.324980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Transition to ACTIVE for port object 9813f32b-5def-4504-932f-7786aa0e0389 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:28.332364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.387609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] For port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:28.387967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.429586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Pushing event updated for resources: {'Port': ['ID=9813f32b-5def-4504-932f-7786aa0e0389,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:28.443210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:28.444893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:28.450299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:28.613440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Attempting to bind port 9813f32b-5def-4504-932f-7786aa0e0389 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:28.614048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Attempting to bind port 9813f32b-5def-4504-932f-7786aa0e0389 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:28.615378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Attempting to bind port 9813f32b-5def-4504-932f-7786aa0e0389 on network 54fe4439-cdf8-4b3a-a287-df8a66b37539 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:28.621496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:28.622057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Checking segment: {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:28.622613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.623158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Bound using segment: {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:28.623767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Bound port: 9813f32b-5def-4504-932f-7786aa0e0389, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:28.624337 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.624695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Calling delete_port for 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:28.763687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37530) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:28.767714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] For port 9813f32b-5def-4504-932f-7786aa0e0389, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:28.773782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] For port 9813f32b-5def-4504-932f-7786aa0e0389, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9813f32b-5def-4504-932f-7786aa0e0389,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:28.784203 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:28.905936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f9592-dfb8-4b8a-9207-ac43e20a9268 None None] Pushing event updated for resources: {'Port': ['ID=9813f32b-5def-4504-932f-7786aa0e0389,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:28.911278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:29.243331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Deleting subnet 7da02862-3ead-4808-a05f-4332a58cb2e0 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:50:29.247360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.258206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.343234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event deleted for resources: {'Port': ['ID=0c4fdfca-dc0d-4188-9563-0de4d19d9d65,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:29.390980 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.402654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c1a3111b-9c4f-468f-89ac-f77b9f8e3c39 req-bc65d5d3-28ec-43b1-abbf-77f71c40f989 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.2315021 Jan 28 09:50:29.417696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.457596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.464524 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.535215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] No DVR routers for this DVR port 0c4fdfca-dc0d-4188-9563-0de4d19d9d65 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:50:29.546726 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.556206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.559544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.669105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.683584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-deleted', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:29.743209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.745851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7da02862-3ead-4808-a05f-4332a58cb2e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:29.764562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Allocated IP 172.25.1.188 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/5b9e7753-95ec-465e-b4ff-fdc17c1aa35f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:29.772979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29774ae5-804b-4c87-ad1c-c3e659fd3aaf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7da02862-3ead-4808-a05f-4332a58cb2e0 HTTP/1.1" status: 204 len: 168 time: 1.0050602 Jan 28 09:50:29.773946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37550) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:29.973496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:29.994001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.033757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e3686eb8-4654-4440-8652-0720f8e0e1b9 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:30.093485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5f9cc2d-a94c-4e98-aa67-f66f503af8e2 req-41012f3f-9726-4e07-8460-8c532b1164b9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "DELETE /v2.0/ports/0c4fdfca-dc0d-4188-9563-0de4d19d9d65 HTTP/1.1" status: 204 len: 173 time: 2.4746737 Jan 28 09:50:30.104471 n-d-825178-2 neutron-server[87541]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '475c80c3-c800-4943-b126-497bf904c94b', 'name': 'network-vif-deleted', 'tag': '0c4fdfca-dc0d-4188-9563-0de4d19d9d65', 'status': 'failed', 'code': 422} returned with failed status Jan 28 09:50:30.106918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.164180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: e3686eb8-4654-4440-8652-0720f8e0e1b9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:50:30.167719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e3686eb8-4654-4440-8652-0720f8e0e1b9 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:50:30.247702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.254150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:30.258330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:30.266704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:30.285168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b2ea054-ac6a-497c-8280-d4913c85f972']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:30.301861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '488b2a1a-36c4-4a33-9602-5f516a799a88') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:30.303025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '488b2a1a-36c4-4a33-9602-5f516a799a88') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:30.324704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.365733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:30.382251 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.397360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:50:30.397758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:50:30.515158 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:50:30.584163 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.643389 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:30.674689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b2ea054-ac6a-497c-8280-d4913c85f972,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:30.724628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cde04e-3a46-4bc7-8ee1-fccb2404ca19 None None] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:30.812595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d7062745-562d-454f-a687-86bbc5803b73 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0b2ea054-ac6a-497c-8280-d4913c85f972 HTTP/1.1" status: 204 len: 168 time: 1.0376019 Jan 28 09:50:30.825282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-702f456d-261b-4c85-b078-c2b90f52446d req-e99eb9ce-366f-490b-879d-31e02ddd98c0 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1556275 Jan 28 09:50:30.879338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4f3b2a9b-4fc2-4b55-9c1d-c915e5b88a5b None None] Provisioning for port 9813f32b-5def-4504-932f-7786aa0e0389 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:30.890445 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.242101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37596) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:31.284383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9813f32b-5def-4504-932f-7786aa0e0389 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:31.346800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.364773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-312aedf0-5e9d-47d6-9857-dbb521c996e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=959c7c92694741f7b1788cbc2d3273a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1215084 Jan 28 09:50:31.401081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37608) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:31.471118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9813f32b-5def-4504-932f-7786aa0e0389 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:31.482146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9813f32b-5def-4504-932f-7786aa0e0389 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:31.482522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.504350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af223a2-dbb6-44d5-93ea-0965695dd09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.587241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-b3c82c2d-9350-4aa4-bca0-c5275b776f84 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:31.598719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-b3c82c2d-9350-4aa4-bca0-c5275b776f84 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.2750449 Jan 28 09:50:31.627858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af223a2-dbb6-44d5-93ea-0965695dd09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.651989 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-37bca479-fa96-47fb-8511-6a988fc24fc0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.0521820 Jan 28 09:50:31.705512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af223a2-dbb6-44d5-93ea-0965695dd09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.733461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af223a2-dbb6-44d5-93ea-0965695dd09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358c5d99-62ca-46dc-8411-7c57b61d1af8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:31.800320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.805308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-e5074a92-0ae2-4c29-ae4f-364425e8d766 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1521969 Jan 28 09:50:31.874175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9813f32b-5def-4504-932f-7786aa0e0389, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9813f32b-5def-4504-932f-7786aa0e0389,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:31.879400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:31.995878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-31351b61-59aa-4063-ae87-e32a41a8196a service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813426 Jan 28 09:50:32.035186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c4c3bac4-529e-4e7a-82b1-fc204266388e None None] Provisioning complete for port 9813f32b-5def-4504-932f-7786aa0e0389 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:32.035585 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4c3bac4-529e-4e7a-82b1-fc204266388e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:32.097851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9813f32b-5def-4504-932f-7786aa0e0389,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:32.152503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-e14acd1f-ca52-4851-9e0a-ff4d8a3d1919 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624594 Jan 28 09:50:32.201886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:32.271081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5dbc2d6-81ed-45be-be1e-95d11c202609 req-f8e617d9-cca6-4f5c-a04e-19c1be7166bf tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1008463 Jan 28 09:50:32.406169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af223a2-dbb6-44d5-93ea-0965695dd09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:32.407277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7af223a2-dbb6-44d5-93ea-0965695dd09d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/358c5d99-62ca-46dc-8411-7c57b61d1af8 HTTP/1.1" status: 204 len: 168 time: 1.0002835 Jan 28 09:50:32.485280 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d61b50-9402-4fa5-8ae0-8fbeb70a81f7 req-90f7e5f3-4f21-4738-afd9-88ba64922ce9 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 210 time: 0.0651536 Jan 28 09:50:32.650225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Router ea5d044a-91d5-4600-b773-1bd062852e60 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:50:32.976971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:50:32.989920 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Sync routers for ids ['ea5d044a-91d5-4600-b773-1bd062852e60'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:50:33.006858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:33.010610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a3b85459-a39c-4969-8bab-36bc45f0e015 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5576062 Jan 28 09:50:33.011040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37648) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:33.011319 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Routers {'ea5d044a-91d5-4600-b773-1bd062852e60'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:33.019063 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:50:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ea5d044a-91d5-4600-b773-1bd062852e60'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:33.042055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9813f32b-5def-4504-932f-7786aa0e0389 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:33.092021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-177009c4-e6ca-49b2-97b7-eb54b59409d2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2292135 Jan 28 09:50:33.176109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9813f32b-5def-4504-932f-7786aa0e0389 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:33.177324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:33.534692 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Set router ea5d044a-91d5-4600-b773-1bd062852e60 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:33.763857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-e90a5232-83d9-42fb-895e-dfc77c698b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:33.765554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-e90a5232-83d9-42fb-895e-dfc77c698b84 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 1096 time: 0.6415172 Jan 28 09:50:33.899121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7cfe9138-7b4d-4a3e-81d3-750bf7a79b9f req-d2e5fbb7-23b1-4540-ad56-4e2bd334a38f tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1424322 Jan 28 09:50:33.906273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37676) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:34.012769 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:50:30Z', 'revision_number': 3, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:34.024448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Checking router: ea5d044a-91d5-4600-b773-1bd062852e60 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:50:34.026938 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Updating router ea5d044a-91d5-4600-b773-1bd062852e60 port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:50:34.039865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-034c9a6e-2a47-4e98-9019-010c824482cb tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:34.041550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-034c9a6e-2a47-4e98-9019-010c824482cb tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.2430003 Jan 28 09:50:34.129075 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.309800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Request body: {'port': {'device_id': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'admin_state_up': True, 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:34.390069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1571394259-network', 'tenant_id': 'fcaef849031a4b64a3c0af39f821f7a8'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:34.395015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:34.399486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Usage tracker for resource:network and tenant:fcaef849031a4b64a3c0af39f821f7a8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:34.402738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:34.408569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:34.427790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-f10073fb-ad36-49a5-a1ef-4096b39f18a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:34.429361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-f10073fb-ad36-49a5-a1ef-4096b39f18a8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 916 time: 0.5293112 Jan 28 09:50:34.430035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Made reservation on behalf of fcaef849031a4b64a3c0af39f821f7a8 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:34.432311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.451880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:34.456211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Usage tracker for resource:port and tenant:bdcad89fa97c4766a56d80494e9916f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:34.459300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:34.466013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:34.487874 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f10485f-1443-4ffc-a24c-cc36de4ccc50 req-30d94e8d-262e-4763-a430-39dd811e3880 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 210 time: 0.4430964 Jan 28 09:50:34.496786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:34.502224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.574390 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.604360 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Transition to ACTIVE for port object 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:34.617929 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.630587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.692420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Allocated IP 172.20.0.7 (9f85a44f-8b37-4861-8b99-8e251f35fae4/c67d8b41-b251-45c9-b236-dad215aed62c/4bbb3bdc-01df-4c10-be98-1cab65ebbdf1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:34.721679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-a1e2954f-4e93-4adb-b702-f6453bd75ca5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07348f34-3d9b-4f07-87c0-9616784c404f HTTP/1.1" status: 200 len: 217 time: 0.2495987 Jan 28 09:50:34.731952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:34.843694 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f8f3-ec6d-467e-bc0a-840dbd0e76d8 None None] Pushing event updated for resources: {'Port': ['ID=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:34.844252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f01f84ab-38ae-4994-9094-6a2281e86f3d req-6dfddff2-579f-46e4-9438-b52f173961a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.5426776 Jan 28 09:50:34.878803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Usage tracker for resource:security_group_rule and tenant:fcaef849031a4b64a3c0af39f821f7a8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:34.892778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:34.924028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:34.927078 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Attempting to bind port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:34.927445 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Attempting to bind port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:34.927795 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Attempting to bind port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:34.946578 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:34.946989 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:34.947364 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:34.956588 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:34.957301 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Bound port: 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:34.957697 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:35.115016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:35.141624 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] For port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:35.145138 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] For port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:35.150812 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:35.176173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:35.245412 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f3f8f3-ec6d-467e-bc0a-840dbd0e76d8 None None] Pushing event updated for resources: {'Port': ['ID=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:35.246044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-70bd351b-8a90-46fd-b1c1-521fbdac17a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:35.247702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-70bd351b-8a90-46fd-b1c1-521fbdac17a5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.5120924 Jan 28 09:50:35.294240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Routers {'ea5d044a-91d5-4600-b773-1bd062852e60'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:35.295111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:50:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ea5d044a-91d5-4600-b773-1bd062852e60'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:35.318181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:35.321521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:35.330528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:35.373405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event updated for resources: {'Port': ['ID=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:35.375650 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb41927f-b1ca-4bf1-8640-24fc735bfebc req-9b61a850-2472-43eb-87cf-15122de6f2a4 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1265082 Jan 28 09:50:35.423269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:35.424154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:35.453284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-db39881a-4b8e-47a8-bc2f-5b5eb0f3b462 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966570 Jan 28 09:50:35.477888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-384ec869-03e8-43e8-8433-4a2f7b252e6d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1777031 Jan 28 09:50:35.497282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Request body: {'port': {'device_id': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:35.742564 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] Set router ea5d044a-91d5-4600-b773-1bd062852e60 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:35.755301 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:35.872436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-e49bbd09-74c8-4acf-9de5-24dd76c92dd1 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098246 Jan 28 09:50:36.110313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:36.330785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab329c-9969-4df3-b7ba-c03a54a1dc6a req-e5a0a6e3-5aa9-4d72-8ba3-675ef0997c68 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:36.336853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-35ab329c-9969-4df3-b7ba-c03a54a1dc6a req-e5a0a6e3-5aa9-4d72-8ba3-675ef0997c68 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:36.370141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:36.394330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:36.420594 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:50:30Z', 'revision_number': 3, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:36.428115 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a53acfc1-5370-4bc6-b739-e4492c98a9a3 None None] The sync data for ids ['ea5d044a-91d5-4600-b773-1bd062852e60'] in n-d-825178-2 is: [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:50:30Z', 'revision_number': 3, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:50:36.435178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b17d90b-bf11-4387-a054-0b95ff76c45b req-166d09e1-7c6c-42dd-86c0-6ca9f18fc253 service neutron] 10.222.0.43 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5428460 Jan 28 09:50:36.508782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-35ab329c-9969-4df3-b7ba-c03a54a1dc6a req-e5a0a6e3-5aa9-4d72-8ba3-675ef0997c68 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:36.510426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35ab329c-9969-4df3-b7ba-c03a54a1dc6a req-e5a0a6e3-5aa9-4d72-8ba3-675ef0997c68 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 931 time: 0.7899892 Jan 28 09:50:36.650476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:50:36.688941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2433882d-1aaf-4db7-a7a8-df17c4467323,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:36.698798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35ab329c-9969-4df3-b7ba-c03a54a1dc6a req-b30cff68-a3c2-4d8b-833f-e454f1b81667 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726146 Jan 28 09:50:36.711678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:36.712259 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Added segment 5602cc39-3641-4f2c-a9b5-79ea1d53c2ac of type vlan for network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 Jan 28 09:50:36.872502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:36.965777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:37.001174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.075982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Transition to ACTIVE for port object 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:37.082138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.127622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de6b8fe3-2620-472f-8b51-830a7f610ed1 req-8fb5ae7f-f11f-4554-b87e-9a6a10ae0efd tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1084139 Jan 28 09:50:37.135404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:37.151249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.151249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:37.151249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.211519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Allocated IP 172.20.0.1 (54fe4439-cdf8-4b3a-a287-df8a66b37539/171b10f6-a63a-4acb-b57d-a07fc0501360/7a0c401b-9dfc-4963-87f8-0fee0d2bb01d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:37.303995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:37.311913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:37.312286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.455814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:37.472965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] Pushing event updated for resources: {'Network': ['ID=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:37.584089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:50:37.730190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Attempting to bind port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:37.731589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Attempting to bind port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:37.732803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Attempting to bind port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:37.748431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:37.748825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Attempting to bind port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:37.769396 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.775148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:37.775485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:37.778730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Bound using segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:37.779204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Bound port: 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:37.779609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.795499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Transition to ACTIVE for port object 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:37.856847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.934101 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:37.996599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:38.011091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:38.106807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] For port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:38.114482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] For port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:38.122910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:38.128775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:38.222409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c79f7814-9742-4756-b213-e0ab69dc191d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.2960045 Jan 28 09:50:38.225732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3c20a59-1e1b-4ade-b1fc-582d40ff5fc9 req-7c59891a-e446-40ad-aa42-a68150f96072 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f&device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.3486314 Jan 28 09:50:38.235597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Pushing event updated for resources: {'Port': ['ID=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:38.240398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:38.241227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38058) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:38.247636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Request body: {'subnet': {'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1571394259-subnet', 'tenant_id': 'fcaef849031a4b64a3c0af39f821f7a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:38.254276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:38.260987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Usage tracker for resource:subnet and tenant:fcaef849031a4b64a3c0af39f821f7a8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:38.266657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:38.279760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:38.283931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:38.316790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:38.348189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Made reservation on behalf of fcaef849031a4b64a3c0af39f821f7a8 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:38.351814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:38.450361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:38.450980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:38.452444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] 10.222.0.43 "PUT /v2.0/ports/4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 HTTP/1.1" status: 200 len: 1091 time: 2.9667318 Jan 28 09:50:38.453134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'tag': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:38.453617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:38.708390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d90bea-4c9a-4ff1-8639-91aa8b19a5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:38.728247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-66eda55a-0bc9-4c0b-bba4-a9358d8e1476 None None] Provisioning for port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:38.745216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-66eda55a-0bc9-4c0b-bba4-a9358d8e1476 None None] Provisioning complete for port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:38.745944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-66eda55a-0bc9-4c0b-bba4-a9358d8e1476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:38.773182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ee769-3f90-4be7-9f63-d5257d7800ce req-0fb7595d-01d2-41a2-b22d-06c9f5f56016 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:38.785513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-615ee769-3f90-4be7-9f63-d5257d7800ce req-0fb7595d-01d2-41a2-b22d-06c9f5f56016 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 943 time: 0.4275677 Jan 28 09:50:38.976534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-66eda55a-0bc9-4c0b-bba4-a9358d8e1476 None None] Port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:50:38.977365 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-615ee769-3f90-4be7-9f63-d5257d7800ce req-00f1b56b-3a31-4b9c-8b2f-2056911fafc6 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908689 Jan 28 09:50:39.005689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-0fc3e0b8-57dc-453d-b102-dee9d81a0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:39.024874 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-0fc3e0b8-57dc-453d-b102-dee9d81a0e87 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 1094 time: 0.5252311 Jan 28 09:50:39.025352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:39.171235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:39.205121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7fda6921-9e0b-445c-aff4-bb59b5187278 req-51da823d-4292-4613-ba2f-e7c6acdde0a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7328eaa55baa4222bb01c7af8d6e9955&device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1774409 Jan 28 09:50:39.210879 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'tag': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1', 'status': 'completed', 'code': 200} Jan 28 09:50:39.352275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:39.353223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:39.438929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:39.445538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:39.510346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-3a7d3fbc-0fac-4ecd-88b8-d9ae99a570a0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 HTTP/1.1" status: 200 len: 217 time: 0.3011801 Jan 28 09:50:39.580098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7fda6921-9e0b-445c-aff4-bb59b5187278 req-cd0b9d82-a3ab-4128-bee5-b9d32b7b7a79 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7328eaa55baa4222bb01c7af8d6e9955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1076474 Jan 28 09:50:39.608468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:39.717522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8970acea-2082-4528-bfe0-334714e1cb5c req-719017e0-b589-4dae-9af0-52842fea37c6 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.2462766 Jan 28 09:50:39.762854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:39.774497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-5dc671a8-936c-4229-8cc0-ae8ef791cdad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:39.780944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-5dc671a8-936c-4229-8cc0-ae8ef791cdad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.2382298 Jan 28 09:50:39.809789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Pushing event updated for resources: {'Port': ['ID=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:39.848120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-6f311bbc-68f5-4a7b-9ae1-5c0e0672f43b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558031 Jan 28 09:50:39.878805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Pushing event updated for resources: {'Subnet': ['ID=16f6f896-c9db-48f5-9caf-f19ddfff5478,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:39.887172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6921-9e0b-445c-aff4-bb59b5187278 req-9b7bc9e6-9cba-4264-b1be-ab10c79cad63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:39.888570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7fda6921-9e0b-445c-aff4-bb59b5187278 req-9b7bc9e6-9cba-4264-b1be-ab10c79cad63 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2609780 Jan 28 09:50:39.902814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Checking segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:39.903167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Network hostable DHCP agents. Network: 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:50:39.917612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:39.921534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:39.992626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:50:40.022836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:40.029774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:40.030356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:40.036892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f22869-0652-4281-bed7-ab1c82432f40 None None] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:40.037400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-ca235398-6739-4afe-9117-3927c7af1810 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793685 Jan 28 09:50:40.186521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Router ea5d044a-91d5-4600-b773-1bd062852e60 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:50:40.267964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebad534-128b-4b1a-bcf6-376eda151ab5 req-91f11630-ab09-4c51-9b10-cbde72aae751 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251801 Jan 28 09:50:40.328880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-11e1a682-3c84-443e-acef-64891602120e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0790172 Jan 28 09:50:40.451232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989f97e-7940-42b1-a96e-93bd8cf016ab req-4a060e08-4c4b-4750-9c74-3195d9da3460 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:40.452862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4989f97e-7940-42b1-a96e-93bd8cf016ab req-4a060e08-4c4b-4750-9c74-3195d9da3460 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 943 time: 0.2330241 Jan 28 09:50:40.519944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-10ecc27c-cc22-4ba4-9e68-47c45385a3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:40.521881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987eec20-5f41-41ac-8f1a-cfe85d24e8f9 None None] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:40.523720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-10ecc27c-cc22-4ba4-9e68-47c45385a3ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 1094 time: 0.2045052 Jan 28 09:50:40.669072 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4989f97e-7940-42b1-a96e-93bd8cf016ab req-c521e220-8f87-4577-b65a-8b9227cf4135 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888850 Jan 28 09:50:40.694638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:50:40.705930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bb50db95-8b29-4f05-abc1-ee5ee4d96caa admin admin] 10.222.0.42 "PUT /v2.0/routers/ea5d044a-91d5-4600-b773-1bd062852e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6941388 Jan 28 09:50:40.730212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-7d532bbf-2764-4117-9e18-9dd5d13c469e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:40.731746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-7d532bbf-2764-4117-9e18-9dd5d13c469e service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.1992252 Jan 28 09:50:40.738687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Sync routers for ids ['ea5d044a-91d5-4600-b773-1bd062852e60'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:50:40.750854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e739f72c-409b-42b7-a25c-c46f96042223 None None] Provisioning complete for port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:40.752730 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e739f72c-409b-42b7-a25c-c46f96042223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:40.815638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Routers {'ea5d044a-91d5-4600-b773-1bd062852e60'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:40.815638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:50:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ea5d044a-91d5-4600-b773-1bd062852e60'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:40.868176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-d6e3cbce-03b9-4ec8-bac4-2f4eb5cecb69 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 HTTP/1.1" status: 200 len: 217 time: 0.1281018 Jan 28 09:50:40.980608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-5b5dc18d-fb2f-4eea-bc55-16e435badc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:40.982338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-5b5dc18d-fb2f-4eea-bc55-16e435badc0b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1059794 Jan 28 09:50:41.017857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38218) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:41.102780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-965832235'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:41.133293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:41.140966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e739f72c-409b-42b7-a25c-c46f96042223 None None] Port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:50:41.154588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:network and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:41.164871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:41.190332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:41.307819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7fda6921-9e0b-445c-aff4-bb59b5187278 req-3ebb26c7-8b9a-43d2-8c3c-cc7f386befc8 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.1088064 Jan 28 09:50:41.313185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:41.317760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:41.353610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:50:41.366405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:41.367213 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Added segment fc75c3ee-f769-42ab-8764-d28674dc0128 of type vlan for network 9bc3077e-6d46-4220-9f6c-04146bceaecc Jan 28 09:50:41.429301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Set router ea5d044a-91d5-4600-b773-1bd062852e60 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:41.438258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-65186fc0-4172-48a6-80bf-9117e5f8744c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4407043 Jan 28 09:50:41.457201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-f23bedec-8416-4a5a-8ddc-7360323cef66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6562207 Jan 28 09:50:41.464111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:41.469824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bd9cfdb-bd07-451a-b645-be996a3346aa req-32bd3171-4326-4fba-b3b3-6abb195448f5 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fc5ea13-b33b-43f6-a271-a2a426c33f5f HTTP/1.1" status: 200 len: 210 time: 0.0641053 Jan 28 09:50:41.502402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:41.509145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:41.510058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:41.722999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7033389 Jan 28 09:50:41.736345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:41.752905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c5291-b284-462f-b7fc-94270dd01e99 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Network': ['ID=9bc3077e-6d46-4220-9f6c-04146bceaecc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:41.765970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:50:41.812515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'subnet': {'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:42.057960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:42.064609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-93a52332-f406-4329-aa61-9e7f9c253af0 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5857904 Jan 28 09:50:42.073471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:subnet and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:42.085426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-e22b5ab9-e4ae-47f0-a36c-b23e8319b121 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.086292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:50:38Z', 'revision_number': 4, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7a0c401b-9dfc-4963-87f8-0fee0d2bb01d', 'name': '', 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'mac_address': 'fa:16:3e:89:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '171b10f6-a63a-4acb-b57d-a07fc0501360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:36Z', 'updated_at': '2022-01-28T09:50:39Z', 'revision_number': 2, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'subnets': [{'id': '171b10f6-a63a-4acb-b57d-a07fc0501360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:42.091134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Checking router: ea5d044a-91d5-4600-b773-1bd062852e60 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:50:42.091599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Updating router ea5d044a-91d5-4600-b773-1bd062852e60 port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:50:42.093615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-e22b5ab9-e4ae-47f0-a36c-b23e8319b121 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 818 time: 0.7872317 Jan 28 09:50:42.103757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:42.125257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30a91db-03b5-4ff1-b1d0-cb72de4406aa req-66811e2c-9c5f-47f1-a3ad-68bb1fd5374b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.126564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c30a91db-03b5-4ff1-b1d0-cb72de4406aa req-66811e2c-9c5f-47f1-a3ad-68bb1fd5374b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:42.137897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:42.140079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c30a91db-03b5-4ff1-b1d0-cb72de4406aa req-66811e2c-9c5f-47f1-a3ad-68bb1fd5374b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:42.145175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c30a91db-03b5-4ff1-b1d0-cb72de4406aa req-66811e2c-9c5f-47f1-a3ad-68bb1fd5374b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 943 time: 0.2022519 Jan 28 09:50:42.194836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-28b1a6ab-699f-4932-bdd7-e2ee3a86a509 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/quotas/fcaef849031a4b64a3c0af39f821f7a8 HTTP/1.1" status: 200 len: 375 time: 0.0994356 Jan 28 09:50:42.215123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.215980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.216210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c30a91db-03b5-4ff1-b1d0-cb72de4406aa req-8b781587-9a2a-42d2-bdea-c732e3c8857f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Jan 28 09:50:42.216711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.217252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.217720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.218171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.218977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.219395 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:42.222141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-5d2a57f1-1ec1-49ff-af3b-4fd69096b82c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.4867201 Jan 28 09:50:42.293745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-8596f7c6-7873-4d48-84dc-aa43117b8010 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972831 Jan 28 09:50:42.502877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:42.507250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:42.645752 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:42.662538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Transition to ACTIVE for port object 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:42.670520 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:42.799991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-8aa63eb7-b12e-4a44-9376-bcad1b5e1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.800525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-8aa63eb7-b12e-4a44-9376-bcad1b5e1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.800936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-8aa63eb7-b12e-4a44-9376-bcad1b5e1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:42.803036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-8aa63eb7-b12e-4a44-9376-bcad1b5e1424 service neutron] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 2293 time: 0.4637504 Jan 28 09:50:42.886731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cb1ddfc-0f3f-42f5-a36a-a748f1e965d1 req-ffe50bea-d9cf-4bd7-b2a5-3a703d6e0dbc service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8101635 Jan 28 09:50:42.905697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9f59-1257-4ee1-9fe9-fb080dcf111f None None] Pushing event updated for resources: {'Port': ['ID=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:42.907408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-d7e80c0a-a568-4c45-a87d-dfb26229b19b service neutron] 10.222.0.42 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6125300 Jan 28 09:50:42.985475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf92308b-07e4-4db0-9ef9-547a7e67e82a req-1030358a-e53c-4a84-9ba1-9f47f13a0314 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7328eaa55baa4222bb01c7af8d6e9955&device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.0922396 Jan 28 09:50:42.991061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:50:43.027029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Attempting to bind port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:43.027422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Attempting to bind port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:43.027786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Attempting to bind port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d on network 54fe4439-cdf8-4b3a-a287-df8a66b37539 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:43.035060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:43.035431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Checking segment: {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:43.036551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.037548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Bound using segment: {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:43.038425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Bound port: 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fdbdf6-efa9-4731-bfd4-948d60736922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:43.039067 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.070226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf92308b-07e4-4db0-9ef9-547a7e67e82a req-8b208c47-103e-4c4d-816e-6e3bcd33cf95 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7328eaa55baa4222bb01c7af8d6e9955&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726514 Jan 28 09:50:43.152730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-41418ae5-add7-41e2-8aed-6c486ac2fee8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 1001 time: 0.3394175 Jan 28 09:50:43.266490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92308b-07e4-4db0-9ef9-547a7e67e82a req-92c68996-930c-4d11-9eca-c3c388210a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:43.267933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf92308b-07e4-4db0-9ef9-547a7e67e82a req-92c68996-930c-4d11-9eca-c3c388210a93 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1890349 Jan 28 09:50:43.321256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f734fd9-3cc7-4433-b873-52f334b40b35 req-e9c9a3e1-2220-40e4-adc4-a3fdd9136ee2 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.0521657 Jan 28 09:50:43.364748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:43.404744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1', 'mac_address': 'fa:16:3e:c9:16:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:50:43.483891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] For port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:43.489360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] For port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:43.492347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.512121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:43.529630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:43.536970 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.548863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-759e667f-3987-4731-b7ac-99ac445432e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:43.549486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab71f42-4160-4a3e-89c8-2692cfe326ad req-14a03cb7-db8c-42cc-9663-cb04544051f3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:43.550773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-759e667f-3987-4731-b7ac-99ac445432e5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.3599315 Jan 28 09:50:43.551756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.559167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dab71f42-4160-4a3e-89c8-2692cfe326ad req-14a03cb7-db8c-42cc-9663-cb04544051f3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 943 time: 0.1257284 Jan 28 09:50:43.579240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.604569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-138c4c07-29ab-48cd-801b-0a05834c799f service neutron] 10.222.0.42 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6676490 Jan 28 09:50:43.622562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.635438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dab71f42-4160-4a3e-89c8-2692cfe326ad req-2ece52a9-39f6-40fc-afbf-a37edb841fc7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740116 Jan 28 09:50:43.637859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Routers {'ea5d044a-91d5-4600-b773-1bd062852e60'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:50:43.638625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:50:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ea5d044a-91d5-4600-b773-1bd062852e60'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:43.731999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Subnet': ['ID=0f2c1923-29dc-4fde-bd17-2cbb02186314,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:43.752931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Checking segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:43.753432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network hostable DHCP agents. Network: 9bc3077e-6d46-4220-9f6c-04146bceaecc, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:50:43.793392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-30d90c70-f29b-48a1-9908-1d3eebf49a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:43.795113 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-30d90c70-f29b-48a1-9908-1d3eebf49a41 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2082682 Jan 28 09:50:43.796303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:50:43.850202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9bc3077e-6d46-4220-9f6c-04146bceaecc) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:43.928634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:43.929292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:43.968425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] Set router ea5d044a-91d5-4600-b773-1bd062852e60 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:50:43.981871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-322d9c9f-5e4c-46a7-ad94-25647136b5ee tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:43.991673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-322d9c9f-5e4c-46a7-ad94-25647136b5ee tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.2436879 Jan 28 09:50:43.996122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a145105f-86d9-4d6b-9307-1dfeadbaf663 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2586293 Jan 28 09:50:43.999200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38282) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:44.010239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1807998343'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:44.010640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-467dfb6f-928f-47a7-8f15-b2ac0bbef8fe tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/quotas/491b9a6b842d4b8aaebb6da451600109 HTTP/1.1" status: 200 len: 375 time: 0.0173321 Jan 28 09:50:44.018732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:44.028755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:network and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:44.043347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:44.063070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:44.094185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-2995f208-c634-40fd-b915-2ef579bbf5a6 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887120 Jan 28 09:50:44.095446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:44.099783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:44.190341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-85674a63-627d-4f2a-a646-0b8b8266602f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1787512 Jan 28 09:50:44.221980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65c9f59-1257-4ee1-9fe9-fb080dcf111f None None] Pushing event updated for resources: {'Port': ['ID=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:44.224970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fc445d-d078-4a18-8377-8c5e21a42b8b None None] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:44.242142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['4bbb3bdc-01df-4c10-be98-1cab65ebbdf1'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:50:44.316084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:50:44.410445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-7f8e45de-da29-494f-8a7f-cc1f76cb2beb service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121444 Jan 28 09:50:44.437657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-77d698ba-a108-4d67-b49c-ad343ba1c852 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255413 Jan 28 09:50:44.450234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:44.451608 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Added segment d6e9b0d4-df7c-44b5-bba4-9eacf987448b of type vlan for network 42f70e7c-aac9-4640-88b9-2542f2bca212 Jan 28 09:50:44.493046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:44.567259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:44.626219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-6ebc8bf8-b4ae-4abf-8aca-4322a8e9e88e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 217 time: 0.0984907 Jan 28 09:50:44.627172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:44.635157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:44.636552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:44.652405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-8cd37cd7-9170-4108-ac8b-959d487ce73b service neutron] 10.222.0.42 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408714 Jan 28 09:50:44.772432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf92308b-07e4-4db0-9ef9-547a7e67e82a req-43cdd797-d0d2-47e3-9f1d-dec5cb1df494 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.25 "GET /v2.0/ports?device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.0983493 Jan 28 09:50:44.880347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Network': ['ID=42f70e7c-aac9-4640-88b9-2542f2bca212,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:44.903240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9bc3077e-6d46-4220-9f6c-04146bceaecc', 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'fixed_ips': [{'subnet_id': '0f2c1923-29dc-4fde-bd17-2cbb02186314'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:50:44.904198 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:44.967544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:50:45.025590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-60311914-e4db-48e4-adca-6eb589f894cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:45.028321 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-60311914-e4db-48e4-adca-6eb589f894cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.3850620 Jan 28 09:50:45.125310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:50:38Z', 'revision_number': 4, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7a0c401b-9dfc-4963-87f8-0fee0d2bb01d', 'name': '', 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'mac_address': 'fa:16:3e:89:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '171b10f6-a63a-4acb-b57d-a07fc0501360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:36Z', 'updated_at': '2022-01-28T09:50:43Z', 'revision_number': 4, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'subnets': [{'id': '171b10f6-a63a-4acb-b57d-a07fc0501360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:50:45.169141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-611d0c75-94f3-4348-8ad6-59dc13883303 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.1681943 Jan 28 09:50:45.170006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5029fb72-92a6-491a-a02d-9539af74fb23 req-d34ff7b8-2253-4c31-9111-618812f8abc1 tempest-ServerShowV247Test-1243671289 tempest-ServerShowV247Test-1243671289-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e6ccb1f-b909-4931-9be7-864a8c6a742d HTTP/1.1" status: 200 len: 210 time: 0.1288264 Jan 28 09:50:45.171549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38320) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:45.200177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'subnet': {'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:45.231323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccb9e66-8ed9-4679-a48a-d6572de0fcee None None] The sync data for ids ['ea5d044a-91d5-4600-b773-1bd062852e60'] in n-d-825178-2 is: [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:50:38Z', 'revision_number': 4, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7a0c401b-9dfc-4963-87f8-0fee0d2bb01d', 'name': '', 'network_id': '54fe4439-cdf8-4b3a-a287-df8a66b37539', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'mac_address': 'fa:16:3e:89:5c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '171b10f6-a63a-4acb-b57d-a07fc0501360', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:36Z', 'updated_at': '2022-01-28T09:50:43Z', 'revision_number': 4, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'subnets': [{'id': '171b10f6-a63a-4acb-b57d-a07fc0501360', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:50:45.295630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-f57b3726-bab5-4604-9ced-8208e3bddbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:45.297481 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-f57b3726-bab5-4604-9ced-8208e3bddbba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2045407 Jan 28 09:50:45.324522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba55e7-3f94-4269-a5ee-1f4e284dc070 req-5b76cb0e-a210-445a-86fb-88eb8dd57158 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:45.333012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84ba55e7-3f94-4269-a5ee-1f4e284dc070 req-5b76cb0e-a210-445a-86fb-88eb8dd57158 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 950 time: 0.3035038 Jan 28 09:50:45.461991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:45.516588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-176c44c3-0190-4df5-8ad6-fff3ddd906c9 req-242758aa-9409-47d1-a706-44f28e84465c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 210 time: 0.1439481 Jan 28 09:50:45.569958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:45.578605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:subnet and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:45.586962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:45.601485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:45.605149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84ba55e7-3f94-4269-a5ee-1f4e284dc070 req-7443261c-dca2-450c-8a69-f5940e0b5ae5 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709196 Jan 28 09:50:45.630699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:45.642331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:45.660540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Allocated IP 19.80.0.2 (9bc3077e-6d46-4220-9f6c-04146bceaecc/0f2c1923-29dc-4fde-bd17-2cbb02186314/dfee25a8-a016-45d0-bce7-1037420b5def) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:45.742457 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-ad16397b-5b2f-4178-99f4-b2da4c458b5d service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862767 Jan 28 09:50:45.971563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50b85320-e8be-48a5-ba7d-7b31511a6682 req-1040a5a9-c8bb-4735-a868-e4a88392fb8b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 210 time: 0.0747535 Jan 28 09:50:46.115456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-7bd480fd-ad02-4c92-90fe-f6b3aaa3fddd service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668756 Jan 28 09:50:46.148023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:46.164110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Transition to ACTIVE for port object dfee25a8-a016-45d0-bce7-1037420b5def will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:46.188868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Transition to ACTIVE for port object dfee25a8-a016-45d0-bce7-1037420b5def will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:46.196292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:46.216891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-0d632d8e-5757-43a8-b184-5e13565ff2b4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 217 time: 0.0938246 Jan 28 09:50:46.322663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:46.341808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-aad4c29e-032b-421c-ac40-4157d90d8368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:46.343021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:46.343242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-aad4c29e-032b-421c-ac40-4157d90d8368 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1188121 Jan 28 09:50:46.353042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:46.457097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-ed5c1c50-e7f8-4be7-9396-2be03d72db00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:46.459983 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-ed5c1c50-e7f8-4be7-9396-2be03d72db00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096210 Jan 28 09:50:46.506603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-4cf16dde-b572-42aa-adbb-e857f709ea90 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:46.508354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-4cf16dde-b572-42aa-adbb-e857f709ea90 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.25 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 950 time: 0.4515886 Jan 28 09:50:46.514105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Pushing event updated for resources: {'Port': ['ID=dfee25a8-a016-45d0-bce7-1037420b5def,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:46.569279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.573069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.573783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.574298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.574956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.575458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.575970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.576465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.577028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.577579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.578147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.578662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:50:46.593540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Attempting to bind port dfee25a8-a016-45d0-bce7-1037420b5def on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:46.593987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Attempting to bind port dfee25a8-a016-45d0-bce7-1037420b5def by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:46.595353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Attempting to bind port dfee25a8-a016-45d0-bce7-1037420b5def on network 9bc3077e-6d46-4220-9f6c-04146bceaecc {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:46.619510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:46.620026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Checking segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:46.620531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:46.622128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Bound using segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:46.622128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Bound port: dfee25a8-a016-45d0-bce7-1037420b5def, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:46.622128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:46.677510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0b985-39d5-4af9-86db-691e0e00ccdd req-1bc1192e-1625-4ea4-b11a-0d49b3c6ea50 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:46.690530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43c0b985-39d5-4af9-86db-691e0e00ccdd req-1bc1192e-1625-4ea4-b11a-0d49b3c6ea50 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 944 time: 0.7638931 Jan 28 09:50:46.809137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] For port dfee25a8-a016-45d0-bce7-1037420b5def, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:46.813335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] For port dfee25a8-a016-45d0-bce7-1037420b5def, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfee25a8-a016-45d0-bce7-1037420b5def,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:46.818667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:46.955354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-4f929566-014b-443c-93ea-7287cbac03e9 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:46.956069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-4f929566-014b-443c-93ea-7287cbac03e9 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Synchronizing usage tracker for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:46.996595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:47.115443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54bbf133-27fb-45da-aeae-316ab35c0772 req-4596b512-0fe1-49a5-a84c-4908b843c1ee tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 210 time: 0.1404560 Jan 28 09:50:47.118675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38342) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:47.163030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Deleting port 9b713672-c7a6-451b-b80c-5c27679a8824 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:50:47.163377 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.167391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d54f4c-c228-46d6-b6ed-6fd13c2d5b44 None None] Pushing event updated for resources: {'Port': ['ID=dfee25a8-a016-45d0-bce7-1037420b5def,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:47.200117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:47.266084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-4f929566-014b-443c-93ea-7287cbac03e9 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Unset dirty status for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:47.267304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-4f929566-014b-443c-93ea-7287cbac03e9 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 818 time: 0.5567541 Jan 28 09:50:47.269320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.271701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-ee1a92d1-df74-4294-a78c-45e1a1414562 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021052 Jan 28 09:50:47.380117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:47.390541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:47.390931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.404868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43c0b985-39d5-4af9-86db-691e0e00ccdd req-3d9aca8e-49c9-4a87-8107-c70f0c93129f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7097745 Jan 28 09:50:47.440633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Request body: {'port': {'device_id': '1834d51e-fc04-470e-b232-f21140133907', 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'admin_state_up': True, 'tenant_id': 'fcaef849031a4b64a3c0af39f821f7a8'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:47.578907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:47.592273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:47.592929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.710211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.856836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.869540 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.908272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:47.913655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:47.923918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Usage tracker for resource:security_group_rule and tenant:7328eaa55baa4222bb01c7af8d6e9955 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:47.927095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:47.930280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:47.931461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:47.933192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:47.949919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:47.955357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:47.965278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2404cece-f0d6-4f1b-94f6-ee07f5df0e92 req-8217cb95-1594-402b-a4f7-ff7aec9b06be tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 210 time: 0.1654770 Jan 28 09:50:48.005413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Usage tracker for resource:port and tenant:fcaef849031a4b64a3c0af39f821f7a8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:48.012866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Subnet': ['ID=ca2dba93-4d60-400b-974d-69c607918a1e,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:48.015204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:48.020719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Checking segment: {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:48.021084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network hostable DHCP agents. Network: 42f70e7c-aac9-4640-88b9-2542f2bca212, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:50:48.062396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:48.064891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:48.069892 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:48.177939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:48.207152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Made reservation on behalf of fcaef849031a4b64a3c0af39f821f7a8 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:48.237421 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:48.265850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-d2636884-9196-478d-8a60-f5c0927f9ea8 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:48.268163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-d2636884-9196-478d-8a60-f5c0927f9ea8 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 818 time: 0.5282035 Jan 28 09:50:48.273786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.25', 56463) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:48.313321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Request body: {'port': {'device_id': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'admin_state_up': True, 'tenant_id': 'fcaef849031a4b64a3c0af39f821f7a8'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:48.331488 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1', 'code': 200} Jan 28 09:50:48.371358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:50:48.583600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-621607db-1fbd-4936-830c-3973ab3f80d7 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2926760 Jan 28 09:50:48.651127 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcea074c-7254-4bd9-925b-3b375cee110f req-02f9603f-b182-4296-9294-2404c67642eb tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 210 time: 0.1362164 Jan 28 09:50:48.663528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 42f70e7c-aac9-4640-88b9-2542f2bca212) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:48.668426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:48.669487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:48.681370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] For port 9b713672-c7a6-451b-b80c-5c27679a8824, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9b713672-c7a6-451b-b80c-5c27679a8824,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:48.681856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:48.688935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768b88a7-e77e-4932-b9f7-84e03d497fa0 None None] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:48.707246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09375f9f-1cfe-49d6-8986-2630059b763a None None] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:48.722826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-bc5b40bd-2adb-44c5-b8dc-d4fafcb2908a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 217 time: 0.1062574 Jan 28 09:50:48.753046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ec0dbb-b73d-4ff7-9c44-c2bbfd74a61e req-8c6b9450-872d-4c45-bb06-9bbdde0509f4 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:48.760361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-16ec0dbb-b73d-4ff7-9c44-c2bbfd74a61e req-8c6b9450-872d-4c45-bb06-9bbdde0509f4 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 950 time: 1.4002812 Jan 28 09:50:48.841292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-654f1e8d-4359-4184-9939-f5c9b25914eb tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:48.842752 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-654f1e8d-4359-4184-9939-f5c9b25914eb tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.43 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 818 time: 1.0708423 Jan 28 09:50:48.874803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Request body: {'port': {'device_id': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'admin_state_up': True, 'tenant_id': 'fcaef849031a4b64a3c0af39f821f7a8'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:48.911273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f7477858-6a31-4c62-868a-bfdac4eb5824 None None] Provisioning for port dfee25a8-a016-45d0-bce7-1037420b5def completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:48.963776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-fd7e2153-9e4b-492b-a49e-965aae01f22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:48.965932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-fd7e2153-9e4b-492b-a49e-965aae01f22e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.2257493 Jan 28 09:50:48.994504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:49.000856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-16ec0dbb-b73d-4ff7-9c44-c2bbfd74a61e req-9cb2bba6-0be1-4911-ad43-39e1157d23f7 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/security-groups?id=f569a67f-7394-4eb7-a719-d97ceb34e653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396259 Jan 28 09:50:49.048773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Calling delete_port for 9b713672-c7a6-451b-b80c-5c27679a8824 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:50:49.063562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Usage tracker for resource:port and tenant:fcaef849031a4b64a3c0af39f821f7a8 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:49.080113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:49.131193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:49.155429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1d8d4152-2b3a-4986-8132-d0aef1593f08 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.9813628 Jan 28 09:50:49.198325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.208916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-42f70e7c-aac9-4640-88b9-2542f2bca212', 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'fixed_ips': [{'subnet_id': 'ca2dba93-4d60-400b-974d-69c607918a1e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:50:49.210127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.213011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-decce764-0fea-4dfb-aef3-498ba79f8d70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:49.214493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-decce764-0fea-4dfb-aef3-498ba79f8d70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.25 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 815 time: 0.9134459 Jan 28 09:50:49.235292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Request body: {'port': {'device_id': 'fafab858-4485-4e34-8f94-7080075c8dba', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'admin_state_up': True, 'tenant_id': '491b9a6b842d4b8aaebb6da451600109'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:49.242824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:49.266187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:49.271749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Usage tracker for resource:port and tenant:fcaef849031a4b64a3c0af39f821f7a8 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:49.285671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:49.290812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.352143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:49.358020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Made reservation on behalf of fcaef849031a4b64a3c0af39f821f7a8 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:49.362292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.375721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Allocated IP 172.20.0.12 (6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7/16f6f896-c9db-48f5-9caf-f19ddfff5478/860431b6-f43c-4f3b-8a24-db2cfc5e50cd) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:49.393960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393aa2e-02d7-4c43-a34f-8e65abce8698 req-150b1b84-c59f-47fa-9675-9b08a8c89b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:49.395463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c393aa2e-02d7-4c43-a34f-8e65abce8698 req-150b1b84-c59f-47fa-9675-9b08a8c89b00 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 1096 time: 0.9337389 Jan 28 09:50:49.409447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c74df011-5af2-4ebc-8f24-44ed802b824b req-1e6ea952-2409-4fcf-bfe1-aa447a6448c8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 210 time: 0.1336777 Jan 28 09:50:49.464448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Made reservation on behalf of fcaef849031a4b64a3c0af39f821f7a8 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:49.470504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.518248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7328eaa55baa4222bb01c7af8d6e9955&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3955870 Jan 28 09:50:49.526205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38370) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:50:49.588530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:49.588939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.609962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd4786-582e-4a2b-a1bf-edd14c1b4842 req-8ecaa4b0-bcc1-4750-a68e-a0eff19c1bd7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:49.611505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d2dd4786-582e-4a2b-a1bf-edd14c1b4842 req-8ecaa4b0-bcc1-4750-a68e-a0eff19c1bd7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.6110027 Jan 28 09:50:49.658683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac24ccaa-71a7-44fe-b4db-4a5b8e922cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dc9774-6253-459e-a345-ce5b01d90522,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:49.737821 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c393aa2e-02d7-4c43-a34f-8e65abce8698 req-7bba42c7-ed8f-49c8-9784-b989c94e5bfe service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316944 Jan 28 09:50:49.775050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:49.785295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:49.871519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d2dd4786-582e-4a2b-a1bf-edd14c1b4842 req-44698a12-a5a6-47bb-b59c-d2debbc79885 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160244 Jan 28 09:50:49.879780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Pushing event deleted for resources: {'Port': ['ID=9b713672-c7a6-451b-b80c-5c27679a8824,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:49.961091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfee25a8-a016-45d0-bce7-1037420b5def up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:49.964312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-0b061daa-9465-45d2-b506-9931d271507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:49.965966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-0b061daa-9465-45d2-b506-9931d271507b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9727595 Jan 28 09:50:49.992501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:49.997727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Allocated IP 19.86.0.2 (42f70e7c-aac9-4640-88b9-2542f2bca212/ca2dba93-4d60-400b-974d-69c607918a1e/a165eb60-44d9-45af-889d-ce6e055f62d6) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:50.150560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] No DVR routers for this DVR port 9b713672-c7a6-451b-b80c-5c27679a8824 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:50:50.153585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.166488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'name': 'network-vif-deleted', 'tag': '9b713672-c7a6-451b-b80c-5c27679a8824'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:50.218263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30b33b10-f145-4447-838d-bd0c7c96d316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.218538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b713672-c7a6-451b-b80c-5c27679a8824 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:50:50.222357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b655f4df-4792-4fcd-87de-202e9667dd19 req-2c93738e-05b2-45be-8b16-ec10bbbcb4a0 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 210 time: 0.0522962 Jan 28 09:50:50.231629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Made reservation on behalf of 491b9a6b842d4b8aaebb6da451600109 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:50.235540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.280636 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-1eda7a74-35bd-49ab-bca5-3177c22dff4d service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967649 Jan 28 09:50:50.282915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30b33b10-f145-4447-838d-bd0c7c96d316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.300889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.25 "DELETE /v2.0/ports/9b713672-c7a6-451b-b80c-5c27679a8824 HTTP/1.1" status: 204 len: 173 time: 3.7745543 Jan 28 09:50:50.303620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 9b713672-c7a6-451b-b80c-5c27679a8824 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:50:50.303924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9b713672-c7a6-451b-b80c-5c27679a8824 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:50:50.309603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port dfee25a8-a016-45d0-bce7-1037420b5def completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:50.321241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dfee25a8-a016-45d0-bce7-1037420b5def triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:50.321562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.517425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.546030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.551177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-4ffbe91a-1701-45b7-9617-5954ed3ceb3b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:50.559120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-4ffbe91a-1701-45b7-9617-5954ed3ceb3b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:50.560108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-4ffbe91a-1701-45b7-9617-5954ed3ceb3b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:50.612594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port dfee25a8-a016-45d0-bce7-1037420b5def, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfee25a8-a016-45d0-bce7-1037420b5def,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:50.618038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.659256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-4ffbe91a-1701-45b7-9617-5954ed3ceb3b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:50.666286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-4ffbe91a-1701-45b7-9617-5954ed3ceb3b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/networks?id=9bc3077e-6d46-4220-9f6c-04146bceaecc&id=42f70e7c-aac9-4640-88b9-2542f2bca212&id=9bc3077e-6d46-4220-9f6c-04146bceaecc HTTP/1.1" status: 200 len: 1391 time: 0.5610158 Jan 28 09:50:50.674930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88b3cad5-93f3-4136-9957-78d79efdeb4b req-aeed979b-df43-4b4a-80ae-d7f6c2b74874 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] 10.222.0.42 "GET /v2.0/ports?device_id=8990cf69-fa6d-4792-99d2-1ad70c7ccf43 HTTP/1.1" status: 200 len: 210 time: 0.2094901 Jan 28 09:50:50.694712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-b7a6460c-6e2c-421d-a654-cca0d9d1c894 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/quotas/c4110c9d92484c02b3c36280e184c4d2 HTTP/1.1" status: 200 len: 375 time: 0.0272846 Jan 28 09:50:50.770715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Allocated IP 172.20.0.13 (028b2268-2cc0-4aff-9640-eeb87ec5d0f8/7e35af51-efa0-4648-868d-3bea9de22d24/081e894e-f34b-4dab-b9f3-aa57eb6de76b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:50.798472 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8990cf69-fa6d-4792-99d2-1ad70c7ccf43', 'name': 'network-vif-deleted', 'tag': '9b713672-c7a6-451b-b80c-5c27679a8824', 'status': 'completed', 'code': 200} Jan 28 09:50:50.819012 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.827986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30b33b10-f145-4447-838d-bd0c7c96d316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.900033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=dfee25a8-a016-45d0-bce7-1037420b5def,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:50.905180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:50.929657 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Transition to ACTIVE for port object a165eb60-44d9-45af-889d-ce6e055f62d6 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:50.936024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-704f31cb-0302-400f-84be-903837347372 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6434863 Jan 28 09:50:50.964703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:50.973771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:50.976372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Transition to ACTIVE for port object a165eb60-44d9-45af-889d-ce6e055f62d6 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:50.981766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:50.983270 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.100195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Pushing event updated for resources: {'Port': ['ID=a165eb60-44d9-45af-889d-ce6e055f62d6,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:51.101195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Pushing event updated for resources: {'Port': ['ID=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:51.104756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfee25a8-a016-45d0-bce7-1037420b5def up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:51.117763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8752fb9f-2d5d-4ff7-9b91-142862d70207 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:51.151310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:51.161687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:51.166017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:51.174811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Allocated IP 172.20.0.13 (6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7/16f6f896-c9db-48f5-9caf-f19ddfff5478/19d33cde-5fea-49ea-92de-83bc3f823cda) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:51.189933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8752fb9f-2d5d-4ff7-9b91-142862d70207 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:51.191326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8752fb9f-2d5d-4ff7-9b91-142862d70207 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4955473 Jan 28 09:50:51.257560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b33b10-f145-4447-838d-bd0c7c96d316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dc9774-6253-459e-a345-ce5b01d90522,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:51.278966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-cc3095d9-bf8e-491d-ad9b-502d5a142bda service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 217 time: 0.2916560 Jan 28 09:50:51.294256 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:50:51.311916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9ab5b58-90c1-4780-b37e-185c4116906f req-21326c47-0d1f-454c-bfbf-f6bba19d6e7b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 210 time: 0.0901308 Jan 28 09:50:51.357697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:51.358323 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.370001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Attempting to bind port a165eb60-44d9-45af-889d-ce6e055f62d6 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:51.370400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Attempting to bind port a165eb60-44d9-45af-889d-ce6e055f62d6 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:51.370752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Attempting to bind port a165eb60-44d9-45af-889d-ce6e055f62d6 on network 42f70e7c-aac9-4640-88b9-2542f2bca212 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:51.381705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:51.382075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Checking segment: {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:51.382654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.383087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Bound using segment: {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:51.383549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Bound port: a165eb60-44d9-45af-889d-ce6e055f62d6, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:51.383955 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.390268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30b33b10-f145-4447-838d-bd0c7c96d316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.394259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-30b33b10-f145-4447-838d-bd0c7c96d316 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19dc9774-6253-459e-a345-ce5b01d90522 HTTP/1.1" status: 204 len: 168 time: 1.8527172 Jan 28 09:50:51.498010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dfee25a8-a016-45d0-bce7-1037420b5def triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:51.498276 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.508517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-12dfcd7e-6d88-42a6-b976-33a8625a214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:51.510411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-12dfcd7e-6d88-42a6-b976-33a8625a214a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.2020810 Jan 28 09:50:51.576519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-c30270a7-70c2-4c73-ba46-7fc1e1ef4b6c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1534727 Jan 28 09:50:51.591589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e9f9e883-408e-4547-af46-803a85b78d74 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3842459 Jan 28 09:50:51.623004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Request body: {'port': {'device_id': '1834d51e-fc04-470e-b232-f21140133907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:51.655888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.678434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-230bdcac-2771-4767-be33-cdffd36fe6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:51.680204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-230bdcac-2771-4767-be33-cdffd36fe6f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1595278 Jan 28 09:50:51.827537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.833456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] For port a165eb60-44d9-45af-889d-ce6e055f62d6, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:51.834034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] For port a165eb60-44d9-45af-889d-ce6e055f62d6, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a165eb60-44d9-45af-889d-ce6e055f62d6,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:51.838100 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.903686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.912168 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:51.927369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-48cdee0a-5f6b-4097-8cd0-6b9af5d0c825 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348653 Jan 28 09:50:51.937639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9f403-1809-4921-8350-c2f386ade605 None None] Pushing event updated for resources: {'Port': ['ID=a165eb60-44d9-45af-889d-ce6e055f62d6,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:52.092835 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-af1a43cb-abc3-4dd5-becc-ea9657ba194f service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016395 Jan 28 09:50:52.098743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:52.106426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:52.112786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Pushing event updated for resources: {'Port': ['ID=19d33cde-5fea-49ea-92de-83bc3f823cda,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:52.134978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:52.156853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-93adc35c-b1fb-4a2f-819e-fee631782508 service neutron] 10.222.0.42 "GET /v2.0/networks/42f70e7c-aac9-4640-88b9-2542f2bca212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284870 Jan 28 09:50:52.267596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.13-bcb2f599-8663-4bef-91e0-ae5faa4b3f30 {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:50:52.267912 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:50:52.301993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fd5e0-0a6c-49f8-aae8-f5a7e96d6118 req-d1dc1c98-27bc-486d-a74c-f0c1cc4d583c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:52.305136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff3fd5e0-0a6c-49f8-aae8-f5a7e96d6118 req-d1dc1c98-27bc-486d-a74c-f0c1cc4d583c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.5023308 Jan 28 09:50:52.325987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:52.339615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f', '18d30239-6170-4ed1-8031-5b35d091297f', 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:50:52.354996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:52.355822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:52.415084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff3fd5e0-0a6c-49f8-aae8-f5a7e96d6118 req-388aa506-f143-4f91-8b53-fed1cf0c414e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031642 Jan 28 09:50:52.423906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-90911638-4ca0-4418-98cd-9892afe22b8b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5534930 Jan 28 09:50:52.441680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Request body: {'port': {'device_id': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:52.469750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:52.480179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:52.487479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:52.622625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event updated for resources: {'Port': ['ID=081e894e-f34b-4dab-b9f3-aa57eb6de76b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:52.725256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-8f5fab4a-b394-491d-9543-5bb719e15ca3 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135495 Jan 28 09:50:52.738383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-d6e6089e-df94-4350-b4d7-df984c383b47 service neutron] 10.222.0.42 "GET /v2.0/networks/42f70e7c-aac9-4640-88b9-2542f2bca212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5806048 Jan 28 09:50:52.787998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:52.860050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:52.860404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:52.879877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-d1a7830b-c031-432a-a189-037aa5abc8ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 217 time: 0.1441488 Jan 28 09:50:52.933440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-ae70ed04-d6ce-4443-b732-0819fa0b15a2 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7040527 Jan 28 09:50:52.955931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Request body: {'port': {'device_id': 'fafab858-4485-4e34-8f94-7080075c8dba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:53.007217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9fae079b-ba0f-47f5-af7b-4a3b8a1772ca service neutron] 10.222.0.42 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678518 Jan 28 09:50:53.041660 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:53.080462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a165eb60-44d9-45af-889d-ce6e055f62d6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:53.134734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:50:53.157987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-98ef3597-e59b-474b-9b21-5dd4ccd81779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:53.160535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-98ef3597-e59b-474b-9b21-5dd4ccd81779 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.2683592 Jan 28 09:50:53.204092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a165eb60-44d9-45af-889d-ce6e055f62d6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:53.249599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 860431b6-f43c-4f3b-8a24-db2cfc5e50cd {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:53.253973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:53.258048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bd347-f074-4524-a6da-46b6d9b8de6f req-a2514384-52d5-4bfd-82ef-d5dcec9d71d0 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:53.258892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cb1bd347-f074-4524-a6da-46b6d9b8de6f req-a2514384-52d5-4bfd-82ef-d5dcec9d71d0 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Synchronizing usage tracker for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:53.272721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:53.340846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cb1bd347-f074-4524-a6da-46b6d9b8de6f req-a2514384-52d5-4bfd-82ef-d5dcec9d71d0 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Unset dirty status for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:53.342240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb1bd347-f074-4524-a6da-46b6d9b8de6f req-a2514384-52d5-4bfd-82ef-d5dcec9d71d0 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 932 time: 0.5399318 Jan 28 09:50:53.345562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Transition to ACTIVE for port object 860431b6-f43c-4f3b-8a24-db2cfc5e50cd will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:53.361920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-86be1e1a-f871-4ff9-9714-c2bbc5984926 service neutron] 10.222.0.42 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436952 Jan 28 09:50:53.365713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:53.434586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402fa3c3-2a0a-4da1-8d5a-6c2772e69c13 None None] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:50:53.465596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-0baa60bb-94ae-42db-9c7a-62404cf05413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:53.467253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-0baa60bb-94ae-42db-9c7a-62404cf05413 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2965825 Jan 28 09:50:53.479488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Allocated IP 172.20.0.5 (6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7/16f6f896-c9db-48f5-9caf-f19ddfff5478/9a686929-d28c-4570-bedb-dfcfb79eb14a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:53.504035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb1bd347-f074-4524-a6da-46b6d9b8de6f req-b6fef584-dc53-4c95-bcf0-b8b910743774 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528089 Jan 28 09:50:53.620884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] Provisioning for port a165eb60-44d9-45af-889d-ce6e055f62d6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:53.669720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] Provisioning complete for port a165eb60-44d9-45af-889d-ce6e055f62d6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:53.671252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:53.968393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Pushing event updated for resources: {'Port': ['ID=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:54.094436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-39356770-d0b4-49aa-adf8-405032f52ab0 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6163630 Jan 28 09:50:54.200596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Attempting to bind port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:54.201135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Attempting to bind port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:54.202013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Attempting to bind port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:54.244247 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.270415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:54.272689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Attempting to bind port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:54.289171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:54.289508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Checking segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:54.289903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Bound using segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:54.290328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Bound port: 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:54.290678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.292531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] For port a165eb60-44d9-45af-889d-ce6e055f62d6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a165eb60-44d9-45af-889d-ce6e055f62d6,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:50:54.299388 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.400650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14f92e0-332e-46a2-a6d3-17364aa0e82c req-1bc0de2b-a4cf-4fd0-8586-250d0b44bae8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:54.408136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e14f92e0-332e-46a2-a6d3-17364aa0e82c req-1bc0de2b-a4cf-4fd0-8586-250d0b44bae8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 932 time: 0.6074607 Jan 28 09:50:54.470818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3aacd0-76f1-48ae-a8f1-70a21eb06f4d None None] Pushing event updated for resources: {'Port': ['ID=a165eb60-44d9-45af-889d-ce6e055f62d6,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:54.493172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.549086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e14f92e0-332e-46a2-a6d3-17364aa0e82c req-4bab0e26-6dff-46b0-be2e-a839378a38a7 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369967 Jan 28 09:50:54.572512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-4b70f338-7bcf-4dd1-93bc-d16dd2c40e89 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367659 Jan 28 09:50:54.645107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] For port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:54.668300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] For port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:54.692696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 081e894e-f34b-4dab-b9f3-aa57eb6de76b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:54.708852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.757981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-e68b6884-6a13-42c1-bf8a-e6f8a730343d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.1702461 Jan 28 09:50:54.791004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.833866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2dd31ff3-4d15-42bb-8eac-34e55d469968 None None] Provisioning complete for port a165eb60-44d9-45af-889d-ce6e055f62d6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:54.834298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2dd31ff3-4d15-42bb-8eac-34e55d469968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.898088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:54.898707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.900090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] 10.222.0.25 "PUT /v2.0/ports/860431b6-f43c-4f3b-8a24-db2cfc5e50cd HTTP/1.1" status: 200 len: 1092 time: 3.2879035 Jan 28 09:50:54.908508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:54.925567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1834d51e-fc04-470e-b232-f21140133907', 'tag': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:54.950133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Transition to ACTIVE for port object 081e894e-f34b-4dab-b9f3-aa57eb6de76b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:54.994830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3faf9ce0-5d6d-4dac-93c0-0657ec67e091 req-c22602ac-2569-4154-ba4d-693b7b25fcac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 210 time: 0.1768045 Jan 28 09:50:55.067752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:55.123345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a165eb60-44d9-45af-889d-ce6e055f62d6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:50:55.125327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556ffc3-0a66-4774-b30c-310f944a9909 service neutron] Pushing event updated for resources: {'Port': ['ID=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:55.294781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a165eb60-44d9-45af-889d-ce6e055f62d6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:55.295306 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:55.329438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Pushing event updated for resources: {'Port': ['ID=081e894e-f34b-4dab-b9f3-aa57eb6de76b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:55.480019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Pushing event updated for resources: {'Port': ['ID=9a686929-d28c-4570-bedb-dfcfb79eb14a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:55.493864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-64cc13dc-3805-413e-9c88-7e96ece55f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.495753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-64cc13dc-3805-413e-9c88-7e96ece55f19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.7273059 Jan 28 09:50:55.750511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8f3b7281-2699-442b-976d-3fa1ca656f70 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.761409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:55.769869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8f3b7281-2699-442b-976d-3fa1ca656f70 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.775895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8f3b7281-2699-442b-976d-3fa1ca656f70 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "GET /v2.0/networks?id=9bc3077e-6d46-4220-9f6c-04146bceaecc&id=42f70e7c-aac9-4640-88b9-2542f2bca212&id=9bc3077e-6d46-4220-9f6c-04146bceaecc HTTP/1.1" status: 200 len: 1391 time: 0.3563406 Jan 28 09:50:55.778346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:55.785147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:55.805792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'port': {'device_id': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc', 'admin_state_up': True, 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:55.824817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Attempting to bind port 081e894e-f34b-4dab-b9f3-aa57eb6de76b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:55.825291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Attempting to bind port 081e894e-f34b-4dab-b9f3-aa57eb6de76b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:55.825623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Attempting to bind port 081e894e-f34b-4dab-b9f3-aa57eb6de76b on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:55.840167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-c745cc6f-ec3e-4dd6-833b-c342d44b2732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.841930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-c745cc6f-ec3e-4dd6-833b-c342d44b2732 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 1095 time: 0.8932087 Jan 28 09:50:55.849763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Port 081e894e-f34b-4dab-b9f3-aa57eb6de76b on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:55.850050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Attempting to bind port 081e894e-f34b-4dab-b9f3-aa57eb6de76b on network 028b2268-2cc0-4aff-9640-eeb87ec5d0f8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:55.869517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-48f36f60-c924-4a3f-97fb-2c9141f8599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:55.938115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.938762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:55.964761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979f14fe-bf33-4d95-804a-207e63038b65 req-926543bf-2a87-4e98-9d57-24eae10870e6 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.965500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-979f14fe-bf33-4d95-804a-207e63038b65 req-926543bf-2a87-4e98-9d57-24eae10870e6 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Synchronizing usage tracker for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:55.968440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-bdc80dfd-5c80-47fc-8f97-7d2b4f319ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:55.969977 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-bdc80dfd-5c80-47fc-8f97-7d2b4f319ecf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4626133 Jan 28 09:50:55.973462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19d33cde-5fea-49ea-92de-83bc3f823cda {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:55.984255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:55.993405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:55.994066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Checking segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:55.994186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Bound using segment: {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:55.994534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Bound port: 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e66649b-bec1-4897-813b-a5667e0bce37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:55.994873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.013863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-3bf5c0bf-6113-413e-87ca-6000cf68e7cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd HTTP/1.1" status: 200 len: 217 time: 0.1612031 Jan 28 09:50:56.015026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-849ac608-545b-44c2-a865-48353bf00fab tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7157102 Jan 28 09:50:56.084263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Transition to ACTIVE for port object 19d33cde-5fea-49ea-92de-83bc3f823cda will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:56.088434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Request body: {'port': {'device_id': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:56.121944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-979f14fe-bf33-4d95-804a-207e63038b65 req-926543bf-2a87-4e98-9d57-24eae10870e6 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Unset dirty status for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:56.123082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-979f14fe-bf33-4d95-804a-207e63038b65 req-926543bf-2a87-4e98-9d57-24eae10870e6 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 932 time: 0.7892814 Jan 28 09:50:56.149107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.163340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48581e97-45ef-4f72-a37e-7bb3425d3a7c req-83dae28b-ed92-42de-a7da-c55feb041f8b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:56.165719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48581e97-45ef-4f72-a37e-7bb3425d3a7c req-83dae28b-ed92-42de-a7da-c55feb041f8b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.4576478 Jan 28 09:50:56.325252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-6ab30658-3df3-4e29-a38c-f292d8c56120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:56.326691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-6ab30658-3df3-4e29-a38c-f292d8c56120 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 200 len: 858 time: 0.2973053 Jan 28 09:50:56.413555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-d947244e-fe43-4884-998d-0d5ab9ec1702 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606475 Jan 28 09:50:56.418617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-979f14fe-bf33-4d95-804a-207e63038b65 req-9b6afd0c-823b-45b1-88e3-15ae0b21210b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Synchronizing usage tracker for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:56.422554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:56.428654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:port and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:50:56.434167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] For port 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:56.454033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:50:56.480467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Pushing event updated for resources: {'Port': ['ID=19d33cde-5fea-49ea-92de-83bc3f823cda,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:56.548850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48581e97-45ef-4f72-a37e-7bb3425d3a7c req-57216624-17b1-4142-8613-f9a4e4885f3f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371356 Jan 28 09:50:56.569654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-41519dab-0cb6-42b6-aacb-8443642a34dd service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5874543 Jan 28 09:50:56.579736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.611064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] For port 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:56.617128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-77b5f8b4-ca9a-4bbe-8845-6b4c5b555660 service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953862 Jan 28 09:50:56.620094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:56.633579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.725726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:56.729191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.805979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8b4989-e33b-41ab-b542-0d2e0a764a78 req-2c025064-5554-46d8-88d6-a877c6791594 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0713127 Jan 28 09:50:56.806644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Attempting to bind port 19d33cde-5fea-49ea-92de-83bc3f823cda on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:56.806968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Attempting to bind port 19d33cde-5fea-49ea-92de-83bc3f823cda by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:56.807288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Attempting to bind port 19d33cde-5fea-49ea-92de-83bc3f823cda on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:56.821630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Port 19d33cde-5fea-49ea-92de-83bc3f823cda on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:56.821953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Attempting to bind port 19d33cde-5fea-49ea-92de-83bc3f823cda on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:56.834612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-979f14fe-bf33-4d95-804a-207e63038b65 req-9b6afd0c-823b-45b1-88e3-15ae0b21210b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Unset dirty status for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:56.862780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:56.863976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Checking segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:56.864512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Bound using segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:56.865406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Bound port: 19d33cde-5fea-49ea-92de-83bc3f823cda, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:56.865929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.866465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-979f14fe-bf33-4d95-804a-207e63038b65 req-9b6afd0c-823b-45b1-88e3-15ae0b21210b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5824916 Jan 28 09:50:56.936875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:56.937661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:56.939098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] 10.222.0.25 "PUT /v2.0/ports/081e894e-f34b-4dab-b9f3-aa57eb6de76b HTTP/1.1" status: 200 len: 1092 time: 3.9926817 Jan 28 09:50:56.973418 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1834d51e-fc04-470e-b232-f21140133907', 'tag': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd', 'status': 'completed', 'code': 200} Jan 28 09:50:57.026062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88d5a196-1d83-42ca-9a08-7a1cf24c4084 req-062e19f1-f59a-4e17-b4c3-7eabe80d8267 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324956 Jan 28 09:50:57.127154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ca901e-629c-4354-9072-cc908c3d5430 service neutron] Pushing event updated for resources: {'Port': ['ID=081e894e-f34b-4dab-b9f3-aa57eb6de76b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:57.230570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] For port 19d33cde-5fea-49ea-92de-83bc3f823cda, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:57.255071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] For port 19d33cde-5fea-49ea-92de-83bc3f823cda, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19d33cde-5fea-49ea-92de-83bc3f823cda,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:57.263880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:57.320387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81c5a8e0-c871-4dab-8cd4-2f02e35a9061 req-e967e458-2822-4b7a-8478-7c639a249d47 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 210 time: 0.0794830 Jan 28 09:50:57.327919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-e7be9f38-31e5-4945-9b48-cc1b6fc9f08c service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6960881 Jan 28 09:50:57.351842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Allocated IP 19.80.0.82 (9bc3077e-6d46-4220-9f6c-04146bceaecc/0f2c1923-29dc-4fde-bd17-2cbb02186314/3086a501-e362-42ec-8384-548aab0327e3) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:50:57.364113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-f287670a-7337-4785-9d4f-7d4543c73fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:57.365911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-f287670a-7337-4785-9d4f-7d4543c73fa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 1095 time: 0.3120475 Jan 28 09:50:57.493244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-f218aaa9-364a-4538-ade4-ae9075c10d3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b HTTP/1.1" status: 200 len: 217 time: 0.1121900 Jan 28 09:50:57.545842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82c427-8ab9-447e-bd20-554ce439682d req-57d90bfb-b124-4d1a-ab8d-70535d0135a9 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:57.547384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c82c427-8ab9-447e-bd20-554ce439682d req-57d90bfb-b124-4d1a-ab8d-70535d0135a9 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 944 time: 0.5382121 Jan 28 09:50:57.576898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:57.577498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:57.579709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] 10.222.0.43 "PUT /v2.0/ports/19d33cde-5fea-49ea-92de-83bc3f823cda HTTP/1.1" status: 200 len: 1092 time: 5.1423545 Jan 28 09:50:57.609533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'tag': '19d33cde-5fea-49ea-92de-83bc3f823cda'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:57.626823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:50:57.751237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cc2be-0b56-4747-825e-cbedfe2f0e2e service neutron] Pushing event updated for resources: {'Port': ['ID=19d33cde-5fea-49ea-92de-83bc3f823cda,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:57.798935 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c82c427-8ab9-447e-bd20-554ce439682d req-a45c3cbd-a74a-4c8b-a3a9-f968249b1c65 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284002 Jan 28 09:50:57.814240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a686929-d28c-4570-bedb-dfcfb79eb14a {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:50:57.823739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:57.847276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Transition to ACTIVE for port object 9a686929-d28c-4570-bedb-dfcfb79eb14a will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:57.855961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:57.907970 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'tag': '19d33cde-5fea-49ea-92de-83bc3f823cda', 'status': 'completed', 'code': 200} Jan 28 09:50:57.926398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-beca1185-ac54-41be-96fd-8be5cb361da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:57.927840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-beca1185-ac54-41be-96fd-8be5cb361da0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.3885367 Jan 28 09:50:58.034688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-cedf0ecb-6ec9-4eaf-8e26-26fc5d68de5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0987048 Jan 28 09:50:58.076062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-b605a80e-35b1-418d-8267-c96aebcc8532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.078281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-b605a80e-35b1-418d-8267-c96aebcc8532 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 1095 time: 0.4306772 Jan 28 09:50:58.087658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-499322be-86dc-4714-8a92-99266687dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.089301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-499322be-86dc-4714-8a92-99266687dfa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 1095 time: 0.6197205 Jan 28 09:50:58.107488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Pushing event updated for resources: {'Port': ['ID=9a686929-d28c-4570-bedb-dfcfb79eb14a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:58.111758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05c7bad6-e0d6-45b1-bdff-60ae3837dd83 req-7c7f3d13-aa0a-4060-af38-057d499aeb9f tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1002920 Jan 28 09:50:58.164012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-043926f2-94ed-4951-8528-7a5462062a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:58.280564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a10709c1-81cc-4cab-9913-0bfb0ce7ac48 req-5245486f-5090-47ac-be49-7e8e43637298 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.2013743 Jan 28 09:50:58.281877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-b5c5f1c5-8a1d-4fe3-9999-0733b8d333f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d33cde-5fea-49ea-92de-83bc3f823cda HTTP/1.1" status: 200 len: 217 time: 0.1639433 Jan 28 09:50:58.384120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c7d76-3ba6-425a-9b7f-b1ff0c22ffbc req-16eb00eb-c4d8-4696-b69e-32a5e4e1a4ea tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.386161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-148c7d76-3ba6-425a-9b7f-b1ff0c22ffbc req-16eb00eb-c4d8-4696-b69e-32a5e4e1a4ea tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.6162410 Jan 28 09:50:58.395055 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:58.432810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-fc1c579d-1785-4527-9304-5758db095b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.434528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-fc1c579d-1785-4527-9304-5758db095b00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 919 time: 0.3373513 Jan 28 09:50:58.435477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-ddb54917-d70d-4b19-8ac0-b76b433d3215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.436894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-ddb54917-d70d-4b19-8ac0-b76b433d3215 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 200 len: 858 time: 0.1138740 Jan 28 09:50:58.440787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Attempting to bind port 9a686929-d28c-4570-bedb-dfcfb79eb14a on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:50:58.441111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Attempting to bind port 9a686929-d28c-4570-bedb-dfcfb79eb14a by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:50:58.441464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Attempting to bind port 9a686929-d28c-4570-bedb-dfcfb79eb14a on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:58.456140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Transition to ACTIVE for port object 3086a501-e362-42ec-8384-548aab0327e3 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:50:58.498016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Port 9a686929-d28c-4570-bedb-dfcfb79eb14a on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:50:58.498328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Attempting to bind port 9a686929-d28c-4570-bedb-dfcfb79eb14a on network 6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:50:58.516137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:50:58.516481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Checking segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:50:58.516779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Bound using segment: {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:50:58.517225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Bound port: 9a686929-d28c-4570-bedb-dfcfb79eb14a, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:50:58.517628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:58.592434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59f5d8-f50c-4a18-90a9-afb05b355375 req-58fa516f-3089-43c8-8c47-91167200f0aa tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.596578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a59f5d8-f50c-4a18-90a9-afb05b355375 req-58fa516f-3089-43c8-8c47-91167200f0aa tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 944 time: 0.3214185 Jan 28 09:50:58.606066 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-d63e5a3f-5d4a-4f6a-a900-f012a11070ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622617 Jan 28 09:50:58.710906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-59ae927a-f397-4b81-9096-ecd6784e18b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd HTTP/1.1" status: 200 len: 217 time: 0.2210732 Jan 28 09:50:58.713716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-148c7d76-3ba6-425a-9b7f-b1ff0c22ffbc req-729c513f-8fa3-4d30-b6d1-a61c452d3eda tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128414 Jan 28 09:50:58.716777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-8439a725-08f1-493d-9706-b9cb24cac59f service neutron] 10.222.0.25 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6676271 Jan 28 09:50:58.763646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] For port 9a686929-d28c-4570-bedb-dfcfb79eb14a, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:50:58.768225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] For port 9a686929-d28c-4570-bedb-dfcfb79eb14a, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:50:58.798376 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:58.874234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-7fc3ad1e-5de8-4cda-a529-a7f4ee0ec726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.875697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-7fc3ad1e-5de8-4cda-a529-a7f4ee0ec726 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 200 len: 858 time: 0.1580772 Jan 28 09:50:58.878711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:58.893570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:58.895270 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:58.896922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] 10.222.0.25 "PUT /v2.0/ports/9a686929-d28c-4570-bedb-dfcfb79eb14a HTTP/1.1" status: 200 len: 1091 time: 2.8203053 Jan 28 09:50:58.914998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a59f5d8-f50c-4a18-90a9-afb05b355375 req-66826be1-1e26-4e01-8a08-58e2f095cc52 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002260 Jan 28 09:50:58.985502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fafab858-4485-4e34-8f94-7080075c8dba', 'tag': '081e894e-f34b-4dab-b9f3-aa57eb6de76b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:50:59.005793 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-1be68bc7-1f2e-4175-8bb6-d3960162f1fc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1218030 Jan 28 09:50:59.077784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-89563beb-f17b-4c03-b1df-2c261b1d8081 service neutron] 10.222.0.43 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4611332 Jan 28 09:50:59.081424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb57e1e8-c548-440a-a436-6b9d30d5ef59 service neutron] Pushing event updated for resources: {'Port': ['ID=9a686929-d28c-4570-bedb-dfcfb79eb14a,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:59.093762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:50:59.105881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:50:59.158561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:50:59.230459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:50:59.234405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe5f7416-ae06-432b-9b51-164d68f266f5 req-87bc59ca-bda6-454c-b21a-c5cbc1f80386 service neutron] 10.222.0.25 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4803438 Jan 28 09:50:59.301395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:59.302230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:59.309060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-48ca6137-874d-4520-bb44-d058bc198fa9 service neutron] 10.222.0.43 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235968 Jan 28 09:50:59.323815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-85cafd0f-f742-455d-95d1-e9e707fe8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:59.325494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-85cafd0f-f742-455d-95d1-e9e707fe8a7e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 1094 time: 0.3593516 Jan 28 09:50:59.365068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-762a117a-17c0-4bc5-89c8-1e1dc6823823 service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146040 Jan 28 09:50:59.368062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-571b93bc-5292-49d7-8ba4-defeab0d0706 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5672736 Jan 28 09:50:59.397432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'port': {'device_id': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212', 'admin_state_up': True, 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:50:59.425920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:59.427855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:59.437450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-2207a698-7673-44af-ba64-a1d1fb249ae8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:59.438454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-2207a698-7673-44af-ba64-a1d1fb249ae8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:59.550461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-9f5f0baf-f900-4f92-8772-f0c160d1e2db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a HTTP/1.1" status: 200 len: 217 time: 0.2163785 Jan 28 09:50:59.559440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e170f7-3d77-4b27-9a62-d55273c1497c req-206e79b2-bacc-4344-abe8-2284e1e4763a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:59.575668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-55e170f7-3d77-4b27-9a62-d55273c1497c req-206e79b2-bacc-4344-abe8-2284e1e4763a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 944 time: 0.3819704 Jan 28 09:50:59.592737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b436628-9c4f-40a5-8fe6-c0687b56d781 None None] Provisioning for port 3086a501-e362-42ec-8384-548aab0327e3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:50:59.605578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b436628-9c4f-40a5-8fe6-c0687b56d781 None None] Provisioning complete for port 3086a501-e362-42ec-8384-548aab0327e3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:50:59.605965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b436628-9c4f-40a5-8fe6-c0687b56d781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:59.661994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-197af1db-4c7f-4c5a-881f-5d680f2a6879 req-f597cd19-6394-4b50-9534-66a0c215811b service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901738 Jan 28 09:50:59.732409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9b436628-9c4f-40a5-8fe6-c0687b56d781 None None] Port 3086a501-e362-42ec-8384-548aab0327e3 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:50:59.767950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-2207a698-7673-44af-ba64-a1d1fb249ae8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:50:59.769092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-2207a698-7673-44af-ba64-a1d1fb249ae8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 931 time: 0.7685103 Jan 28 09:50:59.832146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-55e170f7-3d77-4b27-9a62-d55273c1497c req-e9e11911-c1ec-42f7-b771-195b829e40a4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557094 Jan 28 09:50:59.836269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738718c-263e-4506-a63a-48aa2b518336 req-bee45e7f-bc67-49fe-b581-416d68dd56d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:59.837724 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-bee45e7f-bc67-49fe-b581-416d68dd56d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 200 len: 858 time: 0.2602947 Jan 28 09:50:59.857420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-a228ba94-a460-4d02-93fb-679603498a3f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:50:59.867376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:50:59.877801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:50:59.891735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:50:59.895736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:50:59.899898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-464049f2-9ba7-43c6-afa3-33ff55cabc1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489290 Jan 28 09:50:59.902673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-3dcd13fd-16aa-45ce-9f6e-a1ea275bea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:50:59.904116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-3dcd13fd-16aa-45ce-9f6e-a1ea275bea97 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 1095 time: 0.4158785 Jan 28 09:50:59.907672 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fafab858-4485-4e34-8f94-7080075c8dba', 'tag': '081e894e-f34b-4dab-b9f3-aa57eb6de76b', 'status': 'completed', 'code': 200} Jan 28 09:50:59.929958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'tag': '9a686929-d28c-4570-bedb-dfcfb79eb14a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:00.020141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-a228ba94-a460-4d02-93fb-679603498a3f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:00.021540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee981d6e-0d74-47f2-bc9b-403fa205e8af req-a228ba94-a460-4d02-93fb-679603498a3f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430193 Jan 28 09:51:00.125444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-d213aa7a-bd13-4611-ac8f-bd6142d6ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.127184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-d213aa7a-bd13-4611-ac8f-bd6142d6ff8d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=491b9a6b842d4b8aaebb6da451600109&device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 1095 time: 0.2094874 Jan 28 09:51:00.153116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7339a682-8369-408d-840d-cbe5caeef1be req-06fbca3e-356e-4e5e-9386-1dd32bfe6d44 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1204066 Jan 28 09:51:00.205041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 860431b6-f43c-4f3b-8a24-db2cfc5e50cd details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:00.221524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-396acfe8-3e74-4338-8dcb-85250cee363e service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3143315 Jan 28 09:51:00.249884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-86c288e1-b564-47bd-ad3e-346316ebfe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.251391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-86c288e1-b564-47bd-ad3e-346316ebfe31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 919 time: 0.3060534 Jan 28 09:51:00.295112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Allocated IP 19.86.0.109 (42f70e7c-aac9-4640-88b9-2542f2bca212/ca2dba93-4d60-400b-974d-69c607918a1e/62c0a5e3-661c-4750-ac5c-1afc251e906b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:00.392368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-154e8b13-cdfe-4755-923d-e6b75ee03cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.393774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-154e8b13-cdfe-4755-923d-e6b75ee03cbd service neutron] 10.222.0.25 "GET /v2.0/networks?id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 200 len: 916 time: 0.2593756 Jan 28 09:51:00.403164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-001032c1-aae5-4a52-a951-00ff9b761582 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19d33cde-5fea-49ea-92de-83bc3f823cda HTTP/1.1" status: 200 len: 217 time: 0.0969865 Jan 28 09:51:00.481899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:00.507277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6738718c-263e-4506-a63a-48aa2b518336 req-394f2e62-8dce-4185-9d76-d84ca6b7cc28 service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783468 Jan 28 09:51:00.508686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-54d7f270-8180-4028-a63b-f37d6b39a0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.510388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-54d7f270-8180-4028-a63b-f37d6b39a0c5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 200 len: 858 time: 0.0987680 Jan 28 09:51:00.540087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd', 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'port_id': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd', 'mac_address': 'fa:16:3e:c4:c1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f6f896-c9db-48f5-9caf-f19ddfff5478', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:00.617196 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-6aeedfc0-bf54-4063-98b5-f87788da4a95 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934706 Jan 28 09:51:00.645557 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:00.705662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 860431b6-f43c-4f3b-8a24-db2cfc5e50cd {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:00.714946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-8336178b-af63-4817-808f-f2fae4617901 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b HTTP/1.1" status: 200 len: 217 time: 0.2907662 Jan 28 09:51:00.740528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:00.754268 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:00.800447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e9ab5a-3227-4f21-879d-972ca0f72164 req-36a99a0a-2f1b-4bb1-a557-41811d60cf2c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.807709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36e9ab5a-3227-4f21-879d-972ca0f72164 req-36a99a0a-2f1b-4bb1-a557-41811d60cf2c tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 944 time: 0.2429955 Jan 28 09:51:00.836558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c06174-1444-4dd1-88d7-caf340331633 req-9706a076-79a8-472e-a3f2-f14cea05a6c3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.837627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-7153a3c6-1067-459a-af0e-dafa2b15cf7f service neutron] 10.222.0.43 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141187 Jan 28 09:51:00.843574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0c06174-1444-4dd1-88d7-caf340331633 req-9706a076-79a8-472e-a3f2-f14cea05a6c3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.6271853 Jan 28 09:51:00.878350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:00.882904 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:00.932335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-3556736d-e054-4dd1-be26-71d2a27b2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:00.933733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-3556736d-e054-4dd1-be26-71d2a27b2b87 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 200 len: 855 time: 0.2113509 Jan 28 09:51:00.939109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36e9ab5a-3227-4f21-879d-972ca0f72164 req-4e2760eb-293c-43a0-957f-e824af294e03 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304600 Jan 28 09:51:01.001211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0c06174-1444-4dd1-88d7-caf340331633 req-6536cb2d-f316-4716-8d20-6ca0679b25b7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566792 Jan 28 09:51:01.019540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-ada47398-50aa-4a44-8389-58de3c8d7025 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=028b2268-2cc0-4aff-9640-eeb87ec5d0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793450 Jan 28 09:51:01.036324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb0160f3-20da-4ce2-93ab-c9dd2e1446e7 req-b00ccdd4-c71d-457c-aeb0-1e8a36b74bb0 service neutron] 10.222.0.43 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895642 Jan 28 09:51:01.054341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['860431b6-f43c-4f3b-8a24-db2cfc5e50cd'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:01.120323 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'tag': '9a686929-d28c-4570-bedb-dfcfb79eb14a', 'status': 'completed', 'code': 200} Jan 28 09:51:01.149466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:01.183566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Transition to ACTIVE for port object 62c0a5e3-661c-4750-ac5c-1afc251e906b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:01.204513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-e878140f-3c85-40d9-9cd1-4013c5ca5b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:01.206131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-e878140f-3c85-40d9-9cd1-4013c5ca5b86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 1094 time: 0.1686640 Jan 28 09:51:01.361415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:01.482356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:01.488169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-e00be097-fdad-420f-8b7d-bcdf4726851a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:01.489695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:01.490978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-e00be097-fdad-420f-8b7d-bcdf4726851a service neutron] 10.222.0.25 "GET /v2.0/networks?id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 200 len: 919 time: 0.2772744 Jan 28 09:51:01.498437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:01.586627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Port': ['ID=62c0a5e3-661c-4750-ac5c-1afc251e906b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:01.618270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:01.619053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:01.624704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-40d1ac13-6765-4187-bda7-0a0572f1677f service neutron] 10.222.0.25 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5945098 Jan 28 09:51:01.740599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e4fc2c58-65f4-4d88-8510-ae07e9365102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3478942 Jan 28 09:51:01.750200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'port': {'device_id': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc', 'admin_state_up': True, 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:01.779868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-002f07e6-6c6f-41b6-a0e6-5ab1dff071c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a HTTP/1.1" status: 200 len: 217 time: 0.2699997 Jan 28 09:51:01.793484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d188fdb6-5b08-409e-8852-f2f0f556769c req-cf55b6b6-2f6d-477d-b62c-dc9d335deee7 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:01.802136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d188fdb6-5b08-409e-8852-f2f0f556769c req-cf55b6b6-2f6d-477d-b62c-dc9d335deee7 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 944 time: 0.4319968 Jan 28 09:51:01.868458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a628685-95b5-47d4-817d-4ed1555637ce None None] Provisioning for port 62c0a5e3-661c-4750-ac5c-1afc251e906b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:01.878314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a628685-95b5-47d4-817d-4ed1555637ce None None] Provisioning complete for port 62c0a5e3-661c-4750-ac5c-1afc251e906b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:01.878866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a628685-95b5-47d4-817d-4ed1555637ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:01.942085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-b15bf099-4c2f-40f3-a091-45e2a5bc633e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:01.943535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-b15bf099-4c2f-40f3-a091-45e2a5bc633e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 200 len: 858 time: 0.1392233 Jan 28 09:51:01.944871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ef35674-6bf0-471a-9754-60ebbcc25c11 req-863ecd2a-0aa5-4b37-b56f-303211ffd342 service neutron] 10.222.0.25 "GET /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115547 Jan 28 09:51:01.955561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d188fdb6-5b08-409e-8852-f2f0f556769c req-2be2d70b-40fb-4d4a-acb3-fdefc1cc755f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521981 Jan 28 09:51:02.005823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0a628685-95b5-47d4-817d-4ed1555637ce None None] Port 62c0a5e3-661c-4750-ac5c-1afc251e906b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:51:02.014800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e0767-c2ce-4f20-9001-595ea6ae3415 req-3bb0ef3d-b51f-4911-a225-67d4c1f1e08a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:02.021329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e0767-c2ce-4f20-9001-595ea6ae3415 req-3bb0ef3d-b51f-4911-a225-67d4c1f1e08a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:02.022395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-716e0767-c2ce-4f20-9001-595ea6ae3415 req-3bb0ef3d-b51f-4911-a225-67d4c1f1e08a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:02.027410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:02.038808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:port and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:02.038995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-5178d765-f66a-4937-bc2a-2ffc177f3e76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772414 Jan 28 09:51:02.043372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:02.056137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:02.070240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:02.074308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:02.090067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-716e0767-c2ce-4f20-9001-595ea6ae3415 req-3bb0ef3d-b51f-4911-a225-67d4c1f1e08a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:02.091498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-716e0767-c2ce-4f20-9001-595ea6ae3415 req-3bb0ef3d-b51f-4911-a225-67d4c1f1e08a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 1654 time: 0.3267367 Jan 28 09:51:02.204081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 081e894e-f34b-4dab-b9f3-aa57eb6de76b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:02.209201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 860431b6-f43c-4f3b-8a24-db2cfc5e50cd up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:02.230581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-69b4fd8f-bee1-420a-a69e-0531c9d8acc3 service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847942 Jan 28 09:51:02.240968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-716e0767-c2ce-4f20-9001-595ea6ae3415 req-f03850a5-b751-4b50-921f-8ead86ed7d41 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408172 Jan 28 09:51:02.496489 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4fd7ced-af97-4e50-9fa7-c96598989c7f req-cc0ac73e-c18f-40f8-93b0-e5391744d24a service neutron] 10.222.0.25 "GET /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591600 Jan 28 09:51:02.498117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:02.500597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Allocated IP 19.80.0.53 (9bc3077e-6d46-4220-9f6c-04146bceaecc/0f2c1923-29dc-4fde-bd17-2cbb02186314/0e86a053-53fe-425a-bef6-ef1fd0c4c8b7) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:02.526912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:02.527291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:02.594198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49920b0a-18f5-4bd7-9d55-f795a9ca44f3 req-50927c23-5429-47b5-97bd-6a2ec71ebc02 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:02.605345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49920b0a-18f5-4bd7-9d55-f795a9ca44f3 req-50927c23-5429-47b5-97bd-6a2ec71ebc02 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 944 time: 0.2492573 Jan 28 09:51:02.756609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:02.815120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '081e894e-f34b-4dab-b9f3-aa57eb6de76b', 'network_id': '028b2268-2cc0-4aff-9640-eeb87ec5d0f8', 'port_id': '081e894e-f34b-4dab-b9f3-aa57eb6de76b', 'mac_address': 'fa:16:3e:f3:6e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e35af51-efa0-4648-868d-3bea9de22d24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:02.849801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49920b0a-18f5-4bd7-9d55-f795a9ca44f3 req-d35ad096-eef0-4897-95d0-836c116f029b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426400 Jan 28 09:51:02.882112 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:02.899740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc014dba-6227-4954-9719-d464c6636984 req-43aeb206-92ba-4c17-bc97-ba4f9a0ce425 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:02.915843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc014dba-6227-4954-9719-d464c6636984 req-43aeb206-92ba-4c17-bc97-ba4f9a0ce425 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1507049 Jan 28 09:51:02.941006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:02.945491 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:02.977972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Transition to ACTIVE for port object 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:02.993973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 081e894e-f34b-4dab-b9f3-aa57eb6de76b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:03.017193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1834d51e-fc04-470e-b232-f21140133907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:03.024520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.033230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:03.041281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.058085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc014dba-6227-4954-9719-d464c6636984 req-c4f6c53a-7712-44fe-8e46-c25ad2a47700 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377687 Jan 28 09:51:03.085360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:03.097973 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.123297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:03.131962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:03.135317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:03.138220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:03.203297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19d33cde-5fea-49ea-92de-83bc3f823cda details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:03.217130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:03.217791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.344199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2b73d8d-fac5-47ac-bab8-a044a2adbbee req-e8fb2ac0-ac93-4fa3-b005-e978d1c9a134 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0607152 Jan 28 09:51:03.369205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=081e894e-f34b-4dab-b9f3-aa57eb6de76b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:03.406666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['081e894e-f34b-4dab-b9f3-aa57eb6de76b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:03.444776 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834d51e-fc04-470e-b232-f21140133907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd', 'code': 200} Jan 28 09:51:03.498000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 19d33cde-5fea-49ea-92de-83bc3f823cda, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19d33cde-5fea-49ea-92de-83bc3f823cda,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:03.500328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7541146 Jan 28 09:51:03.531495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Request body: {'port': {'device_id': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:03.556387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '19d33cde-5fea-49ea-92de-83bc3f823cda', 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'port_id': '19d33cde-5fea-49ea-92de-83bc3f823cda', 'mac_address': 'fa:16:3e:ec:24:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f6f896-c9db-48f5-9caf-f19ddfff5478', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:03.610779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a559035-1310-4b9f-aa45-d2cf5429c5a2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Port': ['ID=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:03.638914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e1f6a940-6795-41f4-a85d-6ca25cdef42d None None] Provisioning for port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:03.660625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eaa6b8-8d2f-4821-9700-12992349b213 req-fe9d7d20-56f1-4a33-8861-6116bda59123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:03.663820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f8eaa6b8-8d2f-4821-9700-12992349b213 req-fe9d7d20-56f1-4a33-8861-6116bda59123 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 1097 time: 0.1462562 Jan 28 09:51:03.667834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e1f6a940-6795-41f4-a85d-6ca25cdef42d None None] Provisioning complete for port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:03.668310 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e1f6a940-6795-41f4-a85d-6ca25cdef42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.731182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500119c5-c46d-47e8-ab7e-6416510f31d0 req-0de72f0d-19d8-42de-ba76-f3cda419cd8a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:03.732416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-500119c5-c46d-47e8-ab7e-6416510f31d0 req-0de72f0d-19d8-42de-ba76-f3cda419cd8a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:03.748428 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.759015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.775787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e1f6a940-6795-41f4-a85d-6ca25cdef42d None None] Port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:51:03.785582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19d33cde-5fea-49ea-92de-83bc3f823cda {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:03.793928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f8eaa6b8-8d2f-4821-9700-12992349b213 req-a992b534-15df-4bc7-85c3-e54f5247c1b5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239331 Jan 28 09:51:03.820267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-500119c5-c46d-47e8-ab7e-6416510f31d0 req-0de72f0d-19d8-42de-ba76-f3cda419cd8a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:03.821461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-500119c5-c46d-47e8-ab7e-6416510f31d0 req-0de72f0d-19d8-42de-ba76-f3cda419cd8a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 945 time: 0.5756412 Jan 28 09:51:03.848564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 19d33cde-5fea-49ea-92de-83bc3f823cda, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19d33cde-5fea-49ea-92de-83bc3f823cda,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:03.859758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1425d7-8835-4703-ad22-adb0a482b607 req-7e2294b1-742c-4d55-92d1-b54b59aec5e0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:03.860588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:03.867697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1425d7-8835-4703-ad22-adb0a482b607 req-7e2294b1-742c-4d55-92d1-b54b59aec5e0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:03.878391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1425d7-8835-4703-ad22-adb0a482b607 req-7e2294b1-742c-4d55-92d1-b54b59aec5e0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:03.881869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff1425d7-8835-4703-ad22-adb0a482b607 req-7e2294b1-742c-4d55-92d1-b54b59aec5e0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2375 time: 0.1536398 Jan 28 09:51:03.942478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=19d33cde-5fea-49ea-92de-83bc3f823cda,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:03.944716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff1425d7-8835-4703-ad22-adb0a482b607 req-4ae5cded-4cc7-4fc5-ad92-ff41a8118b26 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541863 Jan 28 09:51:03.962013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-500119c5-c46d-47e8-ab7e-6416510f31d0 req-13667e77-36cc-4959-a4b6-d6537ce84e7c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323547 Jan 28 09:51:04.182243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2635743f-4ccf-4eb2-ac52-f9e6c8e51cfb req-4f266cbe-9017-4c7f-942b-2db10b032508 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:04.187993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2635743f-4ccf-4eb2-ac52-f9e6c8e51cfb req-4f266cbe-9017-4c7f-942b-2db10b032508 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 945 time: 0.1358068 Jan 28 09:51:04.200890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['19d33cde-5fea-49ea-92de-83bc3f823cda'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:04.238568 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2635743f-4ccf-4eb2-ac52-f9e6c8e51cfb req-3f34c66f-a11d-46a8-9042-9fe8b9e61fa9 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496261 Jan 28 09:51:04.277133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9a686929-d28c-4570-bedb-dfcfb79eb14a details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:04.315917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1d28c0-3a93-4d70-b430-253ef97057bb req-f57be9e5-dbfb-43b6-b8b0-aaf9c9258aa5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:04.317611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c1d28c0-3a93-4d70-b430-253ef97057bb req-f57be9e5-dbfb-43b6-b8b0-aaf9c9258aa5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1435704 Jan 28 09:51:04.406916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3086a501-e362-42ec-8384-548aab0327e3 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:04.419627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:04.428740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c1d28c0-3a93-4d70-b430-253ef97057bb req-ef7bba03-a7f3-4386-a61b-045a0c37578d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763791 Jan 28 09:51:04.441579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Transition to ACTIVE for port object 3086a501-e362-42ec-8384-548aab0327e3 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:04.454454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:04.549412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e0badef-3c2e-4524-80dd-cf9a957a2ff2 req-72326f8a-8c73-4916-855c-f21c48229345 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0668883 Jan 28 09:51:04.562647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9a686929-d28c-4570-bedb-dfcfb79eb14a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:04.595336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '9a686929-d28c-4570-bedb-dfcfb79eb14a', 'network_id': '6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7', 'port_id': '9a686929-d28c-4570-bedb-dfcfb79eb14a', 'mac_address': 'fa:16:3e:ca:0c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16f6f896-c9db-48f5-9caf-f19ddfff5478', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:04.670722 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:04.708103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a686929-d28c-4570-bedb-dfcfb79eb14a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:04.749411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9a686929-d28c-4570-bedb-dfcfb79eb14a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:04.757435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:04.777998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:04.821014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Attempting to bind port 3086a501-e362-42ec-8384-548aab0327e3 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:04.821341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Attempting to bind port 3086a501-e362-42ec-8384-548aab0327e3 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:04.822815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Attempting to bind port 3086a501-e362-42ec-8384-548aab0327e3 on network 9bc3077e-6d46-4220-9f6c-04146bceaecc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:04.828153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Port 3086a501-e362-42ec-8384-548aab0327e3 on network 9bc3077e-6d46-4220-9f6c-04146bceaecc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:51:04.828770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Attempting to bind port 3086a501-e362-42ec-8384-548aab0327e3 on network 9bc3077e-6d46-4220-9f6c-04146bceaecc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:04.836221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:04.837312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Checking segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:04.837952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Bound using segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:04.838879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Bound port: 3086a501-e362-42ec-8384-548aab0327e3, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:04.839452 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:04.840743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9a686929-d28c-4570-bedb-dfcfb79eb14a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:04.946188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:04.950114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:04.957425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:05.026178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.026776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:05.028145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] 10.222.0.43 "PUT /v2.0/ports/3086a501-e362-42ec-8384-548aab0327e3 HTTP/1.1" status: 200 len: 1091 time: 1.5162189 Jan 28 09:51:05.028573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'tag': '3086a501-e362-42ec-8384-548aab0327e3'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:05.054483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d688707-3c84-4dbb-b084-d88cf76f44e7 service neutron] Pushing event updated for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:05.067829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Request body: {'port': {'device_id': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:05.087049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['9a686929-d28c-4570-bedb-dfcfb79eb14a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:05.249074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58546-0519-40c5-aa20-a1a871c52441 req-9a5d3af8-fdbc-4186-ba00-73fe90554fac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.256227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58546-0519-40c5-aa20-a1a871c52441 req-9a5d3af8-fdbc-4186-ba00-73fe90554fac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.266178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae58546-0519-40c5-aa20-a1a871c52441 req-9a5d3af8-fdbc-4186-ba00-73fe90554fac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.273650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ae58546-0519-40c5-aa20-a1a871c52441 req-9a5d3af8-fdbc-4186-ba00-73fe90554fac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2387 time: 0.1783991 Jan 28 09:51:05.338087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:05.366660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ae58546-0519-40c5-aa20-a1a871c52441 req-30db497e-5e15-40b0-a1ed-b1b8392d8cd4 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894229 Jan 28 09:51:05.424552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe14fe1-92d8-405d-808b-47e79f3071da req-5249dd37-b91c-41d8-9ad5-b966a863bbf8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.432079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fe14fe1-92d8-405d-808b-47e79f3071da req-5249dd37-b91c-41d8-9ad5-b966a863bbf8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 945 time: 0.2168982 Jan 28 09:51:05.457767 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'tag': '3086a501-e362-42ec-8384-548aab0327e3', 'status': 'completed', 'code': 200} Jan 28 09:51:05.536373 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fe14fe1-92d8-405d-808b-47e79f3071da req-9be0e3c1-8b0c-46eb-8f7d-9d8f5d9d6f1d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033816 Jan 28 09:51:05.689228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-219b72e4-d629-431c-a223-10185d29a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.689750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-219b72e4-d629-431c-a223-10185d29a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.690217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-219b72e4-d629-431c-a223-10185d29a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.692141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-219b72e4-d629-431c-a223-10185d29a9d5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2730 time: 0.2104549 Jan 28 09:51:05.700624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707669b1-b5d3-4e3c-be61-90c6a0d856e1 req-40711a5e-b493-42ae-ad60-0caec3ec65a5 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.702235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-707669b1-b5d3-4e3c-be61-90c6a0d856e1 req-40711a5e-b493-42ae-ad60-0caec3ec65a5 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 945 time: 0.1310904 Jan 28 09:51:05.840221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-707669b1-b5d3-4e3c-be61-90c6a0d856e1 req-16e9db94-cda3-4e41-8bc3-c8968ce41d87 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139047 Jan 28 09:51:05.859226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62c0a5e3-661c-4750-ac5c-1afc251e906b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:05.869414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:05.899740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-a47de8e4-83f5-4fc5-978c-7ad4a91c8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.900870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-a47de8e4-83f5-4fc5-978c-7ad4a91c8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.901678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-a47de8e4-83f5-4fc5-978c-7ad4a91c8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:05.903558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-a47de8e4-83f5-4fc5-978c-7ad4a91c8151 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c4110c9d92484c02b3c36280e184c4d2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2003424 Jan 28 09:51:06.008650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Transition to ACTIVE for port object 62c0a5e3-661c-4750-ac5c-1afc251e906b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:06.013509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.056723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0232d3a8-1999-4fdd-8ab3-c95a454b2203 req-81e36745-8f8e-466f-9fcd-1f3cc1d73502 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0564713 Jan 28 09:51:06.136014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-1cba5e94-9357-4426-8c09-e3438d9e2d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:06.141044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d737cdb1-4c45-4b86-8050-5461232f4eb3 req-1cba5e94-9357-4426-8c09-e3438d9e2d5c service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2309644 Jan 28 09:51:06.170834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925db575-1a17-47f3-b398-1e37c86632bb req-911d71c1-37cd-4384-bb68-8c4b74f1d3b4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:06.177891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-925db575-1a17-47f3-b398-1e37c86632bb req-911d71c1-37cd-4384-bb68-8c4b74f1d3b4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.3742092 Jan 28 09:51:06.244348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 081e894e-f34b-4dab-b9f3-aa57eb6de76b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:06.276183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=62c0a5e3-661c-4750-ac5c-1afc251e906b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:06.323156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-925db575-1a17-47f3-b398-1e37c86632bb req-c113fdc0-c66b-4df8-a73f-1b3aec805a20 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432514 Jan 28 09:51:06.348434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 081e894e-f34b-4dab-b9f3-aa57eb6de76b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:06.353682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 081e894e-f34b-4dab-b9f3-aa57eb6de76b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:06.354153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.358158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Attempting to bind port 62c0a5e3-661c-4750-ac5c-1afc251e906b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:06.358491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Attempting to bind port 62c0a5e3-661c-4750-ac5c-1afc251e906b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:06.358818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Attempting to bind port 62c0a5e3-661c-4750-ac5c-1afc251e906b on network 42f70e7c-aac9-4640-88b9-2542f2bca212 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:06.363475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Port 62c0a5e3-661c-4750-ac5c-1afc251e906b on network 42f70e7c-aac9-4640-88b9-2542f2bca212 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:51:06.363818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Attempting to bind port 62c0a5e3-661c-4750-ac5c-1afc251e906b on network 42f70e7c-aac9-4640-88b9-2542f2bca212 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:06.369232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:06.369560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Checking segment: {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:06.369935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Bound using segment: {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:06.370356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Bound port: 62c0a5e3-661c-4750-ac5c-1afc251e906b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:06.370700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.496481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] For port 62c0a5e3-661c-4750-ac5c-1afc251e906b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:06.502723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] For port 62c0a5e3-661c-4750-ac5c-1afc251e906b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=62c0a5e3-661c-4750-ac5c-1afc251e906b,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:06.513107 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.594055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.635520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafab858-4485-4e34-8f94-7080075c8dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081e894e-f34b-4dab-b9f3-aa57eb6de76b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:06.649489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:06.650100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.651535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] 10.222.0.43 "PUT /v2.0/ports/62c0a5e3-661c-4750-ac5c-1afc251e906b HTTP/1.1" status: 200 len: 1092 time: 1.5914655 Jan 28 09:51:06.667599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:06.671295 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.676290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9a686929-d28c-4570-bedb-dfcfb79eb14a up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:06.697805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Request body: {'port': {'device_id': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:06.746145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad68-6c2e-4225-b6da-ced9e9669d64 req-8e08a7e4-968b-4e71-a928-bb427bc04bad tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:06.760970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad68-6c2e-4225-b6da-ced9e9669d64 req-8e08a7e4-968b-4e71-a928-bb427bc04bad tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:06.775447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d075ad68-6c2e-4225-b6da-ced9e9669d64 req-8e08a7e4-968b-4e71-a928-bb427bc04bad tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:06.787939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d075ad68-6c2e-4225-b6da-ced9e9669d64 req-8e08a7e4-968b-4e71-a928-bb427bc04bad tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2399 time: 0.3068056 Jan 28 09:51:06.863010 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d075ad68-6c2e-4225-b6da-ced9e9669d64 req-3534db3e-72af-441e-8042-ec32aff24fa2 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Jan 28 09:51:06.864289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:06.919028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=081e894e-f34b-4dab-b9f3-aa57eb6de76b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:06.929243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 9a686929-d28c-4570-bedb-dfcfb79eb14a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:06.942761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e088-a5f9-4b0c-8016-5479a43d0ed1 service neutron] Pushing event updated for resources: {'Port': ['ID=62c0a5e3-661c-4750-ac5c-1afc251e906b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:06.952425 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafab858-4485-4e34-8f94-7080075c8dba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '081e894e-f34b-4dab-b9f3-aa57eb6de76b', 'code': 200} Jan 28 09:51:06.956292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 9a686929-d28c-4570-bedb-dfcfb79eb14a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:06.969288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.123294 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.164281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c26b41-c8ae-4a02-8d4e-e96a672ddffa req-1f3a26e3-6119-4f52-99d8-d791596a7fa8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:07.165740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95c26b41-c8ae-4a02-8d4e-e96a672ddffa req-1f3a26e3-6119-4f52-99d8-d791596a7fa8 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.3034074 Jan 28 09:51:07.167424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9a686929-d28c-4570-bedb-dfcfb79eb14a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:07.173001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.179066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bea58c-eb7f-4ba3-95dc-419b7b5e66b1 req-78f41872-4eae-4891-80dc-6385141c9485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:07.186123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34bea58c-eb7f-4ba3-95dc-419b7b5e66b1 req-78f41872-4eae-4891-80dc-6385141c9485 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 1097 time: 0.1880307 Jan 28 09:51:07.210599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19d33cde-5fea-49ea-92de-83bc3f823cda up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:07.290015 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34bea58c-eb7f-4ba3-95dc-419b7b5e66b1 req-b7a7c2f8-5aa5-476d-ab8c-9a55d60fc889 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974963 Jan 28 09:51:07.309368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9a686929-d28c-4570-bedb-dfcfb79eb14a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:07.324819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 19d33cde-5fea-49ea-92de-83bc3f823cda completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:07.326741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95c26b41-c8ae-4a02-8d4e-e96a672ddffa req-80fde559-c248-4d2f-8b7e-451097a96e34 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485546 Jan 28 09:51:07.333725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 19d33cde-5fea-49ea-92de-83bc3f823cda triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:07.334165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.356752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed5651-79d5-4928-8321-8c9edd47d991 req-2257a779-2cbe-4fbc-a7cc-c6675c8ee664 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:07.366744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05ed5651-79d5-4928-8321-8c9edd47d991 req-2257a779-2cbe-4fbc-a7cc-c6675c8ee664 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 945 time: 0.1227016 Jan 28 09:51:07.430255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05ed5651-79d5-4928-8321-8c9edd47d991 req-3dcb0e5e-3d78-4cac-a2f6-b28081390f2f tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625393 Jan 28 09:51:07.460039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'tag': '62c0a5e3-661c-4750-ac5c-1afc251e906b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:07.494310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:07.504624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.553288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.563437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e4ae6cb-e19f-456a-94bf-bab48fc343fd req-3b545978-fdbd-4993-96c2-679ec653aac6 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0603073 Jan 28 09:51:07.588981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Transition to ACTIVE for port object 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:07.601495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.640600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 19d33cde-5fea-49ea-92de-83bc3f823cda, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19d33cde-5fea-49ea-92de-83bc3f823cda,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:07.645825 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.743564 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'tag': '62c0a5e3-661c-4750-ac5c-1afc251e906b', 'status': 'completed', 'code': 200} Jan 28 09:51:07.804712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=19d33cde-5fea-49ea-92de-83bc3f823cda,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:07.886200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Pushing event updated for resources: {'Port': ['ID=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:07.899834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.900169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.900822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.901106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.901437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.901739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.902061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.902378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.902699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.903014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.903321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.903646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:07.935376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Attempting to bind port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:07.935785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Attempting to bind port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:07.936202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Attempting to bind port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 on network 9bc3077e-6d46-4220-9f6c-04146bceaecc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:07.942415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 on network 9bc3077e-6d46-4220-9f6c-04146bceaecc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:51:07.942949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Attempting to bind port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 on network 9bc3077e-6d46-4220-9f6c-04146bceaecc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:07.948520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:07.948989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Checking segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:07.949470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Bound using segment: {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:07.949992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Bound port: 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc75c3ee-f769-42ab-8764-d28674dc0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:07.950526 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:07.966925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9fab9-d051-456a-bfaf-1630cf245847 req-b1925cfb-4cda-4096-8ddf-c2c9d9d4f854 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:07.974534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aad9fab9-d051-456a-bfaf-1630cf245847 req-b1925cfb-4cda-4096-8ddf-c2c9d9d4f854 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1702771 Jan 28 09:51:08.007353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-4c36957a-6cc8-471d-b230-76aace57debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.007830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-4c36957a-6cc8-471d-b230-76aace57debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.008302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-4c36957a-6cc8-471d-b230-76aace57debd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.009969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-4c36957a-6cc8-471d-b230-76aace57debd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2822 time: 0.2894821 Jan 28 09:51:08.059907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aad9fab9-d051-456a-bfaf-1630cf245847 req-320ca497-fac0-4b7c-a045-6fd4d487e586 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843079 Jan 28 09:51:08.124925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] For port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:08.129763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] For port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:08.136935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:08.210759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.212213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:08.215049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] 10.222.0.43 "PUT /v2.0/ports/0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 HTTP/1.1" status: 200 len: 1091 time: 1.5329285 Jan 28 09:51:08.228875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-fdaa18b9-da64-4fdb-9679-4e3ae233963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.229931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-fdaa18b9-da64-4fdb-9679-4e3ae233963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.230947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-fdaa18b9-da64-4fdb-9679-4e3ae233963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.236352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-fdaa18b9-da64-4fdb-9679-4e3ae233963c service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=c4110c9d92484c02b3c36280e184c4d2&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2076852 Jan 28 09:51:08.256003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657ced-19fa-478b-a23a-103a7835766d req-19602d82-ed48-4514-9d8f-b1923397a8c9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.262042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657ced-19fa-478b-a23a-103a7835766d req-19602d82-ed48-4514-9d8f-b1923397a8c9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.269970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84657ced-19fa-478b-a23a-103a7835766d req-19602d82-ed48-4514-9d8f-b1923397a8c9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.270841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-84657ced-19fa-478b-a23a-103a7835766d req-19602d82-ed48-4514-9d8f-b1923397a8c9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:08.296603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3ae37d-d5ae-4b49-9a60-84f5f510091d service neutron] Pushing event updated for resources: {'Port': ['ID=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:08.309083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-84657ced-19fa-478b-a23a-103a7835766d req-19602d82-ed48-4514-9d8f-b1923397a8c9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:08.315359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84657ced-19fa-478b-a23a-103a7835766d req-19602d82-ed48-4514-9d8f-b1923397a8c9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2411 time: 0.3021348 Jan 28 09:51:08.369224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84657ced-19fa-478b-a23a-103a7835766d req-0d946556-3a67-4512-97a2-d73e64a58c7b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501699 Jan 28 09:51:08.483842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-f2f21309-345c-4c61-a362-a4f43a51d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.487436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0880ce89-8247-4b95-ba27-9017e5343c81 req-f2f21309-345c-4c61-a362-a4f43a51d25f service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2458723 Jan 28 09:51:08.696513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf69dd-257f-474c-b4e5-27ad9ef525e6 req-926fb226-6da0-48bd-9437-83689f536c01 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.701201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2faf69dd-257f-474c-b4e5-27ad9ef525e6 req-926fb226-6da0-48bd-9437-83689f536c01 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.1783357 Jan 28 09:51:08.739739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e11553cb-f1a9-47b2-8a82-8ee018ccdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.740471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e11553cb-f1a9-47b2-8a82-8ee018ccdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.740999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e11553cb-f1a9-47b2-8a82-8ee018ccdad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.742665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-e11553cb-f1a9-47b2-8a82-8ee018ccdad9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2864 time: 0.1753876 Jan 28 09:51:08.798634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb3f12-e401-4555-9198-735491c40cb4 req-77ab9579-9135-416b-9d6b-362559e8de3b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.805901 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25fb3f12-e401-4555-9198-735491c40cb4 req-77ab9579-9135-416b-9d6b-362559e8de3b tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 946 time: 0.2047205 Jan 28 09:51:08.827855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-69072893-c1b3-427b-80aa-9241943334f3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=3086a501-e362-42ec-8384-548aab0327e3 HTTP/1.1" status: 200 len: 217 time: 0.0692255 Jan 28 09:51:08.840014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2faf69dd-257f-474c-b4e5-27ad9ef525e6 req-0fc8c870-8d7f-4baa-86fe-96c4423df235 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339927 Jan 28 09:51:08.880560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25fb3f12-e401-4555-9198-735491c40cb4 req-16be5205-5f8b-4a09-b859-33c6c5852673 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705032 Jan 28 09:51:08.915745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-803af338-a537-413c-8c42-719ad6ffa9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:08.919344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-803af338-a537-413c-8c42-719ad6ffa9aa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f2c1923-29dc-4fde-bd17-2cbb02186314 HTTP/1.1" status: 200 len: 801 time: 0.0783849 Jan 28 09:51:08.955350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a686929-d28c-4570-bedb-dfcfb79eb14a'}, {'server_uuid': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d33cde-5fea-49ea-92de-83bc3f823cda'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:09.017659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-3a1117ea-d756-4f40-bb9e-c92e28e1d339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.019437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-3a1117ea-d756-4f40-bb9e-c92e28e1d339 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bc3077e-6d46-4220-9f6c-04146bceaecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0941086 Jan 28 09:51:09.036038 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a686929-d28c-4570-bedb-dfcfb79eb14a', 'code': 200} Jan 28 09:51:09.036329 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19d33cde-5fea-49ea-92de-83bc3f823cda', 'code': 200} Jan 28 09:51:09.041485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b47bb2d9-c441-4c42-8c6e-47d8d0ed16ff req-70d95ffe-45c5-43dd-906d-0b96b7fff784 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0496757 Jan 28 09:51:09.177305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe4262-a19e-4adb-934e-90a9dfa4962d req-2cdcc34b-7003-41b1-8b3a-e45bf347af80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.179063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bafe4262-a19e-4adb-934e-90a9dfa4962d req-2cdcc34b-7003-41b1-8b3a-e45bf347af80 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 1097 time: 0.0857420 Jan 28 09:51:09.228024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bafe4262-a19e-4adb-934e-90a9dfa4962d req-b793c0b9-1f9d-4893-8af2-b960a26c0f4d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430453 Jan 28 09:51:09.334494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-6f4c06e9-ed7e-44cf-89b6-34039f458901 service neutron] 10.222.0.43 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079777 Jan 28 09:51:09.341505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79002f1-fcc7-4ada-a4a2-c39f13657b4e req-945d028c-59f5-4733-b8f4-999b1864300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.342875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e79002f1-fcc7-4ada-a4a2-c39f13657b4e req-945d028c-59f5-4733-b8f4-999b1864300a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 1096 time: 0.1991942 Jan 28 09:51:09.355337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f3f46-3adc-4a2e-b4b1-725c24b48104 req-008fc362-0f80-4e69-81ea-841955d45932 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.356804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f95f3f46-3adc-4a2e-b4b1-725c24b48104 req-008fc362-0f80-4e69-81ea-841955d45932 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1750228 Jan 28 09:51:09.424335 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e79002f1-fcc7-4ada-a4a2-c39f13657b4e req-01b3ea30-3f21-473b-ae72-24cee88d3bc6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665491 Jan 28 09:51:09.450697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f95f3f46-3adc-4a2e-b4b1-725c24b48104 req-9e84cb01-2b0c-4555-ab8a-9b001af5f27b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799251 Jan 28 09:51:09.622805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcaeb-344d-4a8e-9906-87fd4930265b req-b120d857-2333-4778-8a56-11b81e22e721 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.629337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcaeb-344d-4a8e-9906-87fd4930265b req-b120d857-2333-4778-8a56-11b81e22e721 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.636030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fcaeb-344d-4a8e-9906-87fd4930265b req-b120d857-2333-4778-8a56-11b81e22e721 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.637828 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-272fcaeb-344d-4a8e-9906-87fd4930265b req-b120d857-2333-4778-8a56-11b81e22e721 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2411 time: 0.1068668 Jan 28 09:51:09.678801 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-1641c27f-b905-41e5-a4a6-2fab37c5aac9 service neutron] 10.222.0.43 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513068 Jan 28 09:51:09.691236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-272fcaeb-344d-4a8e-9906-87fd4930265b req-b2f5cc9a-a20a-4261-bcdb-0180f8fbeef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469286 Jan 28 09:51:09.737214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'tag': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:09.748919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8149a580-080a-4bba-96ec-77be5c887095 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=62c0a5e3-661c-4750-ac5c-1afc251e906b HTTP/1.1" status: 200 len: 217 time: 0.0639706 Jan 28 09:51:09.782569 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'tag': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7', 'status': 'completed', 'code': 200} Jan 28 09:51:09.817577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-810da05e-16b7-43d0-9692-6cf1a7b2e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.819078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-810da05e-16b7-43d0-9692-6cf1a7b2e158 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=ca2dba93-4d60-400b-974d-69c607918a1e HTTP/1.1" status: 200 len: 801 time: 0.0622301 Jan 28 09:51:09.904098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-60802be3-ebf2-48cf-b1d5-46bb30ec2eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:09.905807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-60802be3-ebf2-48cf-b1d5-46bb30ec2eb5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=42f70e7c-aac9-4640-88b9-2542f2bca212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0783114 Jan 28 09:51:10.071915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1f412-915a-4994-92c2-cdaf94acaa0b req-b888eebc-e0f5-4517-ab86-627f3466d9f4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:10.079502 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8e1f412-915a-4994-92c2-cdaf94acaa0b req-b888eebc-e0f5-4517-ab86-627f3466d9f4 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.1004832 Jan 28 09:51:10.121254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8e1f412-915a-4994-92c2-cdaf94acaa0b req-701ed72b-7d37-4b36-a151-2c74f4b422be tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402012 Jan 28 09:51:10.132704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-8f1cf7ed-6ea8-4f27-a319-f0f5a810a0cb service neutron] 10.222.0.43 "GET /v2.0/networks/42f70e7c-aac9-4640-88b9-2542f2bca212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192900 Jan 28 09:51:10.245948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4f5347-2663-413f-a1ab-1ad8f5c4e0d4 req-f0d29641-d188-4f14-bddd-42189ba5a7a1 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:10.247705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd4f5347-2663-413f-a1ab-1ad8f5c4e0d4 req-f0d29641-d188-4f14-bddd-42189ba5a7a1 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 946 time: 0.2345874 Jan 28 09:51:10.337915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd4f5347-2663-413f-a1ab-1ad8f5c4e0d4 req-38a80828-2747-4738-99df-2c3b1ac87ca2 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769935 Jan 28 09:51:10.366326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-36b55137-1667-402e-a6ed-6cd8f55f4c9f service neutron] 10.222.0.43 "GET /v2.0/networks/42f70e7c-aac9-4640-88b9-2542f2bca212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184565 Jan 28 09:51:10.476973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60a2c921-62c4-4ee8-959a-0f61c3560ae8 req-5db6469a-6adc-4205-953a-a73c7d80324a tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0643630 Jan 28 09:51:10.549475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-3009e28d-178f-462a-b0f2-0e516451ab81 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 HTTP/1.1" status: 200 len: 217 time: 0.1707485 Jan 28 09:51:10.728650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-df1ba33d-44a2-4d34-8a6f-9a190fec380e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:10.731210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-df1ba33d-44a2-4d34-8a6f-9a190fec380e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f2c1923-29dc-4fde-bd17-2cbb02186314 HTTP/1.1" status: 200 len: 801 time: 0.1764917 Jan 28 09:51:10.813710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07040b4f-7be9-4ca5-84fd-f0376a34930f req-af21bf62-80fa-46e4-ac75-7c71ea9950de tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:10.816025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07040b4f-7be9-4ca5-84fd-f0376a34930f req-af21bf62-80fa-46e4-ac75-7c71ea9950de tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1935272 Jan 28 09:51:10.827824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-46dffbbe-6acc-4221-9e06-f1401853acf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:10.829406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-46dffbbe-6acc-4221-9e06-f1401853acf5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bc3077e-6d46-4220-9f6c-04146bceaecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0925028 Jan 28 09:51:10.890115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07040b4f-7be9-4ca5-84fd-f0376a34930f req-52628983-cbbb-461b-b12a-2249693f09af tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634456 Jan 28 09:51:11.069338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29180523-26a6-4c27-948d-4509a7b0cc2d req-e24490c1-4967-4197-8e83-0264f4991dc1 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.075107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29180523-26a6-4c27-948d-4509a7b0cc2d req-e24490c1-4967-4197-8e83-0264f4991dc1 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.082296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29180523-26a6-4c27-948d-4509a7b0cc2d req-e24490c1-4967-4197-8e83-0264f4991dc1 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.089667 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29180523-26a6-4c27-948d-4509a7b0cc2d req-e24490c1-4967-4197-8e83-0264f4991dc1 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2411 time: 0.2479408 Jan 28 09:51:11.093661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-579e2d09-84a4-4b6e-a872-b0c049dbfb6a service neutron] 10.222.0.43 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491584 Jan 28 09:51:11.162153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29180523-26a6-4c27-948d-4509a7b0cc2d req-fbfbccb8-465d-4a84-83b9-fa0e57f99620 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706289 Jan 28 09:51:11.280534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1688d566-831a-4a4f-b9af-07c37c464da7 req-cab1726a-1ee3-400a-904a-d7d8d5118d7b service neutron] 10.222.0.43 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545510 Jan 28 09:51:11.422370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-52e23072-6e13-4ec0-be3d-e5e6e3455fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.422650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-52e23072-6e13-4ec0-be3d-e5e6e3455fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.423070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-52e23072-6e13-4ec0-be3d-e5e6e3455fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.426488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-52e23072-6e13-4ec0-be3d-e5e6e3455fe5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2864 time: 0.0920837 Jan 28 09:51:11.648962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09bd3827-f3ba-4f37-92da-a1ca9c308c90 req-598a856a-21dd-40a8-8d6f-c51b93baf870 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0478132 Jan 28 09:51:11.664787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-99f82ec4-a147-45bb-91bf-ca16afa7ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.666254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-99f82ec4-a147-45bb-91bf-ca16afa7ae27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9bc3077e-6d46-4220-9f6c-04146bceaecc HTTP/1.1" status: 200 len: 902 time: 0.2329872 Jan 28 09:51:11.678945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4797b-f2b9-4a95-913e-a9859c1b8a6e req-62880534-5b5e-405b-8264-36cb44a5e61e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.680431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-feb4797b-f2b9-4a95-913e-a9859c1b8a6e req-62880534-5b5e-405b-8264-36cb44a5e61e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 946 time: 0.1448834 Jan 28 09:51:11.882521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-507715af-8ba5-48f4-97a1-b5b8d977c4b5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.53&port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 HTTP/1.1" status: 200 len: 217 time: 0.2010534 Jan 28 09:51:11.953762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-feb4797b-f2b9-4a95-913e-a9859c1b8a6e req-e21278d9-c6b1-4982-a093-7814b7375a59 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989008 Jan 28 09:51:11.965330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-419be4f7-4144-4670-a02f-24c8474a5ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:11.966745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-419be4f7-4144-4670-a02f-24c8474a5ede service neutron] 10.222.0.43 "GET /v2.0/subnets?id=0f2c1923-29dc-4fde-bd17-2cbb02186314 HTTP/1.1" status: 200 len: 801 time: 0.0786283 Jan 28 09:51:12.049694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-a27dfa3a-3450-4a8e-842b-92a059250059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.051594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-a27dfa3a-3450-4a8e-842b-92a059250059 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9bc3077e-6d46-4220-9f6c-04146bceaecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0781403 Jan 28 09:51:12.280603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-b7c446c4-3af4-4631-8b5c-09012a78eb5a service neutron] 10.222.0.43 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228940 Jan 28 09:51:12.288361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef9712d-bff1-4be6-b3e3-912af497f001 req-6952badd-a5d1-4ce8-9c1e-82e5a67ff933 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.295236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ef9712d-bff1-4be6-b3e3-912af497f001 req-6952badd-a5d1-4ce8-9c1e-82e5a67ff933 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.2051022 Jan 28 09:51:12.430069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ef9712d-bff1-4be6-b3e3-912af497f001 req-87596a01-6bcd-4f13-b669-f25e36628491 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339097 Jan 28 09:51:12.497001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3573780e-bfe9-4af7-883a-bbd1953e327e req-5ee7e6a3-687a-470e-bb1a-3235beb10095 service neutron] 10.222.0.43 "GET /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996613 Jan 28 09:51:12.531782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c3244c-7a63-4a12-baed-53662f48e900 req-f498c784-89e8-47be-817a-acf939c4543e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.543884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77c3244c-7a63-4a12-baed-53662f48e900 req-f498c784-89e8-47be-817a-acf939c4543e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 945 time: 0.1281452 Jan 28 09:51:12.614486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77c3244c-7a63-4a12-baed-53662f48e900 req-ddcab206-fb0c-4d62-a3bd-fbd94e54f4a3 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Jan 28 09:51:12.670109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692960-e586-4c9f-baeb-c1040516f83e req-53c58340-1f6d-4139-acf6-d2c41df00a84 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.676702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692960-e586-4c9f-baeb-c1040516f83e req-53c58340-1f6d-4139-acf6-d2c41df00a84 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.682849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2692960-e586-4c9f-baeb-c1040516f83e req-53c58340-1f6d-4139-acf6-d2c41df00a84 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.684709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2692960-e586-4c9f-baeb-c1040516f83e req-53c58340-1f6d-4139-acf6-d2c41df00a84 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2411 time: 0.1164320 Jan 28 09:51:12.757013 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2692960-e586-4c9f-baeb-c1040516f83e req-dccd41f0-b423-49f5-a0d1-301bfc8f81df tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666075 Jan 28 09:51:12.920764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45488cc1-c491-43fc-b5e4-7103ead49edc req-60e61af8-301d-42e2-8ace-27add99fcdcb tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0539312 Jan 28 09:51:12.966609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca904f2-90de-4a4d-8bce-3bc800b143ff req-dc8fe4d2-a17c-45c5-ad8e-8c8d95d57e07 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:12.968775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ca904f2-90de-4a4d-8bce-3bc800b143ff req-dc8fe4d2-a17c-45c5-ad8e-8c8d95d57e07 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 946 time: 0.1065860 Jan 28 09:51:13.033482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ca904f2-90de-4a4d-8bce-3bc800b143ff req-8b89d9a5-6e03-4263-8fe5-c74dadd0ad6a tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572219 Jan 28 09:51:13.545074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:13.558210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec30faa-56a2-4b76-85da-e4661ffa7153 req-d65313a5-a9eb-4a92-83d4-1a872ef9fc11 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:13.567386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ec30faa-56a2-4b76-85da-e4661ffa7153 req-d65313a5-a9eb-4a92-83d4-1a872ef9fc11 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 946 time: 0.1039732 Jan 28 09:51:13.613976 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ec30faa-56a2-4b76-85da-e4661ffa7153 req-94af46e9-1a10-41cb-b015-5f3bb995b838 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Jan 28 09:51:13.697707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ff7a-6137-4168-bccb-3d212fc7c608 req-df45950e-303a-451a-8332-24a15afc8cfa tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:13.699327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9a7ff7a-6137-4168-bccb-3d212fc7c608 req-df45950e-303a-451a-8332-24a15afc8cfa tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.0826292 Jan 28 09:51:13.754232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9a7ff7a-6137-4168-bccb-3d212fc7c608 req-55ceeefd-5979-4308-8c12-d416f33db3ab tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447204 Jan 28 09:51:13.989098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fde0e-0a57-4a68-8ad3-8fa2954c4a30 req-90dd557e-0bae-4688-9cea-dfd47e255473 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:13.995296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fde0e-0a57-4a68-8ad3-8fa2954c4a30 req-90dd557e-0bae-4688-9cea-dfd47e255473 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:14.001230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fde0e-0a57-4a68-8ad3-8fa2954c4a30 req-90dd557e-0bae-4688-9cea-dfd47e255473 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:14.003086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-991fde0e-0a57-4a68-8ad3-8fa2954c4a30 req-90dd557e-0bae-4688-9cea-dfd47e255473 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2411 time: 0.1102788 Jan 28 09:51:14.071140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-991fde0e-0a57-4a68-8ad3-8fa2954c4a30 req-9a303218-0038-44e8-ada7-caf750eca08b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585907 Jan 28 09:51:14.135516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6637023c-6475-4dad-af39-722aa123c5dc req-aa98f787-dfc9-41bf-a83c-c63fc892d052 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0558343 Jan 28 09:51:14.806862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19fc82-9d1f-463f-8b34-0920a82e52b7 req-066d8e54-859a-4ba4-86ec-dea0a71aeca6 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:14.808117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d19fc82-9d1f-463f-8b34-0920a82e52b7 req-066d8e54-859a-4ba4-86ec-dea0a71aeca6 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 946 time: 0.0858443 Jan 28 09:51:14.911260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d19fc82-9d1f-463f-8b34-0920a82e52b7 req-6ff44870-bf75-43b5-8834-fde7959e1bde tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920050 Jan 28 09:51:14.983699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf8f05-db17-4a99-8229-08e62327863a req-c2894281-b92d-4362-955e-adee7e4d4ddf tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:14.985489 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cdf8f05-db17-4a99-8229-08e62327863a req-c2894281-b92d-4362-955e-adee7e4d4ddf tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.0848231 Jan 28 09:51:15.007295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-c31761c4-5b89-4860-bf3f-670feed98400 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:15.009435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-c31761c4-5b89-4860-bf3f-670feed98400 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "GET /v2.0/ports?device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 946 time: 0.1527843 Jan 28 09:51:15.066479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cdf8f05-db17-4a99-8229-08e62327863a req-8e75d493-cdb6-4974-a5e6-ca310a6acf77 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687444 Jan 28 09:51:15.098129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.114059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Deleting port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:15.114398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.237129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:15.305869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-953d4a70-bace-4c83-ad5a-9978f05efaa1 req-6997aed0-ec5d-4607-b277-2cf9a8245e30 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0435379 Jan 28 09:51:15.409182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:15.411640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca188919-d445-4982-a8ba-8a17db35cfba req-a05ecf70-1d03-472d-b5b9-4e3079aba285 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:15.417560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca188919-d445-4982-a8ba-8a17db35cfba req-a05ecf70-1d03-472d-b5b9-4e3079aba285 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:15.423780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca188919-d445-4982-a8ba-8a17db35cfba req-a05ecf70-1d03-472d-b5b9-4e3079aba285 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:15.426857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca188919-d445-4982-a8ba-8a17db35cfba req-a05ecf70-1d03-472d-b5b9-4e3079aba285 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2411 time: 0.2493660 Jan 28 09:51:15.427933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7', 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc', 'port_id': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7', 'mac_address': 'fa:16:3e:7f:84:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2c1923-29dc-4fde-bd17-2cbb02186314', 'ip_address': '19.80.0.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:15.500592 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.519525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca188919-d445-4982-a8ba-8a17db35cfba req-39d30ee0-81a3-415b-81e3-a67747e2938b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863204 Jan 28 09:51:15.521824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:15.541416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] For port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:15.541856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.546183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:15.557511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.559059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3086a501-e362-42ec-8384-548aab0327e3 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:15.646873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:15.653931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:15.663601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '3086a501-e362-42ec-8384-548aab0327e3', 'network_id': '9bc3077e-6d46-4220-9f6c-04146bceaecc', 'port_id': '3086a501-e362-42ec-8384-548aab0327e3', 'mac_address': 'fa:16:3e:34:1e:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f2c1923-29dc-4fde-bd17-2cbb02186314', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:15.727066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.746434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3086a501-e362-42ec-8384-548aab0327e3 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:15.762777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:15.770022 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.770810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 62c0a5e3-661c-4750-ac5c-1afc251e906b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:15.798705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Calling delete_port for 860431b6-f43c-4f3b-8a24-db2cfc5e50cd owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:15.931149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:15.975529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:15.988783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 62c0a5e3-661c-4750-ac5c-1afc251e906b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=62c0a5e3-661c-4750-ac5c-1afc251e906b,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:15.999658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['19d33cde-5fea-49ea-92de-83bc3f823cda'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:16.049596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['860431b6-f43c-4f3b-8a24-db2cfc5e50cd', '9a686929-d28c-4570-bedb-dfcfb79eb14a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:16.074412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Pushing event deleted for resources: {'Port': ['ID=860431b6-f43c-4f3b-8a24-db2cfc5e50cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:16.093808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8934336-77e3-492c-a6c9-d24c89d30c8d req-73e9794f-b8e9-46c6-bc4f-d4b801f3b656 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=1834d51e-fc04-470e-b232-f21140133907 HTTP/1.1" status: 200 len: 210 time: 0.0668502 Jan 28 09:51:16.133752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] No DVR routers for this DVR port 860431b6-f43c-4f3b-8a24-db2cfc5e50cd on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:16.137153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:16.142803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1834d51e-fc04-470e-b232-f21140133907', 'name': 'network-vif-deleted', 'tag': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:16.160339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56b9928d-5ecc-4328-960b-db0c1f4dc082 req-a86056a5-f9cc-40a6-b37a-c3887da6807e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "DELETE /v2.0/ports/860431b6-f43c-4f3b-8a24-db2cfc5e50cd HTTP/1.1" status: 204 len: 173 time: 1.1437056 Jan 28 09:51:16.204159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '62c0a5e3-661c-4750-ac5c-1afc251e906b', 'network_id': '42f70e7c-aac9-4640-88b9-2542f2bca212', 'port_id': '62c0a5e3-661c-4750-ac5c-1afc251e906b', 'mac_address': 'fa:16:3e:9f:21:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2dba93-4d60-400b-974d-69c607918a1e', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:16.256295 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1834d51e-fc04-470e-b232-f21140133907', 'name': 'network-vif-deleted', 'tag': '860431b6-f43c-4f3b-8a24-db2cfc5e50cd', 'status': 'completed', 'code': 200} Jan 28 09:51:16.357502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:16.392989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62c0a5e3-661c-4750-ac5c-1afc251e906b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:16.398421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be36458-ca97-4330-be2a-dcd818f5b024 req-80a80914-078d-4f89-aed5-721c0db941b3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:16.400205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5be36458-ca97-4330-be2a-dcd818f5b024 req-80a80914-078d-4f89-aed5-721c0db941b3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1292005 Jan 28 09:51:16.447789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5be36458-ca97-4330-be2a-dcd818f5b024 req-145522cd-c936-4d3e-91e1-f3b8b84e9e5c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409844 Jan 28 09:51:16.482117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 62c0a5e3-661c-4750-ac5c-1afc251e906b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=62c0a5e3-661c-4750-ac5c-1afc251e906b,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:16.499268 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:16.534577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90acb269-902e-41a6-963d-79e168210889 req-e246a215-7c00-4f3d-9a94-2dc597d07f1d tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0606177 Jan 28 09:51:16.655947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=62c0a5e3-661c-4750-ac5c-1afc251e906b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:16.747813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0934cd-4403-4634-8530-df2f443d7d41 req-7b572cd4-d846-4776-9e44-f9b2c9f9e094 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:16.754206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0934cd-4403-4634-8530-df2f443d7d41 req-7b572cd4-d846-4776-9e44-f9b2c9f9e094 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:16.760080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0934cd-4403-4634-8530-df2f443d7d41 req-7b572cd4-d846-4776-9e44-f9b2c9f9e094 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:16.761920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0934cd-4403-4634-8530-df2f443d7d41 req-7b572cd4-d846-4776-9e44-f9b2c9f9e094 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2414 time: 0.1094899 Jan 28 09:51:16.847114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec0934cd-4403-4634-8530-df2f443d7d41 req-62638683-0ab7-40cc-99ba-203d48341840 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789428 Jan 28 09:51:17.085142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['3086a501-e362-42ec-8384-548aab0327e3'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:17.181770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['62c0a5e3-661c-4750-ac5c-1afc251e906b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:17.207194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0e86a053-53fe-425a-bef6-ef1fd0c4c8b7'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:17.709739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e3dfd-bfef-46c3-834b-eb1613b49fe5 req-a2737b55-93d9-43ff-a251-37083380a839 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:17.711296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f8e3dfd-bfef-46c3-834b-eb1613b49fe5 req-a2737b55-93d9-43ff-a251-37083380a839 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.0952895 Jan 28 09:51:17.730117 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a7289e89-3888-410c-961a-c54b6cf16155 req-e5b6f7f7-d3e2-494c-bd97-ec0c806506bd tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0526643 Jan 28 09:51:17.787583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f8e3dfd-bfef-46c3-834b-eb1613b49fe5 req-0c282867-d1d4-4f55-8e3e-8c59f64256af tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569263 Jan 28 09:51:18.082705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11f24c-844b-4ad6-b016-5b1ef8b6a27b req-0dd998ab-db34-42d8-a62b-8e6638d008e7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:18.090266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11f24c-844b-4ad6-b016-5b1ef8b6a27b req-0dd998ab-db34-42d8-a62b-8e6638d008e7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:18.096091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b11f24c-844b-4ad6-b016-5b1ef8b6a27b req-0dd998ab-db34-42d8-a62b-8e6638d008e7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:18.101238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b11f24c-844b-4ad6-b016-5b1ef8b6a27b req-0dd998ab-db34-42d8-a62b-8e6638d008e7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2414 time: 0.1368887 Jan 28 09:51:18.154995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b11f24c-844b-4ad6-b016-5b1ef8b6a27b req-7601e4d4-3e9c-4d3d-a26e-a6299d7c8dbf tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515227 Jan 28 09:51:18.296561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 860431b6-f43c-4f3b-8a24-db2cfc5e50cd no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:18.332893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 860431b6-f43c-4f3b-8a24-db2cfc5e50cd {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:18.333238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 860431b6-f43c-4f3b-8a24-db2cfc5e50cd not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:18.633367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e050cf-6035-49a2-adfd-1e2daa50bfab req-89658b74-9786-4e34-8f89-fbac720a1bfc tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:18.639144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e050cf-6035-49a2-adfd-1e2daa50bfab req-89658b74-9786-4e34-8f89-fbac720a1bfc tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:18.639991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-28e050cf-6035-49a2-adfd-1e2daa50bfab req-89658b74-9786-4e34-8f89-fbac720a1bfc tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Synchronizing usage tracker for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:18.654728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-28e050cf-6035-49a2-adfd-1e2daa50bfab req-89658b74-9786-4e34-8f89-fbac720a1bfc tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Unset dirty status for tenant:fcaef849031a4b64a3c0af39f821f7a8 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:18.655873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28e050cf-6035-49a2-adfd-1e2daa50bfab req-89658b74-9786-4e34-8f89-fbac720a1bfc tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa&device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 1682 time: 0.1063418 Jan 28 09:51:18.700248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28e050cf-6035-49a2-adfd-1e2daa50bfab req-05f2c8f3-1426-46c3-b715-8e34b7a26999 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386794 Jan 28 09:51:18.889432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d8ba42a-a71f-405d-a9e2-8931bea689c0 req-97b53d06-4ffb-41c6-a20c-b7c1a2170ccb tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0442250 Jan 28 09:51:19.080305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1ad6f-cd3e-4683-b8ee-c47db248340a req-98f561d4-3246-496d-86c0-d5be8e288978 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:19.081812 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6c1ad6f-cd3e-4683-b8ee-c47db248340a req-98f561d4-3246-496d-86c0-d5be8e288978 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.0900934 Jan 28 09:51:19.131248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6c1ad6f-cd3e-4683-b8ee-c47db248340a req-39cada1e-ca8c-47f3-9ade-59ab46e14356 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Jan 28 09:51:19.271158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:19.362114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:19.370811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:19.371854 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:19.399870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb983b63-2306-4e82-920d-3e9f30248e57 req-d4e0d0e6-49d1-48b6-92e4-09132adc0c33 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:19.406188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb983b63-2306-4e82-920d-3e9f30248e57 req-d4e0d0e6-49d1-48b6-92e4-09132adc0c33 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:19.412755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb983b63-2306-4e82-920d-3e9f30248e57 req-d4e0d0e6-49d1-48b6-92e4-09132adc0c33 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:19.420311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb983b63-2306-4e82-920d-3e9f30248e57 req-d4e0d0e6-49d1-48b6-92e4-09132adc0c33 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2414 time: 0.1189129 Jan 28 09:51:19.493438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb983b63-2306-4e82-920d-3e9f30248e57 req-87c3899b-8f83-4258-aded-186603760fa3 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720177 Jan 28 09:51:19.591465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:19.645049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:19.656365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:19.662418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:19.663196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 62c0a5e3-661c-4750-ac5c-1afc251e906b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:19.775895 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7', 'code': 200} Jan 28 09:51:19.815372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 62c0a5e3-661c-4750-ac5c-1afc251e906b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:19.822723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:19.826829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 62c0a5e3-661c-4750-ac5c-1afc251e906b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:19.827231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:19.960074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:19.973596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77606424-c4f8-4254-9419-6d829e90ca85 req-627249ed-2898-4741-9589-122fa31c6387 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:19.981149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77606424-c4f8-4254-9419-6d829e90ca85 req-627249ed-2898-4741-9589-122fa31c6387 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 945 time: 0.0948582 Jan 28 09:51:19.995369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 62c0a5e3-661c-4750-ac5c-1afc251e906b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=62c0a5e3-661c-4750-ac5c-1afc251e906b,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:20.002803 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:20.075644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77606424-c4f8-4254-9419-6d829e90ca85 req-910dbd41-c9d6-4a2c-8fa2-a6136a1b7a03 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932834 Jan 28 09:51:20.109534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=62c0a5e3-661c-4750-ac5c-1afc251e906b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:20.123745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a4d8f734-fa10-46ca-ab34-f0d968edab26 req-3ea0cc7a-cee0-48ca-9f5a-50276bb22816 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0564926 Jan 28 09:51:20.361057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4595c-1132-4b75-a64a-435c67cceb11 req-33c25a53-4a0f-4182-bf75-c58cabaf3b5f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:20.362576 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84f4595c-1132-4b75-a64a-435c67cceb11 req-33c25a53-4a0f-4182-bf75-c58cabaf3b5f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1110590 Jan 28 09:51:20.408535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84f4595c-1132-4b75-a64a-435c67cceb11 req-25c27fc2-787a-418c-aee3-4500b6d79bfd tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391376 Jan 28 09:51:20.835006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4401892-a8f0-4496-8ff5-1d32c6ac5bd1 req-40c437c3-3767-4e8b-bc01-4978dc8dba9a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:20.840763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4401892-a8f0-4496-8ff5-1d32c6ac5bd1 req-40c437c3-3767-4e8b-bc01-4978dc8dba9a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:20.847421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4401892-a8f0-4496-8ff5-1d32c6ac5bd1 req-40c437c3-3767-4e8b-bc01-4978dc8dba9a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:20.848957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f4401892-a8f0-4496-8ff5-1d32c6ac5bd1 req-40c437c3-3767-4e8b-bc01-4978dc8dba9a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2416 time: 0.1949949 Jan 28 09:51:20.896924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f4401892-a8f0-4496-8ff5-1d32c6ac5bd1 req-6d0a6758-8345-47b9-b418-7005b49c53be tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Jan 28 09:51:21.006763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-d863c83c-28ce-49b1-98f1-0b2869112cbd tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:21.008143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-d863c83c-28ce-49b1-98f1-0b2869112cbd tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 945 time: 0.1034722 Jan 28 09:51:21.088821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1158f00e-1295-4e29-8f07-1ee9f1e336f6 req-cee6256b-efaf-43b1-902d-2606f81f8869 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:21.090436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1158f00e-1295-4e29-8f07-1ee9f1e336f6 req-cee6256b-efaf-43b1-902d-2606f81f8869 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.0899110 Jan 28 09:51:21.152229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1158f00e-1295-4e29-8f07-1ee9f1e336f6 req-58b71816-990c-458e-96b2-daef1052e520 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546227 Jan 28 09:51:21.155426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Deleting port 9a686929-d28c-4570-bedb-dfcfb79eb14a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:21.155784 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:21.286529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3086a501-e362-42ec-8384-548aab0327e3 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:21.431093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 3086a501-e362-42ec-8384-548aab0327e3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:21.438078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-5975524d-4969-4cae-9b09-1d20e85b0d6f tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:21.438078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-5975524d-4969-4cae-9b09-1d20e85b0d6f tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.43 "GET /v2.0/ports?device_id=f71d54b1-fbfd-4efc-9b34-678f7fd710f4 HTTP/1.1" status: 200 len: 946 time: 0.3835967 Jan 28 09:51:21.444077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 3086a501-e362-42ec-8384-548aab0327e3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:21.444077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:21.466080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19ac673d-cdde-4636-bdfa-eed66d8cd9ae req-5b14431f-53ee-489f-90ec-aa48a4426dc9 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0878165 Jan 28 09:51:21.544688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Deleting port 19d33cde-5fea-49ea-92de-83bc3f823cda {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:21.544688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:21.628014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:21.675021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:21.679860 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:21.764353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:21.776630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c0a5e3-661c-4750-ac5c-1afc251e906b'}, {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086a501-e362-42ec-8384-548aab0327e3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:21.825965 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62c0a5e3-661c-4750-ac5c-1afc251e906b', 'code': 200} Jan 28 09:51:21.826464 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3086a501-e362-42ec-8384-548aab0327e3', 'code': 200} Jan 28 09:51:21.938889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8a9c3-2005-4126-aa8b-f7cab12eb3b3 req-84e90674-bab4-46f0-ba81-7bdb814a8160 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:21.940286 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afe8a9c3-2005-4126-aa8b-f7cab12eb3b3 req-84e90674-bab4-46f0-ba81-7bdb814a8160 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 945 time: 0.5994573 Jan 28 09:51:22.040160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fac8-6014-49e2-bb34-dbb508b57e40 req-80ccae52-c1f4-4061-8983-ee97912a8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.040549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fac8-6014-49e2-bb34-dbb508b57e40 req-80ccae52-c1f4-4061-8983-ee97912a8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.041219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423fac8-6014-49e2-bb34-dbb508b57e40 req-80ccae52-c1f4-4061-8983-ee97912a8bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.043143 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423fac8-6014-49e2-bb34-dbb508b57e40 req-80ccae52-c1f4-4061-8983-ee97912a8bae service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2870 time: 0.1523068 Jan 28 09:51:22.054774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-66b9e6e6-19c7-4eee-a26c-c92b603978f3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.056978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-66b9e6e6-19c7-4eee-a26c-c92b603978f3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.1297927 Jan 28 09:51:22.170567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423fac8-6014-49e2-bb34-dbb508b57e40 req-b4766018-48b8-4d9f-ba31-2c476fac7d66 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117852 Jan 28 09:51:22.177714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afe8a9c3-2005-4126-aa8b-f7cab12eb3b3 req-af0d8801-6fc4-4684-bc9e-24d2dca35791 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/security-groups?id=2433882d-1aaf-4db7-a7a8-df17c4467323&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267163 Jan 28 09:51:22.185548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] For port 9a686929-d28c-4570-bedb-dfcfb79eb14a, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9a686929-d28c-4570-bedb-dfcfb79eb14a,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:22.185825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:22.208215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Deleting port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:22.208577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:22.342789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Calling delete_port for 9a686929-d28c-4570-bedb-dfcfb79eb14a owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:22.444144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] For port 19d33cde-5fea-49ea-92de-83bc3f823cda, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19d33cde-5fea-49ea-92de-83bc3f823cda,segment=NetworkSegment(5602cc39-3641-4f2c-a9b5-79ea1d53c2ac),segment_id=5602cc39-3641-4f2c-a9b5-79ea1d53c2ac)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:22.444503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:22.525084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31e375-ef30-4827-ba6b-6ff33dccf57a req-efc076a2-c589-4756-abe8-37a7ade1341e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.531430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31e375-ef30-4827-ba6b-6ff33dccf57a req-efc076a2-c589-4756-abe8-37a7ade1341e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.537672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31e375-ef30-4827-ba6b-6ff33dccf57a req-efc076a2-c589-4756-abe8-37a7ade1341e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.545480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a31e375-ef30-4827-ba6b-6ff33dccf57a req-efc076a2-c589-4756-abe8-37a7ade1341e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2417 time: 0.3027737 Jan 28 09:51:22.589104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Calling delete_port for 19d33cde-5fea-49ea-92de-83bc3f823cda owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:22.612414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a31e375-ef30-4827-ba6b-6ff33dccf57a req-8c88d161-9556-4af3-952e-6a4d13a2aa5e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658050 Jan 28 09:51:22.649007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] For port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:22.649355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:22.722225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bb511-472c-45c9-bea3-730e0e783ae8 req-80935933-f166-494f-b5d9-398b446acffa tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:22.729249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe7bb511-472c-45c9-bea3-730e0e783ae8 req-80935933-f166-494f-b5d9-398b446acffa tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 945 time: 0.3968782 Jan 28 09:51:22.813430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Calling delete_port for 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:22.817783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe7bb511-472c-45c9-bea3-730e0e783ae8 req-32c3f85a-e321-4aad-935c-56b267fb3a09 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875165 Jan 28 09:51:22.831322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:22.844649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['19d33cde-5fea-49ea-92de-83bc3f823cda'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:23.020431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:23.056594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Pushing event deleted for resources: {'Port': ['ID=9a686929-d28c-4570-bedb-dfcfb79eb14a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:23.124245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64069b71-6969-49ab-b35f-c6dba48e12f1 req-b801f022-5b0a-4b68-8df9-2bd75d621930 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0989139 Jan 28 09:51:23.149489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] No DVR routers for this DVR port 9a686929-d28c-4570-bedb-dfcfb79eb14a on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:23.152530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:23.165516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event deleted for resources: {'Port': ['ID=4bbb3bdc-01df-4c10-be98-1cab65ebbdf1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:23.167114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'name': 'network-vif-deleted', 'tag': '9a686929-d28c-4570-bedb-dfcfb79eb14a'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:23.186685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9a0818e-e1e0-47c6-969f-08d65615ff28 req-329ae1d8-0465-4a69-b100-bb0bd7d5c15e tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.25 "DELETE /v2.0/ports/9a686929-d28c-4570-bedb-dfcfb79eb14a HTTP/1.1" status: 204 len: 173 time: 2.1707592 Jan 28 09:51:23.197843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:23.198556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['4bbb3bdc-01df-4c10-be98-1cab65ebbdf1'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:23.242236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] No DVR routers for this DVR port 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:23.245316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:23.249797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'name': 'network-vif-deleted', 'tag': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:23.276871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c39a17bb-e25a-4ecf-a8b0-fc9381616b7d req-232ec956-4707-4d18-ad44-4510f5f61b00 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "DELETE /v2.0/ports/4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 HTTP/1.1" status: 204 len: 173 time: 1.1999521 Jan 28 09:51:23.347583 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfca0559-33fe-45b0-88c5-22cd0156c3fa', 'name': 'network-vif-deleted', 'tag': '9a686929-d28c-4570-bedb-dfcfb79eb14a', 'status': 'completed', 'code': 200} Jan 28 09:51:23.357028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Pushing event deleted for resources: {'Port': ['ID=19d33cde-5fea-49ea-92de-83bc3f823cda,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:23.372800 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9afcb98-dd6c-4305-be7d-1d8443b87b9a', 'name': 'network-vif-deleted', 'tag': '4bbb3bdc-01df-4c10-be98-1cab65ebbdf1', 'status': 'completed', 'code': 200} Jan 28 09:51:23.512934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] No DVR routers for this DVR port 19d33cde-5fea-49ea-92de-83bc3f823cda on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:23.516165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:23.518416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f894fdec-8375-4e10-a5b2-e33acc228f20 req-abda31c8-b4ae-4711-807d-b3076777c754 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.43 "DELETE /v2.0/ports/19d33cde-5fea-49ea-92de-83bc3f823cda HTTP/1.1" status: 204 len: 173 time: 2.0779569 Jan 28 09:51:23.527814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ab45ef9-6fd6-4a21-b821-3078ae0e2460 req-43e87da5-568b-4765-a6c6-04fa5c139997 tempest-ListServersNegativeTestJSON-1176647953 tempest-ListServersNegativeTestJSON-1176647953-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfca0559-33fe-45b0-88c5-22cd0156c3fa HTTP/1.1" status: 200 len: 210 time: 0.0704272 Jan 28 09:51:23.854440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07394da-bba9-41af-817d-8f164f5b90ce req-9e05a290-e414-4d7e-ad59-41da8913cf1d tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:23.873578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07394da-bba9-41af-817d-8f164f5b90ce req-9e05a290-e414-4d7e-ad59-41da8913cf1d tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:23.880371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07394da-bba9-41af-817d-8f164f5b90ce req-9e05a290-e414-4d7e-ad59-41da8913cf1d tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:23.884374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e07394da-bba9-41af-817d-8f164f5b90ce req-9e05a290-e414-4d7e-ad59-41da8913cf1d tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2417 time: 0.1389270 Jan 28 09:51:23.942711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e07394da-bba9-41af-817d-8f164f5b90ce req-7dfb98e7-1d27-4ed9-8e53-e8c6d36b7a42 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487680 Jan 28 09:51:24.091972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cb03f5f3-2a5a-49e0-b211-318415e9f543 req-987cc997-67c4-4c17-a4b1-bb93f0b16804 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:24.117378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cb03f5f3-2a5a-49e0-b211-318415e9f543 req-987cc997-67c4-4c17-a4b1-bb93f0b16804 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:24.131316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cb03f5f3-2a5a-49e0-b211-318415e9f543 req-987cc997-67c4-4c17-a4b1-bb93f0b16804 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9afcb98-dd6c-4305-be7d-1d8443b87b9a HTTP/1.1" status: 200 len: 210 time: 0.0856266 Jan 28 09:51:24.326986 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-146f5232-5d54-4d8c-8a45-a12b7d714ce5 req-7aa598f3-b165-4668-86c6-26a86b32d489 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0589666 Jan 28 09:51:24.352073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9a686929-d28c-4570-bedb-dfcfb79eb14a no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:24.427804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 9a686929-d28c-4570-bedb-dfcfb79eb14a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:24.430053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9a686929-d28c-4570-bedb-dfcfb79eb14a not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:24.564405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b88b-34f0-4e9c-9718-bde21c6c24df req-d140c802-2484-44a8-adcb-ad9717e12ab4 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:24.572055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b88b-34f0-4e9c-9718-bde21c6c24df req-d140c802-2484-44a8-adcb-ad9717e12ab4 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:24.580004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7b88b-34f0-4e9c-9718-bde21c6c24df req-d140c802-2484-44a8-adcb-ad9717e12ab4 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:24.587883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47d7b88b-34f0-4e9c-9718-bde21c6c24df req-d140c802-2484-44a8-adcb-ad9717e12ab4 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2417 time: 0.1531875 Jan 28 09:51:24.649222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47d7b88b-34f0-4e9c-9718-bde21c6c24df req-16108f98-a6a2-4e3b-a553-90e41c6ca322 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600941 Jan 28 09:51:24.760151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39044) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:24.844276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Deleting subnet 16f6f896-c9db-48f5-9caf-f19ddfff5478 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:51:24.848196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:24.900708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.083123 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.161696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.204069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16f6f896-c9db-48f5-9caf-f19ddfff5478,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:25.213030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.224618 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d5fb97b0-440e-4e77-9098-def072072d55 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/16f6f896-c9db-48f5-9caf-f19ddfff5478 HTTP/1.1" status: 204 len: 168 time: 0.4631588 Jan 28 09:51:25.229015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39056) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:25.300159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19d33cde-5fea-49ea-92de-83bc3f823cda no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:25.348838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.350441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'name': 'network-vif-deleted', 'tag': '19d33cde-5fea-49ea-92de-83bc3f823cda'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:25.390412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 19d33cde-5fea-49ea-92de-83bc3f823cda {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:25.390892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19d33cde-5fea-49ea-92de-83bc3f823cda not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:25.429026 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71d54b1-fbfd-4efc-9b34-678f7fd710f4', 'name': 'network-vif-deleted', 'tag': '19d33cde-5fea-49ea-92de-83bc3f823cda', 'status': 'completed', 'code': 200} Jan 28 09:51:25.557715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.594212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e1aca29-2b21-4cb6-a55f-42184f39eeb9 req-0ae14e85-f81a-4a73-95c3-f36ab04b240e tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1347096 Jan 28 09:51:25.786799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-a892eaac-d2a1-4240-9550-fce16da94a40 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:25.794128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-a892eaac-d2a1-4240-9550-fce16da94a40 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.2100286 Jan 28 09:51:25.805457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:25.819806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-97687ca8-2d7b-4dce-81e4-536da67a403e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/quotas/bdcad89fa97c4766a56d80494e9916f9 HTTP/1.1" status: 200 len: 375 time: 0.0247984 Jan 28 09:51:25.877027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c784222c-17a9-430b-a676-220106a24146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:25.878110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-a00f45fe-18e4-4709-be01-4d2c0c47f160 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0573769 Jan 28 09:51:25.943225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac209b68-32ab-4750-8679-bbb2e6c2244c req-fd9847cf-9ebc-4f38-8fca-9dd6ef8bed8e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:25.949925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac209b68-32ab-4750-8679-bbb2e6c2244c req-fd9847cf-9ebc-4f38-8fca-9dd6ef8bed8e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:25.957224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac209b68-32ab-4750-8679-bbb2e6c2244c req-fd9847cf-9ebc-4f38-8fca-9dd6ef8bed8e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:25.964896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac209b68-32ab-4750-8679-bbb2e6c2244c req-fd9847cf-9ebc-4f38-8fca-9dd6ef8bed8e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2417 time: 0.1436892 Jan 28 09:51:26.040939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-67f28698-7a5d-4e42-a1a0-42ea42bdfc76 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619146 Jan 28 09:51:26.068557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac209b68-32ab-4750-8679-bbb2e6c2244c req-f74dac1d-1fb8-451d-b60d-0364848d004e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016693 Jan 28 09:51:26.174388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:26.174718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5602cc39-3641-4f2c-a9b5-79ea1d53c2ac') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:26.175933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-3132c96e-36d8-4d2c-a2f0-56588c540b34 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:26.193833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-ddf98be1-5201-4ea3-89a7-64774ad33634 service neutron] 10.222.0.42 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520247 Jan 28 09:51:26.196688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-3132c96e-36d8-4d2c-a2f0-56588c540b34 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:26.203553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-3132c96e-36d8-4d2c-a2f0-56588c540b34 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:26.205564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-3132c96e-36d8-4d2c-a2f0-56588c540b34 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2417 time: 0.1992068 Jan 28 09:51:26.208269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:26.227885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:26.236607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:51:26.237162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:51:26.260243 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:51:26.348024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:26.385246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port 62c0a5e3-661c-4750-ac5c-1afc251e906b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:26.387311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:26.403143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:26.421430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:26.433682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1f35f683-0b28-481f-b6dd-af18b9c9146c admin admin] 10.222.0.42 "DELETE /v2.0/networks/6a6fa07a-1dbf-4d0a-961f-bbdbcb7b8ad7 HTTP/1.1" status: 204 len: 168 time: 1.2032831 Jan 28 09:51:26.788077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db2cbcd-3a3b-4efa-bfd1-76ba8fcee4c6 req-01e4c391-2d4b-4a55-aed0-de0fcf4370a1 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:26.799871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6db2cbcd-3a3b-4efa-bfd1-76ba8fcee4c6 req-01e4c391-2d4b-4a55-aed0-de0fcf4370a1 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.2504683 Jan 28 09:51:26.905347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6db2cbcd-3a3b-4efa-bfd1-76ba8fcee4c6 req-2f115bbd-30ef-437d-bc0d-ad7807d018a6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039271 Jan 28 09:51:26.905877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39110) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:27.037711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-820993c7-c6c8-49e1-b6c4-14e3411df23d req-e835a8cd-fb8a-4ca0-8e7a-5a1e557d9025 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 210 time: 0.1137450 Jan 28 09:51:27.061107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39116) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:27.062766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4605a1e1-1418-4e49-ac7b-0a17faa5f3f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcaef849031a4b64a3c0af39f821f7a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1516147 Jan 28 09:51:27.136302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port 62c0a5e3-661c-4750-ac5c-1afc251e906b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=62c0a5e3-661c-4750-ac5c-1afc251e906b,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:27.136950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.148175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-936cc809-4312-4347-9a72-2d6a469c48f1 req-7179b504-7e59-4bfe-a309-66ebe148ad04 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0806549 Jan 28 09:51:27.299795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:27.347136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for 62c0a5e3-661c-4750-ac5c-1afc251e906b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:27.374549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:27.379839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4bbb3bdc-01df-4c10-be98-1cab65ebbdf1 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:27.399885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0eabb-bd7e-42ea-8717-8ac51f24bf00 req-5544f750-7a42-482c-a3ec-81e7ef63edc5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:27.406298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0eabb-bd7e-42ea-8717-8ac51f24bf00 req-5544f750-7a42-482c-a3ec-81e7ef63edc5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:27.413411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb0eabb-bd7e-42ea-8717-8ac51f24bf00 req-5544f750-7a42-482c-a3ec-81e7ef63edc5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:27.421726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9eb0eabb-bd7e-42ea-8717-8ac51f24bf00 req-5544f750-7a42-482c-a3ec-81e7ef63edc5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 2417 time: 0.1259582 Jan 28 09:51:27.428482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.463773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.524102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9eb0eabb-bd7e-42ea-8717-8ac51f24bf00 req-59afff06-83d7-4ca5-a528-2d91dd25efd0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000521 Jan 28 09:51:27.598977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.634274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2433882d-1aaf-4db7-a7a8-df17c4467323,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:27.648214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.648713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.649148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.649578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.649983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.650397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.650808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.651218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.651627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.652041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.652444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.652893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:27.666049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.685866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0e86a053-53fe-425a-bef6-ef1fd0c4c8b7', '62c0a5e3-661c-4750-ac5c-1afc251e906b', '3086a501-e362-42ec-8384-548aab0327e3'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:27.730061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.731063 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70e8d390-fb19-4430-9575-bcb3549f38c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2433882d-1aaf-4db7-a7a8-df17c4467323 HTTP/1.1" status: 204 len: 168 time: 0.6685474 Jan 28 09:51:27.784331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=62c0a5e3-661c-4750-ac5c-1afc251e906b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:27.880933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port 62c0a5e3-661c-4750-ac5c-1afc251e906b on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:27.894593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:27.896630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-13cac440-aac2-470b-a450-f9832d3d0b24 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "DELETE /v2.0/ports/62c0a5e3-661c-4750-ac5c-1afc251e906b HTTP/1.1" status: 204 len: 173 time: 1.6857333 Jan 28 09:51:27.897246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-deleted', 'tag': '62c0a5e3-661c-4750-ac5c-1afc251e906b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:28.025775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:28.026294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:28.126639 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-deleted', 'tag': '62c0a5e3-661c-4750-ac5c-1afc251e906b', 'status': 'completed', 'code': 200} Jan 28 09:51:28.302528 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:51:28.388204 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee7c4a8f-8eae-454c-b284-db6128e8f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:28.430729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-143586ea-c3ba-4324-aa1a-efa351c2ee84 req-1f192b2f-982c-4f18-b200-3563ea5157c8 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 210 time: 0.0630639 Jan 28 09:51:28.691871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-1b73f152-ef40-4379-bac9-1b9ceb617e0a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:28.693459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-1b73f152-ef40-4379-bac9-1b9ceb617e0a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.25 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.5659306 Jan 28 09:51:28.819286 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cefd398-3233-4b70-90b6-96e1803455dd req-cc4eefbd-05cf-489a-9f51-a498a6b7247e tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1458921 Jan 28 09:51:28.840289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-4126c846-005a-4f6d-86f0-d251f0c2c40f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:28.841768 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-4126c846-005a-4f6d-86f0-d251f0c2c40f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 812 time: 0.6788523 Jan 28 09:51:28.850109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97dcc4-2029-4642-aa6f-8e9beafb4851 req-28106558-22ec-422f-a698-4beddcd991b6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:28.852323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da97dcc4-2029-4642-aa6f-8e9beafb4851 req-28106558-22ec-422f-a698-4beddcd991b6 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.4325421 Jan 28 09:51:28.857578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Request body: {'port': {'device_id': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'admin_state_up': True, 'tenant_id': 'bdcad89fa97c4766a56d80494e9916f9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:28.904026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Deleting port 081e894e-f34b-4dab-b9f3-aa57eb6de76b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:28.904683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:28.986601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:28.986850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.008545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da97dcc4-2029-4642-aa6f-8e9beafb4851 req-125b8c88-3b16-4c76-82a0-214f2873edef tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290107 Jan 28 09:51:29.107107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:29.139401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:29.158177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Made reservation on behalf of bdcad89fa97c4766a56d80494e9916f9 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:29.162303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.362814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.384753 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.414123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:29.422910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Allocated IP 172.20.0.8 (9f85a44f-8b37-4861-8b99-8e251f35fae4/c67d8b41-b251-45c9-b236-dad215aed62c/19703803-df69-4f0e-aa44-d865bcd092e0) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:29.647121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e023e30-ca37-4ced-9ee1-32549c4cc1c6 req-dbd7a5d8-bc17-486e-a600-8a0c60c013c8 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 210 time: 0.0579216 Jan 28 09:51:29.680846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60c671-ecac-40ff-8b8f-2fe8a722e6a7 req-90fe19c6-7dca-4ac9-a1f3-9cef0f12c106 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:29.687350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60c671-ecac-40ff-8b8f-2fe8a722e6a7 req-90fe19c6-7dca-4ac9-a1f3-9cef0f12c106 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:29.688244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5c60c671-ecac-40ff-8b8f-2fe8a722e6a7 req-90fe19c6-7dca-4ac9-a1f3-9cef0f12c106 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:29.738502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5c60c671-ecac-40ff-8b8f-2fe8a722e6a7 req-90fe19c6-7dca-4ac9-a1f3-9cef0f12c106 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:29.739870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c60c671-ecac-40ff-8b8f-2fe8a722e6a7 req-90fe19c6-7dca-4ac9-a1f3-9cef0f12c106 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 1681 time: 0.6676702 Jan 28 09:51:29.752293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.798489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.886088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Network 9f85a44f-8b37-4861-8b99-8e251f35fae4 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:29.895932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] For port 081e894e-f34b-4dab-b9f3-aa57eb6de76b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=081e894e-f34b-4dab-b9f3-aa57eb6de76b,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:29.896419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.897361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:29.907494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:29.907998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:29.923287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c60c671-ecac-40ff-8b8f-2fe8a722e6a7 req-b5b26866-d31d-47f7-a013-591b69623b41 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715093 Jan 28 09:51:29.983893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:29.984595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.013069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event updated for resources: {'Port': ['ID=19703803-df69-4f0e-aa44-d865bcd092e0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:30.026350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-6427f997-e342-4c21-9cdc-3126bb108c05 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1730545 Jan 28 09:51:30.041917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Request body: {'port': {'device_id': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:30.092907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=0e86a053-53fe-425a-bef6-ef1fd0c4c8b7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:30.153153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21886971-f8ec-48f0-94c0-94e33a661020 req-1ce11fb7-b239-4cba-8f65-84e3f32b2200 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0743406 Jan 28 09:51:30.178279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Calling delete_port for 081e894e-f34b-4dab-b9f3-aa57eb6de76b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:30.302378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.555519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:30.558371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.569328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-deleted', 'tag': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:30.696809 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-deleted', 'tag': '0e86a053-53fe-425a-bef6-ef1fd0c4c8b7', 'status': 'completed', 'code': 200} Jan 28 09:51:30.700755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-fe8fbb00-bce8-4c03-9c97-3985f30f12f8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "DELETE /v2.0/ports/0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 HTTP/1.1" status: 204 len: 173 time: 2.7961090 Jan 28 09:51:30.702481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.715218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f', '18d30239-6170-4ed1-8031-5b35d091297f', 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:30.817604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.928909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19703803-df69-4f0e-aa44-d865bcd092e0 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:30.938972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.950382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port 3086a501-e362-42ec-8384-548aab0327e3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:30.960037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:30.985123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Transition to ACTIVE for port object 19703803-df69-4f0e-aa44-d865bcd092e0 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:30.989709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.063659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event deleted for resources: {'Port': ['ID=081e894e-f34b-4dab-b9f3-aa57eb6de76b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:31.090276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5aa3b-ad8c-4dcb-a045-0e718dd784ba req-0f52123b-cfca-41c6-98be-bd8a18d09d37 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:31.090850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-26f5aa3b-ad8c-4dcb-a045-0e718dd784ba req-0f52123b-cfca-41c6-98be-bd8a18d09d37 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:31.145117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671f9fc-026d-45ee-b6fa-877501d625bc req-1375c93b-1325-45d3-8845-9f0302fa250d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:31.146203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a671f9fc-026d-45ee-b6fa-877501d625bc req-1375c93b-1325-45d3-8845-9f0302fa250d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Synchronizing usage tracker for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:31.189706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] No DVR routers for this DVR port 081e894e-f34b-4dab-b9f3-aa57eb6de76b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:31.195187 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.197138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45d65ec9-0895-45ea-be2a-dc01354050ea req-cdc7d4db-96c1-4dd9-937a-f15e952f2b70 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.25 "DELETE /v2.0/ports/081e894e-f34b-4dab-b9f3-aa57eb6de76b HTTP/1.1" status: 204 len: 173 time: 2.4552882 Jan 28 09:51:31.203722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-26f5aa3b-ad8c-4dcb-a045-0e718dd784ba req-0f52123b-cfca-41c6-98be-bd8a18d09d37 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:31.213941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26f5aa3b-ad8c-4dcb-a045-0e718dd784ba req-0f52123b-cfca-41c6-98be-bd8a18d09d37 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=fafab858-4485-4e34-8f94-7080075c8dba HTTP/1.1" status: 200 len: 946 time: 0.9372087 Jan 28 09:51:31.277398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Pushing event updated for resources: {'Port': ['ID=19703803-df69-4f0e-aa44-d865bcd092e0,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:31.297399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a671f9fc-026d-45ee-b6fa-877501d625bc req-1375c93b-1325-45d3-8845-9f0302fa250d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Unset dirty status for tenant:bdcad89fa97c4766a56d80494e9916f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:31.298864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a671f9fc-026d-45ee-b6fa-877501d625bc req-1375c93b-1325-45d3-8845-9f0302fa250d tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 931 time: 0.4568465 Jan 28 09:51:31.351577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:31.360997 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26f5aa3b-ad8c-4dcb-a045-0e718dd784ba req-db1009a9-89a1-4085-baed-ca9a33fdf81b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461489 Jan 28 09:51:31.403283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:31.482317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:31.483037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0e86a053-53fe-425a-bef6-ef1fd0c4c8b7 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:31.484324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3086a501-e362-42ec-8384-548aab0327e3 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:31.529343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a671f9fc-026d-45ee-b6fa-877501d625bc req-b59a5f48-6a15-40d9-b44f-69a5fcdafd90 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968963 Jan 28 09:51:31.530155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Attempting to bind port 19703803-df69-4f0e-aa44-d865bcd092e0 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:31.533176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Attempting to bind port 19703803-df69-4f0e-aa44-d865bcd092e0 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:31.533509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Attempting to bind port 19703803-df69-4f0e-aa44-d865bcd092e0 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:31.546224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Port 19703803-df69-4f0e-aa44-d865bcd092e0 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:51:31.547092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Attempting to bind port 19703803-df69-4f0e-aa44-d865bcd092e0 on network 9f85a44f-8b37-4861-8b99-8e251f35fae4 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:31.562664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:31.563001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Checking segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:31.563384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Bound using segment: {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:31.564216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Bound port: 19703803-df69-4f0e-aa44-d865bcd092e0, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eff6460e-ce30-4ca7-802a-fd096bf29ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:31.564216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.684802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.723586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:31.724138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.760354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3086a501-e362-42ec-8384-548aab0327e3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:31.780768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:31.787193 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.788032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 62c0a5e3-661c-4750-ac5c-1afc251e906b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:31.902046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 62c0a5e3-661c-4750-ac5c-1afc251e906b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:31.902046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 62c0a5e3-661c-4750-ac5c-1afc251e906b not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:31.916670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-59a4279c-11fd-4df6-b657-faf018336ea3 req-4167015e-18d0-47d0-8ed5-31d765eedff7 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1387391 Jan 28 09:51:31.935672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:31.958982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:31.962634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:31.964089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Usage tracker for resource:security_group_rule and tenant:a0ff876177a348bd9d08eea1fe96143d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:31.967454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:31.975835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:32.071409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] For port 19703803-df69-4f0e-aa44-d865bcd092e0, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:32.073031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for 3086a501-e362-42ec-8384-548aab0327e3 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:32.089794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] For port 19703803-df69-4f0e-aa44-d865bcd092e0, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19703803-df69-4f0e-aa44-d865bcd092e0,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:32.094472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.096996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.175936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Pushing event updated for resources: {'Port': ['ID=19703803-df69-4f0e-aa44-d865bcd092e0,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:32.178530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.203222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:51:32.203558 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:51:32.223766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0ff876177a348bd9d08eea1fe96143d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8162909 Jan 28 09:51:32.224410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39258) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:32.230477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:32.230896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c84ff9-c968-4131-b15c-64f91274fa0d req-0e631c08-60f5-4f4c-bcef-1ae92be36d21 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:32.231073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.231668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f4c84ff9-c968-4131-b15c-64f91274fa0d req-0e631c08-60f5-4f4c-bcef-1ae92be36d21 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:32.232428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-8e67132d-3348-460c-b97d-9f3b6ba30662 service neutron] 10.222.0.43 "PUT /v2.0/ports/19703803-df69-4f0e-aa44-d865bcd092e0 HTTP/1.1" status: 200 len: 1091 time: 2.1974988 Jan 28 09:51:32.235263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'tag': '19703803-df69-4f0e-aa44-d865bcd092e0'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:32.251263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f4c84ff9-c968-4131-b15c-64f91274fa0d req-0e631c08-60f5-4f4c-bcef-1ae92be36d21 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:32.253170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4c84ff9-c968-4131-b15c-64f91274fa0d req-0e631c08-60f5-4f4c-bcef-1ae92be36d21 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 945 time: 0.6331060 Jan 28 09:51:32.277959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331189ba-011f-4849-b450-0f77fd6b70f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=995117dc-a449-4f84-a43a-d0cc509146d3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:32.326333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4c84ff9-c968-4131-b15c-64f91274fa0d req-b61889e5-85c6-49ef-9a3e-d55186991cd3 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672059 Jan 28 09:51:32.344207 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3086a501-e362-42ec-8384-548aab0327e3', 'code': 200} Jan 28 09:51:32.364063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a35bb6e-994c-4658-a47b-579ef0e4b91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.400298 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'tag': '19703803-df69-4f0e-aa44-d865bcd092e0', 'status': 'completed', 'code': 200} Jan 28 09:51:32.407565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 081e894e-f34b-4dab-b9f3-aa57eb6de76b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:32.422067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a35bb6e-994c-4658-a47b-579ef0e4b91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.449695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-b3bf5216-7514-4ddb-9611-d84ac9507e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:32.451238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-b3bf5216-7514-4ddb-9611-d84ac9507e8a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 1094 time: 0.1572328 Jan 28 09:51:32.451688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 081e894e-f34b-4dab-b9f3-aa57eb6de76b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:32.452243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 081e894e-f34b-4dab-b9f3-aa57eb6de76b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:32.531020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-5bc65400-9075-4da8-84c6-491feba7357c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19703803-df69-4f0e-aa44-d865bcd092e0 HTTP/1.1" status: 200 len: 217 time: 0.0689564 Jan 28 09:51:32.667215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a35bb6e-994c-4658-a47b-579ef0e4b91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.686530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-69d93a61-141f-49e4-9afe-8f4f935a9bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:32.687971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-69d93a61-141f-49e4-9afe-8f4f935a9bb7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.1504722 Jan 28 09:51:32.690765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a35bb6e-994c-4658-a47b-579ef0e4b91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=995117dc-a449-4f84-a43a-d0cc509146d3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:32.698503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fafab858-4485-4e34-8f94-7080075c8dba', 'name': 'network-vif-deleted', 'tag': '081e894e-f34b-4dab-b9f3-aa57eb6de76b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:32.705323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port 3086a501-e362-42ec-8384-548aab0327e3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:32.706025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.781444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-c9dba9e0-b5dd-4d32-9f00-188e0664dad4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2050598 Jan 28 09:51:32.785865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-5d00beb0-97d3-4bd5-a86f-d64fae6f4979 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915625 Jan 28 09:51:32.823854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a35bb6e-994c-4658-a47b-579ef0e4b91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:32.827613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8a35bb6e-994c-4658-a47b-579ef0e4b91c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/995117dc-a449-4f84-a43a-d0cc509146d3 HTTP/1.1" status: 204 len: 168 time: 0.5968225 Jan 28 09:51:32.856518 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fafab858-4485-4e34-8f94-7080075c8dba', 'name': 'network-vif-deleted', 'tag': '081e894e-f34b-4dab-b9f3-aa57eb6de76b', 'status': 'completed', 'code': 200} Jan 28 09:51:33.083394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-0ed7fdf1-3958-440a-af7a-ca2375f4344b service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564390 Jan 28 09:51:33.153313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port 3086a501-e362-42ec-8384-548aab0327e3, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3086a501-e362-42ec-8384-548aab0327e3,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:33.153904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:33.329160 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf737611-3c80-4c4f-b7e2-d5e8eebb2349 req-b3324440-d4ff-40b8-bc04-9fcc11c934ce tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1650217 Jan 28 09:51:33.377881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.381757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.382363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.382900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.383426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.388970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.392215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.396843 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-e1e7fc7f-2b03-4597-bcec-4312118dc94b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 0.4389055 Jan 28 09:51:33.410177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3571f558-2bad-4e5d-b4a0-70b1eca6b382 req-9d371495-408d-47ce-a7bc-6b80e46c5cf7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.420645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3571f558-2bad-4e5d-b4a0-70b1eca6b382 req-9d371495-408d-47ce-a7bc-6b80e46c5cf7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 943 time: 0.6371989 Jan 28 09:51:33.429698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for 3086a501-e362-42ec-8384-548aab0327e3 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:33.603887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:33.652776 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e6eb135-909e-45ca-864a-bf9f1cfc5d6f req-0dc5ee53-a363-43ef-b2eb-4065b9f89611 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5521324 Jan 28 09:51:33.717595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=3086a501-e362-42ec-8384-548aab0327e3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:33.821060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3571f558-2bad-4e5d-b4a0-70b1eca6b382 req-251ce1fb-110d-456c-928b-f34cb25d3b7e tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377542 Jan 28 09:51:33.916556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port 3086a501-e362-42ec-8384-548aab0327e3 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:33.921987 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:33.980370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-3e7fa49d-7071-4c9f-b6d0-56903ccecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.980370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-3e7fa49d-7071-4c9f-b6d0-56903ccecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.980370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-3e7fa49d-7071-4c9f-b6d0-56903ccecc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:33.980370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-3e7fa49d-7071-4c9f-b6d0-56903ccecc12 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=40b143ac-fde6-45e5-a855-bc0896978f93&id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 2297 time: 0.5392363 Jan 28 09:51:34.001385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64a578aa-ae84-450a-a65b-5d9c06aeaa77 req-aa732548-11db-4068-9216-d67b798bf3fa tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.43 "DELETE /v2.0/ports/3086a501-e362-42ec-8384-548aab0327e3 HTTP/1.1" status: 204 len: 173 time: 3.2532516 Jan 28 09:51:34.017011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c25db044-3e40-4ad0-a2f3-44889157f0e0 req-d2a446db-9d2f-4ba9-8db6-c32615023102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:34.056389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c25db044-3e40-4ad0-a2f3-44889157f0e0 req-d2a446db-9d2f-4ba9-8db6-c32615023102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:34.079838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c25db044-3e40-4ad0-a2f3-44889157f0e0 req-d2a446db-9d2f-4ba9-8db6-c32615023102 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=a3d599f6-a961-4159-8997-f59df4e946e1 HTTP/1.1" status: 200 len: 210 time: 0.1403911 Jan 28 09:51:34.200538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39312) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:34.218029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-4407e5b9-5202-4750-945f-82f05dcef1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:34.219325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-4407e5b9-5202-4750-945f-82f05dcef1a3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=bdcad89fa97c4766a56d80494e9916f9&device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 1094 time: 0.5138724 Jan 28 09:51:34.373461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-721917601-network', 'tenant_id': '03eb77497b494fe6b0df087407caeb17'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:34.379370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:34.383452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Usage tracker for resource:network and tenant:03eb77497b494fe6b0df087407caeb17 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:34.386466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:34.394157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:34.412812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Made reservation on behalf of 03eb77497b494fe6b0df087407caeb17 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:34.425402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.459777 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.505821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:34.514122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Usage tracker for resource:security_group_rule and tenant:03eb77497b494fe6b0df087407caeb17 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:34.528517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-62a91338-2f51-405d-9054-4400bb05ac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:34.529855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-62a91338-2f51-405d-9054-4400bb05ac98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 200 len: 913 time: 0.3042812 Jan 28 09:51:34.534119 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-217f771e-bf66-4b69-8609-f07fd76dfe40 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 1000 time: 0.5395923 Jan 28 09:51:34.543261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:34.567483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:34.761250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-63b2494f-559e-4bed-b2e2-df43494d418e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:34.762815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-63b2494f-559e-4bed-b2e2-df43494d418e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 200 len: 856 time: 0.0969582 Jan 28 09:51:34.763271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.769258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.793065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:51:34.808531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.808946 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Added segment e526048e-058e-48fe-a855-d592b91031a7 of type vlan for network 84c67035-5691-4167-9ed0-40e0b1b346c2 Jan 28 09:51:34.846365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.889615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-1221d134-9d16-4b5e-a553-c8e619bc934a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=19703803-df69-4f0e-aa44-d865bcd092e0 HTTP/1.1" status: 200 len: 217 time: 0.3475893 Jan 28 09:51:34.912933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65b205aa-f491-4981-8d74-64dd7d7ba8af req-25b37925-4b45-4722-a637-86dbb7a67581 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1535196 Jan 28 09:51:34.923626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-deleted', 'tag': '3086a501-e362-42ec-8384-548aab0327e3'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:34.929897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a23a9d-357c-4117-9731-1b72e62c0246,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:34.943239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:34.946730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:34.947738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:35.124996 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3d599f6-a961-4159-8997-f59df4e946e1', 'name': 'network-vif-deleted', 'tag': '3086a501-e362-42ec-8384-548aab0327e3', 'status': 'completed', 'code': 200} Jan 28 09:51:35.134419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9319487 Jan 28 09:51:35.138729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc7bfa4-cec7-4b3a-9895-c7a0f9ac4399 admin admin] Pushing event updated for resources: {'Network': ['ID=84c67035-5691-4167-9ed0-40e0b1b346c2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:35.140849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39336) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:35.149918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 84c67035-5691-4167-9ed0-40e0b1b346c2 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:51:35.164265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Request body: {'subnet': {'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-721917601-subnet', 'tenant_id': '03eb77497b494fe6b0df087407caeb17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:35.180460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:35.192359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Usage tracker for resource:subnet and tenant:03eb77497b494fe6b0df087407caeb17 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:35.200701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:35.208231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:35.229010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Made reservation on behalf of 03eb77497b494fe6b0df087407caeb17 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:35.231691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:35.245670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39340) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:35.358976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting subnet ca2dba93-4d60-400b-974d-69c607918a1e {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:51:35.361954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-f2d6b27a-20c6-4772-826e-4306875b738e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:35.363635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-f2d6b27a-20c6-4772-826e-4306875b738e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 200 len: 852 time: 0.3083258 Jan 28 09:51:35.368139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:35.404680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-2d51cef5-a22b-48a8-b82b-34e0cd73886b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:35.406581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-2d51cef5-a22b-48a8-b82b-34e0cd73886b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ee56f93-bdf8-4352-b913-5451a018b663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6118844 Jan 28 09:51:35.520076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:35.555878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:35.580812 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-0ae066a8-38af-4976-a7b3-3d469ad161a7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9f85a44f-8b37-4861-8b99-8e251f35fae4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1670618 Jan 28 09:51:35.647097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2af5986-09bc-4c76-b5ee-62ca15db5d54,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:35.655602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Checking segment: {'id': 'e526048e-058e-48fe-a855-d592b91031a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:35.657005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Network hostable DHCP agents. Network: 84c67035-5691-4167-9ed0-40e0b1b346c2, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:51:35.681132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Network 84c67035-5691-4167-9ed0-40e0b1b346c2 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:51:35.693821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 84c67035-5691-4167-9ed0-40e0b1b346c2) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:35.698423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:35.699337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:35.704101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28cb968f-c52e-4669-8870-5f987b922309 None None] Network 84c67035-5691-4167-9ed0-40e0b1b346c2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:35.757906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48fc40ac-d9e6-493e-80c0-fe539ebdfbf1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6046450 Jan 28 09:51:35.914405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48196ebe-8a7a-4896-87d4-b19661f22b52 req-4927c9f1-fd64-4ecd-b969-6e39b97681a0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:35.915853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48196ebe-8a7a-4896-87d4-b19661f22b52 req-4927c9f1-fd64-4ecd-b969-6e39b97681a0 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 943 time: 0.7373288 Jan 28 09:51:36.026195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa05dcc-1c6b-44d7-8839-ab052946ee2b None None] Network 84c67035-5691-4167-9ed0-40e0b1b346c2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:36.040830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f49d702-2a41-487c-b788-824fe6639f85 req-54960028-5860-4461-8bd2-b8977bbbb756 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0983751 Jan 28 09:51:36.058247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:36.182531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-a4cd766a-8aea-48de-af33-e4f72bd1f591 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7098098 Jan 28 09:51:36.287275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48196ebe-8a7a-4896-87d4-b19661f22b52 req-c70cb118-df77-4e9c-b510-d73024b57aab tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427913 Jan 28 09:51:36.293615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-21837654-d035-48ed-bb00-63aae68f8b37 service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6481118 Jan 28 09:51:36.412346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2b78877-0712-4063-9053-55a86c9c480d req-9227cbb3-5e67-4199-8809-80d6d16c9d09 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.3026559 Jan 28 09:51:36.559573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-d528a536-0a41-4cce-9acf-121e66635e1e service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394849 Jan 28 09:51:36.645168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-1863504a-4380-4d55-8e89-c984b6635228 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 217 time: 0.0783951 Jan 28 09:51:36.646320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:36.757965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67230e37-40df-4890-9847-9853f33c54a4 None None] Network 42f70e7c-aac9-4640-88b9-2542f2bca212 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:36.763254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2dba93-4d60-400b-974d-69c607918a1e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:36.775088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:36.832707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-af7a84d2-8098-4163-bfaf-b56c2876e02b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/subnets/ca2dba93-4d60-400b-974d-69c607918a1e HTTP/1.1" status: 204 len: 168 time: 1.5782471 Jan 28 09:51:36.839280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39382) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:37.117881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:37.147600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-15f638ee-ff20-47f8-8453-3d17c6af8d80 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:37.148937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-15f638ee-ff20-47f8-8453-3d17c6af8d80 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Synchronizing usage tracker for tenant:03eb77497b494fe6b0df087407caeb17 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:37.178454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-15f638ee-ff20-47f8-8453-3d17c6af8d80 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Unset dirty status for tenant:03eb77497b494fe6b0df087407caeb17 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:37.180268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-15f638ee-ff20-47f8-8453-3d17c6af8d80 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/networks?id=84c67035-5691-4167-9ed0-40e0b1b346c2 HTTP/1.1" status: 200 len: 821 time: 0.3764741 Jan 28 09:51:37.207858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-375cdd77-0fa9-4da4-a751-5f4b2288c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:37.209355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-375cdd77-0fa9-4da4-a751-5f4b2288c353 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.5585208 Jan 28 09:51:37.222610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8086523-8e9d-4002-a728-b0c3dbf40141 req-c29ebf82-cae7-4cac-a510-d95d0356b18b service neutron] 10.222.0.43 "GET /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8737161 Jan 28 09:51:37.230328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-3092b7aa-281c-44ed-a2a8-d27d68818e3f tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/quotas/03eb77497b494fe6b0df087407caeb17 HTTP/1.1" status: 200 len: 375 time: 0.0439258 Jan 28 09:51:37.243883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] DHCP port deletion for 42f70e7c-aac9-4640-88b9-2542f2bca212 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:51:37.248868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] Deleting port a165eb60-44d9-45af-889d-ce6e055f62d6 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:37.250103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:37.306794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-c61a2c77-205c-4132-a4d7-50b603729d27 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=03eb77497b494fe6b0df087407caeb17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750430 Jan 28 09:51:37.332308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port a165eb60-44d9-45af-889d-ce6e055f62d6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:37.332308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:37.558317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] For port a165eb60-44d9-45af-889d-ce6e055f62d6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a165eb60-44d9-45af-889d-ce6e055f62d6,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:37.558714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:37.585341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4b5136-fb29-41af-aede-0b025c402465 req-8bd9fc78-7e5c-4db8-a656-012aa4eb6856 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:37.592890 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df4b5136-fb29-41af-aede-0b025c402465 req-8bd9fc78-7e5c-4db8-a656-012aa4eb6856 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 946 time: 0.4718795 Jan 28 09:51:37.607252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-2e4f53c3-b115-4b18-aff1-d38dee46139c service neutron] 10.222.0.42 "GET /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925045 Jan 28 09:51:37.690088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] Calling delete_port for a165eb60-44d9-45af-889d-ce6e055f62d6 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:37.697335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-7e0441f4-95ba-476d-adfc-8283622a7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:37.698856 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-7e0441f4-95ba-476d-adfc-8283622a7a81 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4750636 Jan 28 09:51:37.770004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-84cf8093-208d-4eff-a947-f14f78eeac95 service neutron] 10.222.0.42 "GET /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545186 Jan 28 09:51:37.770326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19703803-df69-4f0e-aa44-d865bcd092e0 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:37.774834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:37.806242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df4b5136-fb29-41af-aede-0b025c402465 req-94078632-84ba-4da1-b64f-8c3c8189c69a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123988 Jan 28 09:51:37.822862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] No DVR routers for this DVR port a165eb60-44d9-45af-889d-ce6e055f62d6 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:37.840958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80fcc53-26e6-48d7-89cb-abc65c0d5470 None None] Pushing event deleted for resources: {'Port': ['ID=a165eb60-44d9-45af-889d-ce6e055f62d6,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:37.871270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port a165eb60-44d9-45af-889d-ce6e055f62d6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a165eb60-44d9-45af-889d-ce6e055f62d6,segment=NetworkSegment(d6e9b0d4-df7c-44b5-bba4-9eacf987448b),segment_id=d6e9b0d4-df7c-44b5-bba4-9eacf987448b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:37.871681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:38.030356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for a165eb60-44d9-45af-889d-ce6e055f62d6 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:38.045647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 19703803-df69-4f0e-aa44-d865bcd092e0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19703803-df69-4f0e-aa44-d865bcd092e0,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:38.080586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '19703803-df69-4f0e-aa44-d865bcd092e0', 'network_id': '9f85a44f-8b37-4861-8b99-8e251f35fae4', 'port_id': '19703803-df69-4f0e-aa44-d865bcd092e0', 'mac_address': 'fa:16:3e:4d:1c:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c67d8b41-b251-45c9-b236-dad215aed62c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:38.121102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-4db3b641-abd9-4a4a-b776-70f7b65e9291 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135363 Jan 28 09:51:38.208979 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:38.243277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19703803-df69-4f0e-aa44-d865bcd092e0 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:38.260237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 19703803-df69-4f0e-aa44-d865bcd092e0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19703803-df69-4f0e-aa44-d865bcd092e0,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:38.270059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:51:38.270378 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:51:38.273359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:38.289293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b08251-af2d-4ff7-bde4-34a7e3966ea0 req-9e9f213e-f999-4fc5-8a6e-a9f7a5a95b53 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:38.297248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94b08251-af2d-4ff7-bde4-34a7e3966ea0 req-9e9f213e-f999-4fc5-8a6e-a9f7a5a95b53 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 943 time: 0.1565113 Jan 28 09:51:38.363285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94b08251-af2d-4ff7-bde4-34a7e3966ea0 req-b0edfae2-c424-4d73-b9b4-34d0bbf92c7b tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620692 Jan 28 09:51:38.384382 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cabbdbfe-7601-4e52-bae1-b07d093c8056 req-6744c907-a17e-4cd6-8c77-7c07a86b0af9 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1178942 Jan 28 09:51:38.413783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=19703803-df69-4f0e-aa44-d865bcd092e0,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:38.472953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-f9a9dd2c-fec3-4e81-8cae-5cbfad9a55e0 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327682 Jan 28 09:51:38.586200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['19703803-df69-4f0e-aa44-d865bcd092e0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:38.640191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2a6d64-827b-4011-a864-52f2d923373b req-a7015f31-ae7e-4a6a-be30-a1f861cb2a18 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 210 time: 0.1658366 Jan 28 09:51:38.684126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-145dc66c-fe82-4d51-97cf-bc1f79bb2acb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 217 time: 0.1265652 Jan 28 09:51:38.768953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-49ceecc3-2fde-4feb-8055-c822853cffdb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:38.770607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-49ceecc3-2fde-4feb-8055-c822853cffdb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 946 time: 0.2552245 Jan 28 09:51:38.773185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port a165eb60-44d9-45af-889d-ce6e055f62d6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:38.773516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:38.887727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] The port 'a165eb60-44d9-45af-889d-ce6e055f62d6' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:51:38.889930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-9e45c0f7-faed-4349-82d2-9fb17a22bca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:38.891546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-9e45c0f7-faed-4349-82d2-9fb17a22bca7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.2013376 Jan 28 09:51:39.075217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8feb26db-53a2-4a22-a5f4-8c3188604d42 req-9a5fa6e0-4c36-4af1-8846-21d78ae9b7f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7474ab6b700a496a973b6b87efb6a600&device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.1142154 Jan 28 09:51:39.134084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a165eb60-44d9-45af-889d-ce6e055f62d6 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:39.172306 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8feb26db-53a2-4a22-a5f4-8c3188604d42 req-9383ecc3-b1d5-4807-9b9c-81b678706f88 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=7474ab6b700a496a973b6b87efb6a600&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819416 Jan 28 09:51:39.181643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a165eb60-44d9-45af-889d-ce6e055f62d6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:39.181987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a165eb60-44d9-45af-889d-ce6e055f62d6 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:39.184111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0200894a-1dea-49b8-8edb-26e89e12fc75 req-18ee6b56-2f90-4bc5-9e46-0211d013439c tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0514495 Jan 28 09:51:39.338147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb26db-53a2-4a22-a5f4-8c3188604d42 req-ea5db1b9-516c-4b4f-95fe-b1474092301b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:39.340378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8feb26db-53a2-4a22-a5f4-8c3188604d42 req-ea5db1b9-516c-4b4f-95fe-b1474092301b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1552064 Jan 28 09:51:39.347636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:39.360550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Deleting port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:39.360918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:39.436542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42f70e7c-aac9-4640-88b9-2542f2bca212']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:39.464268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:39.464559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e9b0d4-df7c-44b5-bba4-9eacf987448b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:39.512895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a77ef-3a52-40c5-a852-965244cc8237 req-69100754-5d01-4671-92d8-a107ad4e4e5d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:39.520751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a1a77ef-3a52-40c5-a852-965244cc8237 req-69100754-5d01-4671-92d8-a107ad4e4e5d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 946 time: 0.3667545 Jan 28 09:51:39.534267 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:39.698366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:39.709051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-dcf6369f-bb58-4b2c-a238-2cab9196f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:39.710664 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-dcf6369f-bb58-4b2c-a238-2cab9196f4e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8117881 Jan 28 09:51:39.811413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5dda8-a1a3-4cad-b02f-bf30d08b2190 req-c756a3f6-c887-493d-ab22-9cb11322376c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:39.819784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-44b5dda8-a1a3-4cad-b02f-bf30d08b2190 req-c756a3f6-c887-493d-ab22-9cb11322376c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 944 time: 0.3384893 Jan 28 09:51:39.863398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-472672f7-aa3a-4d37-872c-45f3c053bcb0 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:39.865597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-472672f7-aa3a-4d37-872c-45f3c053bcb0 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.25 "GET /v2.0/networks?id=84c67035-5691-4167-9ed0-40e0b1b346c2 HTTP/1.1" status: 200 len: 821 time: 0.2470632 Jan 28 09:51:39.880323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Request body: {'port': {'device_id': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2', 'admin_state_up': True, 'tenant_id': '03eb77497b494fe6b0df087407caeb17'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:39.900557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a1a77ef-3a52-40c5-a852-965244cc8237 req-daa37e8b-744f-44c5-940e-34e3fe0a9c0d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786657 Jan 28 09:51:39.911108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:51:39.911520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:39.938554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-54437d55-bdab-49c2-851d-2e9dacb41aa0 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185204 Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:51:39.944006 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:51:40.000247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-44b5dda8-a1a3-4cad-b02f-bf30d08b2190 req-796f2009-f4fb-41fc-98d8-16fb240fd8c4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793156 Jan 28 09:51:40.100178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:40.104743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Usage tracker for resource:port and tenant:03eb77497b494fe6b0df087407caeb17 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:40.108544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:40.117379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:40.169143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Made reservation on behalf of 03eb77497b494fe6b0df087407caeb17 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:40.172745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:40.201093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30a5786e-b51a-4f5c-8cfb-557b05281971 req-4a4c4ed1-5d23-4bb9-a14c-e3488d2159b3 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 210 time: 0.0745111 Jan 28 09:51:40.246652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:40.286471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:40.291893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Network': ['ID=42f70e7c-aac9-4640-88b9-2542f2bca212,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:40.411345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39446) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:40.411877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1f70215f-3ba7-49b5-a327-82ed7b48f538 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/networks/42f70e7c-aac9-4640-88b9-2542f2bca212 HTTP/1.1" status: 204 len: 168 time: 3.5709662 Jan 28 09:51:40.420704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-69b3287f-a50f-4b34-b174-becef51daea2 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4743335 Jan 28 09:51:40.426448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa19fdf9-8679-437c-9569-6147b10b54a9 req-5666fd38-eee0-45e2-afa8-29367adfe593 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0723109 Jan 28 09:51:40.457771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Allocated IP 172.20.0.4 (84c67035-5691-4167-9ed0-40e0b1b346c2/c2af5986-09bc-4c76-b5ee-62ca15db5d54/f5015bac-c3b9-495f-9a11-0e37e2da7e02) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:40.511829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-8d3fc99a-6cc5-487e-b898-ca2c40eb55ad service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 200 len: 217 time: 0.0748653 Jan 28 09:51:40.516208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] For port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:40.516565 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:40.522683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting subnet 0f2c1923-29dc-4fde-bd17-2cbb02186314 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:51:40.532502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:40.625588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:40.727042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Calling delete_port for ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:40.769189 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8feb26db-53a2-4a22-a5f4-8c3188604d42 req-ca507530-e27b-41e0-bc25-613ff93c30f9 tempest-ServerShowV254Test-730082944 tempest-ServerShowV254Test-730082944-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0c1d22a-f4cf-41e3-a4b8-3def529dbc1e HTTP/1.1" status: 200 len: 210 time: 0.0904615 Jan 28 09:51:40.794794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-4d8f6899-7369-472b-86c8-63435f058e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:40.796231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-4d8f6899-7369-472b-86c8-63435f058e1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.2682788 Jan 28 09:51:40.977234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.095666 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.124258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.135252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f', '18d30239-6170-4ed1-8031-5b35d091297f', 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:41.179684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.183195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.232693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-422118eb-bc0d-456a-867c-38fa413d2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:41.234208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-422118eb-bc0d-456a-867c-38fa413d2bf7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4280505 Jan 28 09:51:41.268936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event deleted for resources: {'Port': ['ID=ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:41.332490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Network 84c67035-5691-4167-9ed0-40e0b1b346c2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:41.379139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:41.409106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:41.443665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2c1923-29dc-4fde-bd17-2cbb02186314,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:41.448340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19703803-df69-4f0e-aa44-d865bcd092e0 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:41.449353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-7bb061eb-25fa-40a0-9408-062cc8250978 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911798 Jan 28 09:51:41.452504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.473035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e37c17e7-a597-45ef-bf78-82521b3a52fe tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/subnets/0f2c1923-29dc-4fde-bd17-2cbb02186314 HTTP/1.1" status: 204 len: 168 time: 1.0596609 Jan 28 09:51:41.508345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39468) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:41.518504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6710a93-3224-426a-826d-0d475597b95c req-32f67a5d-9c4b-40a2-ab56-6d2a86b3eede tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:41.520400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d6710a93-3224-426a-826d-0d475597b95c req-32f67a5d-9c4b-40a2-ab56-6d2a86b3eede tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=3a3e7758-b0c2-4098-b490-bb65d29230e7 HTTP/1.1" status: 200 len: 867 time: 0.4661839 Jan 28 09:51:41.585045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc460b26-3a9f-4760-93b2-eefa87c6fdd2 None None] Network 9bc3077e-6d46-4220-9f6c-04146bceaecc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:41.661526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.697141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-b3f82fae-08bd-4530-9b2d-bc027a2e00a0 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310505 Jan 28 09:51:41.762807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Pushing event updated for resources: {'Port': ['ID=f5015bac-c3b9-495f-9a11-0e37e2da7e02,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:41.777829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port dfee25a8-a016-45d0-bce7-1037420b5def {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:41.778351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.838643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 19703803-df69-4f0e-aa44-d865bcd092e0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:41.849385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 19703803-df69-4f0e-aa44-d865bcd092e0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:41.849847 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.861953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-3e4dbd14-4f07-41bb-8edd-4063c07874a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 200 len: 217 time: 0.1284564 Jan 28 09:51:41.898594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d6710a93-3224-426a-826d-0d475597b95c req-b0acb0f7-c16e-4d26-8fb2-cd45482ee051 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307284 Jan 28 09:51:41.923210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] No DVR routers for this DVR port ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:41.925828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.928779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:41.929328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:41.943484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'name': 'network-vif-deleted', 'tag': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:41.978512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fdc986c-1b59-4059-8a87-74348b8eb95d req-3bd9e373-c2bf-4f02-8017-50bd81fab0a0 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "DELETE /v2.0/ports/ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 HTTP/1.1" status: 204 len: 173 time: 3.1676481 Jan 28 09:51:41.979925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-ddd2b445-74a1-4f40-8637-07ecc63fe595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:41.989925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-ddd2b445-74a1-4f40-8637-07ecc63fe595 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1168857 Jan 28 09:51:42.006371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f2058-e626-4cfc-8a0e-90315a83e13c req-a6fea6e3-6345-47ca-94e4-1a5af92a6819 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:42.016880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a5f2058-e626-4cfc-8a0e-90315a83e13c req-a6fea6e3-6345-47ca-94e4-1a5af92a6819 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 944 time: 0.8966799 Jan 28 09:51:42.041278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] DHCP port deletion for 9bc3077e-6d46-4220-9f6c-04146bceaecc request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:51:42.075884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Deleting port dfee25a8-a016-45d0-bce7-1037420b5def {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:42.078476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:42.135409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port dfee25a8-a016-45d0-bce7-1037420b5def, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfee25a8-a016-45d0-bce7-1037420b5def,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:42.135767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:42.206719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a5f2058-e626-4cfc-8a0e-90315a83e13c req-5cbb697b-97be-4618-b339-1f4c987b0747 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798661 Jan 28 09:51:42.227688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:42.276951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-ac3db1aa-48dc-4ded-8591-e461a615b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:42.278348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-ac3db1aa-48dc-4ded-8591-e461a615b6ed service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2478015 Jan 28 09:51:42.320171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for dfee25a8-a016-45d0-bce7-1037420b5def owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:42.452008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-5ee008f3-1a9c-44ee-9c23-92ab8892b18c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5771530 Jan 28 09:51:42.515352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Request body: {'port': {'device_id': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:42.541212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-6d0761bd-ec54-4334-9e93-1c39b3fcbaf3 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557158 Jan 28 09:51:42.593364 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a3e7758-b0c2-4098-b490-bb65d29230e7', 'name': 'network-vif-deleted', 'tag': 'ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816', 'status': 'completed', 'code': 200} Jan 28 09:51:42.644545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 19703803-df69-4f0e-aa44-d865bcd092e0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19703803-df69-4f0e-aa44-d865bcd092e0,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:42.651307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19703803-df69-4f0e-aa44-d865bcd092e0'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:42.711018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:42.782449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-936fef3e-b5dc-4110-914a-b79ea3311045 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279782 Jan 28 09:51:42.806846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:42.813383 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19703803-df69-4f0e-aa44-d865bcd092e0', 'code': 200} Jan 28 09:51:42.884071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] For port dfee25a8-a016-45d0-bce7-1037420b5def, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfee25a8-a016-45d0-bce7-1037420b5def,segment=NetworkSegment(fc75c3ee-f769-42ab-8764-d28674dc0128),segment_id=fc75c3ee-f769-42ab-8764-d28674dc0128)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:42.893159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:42.925868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39490) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:42.938411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-797e5d2c-3d51-43cb-9f89-2ac75137bdcf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 200 len: 217 time: 0.1481664 Jan 28 09:51:42.963776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=dfee25a8-a016-45d0-bce7-1037420b5def,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:42.985904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port dfee25a8-a016-45d0-bce7-1037420b5def on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:43.008529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-eb1a25f3-1f2f-45dd-a2b1-ec6b3cca6811 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:43.021548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-eb1a25f3-1f2f-45dd-a2b1-ec6b3cca6811 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Synchronizing usage tracker for tenant:03eb77497b494fe6b0df087407caeb17 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:43.109847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-cc4f472f-bf16-449f-9d10-c8a4194df192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:43.111004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-cc4f472f-bf16-449f-9d10-c8a4194df192 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1393154 Jan 28 09:51:43.153401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Calling delete_port for dfee25a8-a016-45d0-bce7-1037420b5def owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:43.155079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-eb1a25f3-1f2f-45dd-a2b1-ec6b3cca6811 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Unset dirty status for tenant:03eb77497b494fe6b0df087407caeb17 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:43.163664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-eb1a25f3-1f2f-45dd-a2b1-ec6b3cca6811 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 931 time: 0.7992415 Jan 28 09:51:43.189569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d28dbef-9cf3-470d-a1a2-e4e2f0ba6ff3 req-cbd3bbc5-0cfe-40e4-ba4e-05f3a3ff0b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:43.191204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d28dbef-9cf3-470d-a1a2-e4e2f0ba6ff3 req-cbd3bbc5-0cfe-40e4-ba4e-05f3a3ff0b4d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 1096 time: 0.2631841 Jan 28 09:51:43.220233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfee25a8-a016-45d0-bce7-1037420b5def no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:43.229212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-5c11045a-7986-4060-bf96-009fcbf6e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:43.234370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-5c11045a-7986-4060-bf96-009fcbf6e2b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1131351 Jan 28 09:51:43.272798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: dfee25a8-a016-45d0-bce7-1037420b5def {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:43.273733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfee25a8-a016-45d0-bce7-1037420b5def not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:43.294671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=19703803-df69-4f0e-aa44-d865bcd092e0,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:43.346705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:51:43.347467 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:51:43.357404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d28dbef-9cf3-470d-a1a2-e4e2f0ba6ff3 req-829fd209-6081-45b3-9367-7781a085b0aa service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605494 Jan 28 09:51:43.382042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.407273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:43.416790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Usage tracker for resource:security_group_rule and tenant:7474ab6b700a496a973b6b87efb6a600 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:43.431747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:43.455929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:43.458387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.462877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-33d1af98-abbb-4ea9-b25d-d1008c0ec13e service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226644 Jan 28 09:51:43.467039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:43.562819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.601007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:43.603847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ffd9c6c3-12c3-4ccf-8e64-cb0ff26a3816 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:43.612605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.640467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-42d37b51-cb3e-411b-96d1-495a6259308b tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Synchronizing usage tracker for tenant:03eb77497b494fe6b0df087407caeb17 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:43.686616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc3077e-6d46-4220-9f6c-04146bceaecc']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:43.701235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-42d37b51-cb3e-411b-96d1-495a6259308b tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Unset dirty status for tenant:03eb77497b494fe6b0df087407caeb17 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:43.714226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3c9744e-ff13-4cb2-acf4-d774059502a5 req-42d37b51-cb3e-411b-96d1-495a6259308b tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5482035 Jan 28 09:51:43.738418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc75c3ee-f769-42ab-8764-d28674dc0128') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:43.738721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc75c3ee-f769-42ab-8764-d28674dc0128') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:51:43.787266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.814379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.849253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Deleting port dfee25a8-a016-45d0-bce7-1037420b5def {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:43.849515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.851698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.861488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.868052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:51:43.868517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:51:43.887817 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:51:43.974869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b61807ac-b0a7-4a72-94ae-7deed65a3a26 None None] The port 'dfee25a8-a016-45d0-bce7-1037420b5def' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:51:44.016566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7474ab6b700a496a973b6b87efb6a600&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872939 Jan 28 09:51:44.017383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f23a89-2b40-4a66-aea8-714824b1de7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17096b15-51a6-4404-ad3d-1222f2915516,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:44.019654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39514) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:44.064038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-ef5c320a-7863-43a2-a1e4-21ea1412c012 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123096 Jan 28 09:51:44.145953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-7f73eb8c-ffe1-4e80-8660-6cad3645706a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 217 time: 0.0736489 Jan 28 09:51:44.154812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.160873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.193535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb52b6fd-8e79-4ed3-9789-0bd4918555b6 req-21852fa2-b185-42a3-add7-9c132ee13ca4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:44.194880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb52b6fd-8e79-4ed3-9789-0bd4918555b6 req-21852fa2-b185-42a3-add7-9c132ee13ca4 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.4173660 Jan 28 09:51:44.201185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/networks/9bc3077e-6d46-4220-9f6c-04146bceaecc HTTP/1.1" status: 204 len: 168 time: 2.6925802 Jan 28 09:51:44.208729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39518) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:44.219167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54ce205-7e95-4225-8d6e-cb00f7789384 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Network': ['ID=9bc3077e-6d46-4220-9f6c-04146bceaecc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:44.240026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-731707605'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:44.249966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:44.256375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd551f0c-22d7-4b51-a6fc-9f49171bf3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.262559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:network and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:44.267441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:44.289847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:44.293810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a18b56-ba7a-468e-b3f4-76e0c70d0a9e req-7d19367f-3f2c-448a-a87e-ab13733903e9 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:44.295308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06a18b56-ba7a-468e-b3f4-76e0c70d0a9e req-7d19367f-3f2c-448a-a87e-ab13733903e9 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 945 time: 0.2727020 Jan 28 09:51:44.317117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd551f0c-22d7-4b51-a6fc-9f49171bf3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.368050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-b6e276e0-f55f-4fa9-abcb-41eb9aeba3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:44.369686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-b6e276e0-f55f-4fa9-abcb-41eb9aeba3d1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.2166040 Jan 28 09:51:44.380117 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb52b6fd-8e79-4ed3-9789-0bd4918555b6 req-06ced164-4c05-49e4-8405-457edb153dff tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721411 Jan 28 09:51:44.400356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5015bac-c3b9-495f-9a11-0e37e2da7e02 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:44.414818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd551f0c-22d7-4b51-a6fc-9f49171bf3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.417944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.429300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:44.432848 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.457841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd551f0c-22d7-4b51-a6fc-9f49171bf3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17096b15-51a6-4404-ad3d-1222f2915516,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:44.468867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Transition to ACTIVE for port object f5015bac-c3b9-495f-9a11-0e37e2da7e02 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:44.488055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.504975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd551f0c-22d7-4b51-a6fc-9f49171bf3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.508371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cd551f0c-22d7-4b51-a6fc-9f49171bf3cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17096b15-51a6-4404-ad3d-1222f2915516 HTTP/1.1" status: 204 len: 168 time: 0.4823971 Jan 28 09:51:44.524636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:51:44.563851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.564194 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Added segment 837fc845-9e93-453e-a3c9-963bb8a85138 of type vlan for network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 Jan 28 09:51:44.597743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-a870354b-c89c-4829-b8f1-e24bbec651da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:44.599042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-a870354b-c89c-4829-b8f1-e24bbec651da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2174168 Jan 28 09:51:44.666183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06a18b56-ba7a-468e-b3f4-76e0c70d0a9e req-51afa3ec-ee05-4574-b0f9-6634c6cbfa01 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991725 Jan 28 09:51:44.714474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5015bac-c3b9-495f-9a11-0e37e2da7e02,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:44.756368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.830125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Attempting to bind port f5015bac-c3b9-495f-9a11-0e37e2da7e02 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:44.831086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Attempting to bind port f5015bac-c3b9-495f-9a11-0e37e2da7e02 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'e526048e-058e-48fe-a855-d592b91031a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:44.831524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Attempting to bind port f5015bac-c3b9-495f-9a11-0e37e2da7e02 on network 84c67035-5691-4167-9ed0-40e0b1b346c2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:44.836977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Port f5015bac-c3b9-495f-9a11-0e37e2da7e02 on network 84c67035-5691-4167-9ed0-40e0b1b346c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:51:44.837424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.837937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Attempting to bind port f5015bac-c3b9-495f-9a11-0e37e2da7e02 on network 84c67035-5691-4167-9ed0-40e0b1b346c2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:44.851823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:44.851823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.866759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:44.867107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Checking segment: {'id': 'e526048e-058e-48fe-a855-d592b91031a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:44.867495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Bound using segment: {'id': 'e526048e-058e-48fe-a855-d592b91031a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:44.869662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Bound port: f5015bac-c3b9-495f-9a11-0e37e2da7e02, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e526048e-058e-48fe-a855-d592b91031a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:44.870017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:44.904633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-45255d5a-5863-4183-93f1-faa1199ab710 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984622 Jan 28 09:51:45.089302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] For port f5015bac-c3b9-495f-9a11-0e37e2da7e02, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:45.095575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] For port f5015bac-c3b9-495f-9a11-0e37e2da7e02, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02,segment=NetworkSegment(e526048e-058e-48fe-a855-d592b91031a7),segment_id=e526048e-058e-48fe-a855-d592b91031a7)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:45.100396 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:45.100985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:45.199279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:45.200054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:45.201853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] 10.222.0.25 "PUT /v2.0/ports/f5015bac-c3b9-495f-9a11-0e37e2da7e02 HTTP/1.1" status: 200 len: 1091 time: 2.7131419 Jan 28 09:51:45.202519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'tag': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:45.251499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0375977 Jan 28 09:51:45.262135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39552) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:45.265065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e6a5c-43ca-40d5-8253-c50b4141d3c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Network': ['ID=97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:45.276244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:51:45.309742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'subnet': {'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:45.311191 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'tag': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02', 'status': 'completed', 'code': 200} Jan 28 09:51:45.317452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d3d8dc-1dc6-4255-b72d-f783c6010cf5 service neutron] Pushing event updated for resources: {'Port': ['ID=f5015bac-c3b9-495f-9a11-0e37e2da7e02,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:45.356957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-799e985e-8d59-4986-a759-dcc4b29bb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:45.358541 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-799e985e-8d59-4986-a759-dcc4b29bb76b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03eb77497b494fe6b0df087407caeb17&device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 1094 time: 0.1090860 Jan 28 09:51:45.474192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ab8d17c-6b71-4a06-bbfb-d0f1dae483f1 req-a271f199-4aeb-4e8b-b70c-71d9051f20e9 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010402 Jan 28 09:51:45.496216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:45.503552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:subnet and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:45.512939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-bf6a4e07-74a9-4b97-a366-68f23998933d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:45.513631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-bf6a4e07-74a9-4b97-a366-68f23998933d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:45.525122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:45.541915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b032bb-8ddc-4ca5-a23a-f71c139f3f18 req-b99f7c99-7e6b-488b-9223-460af3931070 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:45.548594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33b032bb-8ddc-4ca5-a23a-f71c139f3f18 req-b99f7c99-7e6b-488b-9223-460af3931070 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 943 time: 0.5282738 Jan 28 09:51:45.551286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:45.556209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-a584e4c1-d79f-4db4-b1b1-7baa485d7052 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02 HTTP/1.1" status: 200 len: 217 time: 0.1867957 Jan 28 09:51:45.608524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:45.613287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:45.626182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39564) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:45.630259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-bf6a4e07-74a9-4b97-a366-68f23998933d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:45.631325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-bf6a4e07-74a9-4b97-a366-68f23998933d tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 945 time: 0.5919082 Jan 28 09:51:45.712130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-fea50546-0783-4ae4-99aa-71b6278cfb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:45.713534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-fea50546-0783-4ae4-99aa-71b6278cfb9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2af5986-09bc-4c76-b5ee-62ca15db5d54 HTTP/1.1" status: 200 len: 861 time: 0.1447124 Jan 28 09:51:45.747502 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33b032bb-8ddc-4ca5-a23a-f71c139f3f18 req-d73814a7-8fa9-4b61-95b7-132dd9481dc2 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973653 Jan 28 09:51:45.788319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e664f-46c5-494f-af7c-dd7defadef2c req-ed5b485c-1a50-4e65-8ce9-678bc0a31e76 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:45.790368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-637e664f-46c5-494f-af7c-dd7defadef2c req-ed5b485c-1a50-4e65-8ce9-678bc0a31e76 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.1630640 Jan 28 09:51:45.793032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-f4f29e49-cca0-4b46-b3d9-a62e9cbfc0aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84c67035-5691-4167-9ed0-40e0b1b346c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700591 Jan 28 09:51:45.814455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Deleting port 18d30239-6170-4ed1-8031-5b35d091297f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:45.814828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:45.933824 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-637e664f-46c5-494f-af7c-dd7defadef2c req-62fd631f-6f74-413f-8057-e39e157122a3 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372836 Jan 28 09:51:45.972969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1682256631-network', 'tenant_id': 'e4105bfe1b924889aa239423b4602216'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:45.977658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:45.981411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Usage tracker for resource:network and tenant:e4105bfe1b924889aa239423b4602216 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:45.984180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:45.990001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:46.011638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Made reservation on behalf of e4105bfe1b924889aa239423b4602216 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:46.013898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:46.124203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:46.171819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-fc3dff5c-687f-4ab6-ab16-f2ec502db13d service neutron] 10.222.0.25 "GET /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595932 Jan 28 09:51:46.204059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:46.232359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:e4105bfe1b924889aa239423b4602216 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:46.241103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:46.251125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:46.379376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f98ceef4-ceeb-44e8-91b6-3ac5afeb5cd2 req-45108eec-ea05-4972-bc24-ba2a134274dc service neutron] 10.222.0.25 "GET /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002704 Jan 28 09:51:46.491756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] For port 18d30239-6170-4ed1-8031-5b35d091297f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18d30239-6170-4ed1-8031-5b35d091297f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:46.492022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:46.573670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-0249ba2e-bf05-45f5-b6b4-f810e6de6514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:46.575273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-0249ba2e-bf05-45f5-b6b4-f810e6de6514 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03eb77497b494fe6b0df087407caeb17&device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 1094 time: 0.1379688 Jan 28 09:51:46.630311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Calling delete_port for 18d30239-6170-4ed1-8031-5b35d091297f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:46.684528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa3f0d-e21c-49e7-90de-19371ea97b33 req-9f5f5f58-eb63-46c1-a3f6-289894339b5f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:46.686018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-defa3f0d-e21c-49e7-90de-19371ea97b33 req-9f5f5f58-eb63-46c1-a3f6-289894339b5f tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.1823552 Jan 28 09:51:46.696585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621974c-038f-471c-8e50-1a95ebd7860a req-ebdda65a-8dfa-456e-be50-4d4e72932f59 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:46.698622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b621974c-038f-471c-8e50-1a95ebd7860a req-ebdda65a-8dfa-456e-be50-4d4e72932f59 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 945 time: 0.6898272 Jan 28 09:51:46.765686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-defa3f0d-e21c-49e7-90de-19371ea97b33 req-2489eadc-3f39-48dc-9dd9-406c84eb22d5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702045 Jan 28 09:51:46.774448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-8f23c95d-8444-48c1-bf8b-e5d1833c0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:46.775826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-8f23c95d-8444-48c1-bf8b-e5d1833c0827 service neutron] 10.222.0.25 "GET /v2.0/networks?id=84c67035-5691-4167-9ed0-40e0b1b346c2 HTTP/1.1" status: 200 len: 922 time: 0.1941557 Jan 28 09:51:46.810217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:46.878013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b621974c-038f-471c-8e50-1a95ebd7860a req-65248a91-bd2a-4649-8526-ce98e3233b05 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624131 Jan 28 09:51:46.881735 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-156bf5c6-ac70-449d-a103-800da7fa5366 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02 HTTP/1.1" status: 200 len: 217 time: 0.0987780 Jan 28 09:51:46.981687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.000084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-9cc8487d-c40c-4199-b680-749ad1015af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:47.001763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-9cc8487d-c40c-4199-b680-749ad1015af2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c2af5986-09bc-4c76-b5ee-62ca15db5d54 HTTP/1.1" status: 200 len: 861 time: 0.1121359 Jan 28 09:51:47.051776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.103532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Subnet': ['ID=d46f13f3-f55e-47d5-9388-52b2678336b8,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:47.111243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:51:47.126703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Checking segment: {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:47.127519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network hostable DHCP agents. Network: 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:51:47.133811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-86db357c-0426-4728-893b-ab8acb9931a1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=84c67035-5691-4167-9ed0-40e0b1b346c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1253357 Jan 28 09:51:47.142285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589e4aa7-e1f1-438b-901f-d8e4c85ec258,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:47.148803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.149159 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Added segment c438f4be-e187-40d7-a170-91cd7f171a61 of type vlan for network b2d48374-04ba-4361-b58b-2a3820d0c018 Jan 28 09:51:47.168372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.179915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['07348f34-3d9b-4f07-87c0-9616784c404f', '18d30239-6170-4ed1-8031-5b35d091297f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:47.206655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:51:47.231533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event deleted for resources: {'Port': ['ID=18d30239-6170-4ed1-8031-5b35d091297f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:47.246210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:47.292914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2b1c4b-253b-46c4-8808-37030337865d None None] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:47.294339 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.304137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:47.304438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.343669 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-9b14fb75-406e-4f9f-bf26-b2db33d823e1 service neutron] 10.222.0.25 "GET /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889813 Jan 28 09:51:47.359758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] No DVR routers for this DVR port 18d30239-6170-4ed1-8031-5b35d091297f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:47.369304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.371946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'name': 'network-vif-deleted', 'tag': '18d30239-6170-4ed1-8031-5b35d091297f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:47.451678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd8b309d-6a90-4a52-afce-bc776fdfe290 req-b604ed78-c4e8-45df-8b63-59920b7bf323 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "DELETE /v2.0/ports/18d30239-6170-4ed1-8031-5b35d091297f HTTP/1.1" status: 204 len: 173 time: 1.8092513 Jan 28 09:51:47.462025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6c4ce-354b-45e3-a869-0e9f18de1564 req-1934aeb9-7b0d-429a-b1a2-c195d51b17bb tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:47.466535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-66edd1d2-22c9-416b-a9eb-9b8d1c406136 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.2003446 Jan 28 09:51:47.470162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39600) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:47.472294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ba6c4ce-354b-45e3-a869-0e9f18de1564 req-1934aeb9-7b0d-429a-b1a2-c195d51b17bb tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 943 time: 0.4218788 Jan 28 09:51:47.492602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-330333279'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:47.531537 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24addd65-ce80-436d-b5b7-d6c249f4b2a6', 'name': 'network-vif-deleted', 'tag': '18d30239-6170-4ed1-8031-5b35d091297f', 'status': 'completed', 'code': 200} Jan 28 09:51:47.538380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:47.548142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:network and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:47.552747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ba6c4ce-354b-45e3-a869-0e9f18de1564 req-55d6d864-1aa0-4522-b535-6c3b5fe2d8c5 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795124 Jan 28 09:51:47.555629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:47.573761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:47.591145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.593592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:47.594329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.625748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7894f2ed-8d00-4a2b-a162-641f23772409 req-3c0ec859-c44d-4c48-ac27-7e4054b3207f service neutron] 10.222.0.25 "GET /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739208 Jan 28 09:51:47.643498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:47.648348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.762213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1330721 Jan 28 09:51:47.765559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39606) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:47.774701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Request body: {'subnet': {'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1682256631-subnet', 'tenant_id': 'e4105bfe1b924889aa239423b4602216', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:47.775635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59faab-623c-4e4d-bf5a-2b96860f5eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d48374-04ba-4361-b58b-2a3820d0c018,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:47.778672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:51:47.789558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:47.789758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.790287 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Added segment 5fa65938-ae58-4021-a0c8-16ea4e3e9856 of type vlan for network 28548487-9dbc-4767-948d-26c1690f5940 Jan 28 09:51:47.798651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Usage tracker for resource:subnet and tenant:e4105bfe1b924889aa239423b4602216 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:47.803174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:47.810054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:47.821972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.824922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Made reservation on behalf of e4105bfe1b924889aa239423b4602216 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:47.826021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b2d48374-04ba-4361-b58b-2a3820d0c018 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:51:47.829345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.865943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.872395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:47.873149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.915112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5', 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'fixed_ips': [{'subnet_id': 'd46f13f3-f55e-47d5-9388-52b2678336b8'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:51:47.916064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:47.998505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5161371 Jan 28 09:51:47.999768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39614) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:48.008988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'subnet': {'network_id': '28548487-9dbc-4767-948d-26c1690f5940', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:48.031652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132de25-afa7-484e-a44e-06d1ce2deb2f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Network': ['ID=28548487-9dbc-4767-948d-26c1690f5940,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:48.214974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f3e3fa7a-8e18-45bb-bdfc-c11495f4c856 req-303c6281-9f45-43af-a1b3-43c63350195a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Synchronizing usage tracker for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:48.224219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96176700-440f-4849-a228-0b3d093639f6 req-8966eb1a-1f65-4b8f-be2e-0413b2fbeba5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:48.236512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96176700-440f-4849-a228-0b3d093639f6 req-8966eb1a-1f65-4b8f-be2e-0413b2fbeba5 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.2205045 Jan 28 09:51:48.254178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 28548487-9dbc-4767-948d-26c1690f5940 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:51:48.257518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:48.262290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f3e3fa7a-8e18-45bb-bdfc-c11495f4c856 req-303c6281-9f45-43af-a1b3-43c63350195a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Unset dirty status for tenant:491b9a6b842d4b8aaebb6da451600109 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:48.264276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3e3fa7a-8e18-45bb-bdfc-c11495f4c856 req-303c6281-9f45-43af-a1b3-43c63350195a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=24addd65-ce80-436d-b5b7-d6c249f4b2a6 HTTP/1.1" status: 200 len: 210 time: 0.1220393 Jan 28 09:51:48.265558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:subnet and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:48.270269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:48.280729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:48.303779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:48.312425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:48.381025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Allocated IP 19.80.0.2 (97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5/d46f13f3-f55e-47d5-9388-52b2678336b8/fd26412f-b231-4c71-9d27-686bf8eebf3c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:48.411162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96176700-440f-4849-a228-0b3d093639f6 req-917e8d94-f2e1-4da5-8d28-20dfb480b647 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737099 Jan 28 09:51:48.477491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:48.549140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f5015bac-c3b9-495f-9a11-0e37e2da7e02 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:51:48.635557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49193d24-f228-44b3-a1aa-13b601acf20e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:48.679065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Checking segment: {'id': 'c438f4be-e187-40d7-a170-91cd7f171a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:48.679685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Network hostable DHCP agents. Network: b2d48374-04ba-4361-b58b-2a3820d0c018, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:51:48.728302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Network b2d48374-04ba-4361-b58b-2a3820d0c018 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:51:48.748440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b2d48374-04ba-4361-b58b-2a3820d0c018) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:48.757396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:48.759369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:48.796498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d08bd606-878d-4b2b-b94c-d10b9ddc054e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0280390 Jan 28 09:51:48.871377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a514e34-ac70-45a0-be9e-a82ee10c34c9 None None] Network b2d48374-04ba-4361-b58b-2a3820d0c018 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:48.981684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.118013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caabbc3-649b-4c52-97f1-608a253f5796 req-a0cad3fa-fdd5-4f07-a0bd-be3e5fde646c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:49.134080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9caabbc3-649b-4c52-97f1-608a253f5796 req-a0cad3fa-fdd5-4f07-a0bd-be3e5fde646c tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.2051084 Jan 28 09:51:49.135115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.138563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f5015bac-c3b9-495f-9a11-0e37e2da7e02, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02,segment=NetworkSegment(e526048e-058e-48fe-a855-d592b91031a7),segment_id=e526048e-058e-48fe-a855-d592b91031a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:49.178643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ac4ef-1602-4059-b106-e68eb2198bf9 req-b20a9e44-a606-401b-8b3c-0c33132f1b6c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:49.187426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f7ac4ef-1602-4059-b106-e68eb2198bf9 req-b20a9e44-a606-401b-8b3c-0c33132f1b6c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 943 time: 0.3527019 Jan 28 09:51:49.190002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Transition to ACTIVE for port object fd26412f-b231-4c71-9d27-686bf8eebf3c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:49.190506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Subnet': ['ID=d06b4d5d-422b-466c-a41c-7e5528b1b643,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:49.192957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02', 'network_id': '84c67035-5691-4167-9ed0-40e0b1b346c2', 'port_id': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02', 'mac_address': 'fa:16:3e:76:01:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2af5986-09bc-4c76-b5ee-62ca15db5d54', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:51:49.222299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9caabbc3-649b-4c52-97f1-608a253f5796 req-57af7e2f-4955-4558-984a-34411f643053 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867734 Jan 28 09:51:49.284876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Checking segment: {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:49.285557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network hostable DHCP agents. Network: 28548487-9dbc-4767-948d-26c1690f5940, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:51:49.288838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Transition to ACTIVE for port object fd26412f-b231-4c71-9d27-686bf8eebf3c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:49.291752 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.301402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f7ac4ef-1602-4059-b106-e68eb2198bf9 req-d92bef2a-f9fd-4efe-8f0d-d7f70b750c08 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125553 Jan 28 09:51:49.317235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.320465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 28548487-9dbc-4767-948d-26c1690f5940 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:51:49.336651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 28548487-9dbc-4767-948d-26c1690f5940) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:49.344982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:49.345946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.398769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5015bac-c3b9-495f-9a11-0e37e2da7e02 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:51:49.403009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77ced27-9572-4290-9f49-010e896e984b None None] Network 28548487-9dbc-4767-948d-26c1690f5940 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:49.410291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2404b7fc-fb82-4f94-8045-574e95825ed7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4093990 Jan 28 09:51:49.578746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:49.645730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:49.649611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:49.653221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18d30239-6170-4ed1-8031-5b35d091297f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:49.658830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39660) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:49.667147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1822302925-network', 'tenant_id': 'fae55e75cd39487598ecfd1df1f403ad'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:49.678460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:49.694766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Usage tracker for resource:network and tenant:fae55e75cd39487598ecfd1df1f403ad is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:49.710286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:49.730019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:49.768895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Made reservation on behalf of fae55e75cd39487598ecfd1df1f403ad for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:49.778698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.785974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 18d30239-6170-4ed1-8031-5b35d091297f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:49.786333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18d30239-6170-4ed1-8031-5b35d091297f not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:49.817495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:49.896977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Pushing event updated for resources: {'Port': ['ID=fd26412f-b231-4c71-9d27-686bf8eebf3c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:49.931067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:49.939987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.940456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.940916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.941347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.941852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.942291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.942835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.943260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.943786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.944205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.944620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.945058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:51:49.945976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Usage tracker for resource:security_group_rule and tenant:fae55e75cd39487598ecfd1df1f403ad is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:49.948904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10286aa-5b50-4af4-8594-892fc54dd15e None None] Network b2d48374-04ba-4361-b58b-2a3820d0c018 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:49.976210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f5015bac-c3b9-495f-9a11-0e37e2da7e02, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02,segment=NetworkSegment(e526048e-058e-48fe-a855-d592b91031a7),segment_id=e526048e-058e-48fe-a855-d592b91031a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:50.060832 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.125786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Attempting to bind port fd26412f-b231-4c71-9d27-686bf8eebf3c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:50.126458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Attempting to bind port fd26412f-b231-4c71-9d27-686bf8eebf3c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:50.127592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Attempting to bind port fd26412f-b231-4c71-9d27-686bf8eebf3c on network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:50.183665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:50.184321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Checking segment: {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:50.184830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.185288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Bound using segment: {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:50.185847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Bound port: fd26412f-b231-4c71-9d27-686bf8eebf3c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:50.186281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.215973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:50.229771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:50.311157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-30b1f08f-75d4-4cb9-9451-6fae0b767109 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:50.312844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-30b1f08f-75d4-4cb9-9451-6fae0b767109 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.2071445 Jan 28 09:51:50.361825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.367430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.380006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:51:50.389816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.390471 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Added segment 2cb66fc6-f287-413e-930a-57374c597768 of type vlan for network a1345ccc-727a-4992-abb6-7c08d77950cd Jan 28 09:51:50.418226 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.472256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f5015bac-c3b9-495f-9a11-0e37e2da7e02,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:50.476945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12943544-c937-478e-8205-4648eb697ebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-28548487-9dbc-4767-948d-26c1690f5940', 'network_id': '28548487-9dbc-4767-948d-26c1690f5940', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'fixed_ips': [{'subnet_id': 'd06b4d5d-422b-466c-a41c-7e5528b1b643'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:51:50.477930 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12943544-c937-478e-8205-4648eb697ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.500496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Deleting port 19703803-df69-4f0e-aa44-d865bcd092e0 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:50.503065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.533927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f5015bac-c3b9-495f-9a11-0e37e2da7e02'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:50.601472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.602550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:50.603339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.717755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0544553 Jan 28 09:51:50.725031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39686) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:50.733027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Request body: {'subnet': {'network_id': 'a1345ccc-727a-4992-abb6-7c08d77950cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1822302925-subnet', 'tenant_id': 'fae55e75cd39487598ecfd1df1f403ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:50.739957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:50.745455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Usage tracker for resource:subnet and tenant:fae55e75cd39487598ecfd1df1f403ad is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:50.748525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:50.755220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:50.770988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Made reservation on behalf of fae55e75cd39487598ecfd1df1f403ad for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:50.773567 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.802997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] For port fd26412f-b231-4c71-9d27-686bf8eebf3c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:50.836452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] For port fd26412f-b231-4c71-9d27-686bf8eebf3c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd26412f-b231-4c71-9d27-686bf8eebf3c,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:50.852629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:50.869338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc17b7f-fcf9-4360-9d32-fcd58492082b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:50.966129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32afb646-54d1-4830-bdb3-2010f0c81ca3 admin admin] Pushing event updated for resources: {'Network': ['ID=a1345ccc-727a-4992-abb6-7c08d77950cd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:51.037478 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:51.064171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-12943544-c937-478e-8205-4648eb697ebf None None] Allocated IP 19.86.0.2 (28548487-9dbc-4767-948d-26c1690f5940/d06b4d5d-422b-466c-a41c-7e5528b1b643/936486e5-ae6c-4e09-9ee7-3c31775d0c8f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:51.156889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-4f043628-47c9-4c0f-9bc3-21accd33360e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:51.170985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-4f043628-47c9-4c0f-9bc3-21accd33360e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:51.176576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-4f043628-47c9-4c0f-9bc3-21accd33360e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:51.212744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-4f043628-47c9-4c0f-9bc3-21accd33360e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:51.219262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-4f043628-47c9-4c0f-9bc3-21accd33360e tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/networks?id=97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5&id=28548487-9dbc-4767-948d-26c1690f5940 HTTP/1.1" status: 200 len: 1390 time: 1.4034321 Jan 28 09:51:51.245979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-689bf879-19eb-44ff-9f3b-55140351cbc8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/quotas/c4110c9d92484c02b3c36280e184c4d2 HTTP/1.1" status: 200 len: 375 time: 0.0256994 Jan 28 09:51:51.324449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12943544-c937-478e-8205-4648eb697ebf None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:51.351033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-12943544-c937-478e-8205-4648eb697ebf None None] Transition to ACTIVE for port object 936486e5-ae6c-4e09-9ee7-3c31775d0c8f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:51.391196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-12943544-c937-478e-8205-4648eb697ebf None None] Transition to ACTIVE for port object 936486e5-ae6c-4e09-9ee7-3c31775d0c8f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:51.414635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-f651e1aa-9e50-442c-8cbc-47f27b34d387 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:51.417795 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12943544-c937-478e-8205-4648eb697ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:51.433030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a1345ccc-727a-4992-abb6-7c08d77950cd details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:51:51.445976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-f651e1aa-9e50-442c-8cbc-47f27b34d387 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:51.447740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-f651e1aa-9e50-442c-8cbc-47f27b34d387 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2007983 Jan 28 09:51:51.447976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0024683c-fd54-4be6-b99e-d3120cfe8718 req-6aa47bac-d424-4d58-a800-665e42f2a7d7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:51.449557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0024683c-fd54-4be6-b99e-d3120cfe8718 req-6aa47bac-d424-4d58-a800-665e42f2a7d7 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 945 time: 0.8927114 Jan 28 09:51:51.460983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c8a801-668f-4451-8a3a-53541160a84d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:51.496756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Checking segment: {'id': '2cb66fc6-f287-413e-930a-57374c597768', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'a1345ccc-727a-4992-abb6-7c08d77950cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:51.497116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Network hostable DHCP agents. Network: a1345ccc-727a-4992-abb6-7c08d77950cd, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:51:51.542928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] For port 19703803-df69-4f0e-aa44-d865bcd092e0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=19703803-df69-4f0e-aa44-d865bcd092e0,segment=NetworkSegment(eff6460e-ce30-4ca7-802a-fd096bf29ea9),segment_id=eff6460e-ce30-4ca7-802a-fd096bf29ea9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:51.543291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:51.563124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Network a1345ccc-727a-4992-abb6-7c08d77950cd is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:51:51.630367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0024683c-fd54-4be6-b99e-d3120cfe8718 req-0513359c-73a3-4273-9f0a-cdb7ea0780fe tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8b30e30-2c40-4f16-afc2-4604084e63c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702647 Jan 28 09:51:51.721054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12943544-c937-478e-8205-4648eb697ebf None None] Network 28548487-9dbc-4767-948d-26c1690f5940 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:51.728152 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-12943544-c937-478e-8205-4648eb697ebf None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:51.745071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdcf77-d342-493c-955f-71651f10d0ac None None] Pushing event updated for resources: {'Port': ['ID=fd26412f-b231-4c71-9d27-686bf8eebf3c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:51.753747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-3b283a8e-8889-4e52-a4ba-b263170d7913 service neutron] 10.222.0.42 "GET /v2.0/networks/97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970414 Jan 28 09:51:51.756614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12943544-c937-478e-8205-4648eb697ebf None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:51.768416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Calling delete_port for 19703803-df69-4f0e-aa44-d865bcd092e0 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:51.919737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-35042b36-877c-4b86-9a61-da5bd347a12f service neutron] 10.222.0.42 "GET /v2.0/networks/97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650622 Jan 28 09:51:52.082916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12943544-c937-478e-8205-4648eb697ebf None None] Pushing event updated for resources: {'Port': ['ID=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:52.088033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-57945b8c-5b38-4c55-90bf-76a5ee2e2e1f service neutron] 10.222.0.42 "GET /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673582 Jan 28 09:51:52.097562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:52.099191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-12943544-c937-478e-8205-4648eb697ebf None None] Attempting to bind port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:51:52.099593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-12943544-c937-478e-8205-4648eb697ebf None None] Attempting to bind port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:51:52.099957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12943544-c937-478e-8205-4648eb697ebf None None] Attempting to bind port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f on network 28548487-9dbc-4767-948d-26c1690f5940 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:51:52.122294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['19703803-df69-4f0e-aa44-d865bcd092e0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:51:52.193705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12943544-c937-478e-8205-4648eb697ebf None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:51:52.194102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12943544-c937-478e-8205-4648eb697ebf None None] Checking segment: {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:51:52.194457 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12943544-c937-478e-8205-4648eb697ebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:52.194841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12943544-c937-478e-8205-4648eb697ebf None None] Bound using segment: {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:51:52.195311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-12943544-c937-478e-8205-4648eb697ebf None None] Bound port: 936486e5-ae6c-4e09-9ee7-3c31775d0c8f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:51:52.195671 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12943544-c937-478e-8205-4648eb697ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:52.203601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a1345ccc-727a-4992-abb6-7c08d77950cd) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:52.232814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:52.233412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:52.238056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9aab6-a44d-485e-ae30-d6fac1d5a98a None None] Network a1345ccc-727a-4992-abb6-7c08d77950cd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:52.279620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Pushing event deleted for resources: {'Port': ['ID=19703803-df69-4f0e-aa44-d865bcd092e0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:52.407336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-acd960e8-a8f6-4a41-9d53-4817bce2a5df service neutron] 10.222.0.42 "GET /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183279 Jan 28 09:51:52.603109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-12943544-c937-478e-8205-4648eb697ebf None None] For port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:51:52.607298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-12943544-c937-478e-8205-4648eb697ebf None None] For port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:51:52.615942 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12943544-c937-478e-8205-4648eb697ebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:52.643119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] No DVR routers for this DVR port 19703803-df69-4f0e-aa44-d865bcd092e0 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:52.648498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:52.655165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21529799-48d1-4ab0-8b79-4de0062a6ea4 req-a602642c-7f43-4c31-b809-802f9b5f2803 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.43 "DELETE /v2.0/ports/19703803-df69-4f0e-aa44-d865bcd092e0 HTTP/1.1" status: 204 len: 173 time: 2.3346989 Jan 28 09:51:52.675794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'name': 'network-vif-deleted', 'tag': '19703803-df69-4f0e-aa44-d865bcd092e0'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:52.713341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-514fbd6c-7b63-48e9-a153-168ed7548507 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9851339 Jan 28 09:51:52.738681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c737e709-d54f-4633-95be-bb28d5df79c0 req-05b809be-492b-4a42-8107-2175d4fcb2f2 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:52.740473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c737e709-d54f-4633-95be-bb28d5df79c0 req-05b809be-492b-4a42-8107-2175d4fcb2f2 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 944 time: 0.7588716 Jan 28 09:51:52.901990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12943544-c937-478e-8205-4648eb697ebf None None] Pushing event updated for resources: {'Port': ['ID=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:52.932467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c737e709-d54f-4633-95be-bb28d5df79c0 req-92e12a77-e74c-4df4-b059-0e635262da8c tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680186 Jan 28 09:51:53.201389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2a288430-2fa8-40d9-a62a-13c660d5cf93 req-fd21f8ad-5b8b-43c3-b20c-0e549a8c0cec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:53.229225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2a288430-2fa8-40d9-a62a-13c660d5cf93 req-fd21f8ad-5b8b-43c3-b20c-0e549a8c0cec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:53.234114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a288430-2fa8-40d9-a62a-13c660d5cf93 req-fd21f8ad-5b8b-43c3-b20c-0e549a8c0cec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 210 time: 0.1817763 Jan 28 09:51:53.348006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd26412f-b231-4c71-9d27-686bf8eebf3c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:53.421624 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba', 'name': 'network-vif-deleted', 'tag': '19703803-df69-4f0e-aa44-d865bcd092e0', 'status': 'completed', 'code': 200} Jan 28 09:51:53.473767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42a8230-c9ea-49fe-8409-092671248ed7 None None] Network a1345ccc-727a-4992-abb6-7c08d77950cd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:53.561503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fd26412f-b231-4c71-9d27-686bf8eebf3c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:53.605693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-989d1037-4411-4186-9ffb-edc44c6d7610 req-90ce4806-034d-4663-a3fd-8bbff4176d29 tempest-DeleteServersTestJSON-109888344 tempest-DeleteServersTestJSON-109888344-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9ce1cf0-fc60-49c9-ba8b-2cf65e7900ba HTTP/1.1" status: 200 len: 210 time: 0.1366129 Jan 28 09:51:54.013010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbe1a4-2c66-496d-ae1d-43cc606829f7 None None] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:54.288105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] Provisioning for port fd26412f-b231-4c71-9d27-686bf8eebf3c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:54.335410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] Provisioning complete for port fd26412f-b231-4c71-9d27-686bf8eebf3c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:54.336021 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:54.347203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-70a8f514-fa8b-4a2f-a591-eb04eff58e2d tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:54.348596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-619e7661-c255-4035-be77-5ae4ea99bcac req-70a8f514-fa8b-4a2f-a591-eb04eff58e2d tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Synchronizing usage tracker for tenant:e4105bfe1b924889aa239423b4602216 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:54.383434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-619e7661-c255-4035-be77-5ae4ea99bcac req-70a8f514-fa8b-4a2f-a591-eb04eff58e2d tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Unset dirty status for tenant:e4105bfe1b924889aa239423b4602216 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:54.393046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-70a8f514-fa8b-4a2f-a591-eb04eff58e2d tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/networks?id=b2d48374-04ba-4361-b58b-2a3820d0c018 HTTP/1.1" status: 200 len: 825 time: 0.3973408 Jan 28 09:51:54.425654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-0e178102-4a67-4e4d-ae3a-d6a426ffac71 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/quotas/e4105bfe1b924889aa239423b4602216 HTTP/1.1" status: 200 len: 375 time: 0.0315740 Jan 28 09:51:54.504528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-948ccdc1-40ee-4625-a10c-abc9afa63d7a tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e4105bfe1b924889aa239423b4602216&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0778165 Jan 28 09:51:54.520478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f5015bac-c3b9-495f-9a11-0e37e2da7e02 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:54.542236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb216c9-dce4-4955-97a0-6c312c2021eb req-f6267b9f-82c0-4a73-a8c2-3e48aa9525e8 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:54.546463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb216c9-dce4-4955-97a0-6c312c2021eb req-f6267b9f-82c0-4a73-a8c2-3e48aa9525e8 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 944 time: 0.1620300 Jan 28 09:51:54.656764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cb216c9-dce4-4955-97a0-6c312c2021eb req-91751df3-5031-4731-b137-b59f66661ab3 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023877 Jan 28 09:51:54.733341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce34bfd-3c20-4af0-9fb7-c80b1ee0fa6b None None] Network 28548487-9dbc-4767-948d-26c1690f5940 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:51:55.013778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-a128d22c-9b5f-4e70-94a5-59dc511feab0 service neutron] 10.222.0.42 "GET /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5075421 Jan 28 09:51:55.099403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:55.148941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port f5015bac-c3b9-495f-9a11-0e37e2da7e02 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:55.188209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port f5015bac-c3b9-495f-9a11-0e37e2da7e02 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:55.188648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:55.216716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 936486e5-ae6c-4e09-9ee7-3c31775d0c8f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:55.252248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-ce2db718-65e9-4dfa-afbf-62f98045ed07 service neutron] 10.222.0.42 "GET /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369330 Jan 28 09:51:55.271852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-cad1e7a4-a2c2-4dd8-8a66-fb3f21bfa797 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:55.279612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-cad1e7a4-a2c2-4dd8-8a66-fb3f21bfa797 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:55.281154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-cad1e7a4-a2c2-4dd8-8a66-fb3f21bfa797 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.25 "GET /v2.0/networks?id=97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5&id=28548487-9dbc-4767-948d-26c1690f5940 HTTP/1.1" status: 200 len: 1390 time: 0.4283962 Jan 28 09:51:55.296272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'port': {'device_id': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5', 'admin_state_up': True, 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:55.304607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] For port fd26412f-b231-4c71-9d27-686bf8eebf3c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd26412f-b231-4c71-9d27-686bf8eebf3c,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:55.413814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b2a066-6463-4be2-94ad-c10605c177ed req-a9e6b417-e0cf-49b6-89bc-1c208acfa1d1 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:55.421229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9b2a066-6463-4be2-94ad-c10605c177ed req-a9e6b417-e0cf-49b6-89bc-1c208acfa1d1 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 945 time: 0.5185423 Jan 28 09:51:55.439831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:55.511220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:55.530450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19703803-df69-4f0e-aa44-d865bcd092e0 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:55.531579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9b2a066-6463-4be2-94ad-c10605c177ed req-d318d679-4e26-4d4a-ab2a-455f7c8cc86a tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093714 Jan 28 09:51:55.559754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:55.580767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:55.584602 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:55.660356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 19703803-df69-4f0e-aa44-d865bcd092e0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:55.661918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 19703803-df69-4f0e-aa44-d865bcd092e0 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:55.722676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:55.755223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] Provisioning for port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:55.775445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] Provisioning complete for port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:55.775826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:55.835574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0af75688-aa87-4a3c-8b56-9342c2afb856 req-8704503e-8ada-4c71-a0b5-58da3e857442 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 210 time: 0.1399102 Jan 28 09:51:55.868520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-5430eca4-8534-482d-bc2f-f46bf29ffb6c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:55.868520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-5430eca4-8534-482d-bc2f-f46bf29ffb6c tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 945 time: 0.3111432 Jan 28 09:51:55.976839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b343f2dc-04e6-44df-af7d-a6bb96c15cdd None None] Pushing event updated for resources: {'Port': ['ID=fd26412f-b231-4c71-9d27-686bf8eebf3c,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:56.083657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Deleting port 07348f34-3d9b-4f07-87c0-9616784c404f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:51:56.085575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.103566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-78eee8a1-a1a1-4bf6-b108-47585bafb178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.112858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.163918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:56.186358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f5015bac-c3b9-495f-9a11-0e37e2da7e02, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02,segment=NetworkSegment(e526048e-058e-48fe-a855-d592b91031a7),segment_id=e526048e-058e-48fe-a855-d592b91031a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:56.218048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.300769 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e86cf5f5-f522-4169-91aa-a79f0f79c64d req-a081eee6-7285-4762-a7dc-423a16ff626e tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 210 time: 0.1244438 Jan 28 09:51:56.349770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.418615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f5015bac-c3b9-495f-9a11-0e37e2da7e02,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:56.421427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121c4d1-1e39-4289-b559-6336bc4a91cc req-bdab2e91-7b03-4164-928e-2be26c12f9c6 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:56.429431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1121c4d1-1e39-4289-b559-6336bc4a91cc req-bdab2e91-7b03-4164-928e-2be26c12f9c6 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 945 time: 0.2900751 Jan 28 09:51:56.449487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] For port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:56.453845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.476355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Allocated IP 19.80.0.35 (97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5/d46f13f3-f55e-47d5-9388-52b2678336b8/d5f8e136-5664-4e11-864d-2243450099c7) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:56.533575 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02', 'code': 200} Jan 28 09:51:56.566261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1121c4d1-1e39-4289-b559-6336bc4a91cc req-c8eda04f-6200-43d8-88b6-592cd427615b tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358716 Jan 28 09:51:56.663445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b632954-6254-45dd-8dee-d5d8be9884f7 None None] Provisioning complete for port fd26412f-b231-4c71-9d27-686bf8eebf3c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:56.663820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b632954-6254-45dd-8dee-d5d8be9884f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.755034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99608833-dd05-4e07-8764-ca36dbf381b8 None None] Pushing event updated for resources: {'Port': ['ID=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:56.924258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.949786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b632954-6254-45dd-8dee-d5d8be9884f7 None None] Provisioning complete for port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:56.950157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b632954-6254-45dd-8dee-d5d8be9884f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.950516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] For port 07348f34-3d9b-4f07-87c0-9616784c404f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=07348f34-3d9b-4f07-87c0-9616784c404f,segment=NetworkSegment(1e66649b-bec1-4897-813b-a5667e0bce37),segment_id=1e66649b-bec1-4897-813b-a5667e0bce37)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:51:56.950985 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:56.966629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Transition to ACTIVE for port object d5f8e136-5664-4e11-864d-2243450099c7 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:57.008452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:57.137794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd26412f-b231-4c71-9d27-686bf8eebf3c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:57.151408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Port': ['ID=d5f8e136-5664-4e11-864d-2243450099c7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:57.152915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b1a812-e4be-4369-8af3-c840716f840b req-07b5a55d-43c8-48f6-a083-b59a5cfb29bb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:57.161570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37b1a812-e4be-4369-8af3-c840716f840b req-07b5a55d-43c8-48f6-a083-b59a5cfb29bb tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 945 time: 0.3583515 Jan 28 09:51:57.173800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Calling delete_port for 07348f34-3d9b-4f07-87c0-9616784c404f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:51:57.190518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:57.196385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:57.203694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:57.280081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fd26412f-b231-4c71-9d27-686bf8eebf3c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:57.280081 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:57.424410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088aafe-672b-466c-8136-5a0f3646875e req-55ab7e0f-4868-4e1f-b26f-802ebbe047a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:57.425910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7088aafe-672b-466c-8136-5a0f3646875e req-55ab7e0f-4868-4e1f-b26f-802ebbe047a1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 1096 time: 0.6760187 Jan 28 09:51:57.452091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97afa61c-9340-467d-b587-0a4edbd3d81f req-ea98d39b-3b53-42d8-8c5f-a53fc8a6d2cb tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:57.457230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37b1a812-e4be-4369-8af3-c840716f840b req-4be54b9e-59cd-4501-9498-b629a8f6cc4f tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/security-groups?id=709fe57a-b83a-4475-9cb0-84c488c7b715&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2946618 Jan 28 09:51:57.459553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97afa61c-9340-467d-b587-0a4edbd3d81f req-ea98d39b-3b53-42d8-8c5f-a53fc8a6d2cb tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 931 time: 0.3091407 Jan 28 09:51:57.465470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:57.471476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:57.537313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 936486e5-ae6c-4e09-9ee7-3c31775d0c8f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:51:57.646030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97afa61c-9340-467d-b587-0a4edbd3d81f req-a34ecc25-9ed4-4e20-9248-59a69e0a36ab tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682074 Jan 28 09:51:57.659271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-8d9f2599-098e-418f-ac2e-39d5161b2ef5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3677750 Jan 28 09:51:57.677527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Request body: {'port': {'device_id': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'network_id': '28548487-9dbc-4767-948d-26c1690f5940', 'admin_state_up': True, 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:57.780107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ec5c1d7-b041-42ba-aa73-c69f67644027 None None] Provisioning for port d5f8e136-5664-4e11-864d-2243450099c7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:57.806847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:57.807231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:57.885986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ec5c1d7-b041-42ba-aa73-c69f67644027 None None] Provisioning complete for port d5f8e136-5664-4e11-864d-2243450099c7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:57.886368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ec5c1d7-b041-42ba-aa73-c69f67644027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:57.911568 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fdc0ae6-1202-4cf9-b7bf-0c04929b3b68 req-10b121a3-8733-4271-b464-fd15010c53ad tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 210 time: 0.0516710 Jan 28 09:51:57.976157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-557652dd-b5bb-40cc-8d29-70ffd46efe5d tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:57.977741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-557652dd-b5bb-40cc-8d29-70ffd46efe5d tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.43 "GET /v2.0/networks?id=b2d48374-04ba-4361-b58b-2a3820d0c018 HTTP/1.1" status: 200 len: 825 time: 0.6552749 Jan 28 09:51:58.000544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6ec5c1d7-b041-42ba-aa73-c69f67644027 None None] Port d5f8e136-5664-4e11-864d-2243450099c7 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:51:58.046152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:58.048591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Request body: {'port': {'device_id': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018', 'admin_state_up': True, 'tenant_id': 'e4105bfe1b924889aa239423b4602216'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:58.052812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Usage tracker for resource:port and tenant:c4110c9d92484c02b3c36280e184c4d2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:58.061460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:58.069847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:58.081313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Made reservation on behalf of c4110c9d92484c02b3c36280e184c4d2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:58.084817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.164424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a1f14a51-12dc-41de-b696-ca21e81874d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.275014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Allocated IP 19.86.0.76 (28548487-9dbc-4767-948d-26c1690f5940/d06b4d5d-422b-466c-a41c-7e5528b1b643/3b807898-9cd0-479d-9040-2d52640d292c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:58.286374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:51:58.305575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Usage tracker for resource:port and tenant:e4105bfe1b924889aa239423b4602216 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:51:58.317438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:51:58.327138 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7088aafe-672b-466c-8136-5a0f3646875e req-2655ae18-687f-4b99-b983-cd296f433a14 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728988 Jan 28 09:51:58.340435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:51:58.357599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc6bcb4-9cd1-468f-876f-005f7b8c4046 req-d2588423-5a50-48d5-81fe-c64f5065cdad tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:58.359294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bc6bcb4-9cd1-468f-876f-005f7b8c4046 req-d2588423-5a50-48d5-81fe-c64f5065cdad tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 945 time: 0.3804262 Jan 28 09:51:58.359930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.463725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Pushing event deleted for resources: {'Port': ['ID=07348f34-3d9b-4f07-87c0-9616784c404f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:58.530075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Made reservation on behalf of e4105bfe1b924889aa239423b4602216 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:51:58.535433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.641329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0b4d9b0-2f39-4f5b-8a44-5c89870a6612 req-9bb378c8-5313-4ead-ba6b-6a603e8ff80b tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b1c68aa-aedc-4935-95da-c8e447b0dfb1 HTTP/1.1" status: 200 len: 210 time: 0.0755913 Jan 28 09:51:58.660312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.681447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Transition to ACTIVE for port object 3b807898-9cd0-479d-9040-2d52640d292c will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:51:58.686843 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bc6bcb4-9cd1-468f-876f-005f7b8c4046 req-c1ca7ad0-c6be-475e-9f74-b0700ac431ab tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486846 Jan 28 09:51:58.687862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] No DVR routers for this DVR port 07348f34-3d9b-4f07-87c0-9616784c404f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:51:58.695409 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.698127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'name': 'network-vif-deleted', 'tag': '07348f34-3d9b-4f07-87c0-9616784c404f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:51:58.744014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d463a6c-046f-46aa-8150-9437ca9e6ae8 req-e584f142-763c-4c37-a63b-705cc69e2226 tempest-AttachVolumeNegativeTest-1775304940 tempest-AttachVolumeNegativeTest-1775304940-project] 10.222.0.43 "DELETE /v2.0/ports/07348f34-3d9b-4f07-87c0-9616784c404f HTTP/1.1" status: 204 len: 173 time: 2.8562934 Jan 28 09:51:58.824550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:58.887868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Allocated IP 172.20.0.6 (b2d48374-04ba-4361-b58b-2a3820d0c018/49193d24-f228-44b3-a1aa-13b601acf20e/7b1d9370-2e0d-4d68-a992-d471b8f5e615) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:51:58.925747 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b1c68aa-aedc-4935-95da-c8e447b0dfb1', 'name': 'network-vif-deleted', 'tag': '07348f34-3d9b-4f07-87c0-9616784c404f', 'status': 'completed', 'code': 200} Jan 28 09:51:59.077586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event updated for resources: {'Port': ['ID=3b807898-9cd0-479d-9040-2d52640d292c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:51:59.100383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Network 28548487-9dbc-4767-948d-26c1690f5940 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:59.103892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:59.106692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:51:59.233499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:59.234474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.257632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5c24-5aa1-43bc-8513-6e9073848169 req-1e06f4cf-1ac4-4a21-99e8-d8825b4c8e3c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:59.263695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb5c24-5aa1-43bc-8513-6e9073848169 req-1e06f4cf-1ac4-4a21-99e8-d8825b4c8e3c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:51:59.264691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0aeb5c24-5aa1-43bc-8513-6e9073848169 req-1e06f4cf-1ac4-4a21-99e8-d8825b4c8e3c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:59.293060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c6320d93-ee6f-434d-9106-bf697f9638bc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6250200 Jan 28 09:51:59.294942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0aeb5c24-5aa1-43bc-8513-6e9073848169 req-1e06f4cf-1ac4-4a21-99e8-d8825b4c8e3c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:59.303276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0aeb5c24-5aa1-43bc-8513-6e9073848169 req-1e06f4cf-1ac4-4a21-99e8-d8825b4c8e3c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1653 time: 0.2829442 Jan 28 09:51:59.327926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Request body: {'port': {'device_id': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:51:59.412475 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.421945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.439449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8a8cd82c-9c15-45d9-b9ef-7d02fa02a75a req-7ffd255b-8aac-4e01-abdf-ddf2d0b0b010 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Synchronizing usage tracker for tenant:e4105bfe1b924889aa239423b4602216 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:51:59.453793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0aeb5c24-5aa1-43bc-8513-6e9073848169 req-5a7f3e8e-8a41-433f-a6c6-185116197a54 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491952 Jan 28 09:51:59.474650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.499564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8a8cd82c-9c15-45d9-b9ef-7d02fa02a75a req-7ffd255b-8aac-4e01-abdf-ddf2d0b0b010 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Unset dirty status for tenant:e4105bfe1b924889aa239423b4602216 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:51:59.503314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 07348f34-3d9b-4f07-87c0-9616784c404f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:51:59.518325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a8cd82c-9c15-45d9-b9ef-7d02fa02a75a req-7ffd255b-8aac-4e01-abdf-ddf2d0b0b010 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 210 time: 0.2886324 Jan 28 09:51:59.583279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.600441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.610991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 07348f34-3d9b-4f07-87c0-9616784c404f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:51:59.611329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 07348f34-3d9b-4f07-87c0-9616784c404f not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:51:59.649222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0733ace2-5f79-4e9e-b13e-841d10c15091 None None] Provisioning for port 3b807898-9cd0-479d-9040-2d52640d292c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:51:59.663634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0733ace2-5f79-4e9e-b13e-841d10c15091 None None] Provisioning complete for port 3b807898-9cd0-479d-9040-2d52640d292c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:51:59.664159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0733ace2-5f79-4e9e-b13e-841d10c15091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:51:59.801362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:51:59.803723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0733ace2-5f79-4e9e-b13e-841d10c15091 None None] Port 3b807898-9cd0-479d-9040-2d52640d292c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:51:59.815545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Network b2d48374-04ba-4361-b58b-2a3820d0c018 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:51:59.862167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:51:59.888449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:00.027256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Pushing event updated for resources: {'Port': ['ID=7b1d9370-2e0d-4d68-a992-d471b8f5e615,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:00.062005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Deleting subnet 7e35af51-efa0-4648-868d-3bea9de22d24 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:00.070811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:00.072364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.086859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.099929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d15f55-1204-4628-8635-13b3bb1f3c70 req-13ed7e77-36b0-46fd-b575-3f0449e9f8aa tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:00.101487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3d15f55-1204-4628-8635-13b3bb1f3c70 req-13ed7e77-36b0-46fd-b575-3f0449e9f8aa tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 945 time: 0.1885650 Jan 28 09:52:00.144471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-99451c87-b5c1-461f-a0fa-8f41bc5c4b9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1177509 Jan 28 09:52:00.155359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Request body: {'port': {'device_id': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:00.241198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3d15f55-1204-4628-8635-13b3bb1f3c70 req-ee0f179e-ebbd-46e0-b4e6-dd5e9f4eebfa tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198575 Jan 28 09:52:00.259717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.339514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.372197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.425456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5f8e136-5664-4e11-864d-2243450099c7 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:00.437047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.455227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Transition to ACTIVE for port object d5f8e136-5664-4e11-864d-2243450099c7 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:00.459507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.754474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:00.861530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f8e136-5664-4e11-864d-2243450099c7,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:01.116563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.124079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Attempting to bind port d5f8e136-5664-4e11-864d-2243450099c7 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:01.124966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Attempting to bind port d5f8e136-5664-4e11-864d-2243450099c7 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:01.125498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Attempting to bind port d5f8e136-5664-4e11-864d-2243450099c7 on network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:01.133796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Port d5f8e136-5664-4e11-864d-2243450099c7 on network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:52:01.134478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Attempting to bind port d5f8e136-5664-4e11-864d-2243450099c7 on network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:01.140612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:01.141183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Checking segment: {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:01.141771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Bound using segment: {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:01.142947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Bound port: d5f8e136-5664-4e11-864d-2243450099c7, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '837fc845-9e93-453e-a3c9-963bb8a85138', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:01.143474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.168717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265699-58de-47d0-bc5c-96aedb065c27 req-3f3d794a-2cfe-45f0-b1d3-f78fb9c2d462 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:01.174786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16265699-58de-47d0-bc5c-96aedb065c27 req-3f3d794a-2cfe-45f0-b1d3-f78fb9c2d462 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:01.181807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-16265699-58de-47d0-bc5c-96aedb065c27 req-3f3d794a-2cfe-45f0-b1d3-f78fb9c2d462 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1665 time: 0.5187733 Jan 28 09:52:01.216396 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.224067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e35af51-efa0-4648-868d-3bea9de22d24,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:01.242369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e76feec4-fc6a-4391-9613-82b13252950a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7e35af51-efa0-4648-868d-3bea9de22d24 HTTP/1.1" status: 204 len: 168 time: 1.4294589 Jan 28 09:52:01.245860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39882) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:01.299885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-16265699-58de-47d0-bc5c-96aedb065c27 req-c18e08ad-d90d-4514-875d-f137dde2f83b tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171219 Jan 28 09:52:01.356142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] For port d5f8e136-5664-4e11-864d-2243450099c7, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:01.360077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] For port d5f8e136-5664-4e11-864d-2243450099c7, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f8e136-5664-4e11-864d-2243450099c7,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:01.370104 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.446689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.461195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955f8fa-d5cd-4d2b-89b7-2f720b8a670b req-938def1b-8525-431a-8127-62156c4103a5 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:01.470875 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3955f8fa-d5cd-4d2b-89b7-2f720b8a670b req-938def1b-8525-431a-8127-62156c4103a5 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 931 time: 0.3465962 Jan 28 09:52:01.484928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:01.485554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.487543 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] 10.222.0.25 "PUT /v2.0/ports/d5f8e136-5664-4e11-864d-2243450099c7 HTTP/1.1" status: 200 len: 1091 time: 2.1676564 Jan 28 09:52:01.487994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'tag': 'd5f8e136-5664-4e11-864d-2243450099c7'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:01.526407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b1d9370-2e0d-4d68-a992-d471b8f5e615 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:01.534861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Request body: {'port': {'device_id': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:01.555536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.701797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Transition to ACTIVE for port object 7b1d9370-2e0d-4d68-a992-d471b8f5e615 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:01.713908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3955f8fa-d5cd-4d2b-89b7-2f720b8a670b req-a32ee31f-e2c7-48a9-9767-a396b7bc5700 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Synchronizing usage tracker for tenant:e4105bfe1b924889aa239423b4602216 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:01.796164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.833387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d1727-0cbc-4f30-b31e-32609e9a5787 service neutron] Pushing event updated for resources: {'Port': ['ID=d5f8e136-5664-4e11-864d-2243450099c7,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:01.891637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Pushing event updated for resources: {'Port': ['ID=7b1d9370-2e0d-4d68-a992-d471b8f5e615,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:01.901312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.958796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:01.978082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85dc6e-a2b6-40d5-850c-55a4e6c73be6 req-503b377b-d68c-4ac9-84ea-2416464d1f55 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:01.985053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b85dc6e-a2b6-40d5-850c-55a4e6c73be6 req-503b377b-d68c-4ac9-84ea-2416464d1f55 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 945 time: 0.2501190 Jan 28 09:52:02.004419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3955f8fa-d5cd-4d2b-89b7-2f720b8a670b req-a32ee31f-e2c7-48a9-9767-a396b7bc5700 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Unset dirty status for tenant:e4105bfe1b924889aa239423b4602216 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:02.013225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3955f8fa-d5cd-4d2b-89b7-2f720b8a670b req-a32ee31f-e2c7-48a9-9767-a396b7bc5700 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5414064 Jan 28 09:52:02.020588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['028b2268-2cc0-4aff-9640-eeb87ec5d0f8']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:02.067518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b85dc6e-a2b6-40d5-850c-55a4e6c73be6 req-211ba47b-7a86-453b-99cb-46c645b3677e tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815203 Jan 28 09:52:02.067929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e66649b-bec1-4897-813b-a5667e0bce37') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:02.068234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e66649b-bec1-4897-813b-a5667e0bce37') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:02.136434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.158251 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'tag': 'd5f8e136-5664-4e11-864d-2243450099c7', 'status': 'completed', 'code': 200} Jan 28 09:52:02.282620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.405711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:02.406128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:02.452300 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:02.679246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b807898-9cd0-479d-9040-2d52640d292c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:02.687278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.709201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Transition to ACTIVE for port object 3b807898-9cd0-479d-9040-2d52640d292c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:02.714445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.748921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Attempting to bind port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:02.749260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Attempting to bind port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'c438f4be-e187-40d7-a170-91cd7f171a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:02.749591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Attempting to bind port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 on network b2d48374-04ba-4361-b58b-2a3820d0c018 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:02.768302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 on network b2d48374-04ba-4361-b58b-2a3820d0c018 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:52:02.768506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Attempting to bind port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 on network b2d48374-04ba-4361-b58b-2a3820d0c018 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:02.787329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.793188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:02.793535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Checking segment: {'id': 'c438f4be-e187-40d7-a170-91cd7f171a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:02.794037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Bound using segment: {'id': 'c438f4be-e187-40d7-a170-91cd7f171a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:02.794374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Bound port: 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c438f4be-e187-40d7-a170-91cd7f171a61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:02.794738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.828549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:02.835775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Pushing event updated for resources: {'Port': ['ID=3b807898-9cd0-479d-9040-2d52640d292c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:02.857723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] Pushing event deleted for resources: {'Network': ['ID=028b2268-2cc0-4aff-9640-eeb87ec5d0f8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:02.919014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e5421dc8-100a-462c-a448-4dc07976ab73 admin admin] 10.222.0.42 "DELETE /v2.0/networks/028b2268-2cc0-4aff-9640-eeb87ec5d0f8 HTTP/1.1" status: 204 len: 168 time: 1.6719515 Jan 28 09:52:02.949997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-44640aff-c20d-421b-be3f-969c4bfd2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:02.950483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-44640aff-c20d-421b-be3f-969c4bfd2c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:02.952076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-44640aff-c20d-421b-be3f-969c4bfd2c90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1912 time: 0.7652013 Jan 28 09:52:03.161597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-aff96ded-afed-4a93-826a-ec361f23aabb tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.163303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-aff96ded-afed-4a93-826a-ec361f23aabb tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.25 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 945 time: 0.8856642 Jan 28 09:52:03.169028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:03.292329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39928) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:03.410857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125e55-f6c2-4870-aa0d-87115181c4e8 req-acc7cffa-9364-4c14-af89-abf8ca9451ea tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.416536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8125e55-f6c2-4870-aa0d-87115181c4e8 req-acc7cffa-9364-4c14-af89-abf8ca9451ea tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.418083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8125e55-f6c2-4870-aa0d-87115181c4e8 req-acc7cffa-9364-4c14-af89-abf8ca9451ea tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1677 time: 0.7743833 Jan 28 09:52:03.455666 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aae669c9-3c04-450f-be07-99022e3031ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=491b9a6b842d4b8aaebb6da451600109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1580660 Jan 28 09:52:03.456595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39934) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:03.471295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Deleting port f5015bac-c3b9-495f-9a11-0e37e2da7e02 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:03.471634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.507228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-1b50dfca-3de8-4821-93a7-9043952a30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.507703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-1b50dfca-3de8-4821-93a7-9043952a30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.508165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-1b50dfca-3de8-4821-93a7-9043952a30ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.509727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-1b50dfca-3de8-4821-93a7-9043952a30ee service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c4110c9d92484c02b3c36280e184c4d2&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.5314865 Jan 28 09:52:03.510727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] For port 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:03.536267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Attempting to bind port 3b807898-9cd0-479d-9040-2d52640d292c on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:03.536598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Attempting to bind port 3b807898-9cd0-479d-9040-2d52640d292c by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:03.536941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Attempting to bind port 3b807898-9cd0-479d-9040-2d52640d292c on network 28548487-9dbc-4767-948d-26c1690f5940 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:03.543436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Port 3b807898-9cd0-479d-9040-2d52640d292c on network 28548487-9dbc-4767-948d-26c1690f5940 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:52:03.543697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Attempting to bind port 3b807898-9cd0-479d-9040-2d52640d292c on network 28548487-9dbc-4767-948d-26c1690f5940 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:03.551211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-673a97d4-15fc-4704-a9d1-d84fc0bcc17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.563305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6d28d-436b-4bbd-a556-974c61487bcb req-f8637c02-435f-4fd1-ba7b-d317397fff6c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.570662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ddc6d28d-436b-4bbd-a556-974c61487bcb req-f8637c02-435f-4fd1-ba7b-d317397fff6c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 943 time: 0.3131976 Jan 28 09:52:03.592889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:03.593235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Checking segment: {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:03.593622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Bound using segment: {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:03.594058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Bound port: 3b807898-9cd0-479d-9040-2d52640d292c, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fa65938-ae58-4021-a0c8-16ea4e3e9856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '28548487-9dbc-4767-948d-26c1690f5940'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:03.594417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.635713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] For port 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615,segment=NetworkSegment(c438f4be-e187-40d7-a170-91cd7f171a61),segment_id=c438f4be-e187-40d7-a170-91cd7f171a61)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:03.645596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Deleting subnet c67d8b41-b251-45c9-b236-dad215aed62c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:03.660044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8125e55-f6c2-4870-aa0d-87115181c4e8 req-38e0eae1-df98-4009-af04-28c8f7a7bb40 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190938 Jan 28 09:52:03.661280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.669967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.676904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ddc6d28d-436b-4bbd-a556-974c61487bcb req-2ac2a0bc-060a-44b9-9c35-5db00ebc24f4 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052938 Jan 28 09:52:03.716020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-673a97d4-15fc-4704-a9d1-d84fc0bcc17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.849139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:03.849974 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.851488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] 10.222.0.43 "PUT /v2.0/ports/7b1d9370-2e0d-4d68-a992-d471b8f5e615 HTTP/1.1" status: 200 len: 1091 time: 3.7004545 Jan 28 09:52:03.858024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'tag': '7b1d9370-2e0d-4d68-a992-d471b8f5e615'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:03.902198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] For port 3b807898-9cd0-479d-9040-2d52640d292c, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:03.920278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] For port 3b807898-9cd0-479d-9040-2d52640d292c, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3b807898-9cd0-479d-9040-2d52640d292c,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:03.925122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-673a97d4-15fc-4704-a9d1-d84fc0bcc17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.958191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:03.991828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.017736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673a97d4-15fc-4704-a9d1-d84fc0bcc17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709fe57a-b83a-4475-9cb0-84c488c7b715,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:04.019665 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-673a97d4-15fc-4704-a9d1-d84fc0bcc17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.020827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-673a97d4-15fc-4704-a9d1-d84fc0bcc17c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/709fe57a-b83a-4475-9cb0-84c488c7b715 HTTP/1.1" status: 204 len: 168 time: 0.5637176 Jan 28 09:52:04.062930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.065584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.068443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] 10.222.0.25 "PUT /v2.0/ports/3b807898-9cd0-479d-9040-2d52640d292c HTTP/1.1" status: 200 len: 1091 time: 2.5513728 Jan 28 09:52:04.098553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34b23e5-2f16-4cab-931c-ff5d39bb761b service neutron] Pushing event updated for resources: {'Port': ['ID=3b807898-9cd0-479d-9040-2d52640d292c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:04.159811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'tag': '3b807898-9cd0-479d-9040-2d52640d292c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:04.198691 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'tag': '7b1d9370-2e0d-4d68-a992-d471b8f5e615', 'status': 'completed', 'code': 200} Jan 28 09:52:04.203791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e4360-4a73-4446-85fc-e1e53016d64c service neutron] Pushing event updated for resources: {'Port': ['ID=7b1d9370-2e0d-4d68-a992-d471b8f5e615,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:04.207347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-f3c913c3-4247-46c9-83ed-a8c8281dcc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.208834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c269e48f-7f1c-4df1-96bf-c2d30e89d30d req-f3c913c3-4247-46c9-83ed-a8c8281dcc55 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6824000 Jan 28 09:52:04.229250 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'tag': '3b807898-9cd0-479d-9040-2d52640d292c', 'status': 'completed', 'code': 200} Jan 28 09:52:04.358397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.453191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] For port f5015bac-c3b9-495f-9a11-0e37e2da7e02, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f5015bac-c3b9-495f-9a11-0e37e2da7e02,segment=NetworkSegment(e526048e-058e-48fe-a855-d592b91031a7),segment_id=e526048e-058e-48fe-a855-d592b91031a7)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:04.453191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.600649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-55bbf6d5-af3c-420b-8eb7-57c14d617e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.603089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-55bbf6d5-af3c-420b-8eb7-57c14d617e51 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4105bfe1b924889aa239423b4602216&device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 1094 time: 0.6953704 Jan 28 09:52:04.610548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce6bb6e-d250-4b74-9039-ba537149201d req-4342bcee-0906-467c-8a9b-57c29fa8a40b tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.611973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cce6bb6e-d250-4b74-9039-ba537149201d req-4342bcee-0906-467c-8a9b-57c29fa8a40b tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 945 time: 0.7079737 Jan 28 09:52:04.623187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Calling delete_port for f5015bac-c3b9-495f-9a11-0e37e2da7e02 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:04.766100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-ac282ffe-d77b-4eaf-8c99-3f1f239ace44 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615 HTTP/1.1" status: 200 len: 217 time: 0.1531429 Jan 28 09:52:04.836367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.899760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c14401-13f2-4766-a7b3-8ea871971698 req-8eec1f44-9811-439c-8acb-18b1e17bac75 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.906486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c14401-13f2-4766-a7b3-8ea871971698 req-8eec1f44-9811-439c-8acb-18b1e17bac75 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.908883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c14401-13f2-4766-a7b3-8ea871971698 req-8eec1f44-9811-439c-8acb-18b1e17bac75 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1677 time: 0.0977039 Jan 28 09:52:04.909522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cce6bb6e-d250-4b74-9039-ba537149201d req-ba8cb7b7-d098-47d3-85ca-a2c858cd18ce tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/security-groups?id=d2a23a9d-357c-4117-9731-1b72e62c0246&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957510 Jan 28 09:52:04.915240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-0101dfcc-2ce0-4981-b970-d5e4ac561bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.916043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-0101dfcc-2ce0-4981-b970-d5e4ac561bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.917302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-0101dfcc-2ce0-4981-b970-d5e4ac561bc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1979 time: 0.6108513 Jan 28 09:52:04.919219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67d8b41-b251-45c9-b236-dad215aed62c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:04.923951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:04.942468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e7661-c255-4035-be77-5ae4ea99bcac req-13e77b80-8163-4520-9f80-6674f6e1253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:04.944283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-13e77b80-8163-4520-9f80-6674f6e1253c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49193d24-f228-44b3-a1aa-13b601acf20e HTTP/1.1" status: 200 len: 865 time: 0.1709824 Jan 28 09:52:05.038814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3f548f16-a8d6-462f-9eb2-86f0fac1964f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c67d8b41-b251-45c9-b236-dad215aed62c HTTP/1.1" status: 204 len: 168 time: 1.8678610 Jan 28 09:52:05.044606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39980) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:05.098051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c14401-13f2-4766-a7b3-8ea871971698 req-55afcbcd-fafc-4bfe-a6df-a55849ad18dc tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720190 Jan 28 09:52:05.129463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-7815e26b-a70d-4c2e-ac68-b5d3e1071788 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=d5f8e136-5664-4e11-864d-2243450099c7 HTTP/1.1" status: 200 len: 217 time: 0.1974821 Jan 28 09:52:05.243685 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.295049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:52:05.312173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-037d9830-d353-4375-bdde-d2e538a969ae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2d48374-04ba-4361-b58b-2a3820d0c018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2751682 Jan 28 09:52:05.435160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.463479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f85a44f-8b37-4861-8b99-8e251f35fae4']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:05.476750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eff6460e-ce30-4ca7-802a-fd096bf29ea9') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:05.477130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eff6460e-ce30-4ca7-802a-fd096bf29ea9') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:05.490813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.491442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.509377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.516170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:05.516792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.547984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Pushing event deleted for resources: {'Port': ['ID=f5015bac-c3b9-495f-9a11-0e37e2da7e02,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:05.551154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-1e3de686-fde8-4a8c-b591-5fc62d7b35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:05.552597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-1e3de686-fde8-4a8c-b591-5fc62d7b35fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d46f13f3-f55e-47d5-9388-52b2678336b8 HTTP/1.1" status: 200 len: 801 time: 0.4041955 Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:05.615326 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:05.619961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.639760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.652596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] Pushing event deleted for resources: {'Network': ['ID=9f85a44f-8b37-4861-8b99-8e251f35fae4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:05.662965 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c75c5b91-2465-4eab-bc9c-ec15c164503c admin admin] 10.222.0.42 "DELETE /v2.0/networks/9f85a44f-8b37-4861-8b99-8e251f35fae4 HTTP/1.1" status: 204 len: 168 time: 0.6171219 Jan 28 09:52:05.743139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-4dd5319a-b807-4d38-a374-a3c074df9d0a service neutron] 10.222.0.43 "GET /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910339 Jan 28 09:52:05.757447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] No DVR routers for this DVR port f5015bac-c3b9-495f-9a11-0e37e2da7e02 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:05.760483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:05.822413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:05.870125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb30e4-0370-412d-b673-2d5bfda9275a req-44980ad0-ca06-45df-8968-fd55ac884d9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:05.877275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55cb30e4-0370-412d-b673-2d5bfda9275a req-44980ad0-ca06-45df-8968-fd55ac884d9f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 943 time: 0.7468038 Jan 28 09:52:05.880260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bfdb40f3-d796-49ef-9a97-69e8dd3f35ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdcad89fa97c4766a56d80494e9916f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567858 Jan 28 09:52:05.882772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:05.897513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4811aa65-eb4f-4a79-8e5d-db18094bbebb req-f7c7f39d-b6e1-4caa-97f5-7318e3a91410 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.25 "DELETE /v2.0/ports/f5015bac-c3b9-495f-9a11-0e37e2da7e02 HTTP/1.1" status: 204 len: 173 time: 2.7141013 Jan 28 09:52:05.962361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-026e4cf6-9bf3-44a1-9be7-badfe35ab91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:05.964281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-026e4cf6-9bf3-44a1-9be7-badfe35ab91b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3609560 Jan 28 09:52:05.976954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55cb30e4-0370-412d-b673-2d5bfda9275a req-3895d0d2-9dc6-4225-b082-d88a6effbe05 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984712 Jan 28 09:52:05.982666 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-718250de-6cfc-42e9-952f-5e40543132f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:06.037930 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-718250de-6cfc-42e9-952f-5e40543132f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:06.082069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619e7661-c255-4035-be77-5ae4ea99bcac req-41d29534-10d9-42ce-a7e2-a4a8e079ea42 service neutron] 10.222.0.43 "GET /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261664 Jan 28 09:52:06.212580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'name': 'network-vif-deleted', 'tag': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:06.233658 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c8e7496-8f66-4712-9f41-ed445318b322 req-fde772d0-09a9-450e-8181-118a0625a183 tempest-ServerAddressesNegativeTestJSON-1961451899 tempest-ServerAddressesNegativeTestJSON-1961451899-project] 10.222.0.42 "GET /v2.0/ports?device_id=942f7dea-9d4a-43ba-a73e-65acc996b140 HTTP/1.1" status: 200 len: 210 time: 0.0838482 Jan 28 09:52:06.234336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-718250de-6cfc-42e9-952f-5e40543132f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:06.256334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718250de-6cfc-42e9-952f-5e40543132f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b30e30-2c40-4f16-afc2-4604084e63c3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:06.286568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-718250de-6cfc-42e9-952f-5e40543132f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:06.289122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-718250de-6cfc-42e9-952f-5e40543132f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8b30e30-2c40-4f16-afc2-4604084e63c3 HTTP/1.1" status: 204 len: 168 time: 0.4054134 Jan 28 09:52:06.308451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-3eb28252-a93b-4c51-86db-a07ce63451fe service neutron] 10.222.0.25 "GET /v2.0/networks/97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267305 Jan 28 09:52:06.362357 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942f7dea-9d4a-43ba-a73e-65acc996b140', 'name': 'network-vif-deleted', 'tag': 'f5015bac-c3b9-495f-9a11-0e37e2da7e02', 'status': 'completed', 'code': 200} Jan 28 09:52:06.493177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-d5dccae7-32b1-486b-adf1-9c5cde3fb6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:06.494674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-d5dccae7-32b1-486b-adf1-9c5cde3fb6b9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e4105bfe1b924889aa239423b4602216&device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 1094 time: 0.2829831 Jan 28 09:52:06.546509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f5015bac-c3b9-495f-9a11-0e37e2da7e02 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:06.627396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: f5015bac-c3b9-495f-9a11-0e37e2da7e02 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:06.627737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f5015bac-c3b9-495f-9a11-0e37e2da7e02 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:06.699764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-395d493c-6655-45c0-92ec-e98fc51208d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:06.701524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-395d493c-6655-45c0-92ec-e98fc51208d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b2d48374-04ba-4361-b58b-2a3820d0c018 HTTP/1.1" status: 200 len: 926 time: 0.1977327 Jan 28 09:52:06.789127 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-7f1a5b70-bd25-42b3-b2d7-f009cf5e075f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615 HTTP/1.1" status: 200 len: 217 time: 0.0799315 Jan 28 09:52:06.848313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-78a287d1-6ec1-4985-bef2-99bfced62ad6 service neutron] 10.222.0.25 "GET /v2.0/networks/97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4893453 Jan 28 09:52:06.861593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15026e-5630-4d7a-990d-cca186084438 req-0aa78e3e-b74d-4539-ae08-af0f5cfbb53f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:06.867696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15026e-5630-4d7a-990d-cca186084438 req-0aa78e3e-b74d-4539-ae08-af0f5cfbb53f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:06.874649 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a15026e-5630-4d7a-990d-cca186084438 req-0aa78e3e-b74d-4539-ae08-af0f5cfbb53f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1677 time: 0.5723853 Jan 28 09:52:06.984696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-c7b9b829-5958-426e-8ce8-4ca442096b35 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=3b807898-9cd0-479d-9040-2d52640d292c HTTP/1.1" status: 200 len: 217 time: 0.1043859 Jan 28 09:52:06.991947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-b6df01e2-a3df-428c-8943-ec2997b65c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:06.993610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-b6df01e2-a3df-428c-8943-ec2997b65c8e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=49193d24-f228-44b3-a1aa-13b601acf20e HTTP/1.1" status: 200 len: 865 time: 0.1941679 Jan 28 09:52:07.042339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a15026e-5630-4d7a-990d-cca186084438 req-386b0c78-e154-41ad-8480-7abd96964672 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664827 Jan 28 09:52:07.295970 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-4c0cc784-f0ca-4ac6-a65e-434212fc9587 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b2d48374-04ba-4361-b58b-2a3820d0c018&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2494555 Jan 28 09:52:07.339423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db25df77-e7e9-4dff-b7d3-6874ddc46394 req-58d066f0-db89-45f6-a993-45024132f414 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:07.343081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db25df77-e7e9-4dff-b7d3-6874ddc46394 req-58d066f0-db89-45f6-a993-45024132f414 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 943 time: 0.1717503 Jan 28 09:52:07.415250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40062) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:07.444418 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db25df77-e7e9-4dff-b7d3-6874ddc46394 req-242f2a79-54e2-4687-9de8-f575783b5b01 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926754 Jan 28 09:52:07.528710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Deleting subnet c2af5986-09bc-4c76-b5ee-62ca15db5d54 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:07.532948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:07.629805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:07.676559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-d5e3e243-ba36-4097-aa4d-7aab2d180907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:07.678512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-d5e3e243-ba36-4097-aa4d-7aab2d180907 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d06b4d5d-422b-466c-a41c-7e5528b1b643 HTTP/1.1" status: 200 len: 801 time: 0.6816530 Jan 28 09:52:07.833099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40086) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:07.939552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:07.968271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-881418766-network', 'tenant_id': '69b39a24135c4073811fd0c445e55f4a'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:07.974854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:07.980029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Usage tracker for resource:network and tenant:69b39a24135c4073811fd0c445e55f4a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:07.982166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-26a296bc-af0e-4fa7-8aea-051794039980 service neutron] 10.222.0.43 "GET /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6786728 Jan 28 09:52:07.984344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:07.992708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:08.004116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Made reservation on behalf of 69b39a24135c4073811fd0c445e55f4a for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:08.007539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.026486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.047274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:08.052948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Usage tracker for resource:security_group_rule and tenant:69b39a24135c4073811fd0c445e55f4a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:08.056771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:08.062953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:08.089408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-d711f115-4dfe-4390-bb81-b546d8943c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:08.091049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-d711f115-4dfe-4390-bb81-b546d8943c4d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=28548487-9dbc-4767-948d-26c1690f5940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4044397 Jan 28 09:52:08.187701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.205068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.257739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6512dd0b-524b-4fec-b0b7-28a013f686be,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:08.268549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:52:08.292100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.292571 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Added segment 3c22a770-8a18-48f6-9a45-d049e4a6f4f0 of type vlan for network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 Jan 28 09:52:08.331011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.334213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.386211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.387610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:08.388123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.410509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd78e1ff-b44f-4d36-b755-10c1d24eb15c req-7c5113f9-aba2-4cce-858f-c648273eb401 service neutron] 10.222.0.43 "GET /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177139 Jan 28 09:52:08.411472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.416753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2af5986-09bc-4c76-b5ee-62ca15db5d54,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:08.441789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c2af5986-09bc-4c76-b5ee-62ca15db5d54 HTTP/1.1" status: 204 len: 168 time: 1.0254986 Jan 28 09:52:08.445576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.445915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.446241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.446565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.446882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.447196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.447510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.447821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.448130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.448437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.448771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.449082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5875f36-4dab-4f87-9024-988ba27fca4a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:08.451720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40108) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:08.460192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-02d75749-9399-40fb-889b-4482360709f4 service neutron] 10.222.0.25 "GET /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486493 Jan 28 09:52:08.564038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] Pushing event updated for resources: {'Network': ['ID=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:08.579007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd384-616b-433b-bc75-cbe17cf2f056 req-22b1e097-b278-4da8-914a-d2f5aa9450c5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:08.580265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:52:08.585851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01bd384-616b-433b-bc75-cbe17cf2f056 req-22b1e097-b278-4da8-914a-d2f5aa9450c5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:08.587525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c01bd384-616b-433b-bc75-cbe17cf2f056 req-22b1e097-b278-4da8-914a-d2f5aa9450c5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1677 time: 0.3872800 Jan 28 09:52:08.682765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bdba9211-eae5-4225-90ce-8838bea0864b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8484030 Jan 28 09:52:08.693395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:08.706899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Request body: {'subnet': {'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-881418766-subnet', 'tenant_id': '69b39a24135c4073811fd0c445e55f4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:08.845677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:08.850113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Usage tracker for resource:subnet and tenant:69b39a24135c4073811fd0c445e55f4a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:08.852948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:08.858659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:08.858829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.877609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Made reservation on behalf of 69b39a24135c4073811fd0c445e55f4a for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:08.878697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25504f8c-92d1-4072-9012-9c1f91c39d40 req-837e7a00-9ccc-4105-8f84-a3f53e034f0d service neutron] 10.222.0.25 "GET /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789899 Jan 28 09:52:08.880051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:08.903107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38062fd7-b281-4e4f-bb6c-cafa3038bd59 req-8e0da293-e873-4558-b01c-e421ebb7dd5b tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:08.910111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38062fd7-b281-4e4f-bb6c-cafa3038bd59 req-8e0da293-e873-4558-b01c-e421ebb7dd5b tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 943 time: 0.3155653 Jan 28 09:52:08.996927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c01bd384-616b-433b-bc75-cbe17cf2f056 req-14dc2dcb-367e-4dfa-97f0-14789403ea1f tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989209 Jan 28 09:52:09.073412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38062fd7-b281-4e4f-bb6c-cafa3038bd59 req-8228e4c5-4dbe-4a4c-9f41-4a039eebe45c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624010 Jan 28 09:52:09.124385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.177904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c67035-5691-4167-9ed0-40e0b1b346c2']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:09.196890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-f4bae373-4708-44fb-ad0f-d499d76c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:09.197375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-f4bae373-4708-44fb-ad0f-d499d76c913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:09.198933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-f4bae373-4708-44fb-ad0f-d499d76c913f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c4110c9d92484c02b3c36280e184c4d2&device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1979 time: 0.2415419 Jan 28 09:52:09.200969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e526048e-058e-48fe-a855-d592b91031a7') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:09.201264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e526048e-058e-48fe-a855-d592b91031a7') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:09.247450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.301543 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.320308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.340340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:09.341008 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:09.354746 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:09.395138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=adbb43af-4308-4c1e-a7d3-ccad702a9f95,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:09.406919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Checking segment: {'id': '3c22a770-8a18-48f6-9a45-d049e4a6f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:09.407285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Network hostable DHCP agents. Network: decc18a7-53e5-4b6a-8da3-bb5da4e4fa82, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:52:09.433044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:52:09.450219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, decc18a7-53e5-4b6a-8da3-bb5da4e4fa82) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:09.459842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:09.460553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.461191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85566554-9d14-44bd-9518-91dd8e868c0d None None] Network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:09.494056 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6afebe5e-d167-4e6a-a63f-f23ffc998bfc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7949147 Jan 28 09:52:09.583408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7b1d9370-2e0d-4d68-a992-d471b8f5e615 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:52:09.640864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-a59797be-548c-4e16-93fe-0804f06208cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:09.643114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-a59797be-548c-4e16-93fe-0804f06208cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=28548487-9dbc-4767-948d-26c1690f5940 HTTP/1.1" status: 200 len: 902 time: 0.4341269 Jan 28 09:52:09.747251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-e81a3ebe-515e-4d28-bcf6-23d1df600228 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.76&port_id=3b807898-9cd0-479d-9040-2d52640d292c HTTP/1.1" status: 200 len: 217 time: 0.0869622 Jan 28 09:52:09.786384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615,segment=NetworkSegment(c438f4be-e187-40d7-a170-91cd7f171a61),segment_id=c438f4be-e187-40d7-a170-91cd7f171a61)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:09.842528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '7b1d9370-2e0d-4d68-a992-d471b8f5e615', 'network_id': 'b2d48374-04ba-4361-b58b-2a3820d0c018', 'port_id': '7b1d9370-2e0d-4d68-a992-d471b8f5e615', 'mac_address': 'fa:16:3e:a4:4c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49193d24-f228-44b3-a1aa-13b601acf20e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:52:09.844211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.902368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:09.915744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] Pushing event deleted for resources: {'Network': ['ID=84c67035-5691-4167-9ed0-40e0b1b346c2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:09.929764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3cecc116-71ca-4104-93b6-f44231839a55 admin admin] 10.222.0.42 "DELETE /v2.0/networks/84c67035-5691-4167-9ed0-40e0b1b346c2 HTTP/1.1" status: 204 len: 168 time: 1.4736741 Jan 28 09:52:09.942100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-71c55b98-226c-477b-aad4-042bdb5e3943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:09.943898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-71c55b98-226c-477b-aad4-042bdb5e3943 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d06b4d5d-422b-466c-a41c-7e5528b1b643 HTTP/1.1" status: 200 len: 801 time: 0.1869442 Jan 28 09:52:09.996477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:10.026572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b1d9370-2e0d-4d68-a992-d471b8f5e615 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:10.092267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615,segment=NetworkSegment(c438f4be-e187-40d7-a170-91cd7f171a61),segment_id=c438f4be-e187-40d7-a170-91cd7f171a61)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:10.101937 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:10.121987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-08d9c8ab-098f-4b03-a2b0-dd2af9aa8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:10.129281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-08d9c8ab-098f-4b03-a2b0-dd2af9aa8dfa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=28548487-9dbc-4767-948d-26c1690f5940&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1765232 Jan 28 09:52:10.188497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7b1d9370-2e0d-4d68-a992-d471b8f5e615,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:10.262686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33616b38-f940-44d1-8abf-c30cfd160a66 None None] Network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:10.399818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7b1d9370-2e0d-4d68-a992-d471b8f5e615'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:52:10.408806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-a8e953d7-30a0-463b-9f65-5294f6861bb7 service neutron] 10.222.0.25 "GET /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681968 Jan 28 09:52:10.442070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40d34-64ca-44a6-9b0f-56bd31ae2637 req-45f8715e-8837-422c-aaff-133acf0cd225 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:10.460961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca40d34-64ca-44a6-9b0f-56bd31ae2637 req-45f8715e-8837-422c-aaff-133acf0cd225 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:10.463434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aca40d34-64ca-44a6-9b0f-56bd31ae2637 req-45f8715e-8837-422c-aaff-133acf0cd225 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1677 time: 0.2135916 Jan 28 09:52:10.530070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aca40d34-64ca-44a6-9b0f-56bd31ae2637 req-cb19ff3d-4cff-4353-ad65-4b6d120fcf39 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600774 Jan 28 09:52:10.636470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-3782f85e-2edc-49f1-9900-fcdaa3b340e5 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:10.639749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-3782f85e-2edc-49f1-9900-fcdaa3b340e5 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/networks?id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 HTTP/1.1" status: 200 len: 813 time: 0.3550944 Jan 28 09:52:10.653942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40186) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:10.734961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-bf22cd44-46b0-4ec3-a0ab-634e580165fb tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/quotas/69b39a24135c4073811fd0c445e55f4a HTTP/1.1" status: 200 len: 375 time: 0.0797813 Jan 28 09:52:10.755264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ffb12-799b-4e06-892e-76ae552e65d3 req-2573e8ca-8f22-4d04-aef1-c9cb92b73c9c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:10.762608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-575ffb12-799b-4e06-892e-76ae552e65d3 req-2573e8ca-8f22-4d04-aef1-c9cb92b73c9c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 944 time: 0.1220567 Jan 28 09:52:10.812349 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-575ffb12-799b-4e06-892e-76ae552e65d3 req-df90816f-4a24-430c-99a9-1350addf6e53 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488062 Jan 28 09:52:10.825121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-da5471df-7b70-46c9-a77f-ef65f8101188 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=69b39a24135c4073811fd0c445e55f4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770397 Jan 28 09:52:10.956707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0c92c993-ee27-4254-a757-d5a747a8cc91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03eb77497b494fe6b0df087407caeb17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3002446 Jan 28 09:52:10.957225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40194) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:10.972762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97d3c2ea-fba0-40df-b8d8-95a0a0330ab5 req-913ed0d6-d5ec-49c0-9b9f-657b71e35908 service neutron] 10.222.0.25 "GET /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5494244 Jan 28 09:52:11.066758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-534de185-4f3b-41ad-8d46-92363a28c504 service neutron] 10.222.0.42 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304127 Jan 28 09:52:11.079363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60dfc968-55fe-4f2a-8018-b059548b85f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:11.113480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60dfc968-55fe-4f2a-8018-b059548b85f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:11.200227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60dfc968-55fe-4f2a-8018-b059548b85f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:11.226062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfc968-55fe-4f2a-8018-b059548b85f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a23a9d-357c-4117-9731-1b72e62c0246,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:11.245548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60dfc968-55fe-4f2a-8018-b059548b85f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:11.250546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60dfc968-55fe-4f2a-8018-b059548b85f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2a23a9d-357c-4117-9731-1b72e62c0246 HTTP/1.1" status: 204 len: 168 time: 0.2878292 Jan 28 09:52:11.261833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-f53e593b-2f49-4b97-b672-74195d6c3cae service neutron] 10.222.0.42 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886151 Jan 28 09:52:11.482008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-81beec1d-37b3-4d7d-91e8-41609f340d6e req-a68daa34-99cf-4905-9cc3-45cdc4d71c1a tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 210 time: 0.0524895 Jan 28 09:52:11.580875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7b1d9370-2e0d-4d68-a992-d471b8f5e615 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:11.736433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:11.752002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:11.752739 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:11.769765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03e77-ebde-485b-84d4-62aae76dd742 req-cc1cb6e9-dc7c-420c-b51a-9b1989a92892 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:11.777706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b03e77-ebde-485b-84d4-62aae76dd742 req-cc1cb6e9-dc7c-420c-b51a-9b1989a92892 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:11.790579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51b03e77-ebde-485b-84d4-62aae76dd742 req-cc1cb6e9-dc7c-420c-b51a-9b1989a92892 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1677 time: 0.1359198 Jan 28 09:52:11.863562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51b03e77-ebde-485b-84d4-62aae76dd742 req-86f00701-9d7e-4b72-8659-c403e27e3553 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692987 Jan 28 09:52:12.125119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:12.159729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79c9ea-c991-4d21-b9c3-0a718404f653 req-375e8277-c12b-4517-ae9a-c84c7e696201 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:12.167664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a79c9ea-c991-4d21-b9c3-0a718404f653 req-375e8277-c12b-4517-ae9a-c84c7e696201 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 944 time: 0.1522765 Jan 28 09:52:12.248422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615,segment=NetworkSegment(c438f4be-e187-40d7-a170-91cd7f171a61),segment_id=c438f4be-e187-40d7-a170-91cd7f171a61)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:12.250142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1d9370-2e0d-4d68-a992-d471b8f5e615'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:12.262806 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:12.309171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a79c9ea-c991-4d21-b9c3-0a718404f653 req-d932954e-1c95-48d8-8346-73f075d52ce9 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402295 Jan 28 09:52:12.382771 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b1d9370-2e0d-4d68-a992-d471b8f5e615', 'code': 200} Jan 28 09:52:12.462741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7b1d9370-2e0d-4d68-a992-d471b8f5e615,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:12.536377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51235a1f-566d-4a7b-9cfd-a48eda592a37 req-b4013356-3cc0-49ea-b75b-8bf7440c8140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:12.538154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51235a1f-566d-4a7b-9cfd-a48eda592a37 req-b4013356-3cc0-49ea-b75b-8bf7440c8140 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 1096 time: 0.0930707 Jan 28 09:52:12.547764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f8e136-5664-4e11-864d-2243450099c7 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:52:12.667461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51235a1f-566d-4a7b-9cfd-a48eda592a37 req-e5e503ae-6dc1-4270-b77d-761f45ad6712 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235538 Jan 28 09:52:12.784227 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f22a008-46b2-4b8b-ae91-921b954114fa req-0846f2e9-3ac3-43cb-874b-68f3b0de3a3c tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 210 time: 0.0930963 Jan 28 09:52:12.813925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f8e136-5664-4e11-864d-2243450099c7, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f8e136-5664-4e11-864d-2243450099c7,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:12.830570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd5f8e136-5664-4e11-864d-2243450099c7', 'network_id': '97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5', 'port_id': 'd5f8e136-5664-4e11-864d-2243450099c7', 'mac_address': 'fa:16:3e:80:ab:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46f13f3-f55e-47d5-9388-52b2678336b8', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:52:12.908892 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:12.929829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5f8e136-5664-4e11-864d-2243450099c7 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:12.949234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f8e136-5664-4e11-864d-2243450099c7, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f8e136-5664-4e11-864d-2243450099c7,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:12.954688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:12.955491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3b807898-9cd0-479d-9040-2d52640d292c details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:52:13.280890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3b807898-9cd0-479d-9040-2d52640d292c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3b807898-9cd0-479d-9040-2d52640d292c,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:13.359040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '3b807898-9cd0-479d-9040-2d52640d292c', 'network_id': '28548487-9dbc-4767-948d-26c1690f5940', 'port_id': '3b807898-9cd0-479d-9040-2d52640d292c', 'mac_address': 'fa:16:3e:92:61:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06b4d5d-422b-466c-a41c-7e5528b1b643', 'ip_address': '19.86.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:52:13.413678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f8e136-5664-4e11-864d-2243450099c7,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:13.442331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-72249df7-0118-4340-9fc0-c45e2d4e71ac tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:13.447037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-72249df7-0118-4340-9fc0-c45e2d4e71ac tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.25 "GET /v2.0/networks?id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 HTTP/1.1" status: 200 len: 813 time: 0.2413254 Jan 28 09:52:13.462045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b133-10ce-4ef5-a56f-da99c55f135e req-8372e061-6ddd-4525-b760-029a5802dc27 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:13.477881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b133-10ce-4ef5-a56f-da99c55f135e req-8372e061-6ddd-4525-b760-029a5802dc27 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:13.481881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:13.490671 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7946b133-10ce-4ef5-a56f-da99c55f135e req-8372e061-6ddd-4525-b760-029a5802dc27 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1678 time: 0.3251889 Jan 28 09:52:13.503419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b807898-9cd0-479d-9040-2d52640d292c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:13.539520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3b807898-9cd0-479d-9040-2d52640d292c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3b807898-9cd0-479d-9040-2d52640d292c,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:13.545167 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:13.630292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=3b807898-9cd0-479d-9040-2d52640d292c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:13.633088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:13.784263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Request body: {'port': {'device_id': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82', 'admin_state_up': True, 'tenant_id': '69b39a24135c4073811fd0c445e55f4a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:13.839560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7946b133-10ce-4ef5-a56f-da99c55f135e req-8ce31716-305d-4532-8209-a1701d1c2df7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3468719 Jan 28 09:52:13.894007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['3b807898-9cd0-479d-9040-2d52640d292c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:52:14.189182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:14.200036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Usage tracker for resource:port and tenant:69b39a24135c4073811fd0c445e55f4a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:14.203321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:14.218958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:14.288951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Made reservation on behalf of 69b39a24135c4073811fd0c445e55f4a for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:14.293188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:14.426593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd26d2-05e3-43dd-a35e-16029ac00128 req-97755993-2b4f-4d3a-990e-57b24393bd35 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:14.428327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-66dd26d2-05e3-43dd-a35e-16029ac00128 req-97755993-2b4f-4d3a-990e-57b24393bd35 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.1940134 Jan 28 09:52:14.478366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-613b4343-4455-4691-b5ce-0a76c60f14e8 req-07ef0214-5edd-466a-8db3-e88782b6109c tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 210 time: 0.0991507 Jan 28 09:52:14.560374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-66dd26d2-05e3-43dd-a35e-16029ac00128 req-c923141e-612a-4f83-8716-5001eb10efbd tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960793 Jan 28 09:52:14.561466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Allocated IP 172.20.0.11 (decc18a7-53e5-4b6a-8da3-bb5da4e4fa82/adbb43af-4308-4c1e-a7d3-ccad702a9f95/3e1c7994-85a1-4e99-b858-2c20e2b47388) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:14.922401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d5f8e136-5664-4e11-864d-2243450099c7'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:52:14.941597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:14.972927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daf765-edb2-4877-b748-3a72830c7b1d req-0c0f0386-3312-409a-8c28-692f7bcf62ab tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:14.974676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-14daf765-edb2-4877-b748-3a72830c7b1d req-0c0f0386-3312-409a-8c28-692f7bcf62ab tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.2369468 Jan 28 09:52:15.066199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-14daf765-edb2-4877-b748-3a72830c7b1d req-2e1cf2b1-0f19-475a-a26a-a3596ec76a74 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709577 Jan 28 09:52:15.067734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.183318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:15.201383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:15.206119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:15.211800 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.254157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4456baa-d1d7-4bd8-9fe7-82c62a9c62a8 req-ab3110f4-d674-47eb-af20-2c85cd50a933 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:15.261071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4456baa-d1d7-4bd8-9fe7-82c62a9c62a8 req-ab3110f4-d674-47eb-af20-2c85cd50a933 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:15.269807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4456baa-d1d7-4bd8-9fe7-82c62a9c62a8 req-ab3110f4-d674-47eb-af20-2c85cd50a933 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1679 time: 0.2102537 Jan 28 09:52:15.337131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Pushing event updated for resources: {'Port': ['ID=3e1c7994-85a1-4e99-b858-2c20e2b47388,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:15.337849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4456baa-d1d7-4bd8-9fe7-82c62a9c62a8 req-e107b250-d29b-4c6f-b4a0-7f4e77532c70 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667641 Jan 28 09:52:15.377150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:15.377704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.424589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-a551e622-9c2b-4de3-b5b1-13ae185a3d38 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6617415 Jan 28 09:52:15.436543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Request body: {'port': {'device_id': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:15.545736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40350) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:15.567893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.787931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.805074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:15.809616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Usage tracker for resource:security_group_rule and tenant:403f3554c6b0456b8268124da40c0d50 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:15.813030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:15.820249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:15.932365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.933730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:15.984128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=383477ef-6f46-4929-9864-372a97dec68d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:16.019298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1b87b-a442-4d50-ba97-200701424913 req-e766d9d5-a9a6-4b6d-a95a-166ef51c6db5 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:16.020048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-23b1b87b-a442-4d50-ba97-200701424913 req-e766d9d5-a9a6-4b6d-a95a-166ef51c6db5 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Synchronizing usage tracker for tenant:69b39a24135c4073811fd0c445e55f4a on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:16.031279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-34ec1691-7efc-4dda-aa93-5fee24a00cd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=403f3554c6b0456b8268124da40c0d50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4821513 Jan 28 09:52:16.031634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40360) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:16.071528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-23b1b87b-a442-4d50-ba97-200701424913 req-e766d9d5-a9a6-4b6d-a95a-166ef51c6db5 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Unset dirty status for tenant:69b39a24135c4073811fd0c445e55f4a on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:16.072716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23b1b87b-a442-4d50-ba97-200701424913 req-e766d9d5-a9a6-4b6d-a95a-166ef51c6db5 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 932 time: 0.2905176 Jan 28 09:52:16.202511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e1c7994-85a1-4e99-b858-2c20e2b47388 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:16.213607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.217323 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e258ab71-639c-4a93-96b0-2d538de1a27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.222918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23b1b87b-a442-4d50-ba97-200701424913 req-53fcbaf5-f4c3-4754-946f-b6cb9d55dd59 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353829 Jan 28 09:52:16.245615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Transition to ACTIVE for port object 3e1c7994-85a1-4e99-b858-2c20e2b47388 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:16.260969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e258ab71-639c-4a93-96b0-2d538de1a27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.271065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.580358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f8e136-5664-4e11-864d-2243450099c7 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:16.603620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=3e1c7994-85a1-4e99-b858-2c20e2b47388,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:16.653009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4fb8-c431-4f91-9f02-8bb7f7e0edbe req-cbfbe601-6bc5-42a1-9ed7-7d63f117d5c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:16.661962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port d5f8e136-5664-4e11-864d-2243450099c7 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:16.668002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d5f8e136-5664-4e11-864d-2243450099c7 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:16.668713 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.670665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b4fb8-c431-4f91-9f02-8bb7f7e0edbe req-cbfbe601-6bc5-42a1-9ed7-7d63f117d5c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:16.674744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-236b4fb8-c431-4f91-9f02-8bb7f7e0edbe req-cbfbe601-6bc5-42a1-9ed7-7d63f117d5c0 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1679 time: 0.1960676 Jan 28 09:52:16.762288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40390) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:16.783566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-236b4fb8-c431-4f91-9f02-8bb7f7e0edbe req-41d3a69f-6e1b-4061-a027-d25be80da477 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028361 Jan 28 09:52:16.834737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e258ab71-639c-4a93-96b0-2d538de1a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.867562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f115188-0f91-4a6d-9724-ddb087027d17 req-8cf3089a-6951-421c-9c06-46ccb6d5066b tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:16.875607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f115188-0f91-4a6d-9724-ddb087027d17 req-8cf3089a-6951-421c-9c06-46ccb6d5066b tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.3377898 Jan 28 09:52:16.880614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Attempting to bind port 3e1c7994-85a1-4e99-b858-2c20e2b47388 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:16.881153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.881594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Attempting to bind port 3e1c7994-85a1-4e99-b858-2c20e2b47388 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '3c22a770-8a18-48f6-9a45-d049e4a6f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:16.881709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Attempting to bind port 3e1c7994-85a1-4e99-b858-2c20e2b47388 on network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:16.889551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Port 3e1c7994-85a1-4e99-b858-2c20e2b47388 on network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:52:16.889897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Attempting to bind port 3e1c7994-85a1-4e99-b858-2c20e2b47388 on network decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:16.912650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e258ab71-639c-4a93-96b0-2d538de1a27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.913807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e258ab71-639c-4a93-96b0-2d538de1a27c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/383477ef-6f46-4929-9864-372a97dec68d HTTP/1.1" status: 204 len: 168 time: 0.8795178 Jan 28 09:52:16.914794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258ab71-639c-4a93-96b0-2d538de1a27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=383477ef-6f46-4929-9864-372a97dec68d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:16.928000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:16.928335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Checking segment: {'id': '3c22a770-8a18-48f6-9a45-d049e4a6f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:16.928739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Bound using segment: {'id': '3c22a770-8a18-48f6-9a45-d049e4a6f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:16.929209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Bound port: 3e1c7994-85a1-4e99-b858-2c20e2b47388, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c22a770-8a18-48f6-9a45-d049e4a6f4f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:16.929527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:16.979179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f8e136-5664-4e11-864d-2243450099c7'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:17.005111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d5f8e136-5664-4e11-864d-2243450099c7, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f8e136-5664-4e11-864d-2243450099c7,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:17.013893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.015114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3b807898-9cd0-479d-9040-2d52640d292c up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:17.026075 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.068799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f115188-0f91-4a6d-9724-ddb087027d17 req-b34bafe1-2c3f-4028-9e45-cb92069b229e tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914310 Jan 28 09:52:17.083973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:17.097014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Usage tracker for resource:security_group_rule and tenant:86774f82e3054cbca2c3a1f82f3747da is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:17.102140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:17.121491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:17.165286 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5f8e136-5664-4e11-864d-2243450099c7', 'code': 200} Jan 28 09:52:17.229194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d5f8e136-5664-4e11-864d-2243450099c7,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:17.231380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] For port 3e1c7994-85a1-4e99-b858-2c20e2b47388, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:17.239058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] For port 3e1c7994-85a1-4e99-b858-2c20e2b47388, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388,segment=NetworkSegment(3c22a770-8a18-48f6-9a45-d049e4a6f4f0),segment_id=3c22a770-8a18-48f6-9a45-d049e4a6f4f0)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:17.256800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.260641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 3b807898-9cd0-479d-9040-2d52640d292c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:17.267337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 3b807898-9cd0-479d-9040-2d52640d292c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:17.267777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.340466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Pushing event updated for resources: {'Port': ['ID=3e1c7994-85a1-4e99-b858-2c20e2b47388,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:17.361887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:17.362504 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.363961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-365d241a-40ae-473b-b411-667981c0d6bb service neutron] 10.222.0.25 "PUT /v2.0/ports/3e1c7994-85a1-4e99-b858-2c20e2b47388 HTTP/1.1" status: 200 len: 1092 time: 1.9314947 Jan 28 09:52:17.364498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'tag': '3e1c7994-85a1-4e99-b858-2c20e2b47388'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:17.426539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40414) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:17.454938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.497426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:17.509776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.536405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.545173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.550062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3b807898-9cd0-479d-9040-2d52640d292c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3b807898-9cd0-479d-9040-2d52640d292c,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:17.557133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.583650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Usage tracker for resource:security_group_rule and tenant:b02b8ac8d6a54acb81980e3028d6925d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:17.591266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:17.620864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:17.625059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0246885a-5362-464f-a077-6aa1f5ead943,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:17.665719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-24c13355-4e42-481c-baff-3126952efde0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86774f82e3054cbca2c3a1f82f3747da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8969853 Jan 28 09:52:17.667247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40420) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:17.706824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d2235-dfa5-4b13-a0ae-58a21674a4e0 req-45015d21-64d5-4d5f-bed4-b6234c82b559 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:17.709279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d73d2235-dfa5-4b13-a0ae-58a21674a4e0 req-45015d21-64d5-4d5f-bed4-b6234c82b559 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 944 time: 0.2090175 Jan 28 09:52:17.721411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=3b807898-9cd0-479d-9040-2d52640d292c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:17.736551 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'tag': '3e1c7994-85a1-4e99-b858-2c20e2b47388', 'status': 'completed', 'code': 200} Jan 28 09:52:17.778029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d73d2235-dfa5-4b13-a0ae-58a21674a4e0 req-dc8e848a-eba3-4dae-9894-8726bb2fa699 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Synchronizing usage tracker for tenant:69b39a24135c4073811fd0c445e55f4a on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:17.791435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03720b0b-85da-4bb4-a07e-dc18bae1201e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.799508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-ba58a2fb-3e0b-468f-89cf-e2e20d9772b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:17.801229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-ba58a2fb-3e0b-468f-89cf-e2e20d9772b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69b39a24135c4073811fd0c445e55f4a&device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 1095 time: 0.3916602 Jan 28 09:52:17.802144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d73d2235-dfa5-4b13-a0ae-58a21674a4e0 req-dc8e848a-eba3-4dae-9894-8726bb2fa699 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Unset dirty status for tenant:69b39a24135c4073811fd0c445e55f4a on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:17.810938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d73d2235-dfa5-4b13-a0ae-58a21674a4e0 req-dc8e848a-eba3-4dae-9894-8726bb2fa699 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901678 Jan 28 09:52:17.865855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.873498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.930025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b02b8ac8d6a54acb81980e3028d6925d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021298 Jan 28 09:52:17.935842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-9716e760-65d8-4d85-86c8-20b643281443 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388 HTTP/1.1" status: 200 len: 217 time: 0.1212668 Jan 28 09:52:17.939578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40426) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:17.944163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03720b0b-85da-4bb4-a07e-dc18bae1201e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:17.962181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4da976-6809-43b6-a381-bf10169d28c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a05c76-e3e8-4590-bcd7-71ae3bc7b2be,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:18.027474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b755b-e0ba-473a-82ba-647b3ed6207b req-23e23951-006f-46c9-893b-3a8587d84416 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:18.033505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b755b-e0ba-473a-82ba-647b3ed6207b req-23e23951-006f-46c9-893b-3a8587d84416 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:18.041529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc8b755b-e0ba-473a-82ba-647b3ed6207b req-23e23951-006f-46c9-893b-3a8587d84416 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.1163256 Jan 28 09:52:18.095084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc8b755b-e0ba-473a-82ba-647b3ed6207b req-4ca5eb59-9df4-4c64-aab2-b2a823dd31f5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521543 Jan 28 09:52:18.105660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-7ab66038-ec8f-48bd-a396-51f337a8515d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:18.107180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-7ab66038-ec8f-48bd-a396-51f337a8515d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=adbb43af-4308-4c1e-a7d3-ccad702a9f95 HTTP/1.1" status: 200 len: 853 time: 0.1544583 Jan 28 09:52:18.185417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a40b7c04-7c76-409f-88d2-074b7b5cb5ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:18.186281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-0361eff8-eea1-43f2-99d9-5d9a0eb77f3d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605557 Jan 28 09:52:18.203391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb0b9c-58ad-41ec-8101-f4ee7143b113 req-3caf7101-cd0f-45f1-a45b-8b288bf3845f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:18.210570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8eb0b9c-58ad-41ec-8101-f4ee7143b113 req-3caf7101-cd0f-45f1-a45b-8b288bf3845f tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.3312004 Jan 28 09:52:18.281241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03720b0b-85da-4bb4-a07e-dc18bae1201e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:18.352052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a40b7c04-7c76-409f-88d2-074b7b5cb5ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:18.392397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8eb0b9c-58ad-41ec-8101-f4ee7143b113 req-5a191dae-25f1-45b8-93a4-c21683ece6c8 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809814 Jan 28 09:52:18.393107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03720b0b-85da-4bb4-a07e-dc18bae1201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0246885a-5362-464f-a077-6aa1f5ead943,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:18.415204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03720b0b-85da-4bb4-a07e-dc18bae1201e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:18.416229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-03720b0b-85da-4bb4-a07e-dc18bae1201e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0246885a-5362-464f-a077-6aa1f5ead943 HTTP/1.1" status: 204 len: 168 time: 0.7480829 Jan 28 09:52:18.482323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-91ddb284-97d0-49f1-9e15-24576e08ffa0 service neutron] 10.222.0.25 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689016 Jan 28 09:52:18.490431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a40b7c04-7c76-409f-88d2-074b7b5cb5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:18.524806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b7c04-7c76-409f-88d2-074b7b5cb5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a05c76-e3e8-4590-bcd7-71ae3bc7b2be,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:18.591785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a40b7c04-7c76-409f-88d2-074b7b5cb5ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:18.592919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a40b7c04-7c76-409f-88d2-074b7b5cb5ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/74a05c76-e3e8-4590-bcd7-71ae3bc7b2be HTTP/1.1" status: 204 len: 168 time: 0.6512339 Jan 28 09:52:18.652623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e6bd58e-6e8d-4bfb-9e9c-08806fb9501c req-cf5a9712-9188-4ca2-a839-f37d173d9f89 service neutron] 10.222.0.25 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580753 Jan 28 09:52:18.792856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-6fdef660-8237-4808-acf4-874ed4616789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:18.794213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-6fdef660-8237-4808-acf4-874ed4616789 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69b39a24135c4073811fd0c445e55f4a&device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 1095 time: 0.0868716 Jan 28 09:52:19.113655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2afd5-3a93-42ad-8f57-2bf7ead68846 req-62fdc8e0-83dc-4b9a-abe4-d0071acc5229 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.116226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73f2afd5-3a93-42ad-8f57-2bf7ead68846 req-62fdc8e0-83dc-4b9a-abe4-d0071acc5229 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 944 time: 0.1084921 Jan 28 09:52:19.167156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b807898-9cd0-479d-9040-2d52640d292c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:19.201664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73f2afd5-3a93-42ad-8f57-2bf7ead68846 req-20043a06-7009-42d2-a89f-fc75a8c4b14d tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Jan 28 09:52:19.260868 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b807898-9cd0-479d-9040-2d52640d292c', 'code': 200} Jan 28 09:52:19.388587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-22a3e442-2bed-46bd-bdf9-174b6c0b730d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.390060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-22a3e442-2bed-46bd-bdf9-174b6c0b730d service neutron] 10.222.0.25 "GET /v2.0/networks?id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 HTTP/1.1" status: 200 len: 914 time: 0.5845723 Jan 28 09:52:19.673284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eadec6-8644-45e9-99a3-bb042f82acca req-fd45ed6d-df74-4155-8c1f-18b3c6772ff8 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.674817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17eadec6-8644-45e9-99a3-bb042f82acca req-fd45ed6d-df74-4155-8c1f-18b3c6772ff8 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.43 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.7422740 Jan 28 09:52:19.699705 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-1aa35dc5-9038-4ca1-bd61-20648e5918ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388 HTTP/1.1" status: 200 len: 217 time: 0.3014054 Jan 28 09:52:19.803633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad2a44-2caf-496f-af9b-cca4d637d89a req-62d5fdbe-0048-4744-ba12-26dbfc612e36 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.807735 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03ad2a44-2caf-496f-af9b-cca4d637d89a req-62d5fdbe-0048-4744-ba12-26dbfc612e36 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.1368852 Jan 28 09:52:19.853927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Deleting port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:19.854265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:19.866064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40510) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:19.902271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03ad2a44-2caf-496f-af9b-cca4d637d89a req-e8990f10-8244-4b0a-8d89-8e35e7b49e7e tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890214 Jan 28 09:52:19.913507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2405f-49cc-4003-a155-8e71d82c2adb req-63e20048-a714-4f2b-b1d8-6c0e743614bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.914278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2405f-49cc-4003-a155-8e71d82c2adb req-63e20048-a714-4f2b-b1d8-6c0e743614bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.916441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11e2405f-49cc-4003-a155-8e71d82c2adb req-63e20048-a714-4f2b-b1d8-6c0e743614bc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1983 time: 0.5236089 Jan 28 09:52:19.918076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-b2c3638d-69f3-487a-8e17-27fd5746b087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:19.919581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-b2c3638d-69f3-487a-8e17-27fd5746b087 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=adbb43af-4308-4c1e-a7d3-ccad702a9f95 HTTP/1.1" status: 200 len: 853 time: 0.1808953 Jan 28 09:52:20.052609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64861c-f350-4ee9-a7c9-722f0590c044 req-61195106-d055-40c5-ad81-bb9c3bacc320 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:20.062191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64861c-f350-4ee9-a7c9-722f0590c044 req-61195106-d055-40c5-ad81-bb9c3bacc320 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:20.069495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d64861c-f350-4ee9-a7c9-722f0590c044 req-61195106-d055-40c5-ad81-bb9c3bacc320 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.6781964 Jan 28 09:52:20.077889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2145053106-network', 'tenant_id': 'bf940c3a0a3a46a4af7bbc00d1461348'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:20.087184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:20.092604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Usage tracker for resource:network and tenant:bf940c3a0a3a46a4af7bbc00d1461348 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:20.094379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-7c393498-3184-4b89-908f-94cc549d78fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1434565 Jan 28 09:52:20.097113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:20.105462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:20.119678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Made reservation on behalf of bf940c3a0a3a46a4af7bbc00d1461348 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:20.123685 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.145999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.166738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:20.170080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Usage tracker for resource:security_group_rule and tenant:bf940c3a0a3a46a4af7bbc00d1461348 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:20.174479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:20.181219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:20.288622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11e2405f-49cc-4003-a155-8e71d82c2adb req-7496b728-9d0a-4b07-b803-18542b439f72 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393278 Jan 28 09:52:20.310178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.315957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.380107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fe03ab-3314-40af-bcf1-e0e4316689c3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:20.404903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d64861c-f350-4ee9-a7c9-722f0590c044 req-b2afd90c-7848-44e8-8c44-00b63832e6e1 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343732 Jan 28 09:52:20.445157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:52:20.456108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.456815 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Added segment 0fcf672f-1593-4337-a2ed-05665a31ee75 of type vlan for network 3408cacd-5c2f-430a-9342-91acb8cc3c43 Jan 28 09:52:20.480180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-0a2acc7c-cab0-4b9c-a209-38e42350d0a5 service neutron] 10.222.0.25 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3587465 Jan 28 09:52:20.489305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.547124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] For port 7b1d9370-2e0d-4d68-a992-d471b8f5e615, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7b1d9370-2e0d-4d68-a992-d471b8f5e615,segment=NetworkSegment(c438f4be-e187-40d7-a170-91cd7f171a61),segment_id=c438f4be-e187-40d7-a170-91cd7f171a61)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:20.547695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.573729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4e7f7c-e47b-47f0-ab00-298f5cfe8255 req-46dca1c9-ebde-4d0f-96e8-a6039ce7b69d tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:20.580633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b4e7f7c-e47b-47f0-ab00-298f5cfe8255 req-46dca1c9-ebde-4d0f-96e8-a6039ce7b69d tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 944 time: 0.2267370 Jan 28 09:52:20.581655 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.585044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:20.585760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.593268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3e1c7994-85a1-4e99-b858-2c20e2b47388 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:52:20.747624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8791564 Jan 28 09:52:20.803999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3e1c7994-85a1-4e99-b858-2c20e2b47388, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388,segment=NetworkSegment(3c22a770-8a18-48f6-9a45-d049e4a6f4f0),segment_id=3c22a770-8a18-48f6-9a45-d049e4a6f4f0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:20.824653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '3e1c7994-85a1-4e99-b858-2c20e2b47388', 'network_id': 'decc18a7-53e5-4b6a-8da3-bb5da4e4fa82', 'port_id': '3e1c7994-85a1-4e99-b858-2c20e2b47388', 'mac_address': 'fa:16:3e:8e:45:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adbb43af-4308-4c1e-a7d3-ccad702a9f95', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:52:20.857731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Calling delete_port for 7b1d9370-2e0d-4d68-a992-d471b8f5e615 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:20.981145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:20.985642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26987d5-9c2a-46db-99dc-93596df4b6bb admin admin] Pushing event updated for resources: {'Network': ['ID=3408cacd-5c2f-430a-9342-91acb8cc3c43,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:21.020201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e1c7994-85a1-4e99-b858-2c20e2b47388 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:52:21.020948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b4e7f7c-e47b-47f0-ab00-298f5cfe8255 req-12a3e8c1-9fd5-4d88-bd0b-34810ee11173 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498716 Jan 28 09:52:21.031932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 3408cacd-5c2f-430a-9342-91acb8cc3c43 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:52:21.203024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3e1c7994-85a1-4e99-b858-2c20e2b47388, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388,segment=NetworkSegment(3c22a770-8a18-48f6-9a45-d049e4a6f4f0),segment_id=3c22a770-8a18-48f6-9a45-d049e4a6f4f0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:21.211365 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:21.315700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7192ffc3-8f09-41a2-b81f-10652fcd1ae4 req-e7fdff0e-4292-4445-980c-a301ae465c85 service neutron] 10.222.0.25 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863537 Jan 28 09:52:21.410346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90a01a-b0bd-40ba-a759-11bdc131aebb req-79f795df-d5d1-4531-9e3f-75b5ffeab74c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:21.410660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=3e1c7994-85a1-4e99-b858-2c20e2b47388,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:21.417809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a90a01a-b0bd-40ba-a759-11bdc131aebb req-79f795df-d5d1-4531-9e3f-75b5ffeab74c tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 945 time: 0.2977531 Jan 28 09:52:21.469967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:21.480804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7b1d9370-2e0d-4d68-a992-d471b8f5e615'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:52:21.557523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Pushing event deleted for resources: {'Port': ['ID=7b1d9370-2e0d-4d68-a992-d471b8f5e615,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:21.563266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a90a01a-b0bd-40ba-a759-11bdc131aebb req-cf6e2618-8b8f-4a9d-932c-b725171610b6 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/security-groups?id=589e4aa7-e1f1-438b-901f-d8e4c85ec258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443949 Jan 28 09:52:21.571705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['3e1c7994-85a1-4e99-b858-2c20e2b47388'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:52:21.826183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8abc80-6fb8-491d-a0af-8b5f83da95e3 req-0320c2f1-5cf7-468d-80c0-b7a8fe4ecf2d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:21.832334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8abc80-6fb8-491d-a0af-8b5f83da95e3 req-0320c2f1-5cf7-468d-80c0-b7a8fe4ecf2d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:21.838436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8abc80-6fb8-491d-a0af-8b5f83da95e3 req-0320c2f1-5cf7-468d-80c0-b7a8fe4ecf2d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:21.839274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ec8abc80-6fb8-491d-a0af-8b5f83da95e3 req-0320c2f1-5cf7-468d-80c0-b7a8fe4ecf2d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] Synchronizing usage tracker for tenant:bf940c3a0a3a46a4af7bbc00d1461348 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:21.858717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ec8abc80-6fb8-491d-a0af-8b5f83da95e3 req-0320c2f1-5cf7-468d-80c0-b7a8fe4ecf2d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] Unset dirty status for tenant:bf940c3a0a3a46a4af7bbc00d1461348 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:21.861247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec8abc80-6fb8-491d-a0af-8b5f83da95e3 req-0320c2f1-5cf7-468d-80c0-b7a8fe4ecf2d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6058102 Jan 28 09:52:21.939488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] No DVR routers for this DVR port 7b1d9370-2e0d-4d68-a992-d471b8f5e615 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:21.944555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:21.947321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'name': 'network-vif-deleted', 'tag': '7b1d9370-2e0d-4d68-a992-d471b8f5e615'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:22.019815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17eadec6-8644-45e9-99a3-bb042f82acca req-89e58a97-b0db-424e-b21e-64b61e928073 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.43 "DELETE /v2.0/ports/7b1d9370-2e0d-4d68-a992-d471b8f5e615 HTTP/1.1" status: 204 len: 173 time: 2.3260581 Jan 28 09:52:22.083880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64a27e-39ac-48c3-9251-0083f2dc629c req-c86f7fd9-b3e7-4dae-b18b-67db5b0e00e8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:22.090103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64a27e-39ac-48c3-9251-0083f2dc629c req-c86f7fd9-b3e7-4dae-b18b-67db5b0e00e8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:22.097165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e64a27e-39ac-48c3-9251-0083f2dc629c req-c86f7fd9-b3e7-4dae-b18b-67db5b0e00e8 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.1551769 Jan 28 09:52:22.158561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e64a27e-39ac-48c3-9251-0083f2dc629c req-f1ef619b-c989-4c17-a9c0-69f7d677e389 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604160 Jan 28 09:52:22.217307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ec4ce-5342-44aa-9484-df66bb61bbfb req-ebdfb8ab-2c1b-4de1-bf98-e04822027f5d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:22.219123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee6ec4ce-5342-44aa-9484-df66bb61bbfb req-ebdfb8ab-2c1b-4de1-bf98-e04822027f5d tempest-ComputeTenantNetworksTest-1142662618 tempest-ComputeTenantNetworksTest-1142662618-project] 10.222.0.42 "GET /v2.0/networks/3408cacd-5c2f-430a-9342-91acb8cc3c43 HTTP/1.1" status: 200 len: 769 time: 0.2040696 Jan 28 09:52:22.228259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40600) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:22.312975 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde1628c-fd5d-4921-9a22-34dbe0b7932f', 'name': 'network-vif-deleted', 'tag': '7b1d9370-2e0d-4d68-a992-d471b8f5e615', 'status': 'completed', 'code': 200} Jan 28 09:52:22.351266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.356454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:22.507792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.525260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.548341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb069f2-1653-4fc8-93e4-c8c849ec4efb req-9dae55cd-aa5a-46d4-b0e2-57ebee89c541 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:22.549944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ddb069f2-1653-4fc8-93e4-c8c849ec4efb req-9dae55cd-aa5a-46d4-b0e2-57ebee89c541 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 945 time: 0.1454482 Jan 28 09:52:22.553483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:22.559503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Usage tracker for resource:security_group_rule and tenant:cc451354901540a5a4466561d8fd4db4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:22.566269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:22.578296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3408cacd-5c2f-430a-9342-91acb8cc3c43']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:22.595577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:22.597830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcf672f-1593-4337-a2ed-05665a31ee75') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:22.598113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcf672f-1593-4337-a2ed-05665a31ee75') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:22.612025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.633215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.633517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ddb069f2-1653-4fc8-93e4-c8c849ec4efb req-7d8e3d4d-1b48-4b5a-81cf-2ff310b3f097 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704749 Jan 28 09:52:22.643374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:22.645232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:22.665543 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:22.835983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.853619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.858275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.864134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4304a941-e8d7-4179-aed0-be0de274548a req-2e795b67-e303-4533-a61e-837dd1510568 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Synchronizing usage tracker for tenant:e4105bfe1b924889aa239423b4602216 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:22.867886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:22.885171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] Pushing event deleted for resources: {'Network': ['ID=3408cacd-5c2f-430a-9342-91acb8cc3c43,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:22.897830 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60e4dcd9-5655-496a-b6e4-809b3c5dc1ad admin admin] 10.222.0.42 "DELETE /v2.0/networks/3408cacd-5c2f-430a-9342-91acb8cc3c43 HTTP/1.1" status: 204 len: 168 time: 0.6683152 Jan 28 09:52:22.907482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4304a941-e8d7-4179-aed0-be0de274548a req-2e795b67-e303-4533-a61e-837dd1510568 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] Unset dirty status for tenant:e4105bfe1b924889aa239423b4602216 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:22.911835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833d4e57-5fef-41e4-ae25-0bc9f84e87fe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:22.917273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6f6920a3-9452-442b-ac5b-dc20423ca545 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc451354901540a5a4466561d8fd4db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5594223 Jan 28 09:52:22.919854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40622) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:22.921758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4304a941-e8d7-4179-aed0-be0de274548a req-2e795b67-e303-4533-a61e-837dd1510568 tempest-ServersNegativeTestMultiTenantJSON-1399000895 tempest-ServersNegativeTestMultiTenantJSON-1399000895-project] 10.222.0.42 "GET /v2.0/ports?device_id=dde1628c-fd5d-4921-9a22-34dbe0b7932f HTTP/1.1" status: 200 len: 210 time: 0.1463652 Jan 28 09:52:22.989563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5349dad1-c0d0-4ba2-b0ee-3838881c407e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.019276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5349dad1-c0d0-4ba2-b0ee-3838881c407e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.071954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:23.104367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5349dad1-c0d0-4ba2-b0ee-3838881c407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.131051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349dad1-c0d0-4ba2-b0ee-3838881c407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d4e57-5fef-41e4-ae25-0bc9f84e87fe,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:23.151628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1eeb5788-3f3f-4a30-9598-38e310d046a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf940c3a0a3a46a4af7bbc00d1461348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0782952 Jan 28 09:52:23.152818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5349dad1-c0d0-4ba2-b0ee-3838881c407e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.153932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5349dad1-c0d0-4ba2-b0ee-3838881c407e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/833d4e57-5fef-41e4-ae25-0bc9f84e87fe HTTP/1.1" status: 204 len: 168 time: 0.2329817 Jan 28 09:52:23.154623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40634) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:23.232372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70b8ba3b-ca54-4310-bb3b-b9c203596256 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.311766 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70b8ba3b-ca54-4310-bb3b-b9c203596256 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.388696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288e061-86aa-4843-ae0b-d7429f85bf89 req-9daa05a6-2533-4673-a0a4-f04ee1a14cdb tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:23.396367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288e061-86aa-4843-ae0b-d7429f85bf89 req-9daa05a6-2533-4673-a0a4-f04ee1a14cdb tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:23.398316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4288e061-86aa-4843-ae0b-d7429f85bf89 req-9daa05a6-2533-4673-a0a4-f04ee1a14cdb tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.1333430 Jan 28 09:52:23.438168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70b8ba3b-ca54-4310-bb3b-b9c203596256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.460304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8ba3b-ca54-4310-bb3b-b9c203596256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fe03ab-3314-40af-bcf1-e0e4316689c3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:23.475664 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4288e061-86aa-4843-ae0b-d7429f85bf89 req-35eeb850-e599-4ce1-b2df-1ca0e3157b05 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692265 Jan 28 09:52:23.482289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70b8ba3b-ca54-4310-bb3b-b9c203596256 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.484481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-70b8ba3b-ca54-4310-bb3b-b9c203596256 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47fe03ab-3314-40af-bcf1-e0e4316689c3 HTTP/1.1" status: 204 len: 168 time: 0.3283944 Jan 28 09:52:23.618194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7b1d9370-2e0d-4d68-a992-d471b8f5e615 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:23.651205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40654) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:23.700971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.749551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 7b1d9370-2e0d-4d68-a992-d471b8f5e615 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:23.750174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7b1d9370-2e0d-4d68-a992-d471b8f5e615 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:23.757762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:23.762062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Usage tracker for resource:security_group_rule and tenant:f25b3c864f2341b8bac0792202799baa is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:23.766157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:23.776401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:23.932976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:23.941026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.027667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f25b3c864f2341b8bac0792202799baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3750935 Jan 28 09:52:24.030319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40678) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:24.041590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f5cc6-eab9-44e3-96a6-ae1c77886734 req-5865c93c-46e4-496a-bd91-99550c55adb4 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:24.047096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad5f5cc6-eab9-44e3-96a6-ae1c77886734 req-5865c93c-46e4-496a-bd91-99550c55adb4 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 945 time: 0.2731960 Jan 28 09:52:24.048938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd18734e-2962-4849-9819-b579f3a65ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e9563c-ef87-42f9-b3b3-8917cf0c9377,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:24.111193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-036be5a2-a3e0-44ef-907e-b24163cb6ca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.116407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad5f5cc6-eab9-44e3-96a6-ae1c77886734 req-da3aa9bd-e626-4e64-a6c8-11bc63d634de tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622046 Jan 28 09:52:24.194552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-036be5a2-a3e0-44ef-907e-b24163cb6ca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.212794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40688) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:24.274517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516facf-0662-42c9-b427-158ba0a0806b req-1bcf3ff8-3309-4adb-87fe-925f9b81623a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:24.280845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f516facf-0662-42c9-b427-158ba0a0806b req-1bcf3ff8-3309-4adb-87fe-925f9b81623a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:24.288070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f516facf-0662-42c9-b427-158ba0a0806b req-1bcf3ff8-3309-4adb-87fe-925f9b81623a tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.1599538 Jan 28 09:52:24.337851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Deleting subnet 49193d24-f228-44b3-a1aa-13b601acf20e {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:24.341781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.343005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-036be5a2-a3e0-44ef-907e-b24163cb6ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.368881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036be5a2-a3e0-44ef-907e-b24163cb6ca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e9563c-ef87-42f9-b3b3-8917cf0c9377,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:24.378825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f516facf-0662-42c9-b427-158ba0a0806b req-38cd1742-cfb5-4410-9817-300d31e46fa6 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898457 Jan 28 09:52:24.383078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-036be5a2-a3e0-44ef-907e-b24163cb6ca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.384098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-036be5a2-a3e0-44ef-907e-b24163cb6ca4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1e9563c-ef87-42f9-b3b3-8917cf0c9377 HTTP/1.1" status: 204 len: 168 time: 0.3528059 Jan 28 09:52:24.411110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.506791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.607735 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.617840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3e1c7994-85a1-4e99-b858-2c20e2b47388 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:24.673556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49193d24-f228-44b3-a1aa-13b601acf20e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:24.679224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.692050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-336a3a7c-59c7-4ee7-b60a-003ef14f2846 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/49193d24-f228-44b3-a1aa-13b601acf20e HTTP/1.1" status: 204 len: 168 time: 0.4768693 Jan 28 09:52:24.693373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40710) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:24.721897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:24.735774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 3e1c7994-85a1-4e99-b858-2c20e2b47388 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:24.745005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 3e1c7994-85a1-4e99-b858-2c20e2b47388 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:24.745382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.850823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.915730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-network', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:24.921379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:24.927959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Usage tracker for resource:network and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:24.930953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:24.938057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:24.956794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Made reservation on behalf of 9f656b6c1e6a47338d1b56ecc98cbd6c for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:24.961315 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.964115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:24.995334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.003983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3e1c7994-85a1-4e99-b858-2c20e2b47388, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388,segment=NetworkSegment(3c22a770-8a18-48f6-9a45-d049e4a6f4f0),segment_id=3c22a770-8a18-48f6-9a45-d049e4a6f4f0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:25.005090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1c7994-85a1-4e99-b858-2c20e2b47388'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:25.013267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.034283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.041620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:25.051150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:25.060212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:25.073384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:25.098096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d48374-04ba-4361-b58b-2a3820d0c018']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:25.127504 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e1c7994-85a1-4e99-b858-2c20e2b47388', 'code': 200} Jan 28 09:52:25.128073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=3e1c7994-85a1-4e99-b858-2c20e2b47388,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:25.132974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c438f4be-e187-40d7-a170-91cd7f171a61') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:25.133273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c438f4be-e187-40d7-a170-91cd7f171a61') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:25.147138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.168454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.177890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:25.178081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:25.194312 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:25.294213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.309218 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.345154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.356489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.417652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d48374-04ba-4361-b58b-2a3820d0c018,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:25.427580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1382c797-3d8b-4643-9095-96748485d3d1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b2d48374-04ba-4361-b58b-2a3820d0c018 HTTP/1.1" status: 204 len: 168 time: 0.7329457 Jan 28 09:52:25.430017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad085e45-743e-4bb8-9186-5d81ba466cfc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:25.430548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40746) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:25.475896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:52:25.492254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.492920 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Added segment 8ab6a886-11bf-4c32-b885-1b9cc36e973e of type vlan for network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e Jan 28 09:52:25.497404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc641d7-b6ed-4f25-a12d-3a21963b2e1f req-6b2194bd-02b3-45f7-b3c8-001d0792c051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:25.499255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fbc641d7-b6ed-4f25-a12d-3a21963b2e1f req-6b2194bd-02b3-45f7-b3c8-001d0792c051 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 1097 time: 0.2880929 Jan 28 09:52:25.588421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Deleting subnet 07c8a801-668f-4451-8a3a-53541160a84d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:25.600008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.606557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1ab9e-315f-4638-839b-f8d5fcb5d304 req-ce35baae-981f-443b-8a24-000beee75d87 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:25.613883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63a1ab9e-315f-4638-839b-f8d5fcb5d304 req-ce35baae-981f-443b-8a24-000beee75d87 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.3077679 Jan 28 09:52:25.666891 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.725857 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fbc641d7-b6ed-4f25-a12d-3a21963b2e1f req-166f75c6-0d8b-433b-892f-a4c3ef5c08e1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047017 Jan 28 09:52:25.741079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.745384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63a1ab9e-315f-4638-839b-f8d5fcb5d304 req-41edd1c1-96aa-4ad7-9eef-ff99575b8bd2 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303589 Jan 28 09:52:25.799720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.801011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:25.802598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.810792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:25.879248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-204b6e86-14d7-41f8-b317-5f2cfdcebea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.025905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abd562-6c63-40e4-8e26-991bfe43e1ca req-5d1125ef-081f-49c0-844b-355e9d561e4c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:26.033053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abd562-6c63-40e4-8e26-991bfe43e1ca req-5d1125ef-081f-49c0-844b-355e9d561e4c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:26.040638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2abd562-6c63-40e4-8e26-991bfe43e1ca req-5d1125ef-081f-49c0-844b-355e9d561e4c tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.1980438 Jan 28 09:52:26.098473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-5fa38499-2f3b-435c-9ab7-198ba4795a86 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:26.104610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-5fa38499-2f3b-435c-9ab7-198ba4795a86 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:26.106011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.106538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-5fa38499-2f3b-435c-9ab7-198ba4795a86 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.25 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 1681 time: 0.5843594 Jan 28 09:52:26.161418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c8a801-668f-4451-8a3a-53541160a84d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:26.167775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.174460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4514718 Jan 28 09:52:26.181766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2abd562-6c63-40e4-8e26-991bfe43e1ca req-56efa890-99f7-421d-984e-b7b3795e4ca7 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398113 Jan 28 09:52:26.185436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40776) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:26.198011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-517ffa86-6831-45ba-8a73-39ca0b2572a3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/07c8a801-668f-4451-8a3a-53541160a84d HTTP/1.1" status: 204 len: 168 time: 0.7637093 Jan 28 09:52:26.198221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40780) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:26.200319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c2fbc-698a-4f16-8b63-4bce055be987 admin admin] Pushing event updated for resources: {'Network': ['ID=2d756623-3e19-4427-ba3c-ec8cf16f6c2e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:26.218877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port 3b807898-9cd0-479d-9040-2d52640d292c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:26.219905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.225492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:52:26.232870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Request body: {'subnet': {'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-subnet', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:26.243175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:26.320556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Usage tracker for resource:subnet and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:26.329468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:26.362983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:26.380070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.394008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Made reservation on behalf of 9f656b6c1e6a47338d1b56ecc98cbd6c for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:26.397854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.550288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port 3b807898-9cd0-479d-9040-2d52640d292c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3b807898-9cd0-479d-9040-2d52640d292c,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:26.551260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.729460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for 3b807898-9cd0-479d-9040-2d52640d292c owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:26.889290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.918241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:26.929152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1345ccc-727a-4992-abb6-7c08d77950cd']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:26.948283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cb66fc6-f287-413e-930a-57374c597768') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:26.949013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cb66fc6-f287-413e-930a-57374c597768') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:26.967624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.028261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.040844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:27.042260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:27.057802 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:27.190959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=3b807898-9cd0-479d-9040-2d52640d292c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:27.203477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port 3b807898-9cd0-479d-9040-2d52640d292c on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:27.206713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.209738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-deleted', 'tag': '3b807898-9cd0-479d-9040-2d52640d292c'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:27.234167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-6a356fb5-51a3-47ac-9525-34e6b40cc2ce tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.25 "DELETE /v2.0/ports/3b807898-9cd0-479d-9040-2d52640d292c HTTP/1.1" status: 204 len: 173 time: 1.1143420 Jan 28 09:52:27.253538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.280731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.298793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a1345ccc-727a-4992-abb6-7c08d77950cd HTTP/1.1" status: 204 len: 168 time: 1.0995522 Jan 28 09:52:27.333545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port d5f8e136-5664-4e11-864d-2243450099c7 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:27.334052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.336406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd97cb-c1be-48ce-a3a6-4bfd34590ed1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1345ccc-727a-4992-abb6-7c08d77950cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:27.363933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.450808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40818) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:27.523161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Checking segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:27.523606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Network hostable DHCP agents. Network: 2d756623-3e19-4427-ba3c-ec8cf16f6c2e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:52:27.527806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28fd8442-ae53-4696-8fb5-1d98e8199d22,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:27.575709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947a3e3-c4ec-4073-be30-8c9746d025fe req-397b7768-0775-4969-9f69-b7315021c1ea tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:27.577285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7947a3e3-c4ec-4073-be30-8c9746d025fe req-397b7768-0775-4969-9f69-b7315021c1ea tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.5158918 Jan 28 09:52:27.577954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40824) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:27.679038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:52:27.698843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 2d756623-3e19-4427-ba3c-ec8cf16f6c2e) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:27.708541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768827d-ac3d-4a30-ab49-87c5f8cb55b2 None None] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:27.733395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:27.735343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.784169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port d5f8e136-5664-4e11-864d-2243450099c7, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d5f8e136-5664-4e11-864d-2243450099c7,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:27.784763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.801950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7947a3e3-c4ec-4073-be30-8c9746d025fe req-d887eaff-9172-4ed1-a824-ca3f1034d8dd tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036276 Jan 28 09:52:27.803621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f32c4b-ebe4-4fe6-8edc-493b5ce35450 req-d3b7babb-05d4-4446-9d27-6b6e5e0b71ec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:27.804337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b8f32c4b-ebe4-4fe6-8edc-493b5ce35450 req-d3b7babb-05d4-4446-9d27-6b6e5e0b71ec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Synchronizing usage tracker for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:27.829197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40830) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:27.829781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-760e76c9-9c79-443c-b3ce-5f30ea6f3090 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6416469 Jan 28 09:52:27.878069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-82e11f34-a473-4c64-b2ad-067ab0bea2e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e4105bfe1b924889aa239423b4602216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2849698 Jan 28 09:52:27.922448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40836) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:27.937019 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:27.978324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:27.998636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:e20c8611152a4eae995f68138e699993 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:28.007078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:28.023959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:28.037087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for d5f8e136-5664-4e11-864d-2243450099c7 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:28.085584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed00d8bf-ab1e-4e02-9ef2-f6d43e88425e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.112381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:52:28.113623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.148603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed00d8bf-ab1e-4e02-9ef2-f6d43e88425e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.162294 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-deleted', 'tag': '3b807898-9cd0-479d-9040-2d52640d292c', 'status': 'completed', 'code': 200} Jan 28 09:52:28.165457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:28.174333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b8f32c4b-ebe4-4fe6-8edc-493b5ce35450 req-d3b7babb-05d4-4446-9d27-6b6e5e0b71ec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Unset dirty status for tenant:c4110c9d92484c02b3c36280e184c4d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:28.180915 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8f32c4b-ebe4-4fe6-8edc-493b5ce35450 req-d3b7babb-05d4-4446-9d27-6b6e5e0b71ec tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 945 time: 0.5398352 Jan 28 09:52:28.205512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:28.219042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Usage tracker for resource:router and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:28.230549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:28.243403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:28.247879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.256192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.282344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8f32c4b-ebe4-4fe6-8edc-493b5ce35450 req-726b94da-4f8e-4dcd-9927-ae5afcc560e3 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/security-groups?id=c81814b0-b3bc-4d20-9c3c-722e0822f86f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005023 Jan 28 09:52:28.300413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.304190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd5219-b94d-4400-a45f-4215b333b807,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:28.318556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.318556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.318556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.319078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.319215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.319537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.319853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.320164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.320475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.320831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.321214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.321527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:28.339224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.339579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed00d8bf-ab1e-4e02-9ef2-f6d43e88425e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.343584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.362772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c05b3cdd-1148-49ff-9544-34690c604cf0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e20c8611152a4eae995f68138e699993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8938816 Jan 28 09:52:28.366675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00d8bf-ab1e-4e02-9ef2-f6d43e88425e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589e4aa7-e1f1-438b-901f-d8e4c85ec258,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:28.370825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Allocated IP 172.20.0.2 (2d756623-3e19-4427-ba3c-ec8cf16f6c2e/28fd8442-ae53-4696-8fb5-1d98e8199d22/0c82ac72-9324-4f6a-aae3-bbd4d7f9dead) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:28.372485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40848) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:28.428566 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed00d8bf-ab1e-4e02-9ef2-f6d43e88425e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.429774 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ed00d8bf-ab1e-4e02-9ef2-f6d43e88425e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/589e4aa7-e1f1-438b-901f-d8e4c85ec258 HTTP/1.1" status: 204 len: 168 time: 0.5061481 Jan 28 09:52:28.453497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ec56daf-c584-4ac4-97bb-7aaf71294f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.486720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ec56daf-c584-4ac4-97bb-7aaf71294f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.582611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ec56daf-c584-4ac4-97bb-7aaf71294f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.605681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6d2b13c-0917-4b46-a8cf-fc2a032c450c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.606609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec56daf-c584-4ac4-97bb-7aaf71294f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd5219-b94d-4400-a45f-4215b333b807,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:28.628140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ec56daf-c584-4ac4-97bb-7aaf71294f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.634824 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8ec56daf-c584-4ac4-97bb-7aaf71294f26 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aadd5219-b94d-4400-a45f-4215b333b807 HTTP/1.1" status: 204 len: 168 time: 0.2551067 Jan 28 09:52:28.755109 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.767318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Transition to ACTIVE for port object 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:28.796219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Transition to ACTIVE for port object 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:28.833709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=d5f8e136-5664-4e11-864d-2243450099c7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:28.846254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f8e136-5664-4e11-864d-2243450099c7 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:28.900000 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.951242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port d5f8e136-5664-4e11-864d-2243450099c7 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:28.962992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.969998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:28.985716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: d5f8e136-5664-4e11-864d-2243450099c7 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:28.986224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d5f8e136-5664-4e11-864d-2243450099c7 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:28.987285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3b807898-9cd0-479d-9040-2d52640d292c no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:29.020597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40862) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:29.029355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Pushing event updated for resources: {'Port': ['ID=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:29.049311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 3b807898-9cd0-479d-9040-2d52640d292c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:29.049929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3b807898-9cd0-479d-9040-2d52640d292c not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:29.057563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:29.059149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:29.062078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:29.075353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0a3094f-c958-460c-b3b6-ed931d61b62c req-c859f7d3-d6e8-40ee-960e-3df7e9966898 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.25 "DELETE /v2.0/ports/d5f8e136-5664-4e11-864d-2243450099c7 HTTP/1.1" status: 204 len: 173 time: 1.8362479 Jan 28 09:52:29.180048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7e385990-51c8-46e2-8ab1-7f0303387d30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fae55e75cd39487598ecfd1df1f403ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1583295 Jan 28 09:52:29.194872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40870) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:29.263738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Attempting to bind port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:29.265893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Attempting to bind port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:29.266370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Attempting to bind port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:29.279558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:29.280010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Checking segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:29.280477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.282626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Bound using segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:29.283168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Bound port: 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:29.283608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.284309 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2ef24ea-9432-4cc0-b75b-4300d18fc439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.315082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2ef24ea-9432-4cc0-b75b-4300d18fc439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.410622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2ef24ea-9432-4cc0-b75b-4300d18fc439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.444195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40876) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:29.474236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.482089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef24ea-9432-4cc0-b75b-4300d18fc439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc17b7f-fcf9-4360-9d32-fcd58492082b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:29.494390 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.497991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2ef24ea-9432-4cc0-b75b-4300d18fc439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.504812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c2ef24ea-9432-4cc0-b75b-4300d18fc439 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebc17b7f-fcf9-4360-9d32-fcd58492082b HTTP/1.1" status: 204 len: 168 time: 0.3088932 Jan 28 09:52:29.506895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.581163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] For port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:29.586887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] For port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:29.587924 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24c035c6-7f67-481a-a2f2-954e9c9d3248 req-5427045f-fbb5-48c4-92ea-a4171fcb8fe9 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "GET /v2.0/ports?device_id=67bf8874-c7f8-4f13-8cd7-8982a5be9bfb HTTP/1.1" status: 200 len: 210 time: 0.0907567 Jan 28 09:52:29.589267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:29.595531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Usage tracker for resource:security_group_rule and tenant:258e875b327f485da786a6cd444a3056 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:29.595903 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.599434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:29.606085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:29.642428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.655922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb8088-1d2f-40b6-a9a6-95487320e657 req-96d5c418-e851-47bd-9878-635c8cbeed5f tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:29.658220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49eb8088-1d2f-40b6-a9a6-95487320e657 req-96d5c418-e851-47bd-9878-635c8cbeed5f tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.6682110 Jan 28 09:52:29.733495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49eb8088-1d2f-40b6-a9a6-95487320e657 req-a25e9323-def9-4034-952d-e2086f96dec7 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686893 Jan 28 09:52:29.799142 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.813773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:29.871325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e676580-0cbe-4e13-b0fc-f6baf84f9d97 None None] Pushing event updated for resources: {'Port': ['ID=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:30.012356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=258e875b327f485da786a6cd444a3056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673404 Jan 28 09:52:30.014162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40892) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:30.021215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c0fe71-efb2-448f-8f63-366a791c4135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cf21f3-b315-4da7-be80-3effa168532a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:30.158228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3672e414-68d3-42c8-924a-a93fe3ea5e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.200424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3672e414-68d3-42c8-924a-a93fe3ea5e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.242448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-deleted', 'tag': 'd5f8e136-5664-4e11-864d-2243450099c7'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:30.333869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3672e414-68d3-42c8-924a-a93fe3ea5e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.388782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.408162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3672e414-68d3-42c8-924a-a93fe3ea5e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cf21f3-b315-4da7-be80-3effa168532a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:30.429505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3672e414-68d3-42c8-924a-a93fe3ea5e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.433912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3672e414-68d3-42c8-924a-a93fe3ea5e6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0cf21f3-b315-4da7-be80-3effa168532a HTTP/1.1" status: 204 len: 168 time: 0.4140229 Jan 28 09:52:30.599636 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67bf8874-c7f8-4f13-8cd7-8982a5be9bfb', 'name': 'network-vif-deleted', 'tag': 'd5f8e136-5664-4e11-864d-2243450099c7', 'status': 'completed', 'code': 200} Jan 28 09:52:30.601212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.761253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:30.796088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Allocated IP 172.25.1.236 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/5a305cf2-ae85-427a-a8eb-9e7572b327e2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:30.803388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40920) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:30.985745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting subnet d06b4d5d-422b-466c-a41c-7e5528b1b643 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:30.989111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.032308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58246fd-4527-43c7-8234-5648380d05ed req-b17dce56-f2c2-4d9b-b01d-fb9383442721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:31.037566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-b17dce56-f2c2-4d9b-b01d-fb9383442721 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=69b39a24135c4073811fd0c445e55f4a&device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 1097 time: 0.5344470 Jan 28 09:52:31.068377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.159648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.305657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7917c76-ae88-415c-a9e4-f46a029f4a49 req-a7138cfc-0946-4980-99c0-a797bb7bdcf6 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:31.316564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c7917c76-ae88-415c-a9e4-f46a029f4a49 req-a7138cfc-0946-4980-99c0-a797bb7bdcf6 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.6542158 Jan 28 09:52:31.360097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:31.459584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c7917c76-ae88-415c-a9e4-f46a029f4a49 req-2247b195-52ae-4d2a-b7db-0910066b0e13 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379635 Jan 28 09:52:31.497452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.523183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:31.529392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58246fd-4527-43c7-8234-5648380d05ed req-d92b4378-57ac-4657-afab-2d560c2f1d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:31.531385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-d92b4378-57ac-4657-afab-2d560c2f1d60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 HTTP/1.1" status: 200 len: 914 time: 0.4867353 Jan 28 09:52:31.538896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.726695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.886962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10443fa3-d217-41d7-b95e-6864cdd876b8 None None] Network 28548487-9dbc-4767-948d-26c1690f5940 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:31.888036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Subnet': ['ID=d06b4d5d-422b-466c-a41c-7e5528b1b643,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:31.892486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:31.900143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-08f0fd91-9d8e-468c-a644-d74707690c37 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/subnets/d06b4d5d-422b-466c-a41c-7e5528b1b643 HTTP/1.1" status: 204 len: 168 time: 1.0953071 Jan 28 09:52:31.904020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40962) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:32.036693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-1280867f-e82c-4aae-9df9-6bfb617d8df1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388 HTTP/1.1" status: 200 len: 217 time: 0.4914336 Jan 28 09:52:32.065931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:32.143000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0983a-38bd-4fff-9ff2-81b5c2bcc841 None None] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:32.238485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:32.239602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58246fd-4527-43c7-8234-5648380d05ed req-680ddeee-00d4-44b4-b0d4-fe154034f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:32.241490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-680ddeee-00d4-44b4-b0d4-fe154034f915 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=adbb43af-4308-4c1e-a7d3-ccad702a9f95 HTTP/1.1" status: 200 len: 853 time: 0.1685781 Jan 28 09:52:32.244556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:32.248290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:32.279748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:32.280102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:32.371673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40980) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:32.411578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Pushing event updated for resources: {'Port': ['ID=5a305cf2-ae85-427a-a8eb-9e7572b327e2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:32.418408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-75d5aabf-a329-4e42-abd9-f0f8d94d39f4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1078856 Jan 28 09:52:32.482240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] Provisioning for port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:32.549051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] Provisioning complete for port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:32.549683 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:32.686735 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-4b4b9e40-544f-4c5f-bf3f-dce85d2c1f07 service neutron] 10.222.0.25 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588179 Jan 28 09:52:32.922990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] DHCP port deletion for 28548487-9dbc-4767-948d-26c1690f5940 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:52:32.923550 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:32.978207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Deleting port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:32.978756 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.051843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.103791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] For port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:33.127501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.140674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:33.146334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba94a2710554a7b99c90241faec7c58 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:33.151472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:33.159210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:33.171540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 936486e5-ae6c-4e09-9ee7-3c31775d0c8f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:33.258516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:33.259325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.441843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29986e77-1041-46dd-832b-12c328c0b359 None None] Pushing event updated for resources: {'Port': ['ID=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:33.442813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b58246fd-4527-43c7-8234-5648380d05ed req-fb5f0135-5c82-4250-87d1-21b7b2ab223c service neutron] 10.222.0.25 "GET /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7439492 Jan 28 09:52:33.602253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ab1e9b-97a2-47b4-93da-fb922ff494fc req-20e02a31-092f-4a0c-9283-f4424ed64e1d tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:33.604078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87ab1e9b-97a2-47b4-93da-fb922ff494fc req-20e02a31-092f-4a0c-9283-f4424ed64e1d tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.9164436 Jan 28 09:52:33.653898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for 936486e5-ae6c-4e09-9ee7-3c31775d0c8f owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:33.675209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1c813879-16c8-4a86-843a-2783214a918f None None] Provisioning complete for port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:33.676210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c813879-16c8-4a86-843a-2783214a918f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.724170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.743399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.827842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.837961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ba94a2710554a7b99c90241faec7c58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4628165 Jan 28 09:52:33.841264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] For port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,segment=NetworkSegment(5fa65938-ae58-4021-a0c8-16ea4e3e9856),segment_id=5fa65938-ae58-4021-a0c8-16ea4e3e9856)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:33.841664 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:33.852835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41026) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:33.920852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933bdd4a-2873-47c8-986d-f6534c02faf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18d0de5-e781-422a-ae39-638f766cc49a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:33.929876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:33.977799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87ab1e9b-97a2-47b4-93da-fb922ff494fc req-0cdf22ac-7a6c-4275-a8d0-801594bc0f5d tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535244 Jan 28 09:52:33.991530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=936486e5-ae6c-4e09-9ee7-3c31775d0c8f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:34.030530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9b3a38-846b-46c5-a41a-a16cf98c9262 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.061848 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9b3a38-846b-46c5-a41a-a16cf98c9262 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.130902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.143325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.183108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28548487-9dbc-4767-948d-26c1690f5940']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:34.200111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fa65938-ae58-4021-a0c8-16ea4e3e9856') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:34.200405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fa65938-ae58-4021-a0c8-16ea4e3e9856') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:34.212029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9b3a38-846b-46c5-a41a-a16cf98c9262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.215596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.241191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b3a38-846b-46c5-a41a-a16cf98c9262 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18d0de5-e781-422a-ae39-638f766cc49a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:34.269788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.276059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9b3a38-846b-46c5-a41a-a16cf98c9262 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.277502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:34.277908 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.282339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da9b3a38-846b-46c5-a41a-a16cf98c9262 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d18d0de5-e781-422a-ae39-638f766cc49a HTTP/1.1" status: 204 len: 168 time: 0.4276993 Jan 28 09:52:34.326900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Calling delete_port for 936486e5-ae6c-4e09-9ee7-3c31775d0c8f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:34.494470 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:34.518615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.559608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.602313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Network': ['ID=28548487-9dbc-4767-948d-26c1690f5940,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:34.647584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8c007f5d-2a6c-403c-a78f-45387bda32ac tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/networks/28548487-9dbc-4767-948d-26c1690f5940 HTTP/1.1" status: 204 len: 168 time: 2.7397711 Jan 28 09:52:34.647855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41074) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:34.657906 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:52:34.658390 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:52:34.674509 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.768892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting subnet d46f13f3-f55e-47d5-9388-52b2678336b8 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:34.774299 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:34.915976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.126957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.227168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Deleting port 936486e5-ae6c-4e09-9ee7-3c31775d0c8f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:35.228834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.232259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.268228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:35.323028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Subnet': ['ID=d46f13f3-f55e-47d5-9388-52b2678336b8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:35.325659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.343075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1eef3721-13de-422f-9bb0-5710c5bc5ad5 tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/subnets/d46f13f3-f55e-47d5-9388-52b2678336b8 HTTP/1.1" status: 204 len: 168 time: 0.6941357 Jan 28 09:52:35.347648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe05973-b4c2-413c-b9f5-020d111ff7a5 None None] Network 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:35.351033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:35.446032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dee9ac36-4cc2-4fda-8e40-a30b1fa331c0 None None] The port '936486e5-ae6c-4e09-9ee7-3c31775d0c8f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:52:35.504023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.535295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd53c677-9bb9-47d8-818b-bdc74951979b req-9d87f610-a098-4de3-8ded-ae87078d8a63 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:35.537031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd53c677-9bb9-47d8-818b-bdc74951979b req-9d87f610-a098-4de3-8ded-ae87078d8a63 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.2570889 Jan 28 09:52:35.541692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.631273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Deleting port fd26412f-b231-4c71-9d27-686bf8eebf3c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:35.631616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.688275 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd53c677-9bb9-47d8-818b-bdc74951979b req-3894ff10-25e8-4462-96ff-92b3fca70936 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411803 Jan 28 09:52:35.722133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:35.722437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:35.909999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41156) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:35.927042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:52:36.335152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:52:36.335681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] For port fd26412f-b231-4c71-9d27-686bf8eebf3c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd26412f-b231-4c71-9d27-686bf8eebf3c,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:36.336193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:36.346385 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:52:36.372484 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:52:36.380394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:36.381880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6a7f06c-10a2-42c6-a175-27aad4146b08 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.2523739 Jan 28 09:52:36.382373 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:36.385126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41172) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:36.408541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] DHCP port deletion for 97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:52:36.420923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Deleting port fd26412f-b231-4c71-9d27-686bf8eebf3c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:36.421287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:36.833450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:52:36.836109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:36.864162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:36.875241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Usage tracker for resource:security_group_rule and tenant:0669187116f942bb9f237122e7a54b11 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:36.879564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:36.887451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Calling delete_port for fd26412f-b231-4c71-9d27-686bf8eebf3c owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:36.947905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:36.958479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] For port fd26412f-b231-4c71-9d27-686bf8eebf3c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd26412f-b231-4c71-9d27-686bf8eebf3c,segment=NetworkSegment(837fc845-9e93-453e-a3c9-963bb8a85138),segment_id=837fc845-9e93-453e-a3c9-963bb8a85138)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:36.958932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.017900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d1b00-f15f-45d0-85bf-d9330ff4edb6 req-3caccd3e-6bed-462d-9c1c-a52604053a22 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:37.019475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-464d1b00-f15f-45d0-85bf-d9330ff4edb6 req-3caccd3e-6bed-462d-9c1c-a52604053a22 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.2770846 Jan 28 09:52:37.086538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.225414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-464d1b00-f15f-45d0-85bf-d9330ff4edb6 req-543ba10f-1d77-47c0-950a-9011e5ed469e tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784027 Jan 28 09:52:37.226793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Port': ['ID=fd26412f-b231-4c71-9d27-686bf8eebf3c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:37.239419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] No DVR routers for this DVR port fd26412f-b231-4c71-9d27-686bf8eebf3c on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:37.298702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd26412f-b231-4c71-9d27-686bf8eebf3c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:37.383797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Calling delete_port for fd26412f-b231-4c71-9d27-686bf8eebf3c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:37.437265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fd26412f-b231-4c71-9d27-686bf8eebf3c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:37.438409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd26412f-b231-4c71-9d27-686bf8eebf3c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:37.498405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:33Z', 'revision_number': 3, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:37.511240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:52:37.512251 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Updating router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:52:37.513283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.611275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:37.631822 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.643575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '837fc845-9e93-453e-a3c9-963bb8a85138') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:37.643866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '837fc845-9e93-453e-a3c9-963bb8a85138') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:37.644178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:52:37.644628 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:52:37.666432 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.697503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.703011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.713090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:37.713604 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.723493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.836200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0669187116f942bb9f237122e7a54b11&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9249015 Jan 28 09:52:37.836934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:37.902776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f6a98-2daa-476f-b820-bc683c663d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d51a71-7bc0-4ddc-b2e8-676ad814335c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:37.904300 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:37.915513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.946310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:37.971280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] Pushing event deleted for resources: {'Network': ['ID=97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:38.004377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-12b3f3a9-762a-4fd0-a339-ff09a7329dba tempest-ServersTestMultiNic-1922932052 tempest-ServersTestMultiNic-1922932052-project] 10.222.0.42 "DELETE /v2.0/networks/97c28f8e-5e5b-4599-9d0d-1bbf2e0159c5 HTTP/1.1" status: 204 len: 168 time: 2.6513066 Jan 28 09:52:38.146097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Deleting port fd26412f-b231-4c71-9d27-686bf8eebf3c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:38.146682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.258248 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.261629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.283822 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Transition to ACTIVE for port object 5a305cf2-ae85-427a-a8eb-9e7572b327e2 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:38.286886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cc2be25d-3535-4b83-b4a4-a0179ca2b6bd None None] The port 'fd26412f-b231-4c71-9d27-686bf8eebf3c' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:52:38.305952 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.315502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa240-e2e8-47c7-afb4-187c3f94007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.343639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa240-e2e8-47c7-afb4-187c3f94007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.401372 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Pushing event updated for resources: {'Port': ['ID=5a305cf2-ae85-427a-a8eb-9e7572b327e2,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:38.416209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.416836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.417481 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.418072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.418552 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.419029 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.419768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.420432 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.421166 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.421776 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.422419 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.422925 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:38.457312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa240-e2e8-47c7-afb4-187c3f94007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.481011 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Attempting to bind port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:38.481958 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Attempting to bind port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:38.482766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Attempting to bind port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:38.486917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-07be3849-0645-432c-9790-dd57d3d5f210 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:38.489426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-07be3849-0645-432c-9790-dd57d3d5f210 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.25 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.5416944 Jan 28 09:52:38.496007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41230) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:38.497873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5fa240-e2e8-47c7-afb4-187c3f94007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d51a71-7bc0-4ddc-b2e8-676ad814335c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:38.508166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb5fa240-e2e8-47c7-afb4-187c3f94007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.514472 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:38.515062 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:38.515232 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.516165 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:38.521777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Bound port: 5a305cf2-ae85-427a-a8eb-9e7572b327e2, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:38.522013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fb5fa240-e2e8-47c7-afb4-187c3f94007a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1d51a71-7bc0-4ddc-b2e8-676ad814335c HTTP/1.1" status: 204 len: 168 time: 0.6815012 Jan 28 09:52:38.522168 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.673151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Deleting port 3e1c7994-85a1-4e99-b858-2c20e2b47388 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:38.673737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.725763 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] For port 5a305cf2-ae85-427a-a8eb-9e7572b327e2, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:38.731973 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] For port 5a305cf2-ae85-427a-a8eb-9e7572b327e2, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5a305cf2-ae85-427a-a8eb-9e7572b327e2,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:38.742559 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:38.963485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:52:38.964220 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:39.041255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Allocated IP 172.20.0.1 (2d756623-3e19-4427-ba3c-ec8cf16f6c2e/28fd8442-ae53-4696-8fb5-1d98e8199d22/f909a2e1-6a59-4665-a1eb-2c57236dd52f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:39.150797 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe377622-09ce-44ed-8af1-2779a03295e5 None None] Pushing event updated for resources: {'Port': ['ID=5a305cf2-ae85-427a-a8eb-9e7572b327e2,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:39.178817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6660d-4f14-44f4-9443-bc64e4734c20 req-805c5aeb-79f9-42db-959d-efd044a518cf tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:39.181113 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abf6660d-4f14-44f4-9443-bc64e4734c20 req-805c5aeb-79f9-42db-959d-efd044a518cf tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 946 time: 0.4775691 Jan 28 09:52:39.261715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41252) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:39.268119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] For port 3e1c7994-85a1-4e99-b858-2c20e2b47388, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3e1c7994-85a1-4e99-b858-2c20e2b47388,segment=NetworkSegment(3c22a770-8a18-48f6-9a45-d049e4a6f4f0),segment_id=3c22a770-8a18-48f6-9a45-d049e4a6f4f0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:39.268728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:39.334478 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:52:39.410754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abf6660d-4f14-44f4-9443-bc64e4734c20 req-83e1bb6c-588e-487b-bd86-d9702e07c928 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/security-groups?id=6512dd0b-524b-4fec-b0b7-28a013f686be&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419930 Jan 28 09:52:39.451136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Calling delete_port for 3e1c7994-85a1-4e99-b858-2c20e2b47388 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:39.479117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:39.527508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:39.544190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Usage tracker for resource:security_group_rule and tenant:40f0a5caef2344f0a456e1365dce1f22 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:39.559944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:39.570536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:39.676719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:39.696522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Transition to ACTIVE for port object f909a2e1-6a59-4665-a1eb-2c57236dd52f will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:39.713131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:33Z', 'revision_number': 3, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:39.717635 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-348e0d6e-b5e6-41dc-bdc8-85e879fc0413 None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:33Z', 'revision_number': 3, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:52:39.736226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:39.764612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:39.910721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:39.917264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:39.920375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:39.972402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f909a2e1-6a59-4665-a1eb-2c57236dd52f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:40.046069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.071704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['3e1c7994-85a1-4e99-b858-2c20e2b47388'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:52:40.283339 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.413801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Pushing event deleted for resources: {'Port': ['ID=3e1c7994-85a1-4e99-b858-2c20e2b47388,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:40.452597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.513004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3c837fa3-a8a3-4c95-9d97-57e49d10eeda None None] Provisioning for port f909a2e1-6a59-4665-a1eb-2c57236dd52f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:40.520718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3c837fa3-a8a3-4c95-9d97-57e49d10eeda None None] Provisioning complete for port f909a2e1-6a59-4665-a1eb-2c57236dd52f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:40.521097 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3c837fa3-a8a3-4c95-9d97-57e49d10eeda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.612240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Deleting port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:40.613351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.674877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3c837fa3-a8a3-4c95-9d97-57e49d10eeda None None] Port f909a2e1-6a59-4665-a1eb-2c57236dd52f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:52:40.706812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] No DVR routers for this DVR port 3e1c7994-85a1-4e99-b858-2c20e2b47388 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:40.709123 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.763229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.775292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40f0a5caef2344f0a456e1365dce1f22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5120342 Jan 28 09:52:40.881832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] For port 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:40.882191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:40.889342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'name': 'network-vif-deleted', 'tag': '3e1c7994-85a1-4e99-b858-2c20e2b47388'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:52:40.898471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41284) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:40.907524 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.066408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Calling delete_port for 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:41.256395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5a305cf2-ae85-427a-a8eb-9e7572b327e2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:41.279268 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ef4d8e-a47d-434e-81f7-5bd3944c08d1', 'name': 'network-vif-deleted', 'tag': '3e1c7994-85a1-4e99-b858-2c20e2b47388', 'status': 'completed', 'code': 200} Jan 28 09:52:41.293236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89f210fa-6be8-4086-95d3-cea6e1dd00a0 req-47ac79c8-3af8-434a-9fcb-55ba9a2e7a71 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.42 "GET /v2.0/ports?device_id=c8ef4d8e-a47d-434e-81f7-5bd3944c08d1 HTTP/1.1" status: 200 len: 210 time: 0.0600913 Jan 28 09:52:41.382163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ebc904b2-2801-41d1-a4d1-b47094db2b6f req-6ad76568-205a-4ba1-a4da-b79ae387d004 tempest-InstanceActionsTestJSON-1546503113 tempest-InstanceActionsTestJSON-1546503113-project] 10.222.0.25 "DELETE /v2.0/ports/3e1c7994-85a1-4e99-b858-2c20e2b47388 HTTP/1.1" status: 204 len: 173 time: 2.8754008 Jan 28 09:52:41.448301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e545ac26-dd15-48a2-943b-b8e0dcfab77d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903384c9-46bc-425c-9170-b6bfdda78dba,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:41.448773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:41.459485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:41.459859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.465394 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.718131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a0c401b-9dfc-4963-87f8-0fee0d2bb01d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:41.741003 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.786824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 5a305cf2-ae85-427a-a8eb-9e7572b327e2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5a305cf2-ae85-427a-a8eb-9e7572b327e2,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:41.819477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.829730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f70ed8-dd4f-4aad-b5e3-6e7d68c6be5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.937849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f70ed8-dd4f-4aad-b5e3-6e7d68c6be5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:41.964742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=5a305cf2-ae85-427a-a8eb-9e7572b327e2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:42.067831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.080102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.168863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f70ed8-dd4f-4aad-b5e3-6e7d68c6be5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.252647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f70ed8-dd4f-4aad-b5e3-6e7d68c6be5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903384c9-46bc-425c-9170-b6bfdda78dba,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:42.260540 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.272882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f70ed8-dd4f-4aad-b5e3-6e7d68c6be5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.276722 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6f70ed8-dd4f-4aad-b5e3-6e7d68c6be5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/903384c9-46bc-425c-9170-b6bfdda78dba HTTP/1.1" status: 204 len: 168 time: 1.0551629 Jan 28 09:52:42.302649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f909a2e1-6a59-4665-a1eb-2c57236dd52f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:42.310683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.330362 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:52:42.568008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41324) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:42.720024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3e1c7994-85a1-4e99-b858-2c20e2b47388 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:42.774021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Deleting subnet adbb43af-4308-4c1e-a7d3-ccad702a9f95 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:42.832451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:42.832959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 3e1c7994-85a1-4e99-b858-2c20e2b47388 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:42.833498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3e1c7994-85a1-4e99-b858-2c20e2b47388 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:42.975650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.057750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:43.064186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:43.173928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Router ea5d044a-91d5-4600-b773-1bd062852e60 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:52:43.320300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5a305cf2-ae85-427a-a8eb-9e7572b327e2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:43.324000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.415130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:52:43.432749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91266c0f-d6f7-4a7c-be90-f10d05cadb93 admin admin] 10.222.0.42 "PUT /v2.0/routers/ea5d044a-91d5-4600-b773-1bd062852e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9350448 Jan 28 09:52:43.435134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41358) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:43.439670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] Sync routers for ids ['ea5d044a-91d5-4600-b773-1bd062852e60'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:52:43.481521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] Routers {'ea5d044a-91d5-4600-b773-1bd062852e60'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:52:43.482650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ea5d044a-91d5-4600-b773-1bd062852e60'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:43.574334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-7d7fa90f-c7de-4853-ae6c-9c2e4a22517d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.7798553 Jan 28 09:52:43.649445 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.653579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eee2cbb3-611a-4b57-afc7-43cda0cf63a4 None None] Provisioning complete for port f909a2e1-6a59-4665-a1eb-2c57236dd52f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:43.654142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eee2cbb3-611a-4b57-afc7-43cda0cf63a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.677848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:52:43.681601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.729950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:43.730519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.896630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adbb43af-4308-4c1e-a7d3-ccad702a9f95,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:43.908315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.934639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:43.969386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1a641ce5-26a7-428f-ab46-12ef0b1c2a8d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/adbb43af-4308-4c1e-a7d3-ccad702a9f95 HTTP/1.1" status: 204 len: 168 time: 1.4003286 Jan 28 09:52:44.006592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41380) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:44.055996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] Set router ea5d044a-91d5-4600-b773-1bd062852e60 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:52:44.141708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:44.167083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Deleting port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:44.167903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:44.199022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:44.599836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:52:44.618499 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:52:44.631421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] For port 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:44.632047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:44.650641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ac5218ae-78f2-4938-917a-e7d3fb38a5b4 admin admin] 10.222.0.42 "PUT /v2.0/routers/2238e15f-aa11-44e1-bb7d-bee7fa1836c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2586129 Jan 28 09:52:44.659113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:52:44.665862 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:44.681317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.681779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.682260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.701362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.701839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.702276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.702826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:44.715914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-930bfb71-e0cb-416c-b5cc-6796bf1a6ca6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.9468334 Jan 28 09:52:44.721034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41404) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:44.951302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Calling delete_port for 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:45.080085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eee2cbb3-611a-4b57-afc7-43cda0cf63a4 None None] Port f909a2e1-6a59-4665-a1eb-2c57236dd52f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:52:45.165269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:45.207054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188'}], 'enable_snat': True}, 'gw_port_id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 5, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port': {'id': '5b9e7753-95ec-465e-b4ff-fdc17c1aa35f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:d1:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1473, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:50:29Z', 'updated_at': '2022-01-28T09:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:45.226746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] Checking router: ea5d044a-91d5-4600-b773-1bd062852e60 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:52:45.271084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:52:45.285211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] Routers {'ea5d044a-91d5-4600-b773-1bd062852e60'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:52:45.289568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ea5d044a-91d5-4600-b773-1bd062852e60'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:45.327610 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:45.369342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:45.399577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:45.518944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:45.544311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9e7753-95ec-465e-b4ff-fdc17c1aa35f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:45.548378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Usage tracker for resource:security_group_rule and tenant:3697dffa9568457d9f2d22abdfa045b2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:45.563381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:45.607799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] Set router ea5d044a-91d5-4600-b773-1bd062852e60 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:52:45.656778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['decc18a7-53e5-4b6a-8da3-bb5da4e4fa82']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:45.671145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:45.745605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c22a770-8a18-48f6-9a45-d049e4a6f4f0') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:45.746175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c22a770-8a18-48f6-9a45-d049e4a6f4f0') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:45.785778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-568b65e3-fe6a-40d5-9800-b274ddecec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:45.786005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:52:45Z', 'revision_number': 7, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:45.786801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-568b65e3-fe6a-40d5-9800-b274ddecec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:45.787688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-568b65e3-fe6a-40d5-9800-b274ddecec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:45.789609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-568b65e3-fe6a-40d5-9800-b274ddecec59 service neutron] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 2293 time: 0.9681246 Jan 28 09:52:45.791015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aa3bc8-bbc9-4581-86c3-f2f0ebfab36f None None] The sync data for ids ['ea5d044a-91d5-4600-b773-1bd062852e60'] in n-d-825178-2 is: [{'id': 'ea5d044a-91d5-4600-b773-1bd062852e60', 'name': 'tempest-ServersTestMultiNic-1940234606-router', 'tenant_id': 'c4110c9d92484c02b3c36280e184c4d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:50:27Z', 'updated_at': '2022-01-28T09:52:45Z', 'revision_number': 7, 'project_id': 'c4110c9d92484c02b3c36280e184c4d2', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:52:45.805635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:45.871670 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.105817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.234186 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 2, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:46.250967 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:52:46.252072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Updating router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 port f909a2e1-6a59-4665-a1eb-2c57236dd52f binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:52:46.278522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41438) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:46.371192 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.401732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2015092102', 'description': 'tempest-description--1133347763'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:46.405534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-b95feaed-7e1c-4646-89d9-71f7a585c39e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 1001 time: 0.5752587 Jan 28 09:52:46.416255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:46.417061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.421248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:46.449941 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:46.595154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.602403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.666966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:46.686833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:46.704917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.707087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-5aaa36d9-840f-41b3-9566-72807b938572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:46.710260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-5aaa36d9-840f-41b3-9566-72807b938572 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.2568231 Jan 28 09:52:46.725216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.725775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5d044a-91d5-4600-b773-1bd062852e60 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:52:46.728181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:46.752427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.782796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.814369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.818032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c9db7dc-56a9-4da9-89ac-34a0b1a97710 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ea5d044a-91d5-4600-b773-1bd062852e60 HTTP/1.1" status: 204 len: 168 time: 3.3810866 Jan 28 09:52:46.819968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41452) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:46.822716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:46.883433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:46.898200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.900817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:46.904473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3697dffa9568457d9f2d22abdfa045b2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1826892 Jan 28 09:52:46.910121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:46.926313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:46.935773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.961459 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:46.975049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51776b5b-c309-4d08-91a4-e689abf740ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a408567c-6991-420c-901f-7d10dff58e11,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:46.980943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Transition to ACTIVE for port object f909a2e1-6a59-4665-a1eb-2c57236dd52f will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:46.986135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Deleting subnet 171b10f6-a63a-4acb-b57d-a07fc0501360 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:52:46.997896 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.007219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] Pushing event deleted for resources: {'Network': ['ID=decc18a7-53e5-4b6a-8da3-bb5da4e4fa82,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:47.011542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.021595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f83d1084-60b6-49fe-89d4-0800bb2b7734 admin admin] 10.222.0.42 "DELETE /v2.0/networks/decc18a7-53e5-4b6a-8da3-bb5da4e4fa82 HTTP/1.1" status: 204 len: 168 time: 3.0137191 Jan 28 09:52:47.032616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-b797003d-b589-418c-b7c6-520e7ccd88cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:47.034318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-b797003d-b589-418c-b7c6-520e7ccd88cd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831092 Jan 28 09:52:47.204910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-09850140-deb3-417f-9e06-a9ee46688ece service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585729 Jan 28 09:52:47.220943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.248796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:47.339650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:47.340318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a0c401b-9dfc-4963-87f8-0fee0d2bb01d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:47.340991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:47.400936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41472) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:47.420721 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c0b99-4ee5-46cd-93a0-12e53ac0e513 None None] Pushing event updated for resources: {'Port': ['ID=f909a2e1-6a59-4665-a1eb-2c57236dd52f,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:47.422577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:52:47.424234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5b9e7753-95ec-465e-b4ff-fdc17c1aa35f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:47.444502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ef61e25-89ac-4a2f-aee7-dd05157b155f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.454298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-10e11b69-b73f-44be-8c73-36761670a3ee service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381122 Jan 28 09:52:47.568577 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-bc3ff3cb-0e57-4a46-a017-dcadbb343c3b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 217 time: 0.1045012 Jan 28 09:52:47.589439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ef61e25-89ac-4a2f-aee7-dd05157b155f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.638837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Attempting to bind port f909a2e1-6a59-4665-a1eb-2c57236dd52f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:47.639209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Attempting to bind port f909a2e1-6a59-4665-a1eb-2c57236dd52f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:47.639563 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Attempting to bind port f909a2e1-6a59-4665-a1eb-2c57236dd52f on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:47.659537 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:47.660378 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Checking segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:47.661079 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.661667 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Bound using segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:47.662316 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Bound port: f909a2e1-6a59-4665-a1eb-2c57236dd52f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:47.662961 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.686181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-f2d36575-2606-4ee8-8177-168e5ae00d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:47.688158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-f2d36575-2606-4ee8-8177-168e5ae00d0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1104240 Jan 28 09:52:47.762637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a7b02899-8b49-49e2-ae34-ef7f6b558bfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=69b39a24135c4073811fd0c445e55f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457508 Jan 28 09:52:47.763119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ef61e25-89ac-4a2f-aee7-dd05157b155f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.774283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41492) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:47.799633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.818344 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] For port f909a2e1-6a59-4665-a1eb-2c57236dd52f, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:47.822113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] For port f909a2e1-6a59-4665-a1eb-2c57236dd52f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f909a2e1-6a59-4665-a1eb-2c57236dd52f,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:47.830747 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.872527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-f6e60f34-510c-4766-ae80-ca893032f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:47.880893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-f6e60f34-510c-4766-ae80-ca893032f95a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1818094 Jan 28 09:52:47.943078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:47.965674 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857c0b99-4ee5-46cd-93a0-12e53ac0e513 None None] Pushing event updated for resources: {'Port': ['ID=f909a2e1-6a59-4665-a1eb-2c57236dd52f,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:47.984773 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:52:47.985577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:48.005896 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.018076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce43e91-eaea-4707-8131-5ee796adb0ab None None] Network 54fe4439-cdf8-4b3a-a287-df8a66b37539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:48.041265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef61e25-89ac-4a2f-aee7-dd05157b155f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a408567c-6991-420c-901f-7d10dff58e11,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:48.065085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.098858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=171b10f6-a63a-4acb-b57d-a07fc0501360,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:48.120480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-a848b00f-2532-4c13-bc62-c61843b2619a service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291217 Jan 28 09:52:48.177089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.198864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ef61e25-89ac-4a2f-aee7-dd05157b155f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.214111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ef61e25-89ac-4a2f-aee7-dd05157b155f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a408567c-6991-420c-901f-7d10dff58e11 HTTP/1.1" status: 204 len: 168 time: 1.3024971 Jan 28 09:52:48.219580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c351fe1b-c960-49f0-bc9d-2b97460444cf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/171b10f6-a63a-4acb-b57d-a07fc0501360 HTTP/1.1" status: 204 len: 168 time: 1.3964019 Jan 28 09:52:48.297619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41510) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:48.342944 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:52:48.563778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c341d71b-c579-4e8f-a2f2-3835f1fe716a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.565808 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.567220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2881262 Jan 28 09:52:48.570489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.573311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41524) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:48.584007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'security_group_rule': {'security_group_id': 'f41f890b-2a94-4869-a986-7b82adbe0706', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:48.591181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:48.597535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:48.603224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:48.614448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:48.652697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7bb806-e2de-4a1f-a69c-535000c54505 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f41f890b-2a94-4869-a986-7b82adbe0706,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:48.672985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.707965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] DHCP port deletion for 54fe4439-cdf8-4b3a-a287-df8a66b37539 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:52:48.715942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Deleting port 9813f32b-5def-4504-932f-7786aa0e0389 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:48.716623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.751891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.755730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c341d71b-c579-4e8f-a2f2-3835f1fe716a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.769829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Deleting port 9813f32b-5def-4504-932f-7786aa0e0389 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:48.770485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:48.928267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-009798d3-76d4-4c08-8249-6f897d6bb045 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7971828 Jan 28 09:52:49.022143 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-00f38d66-a5c1-4e4b-9e4e-b65dae0c46cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 217 time: 0.0811024 Jan 28 09:52:49.116325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.197003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-d86072be-6555-44f7-b459-f08c4d8b79ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:49.199847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-d86072be-6555-44f7-b459-f08c4d8b79ed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1669264 Jan 28 09:52:49.255711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] For port 9813f32b-5def-4504-932f-7786aa0e0389, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9813f32b-5def-4504-932f-7786aa0e0389,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:49.256362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.266264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9813f32b-5def-4504-932f-7786aa0e0389 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:52:49.299364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.300800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7238500 Jan 28 09:52:49.315713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41560) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:49.328254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'security_group_rule': {'security_group_id': 'f41f890b-2a94-4869-a986-7b82adbe0706', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:49.339223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:49.344160 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:47Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:49.350952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a68a7-d961-4d68-9e73-2b779bc0cf35 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fcbfe24-3cd4-46e4-83b6-cebfecd4a226,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:49.359601 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1652f1-2dcf-41f9-969e-ada1b1c9511d None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:47Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:52:49.362398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:49.368179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:49.377015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:49.401606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-72ab30a3-f30f-4103-9441-30607c0dc0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:49.406339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-72ab30a3-f30f-4103-9441-30607c0dc0d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1911674 Jan 28 09:52:49.414411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c341d71b-c579-4e8f-a2f2-3835f1fe716a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.422472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c341d71b-c579-4e8f-a2f2-3835f1fe716a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.428836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c341d71b-c579-4e8f-a2f2-3835f1fe716a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6512dd0b-524b-4fec-b0b7-28a013f686be HTTP/1.1" status: 204 len: 168 time: 1.4933231 Jan 28 09:52:49.503731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c341d71b-c579-4e8f-a2f2-3835f1fe716a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6512dd0b-524b-4fec-b0b7-28a013f686be,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:49.517098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.528564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] For port 9813f32b-5def-4504-932f-7786aa0e0389, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9813f32b-5def-4504-932f-7786aa0e0389,segment=NetworkSegment(39fdbdf6-efa9-4731-bfd4-948d60736922),segment_id=39fdbdf6-efa9-4731-bfd4-948d60736922)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:49.529211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:49.640924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Calling delete_port for 9813f32b-5def-4504-932f-7786aa0e0389 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:50.041473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port 9813f32b-5def-4504-932f-7786aa0e0389 {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 09:52:50.042177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9813f32b-5def-4504-932f-7786aa0e0389 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:52:50.049486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:50.106317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Calling delete_port for 9813f32b-5def-4504-932f-7786aa0e0389 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:50.121134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-0d6dda46-c081-436c-98f4-ef9cc2058038 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996582 Jan 28 09:52:50.146853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:50.206158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:50.244223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] No DVR routers for this DVR port 9813f32b-5def-4504-932f-7786aa0e0389 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:52:50.265823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Pushing event deleted for resources: {'Port': ['ID=9813f32b-5def-4504-932f-7786aa0e0389,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:50.299189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.302226 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:52:50.303129 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:52:50.303321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.303676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.304017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.304355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.304693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.308571 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:50.310740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9929826 Jan 28 09:52:50.313121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41598) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:50.317159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.319260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.319612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.319952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.320289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.320620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4102e5b8-46b8-4a61-8de1-a951bfbbdd96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:52:50.320981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:50.337919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:50.347604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:floatingip and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:50.355510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:50.368600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:50.392236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:50.467036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbb9a85-c7e1-4088-8eb2-b3b835ce9b7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cd3a38-e000-44dd-bbad-ce5d85fc6205,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:50.611611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-9063a20a-b1f2-4a53-a8bf-97b2e34dfa72 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4583297 Jan 28 09:52:50.773913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-bf7affda-e768-4d1a-bdd3-ae32fb915acc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 217 time: 0.1471117 Jan 28 09:52:50.845503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Deleting port 9813f32b-5def-4504-932f-7786aa0e0389 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:50.846149 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:50.927621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-da037827-1f2c-47bb-b7f6-31e9975f36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:50.929018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-da037827-1f2c-47bb-b7f6-31e9975f36e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1442368 Jan 28 09:52:51.123413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-c47a2686-bc86-4379-b067-f0ed3129e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:51.127911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-c47a2686-bc86-4379-b067-f0ed3129e2ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827641 Jan 28 09:52:51.149023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] The port '9813f32b-5def-4504-932f-7786aa0e0389' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:52:51.348538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f909a2e1-6a59-4665-a1eb-2c57236dd52f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:51.543319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-09001544-4608-4d1a-8ed9-3fa7c3ac3deb service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046702 Jan 28 09:52:51.564890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f909a2e1-6a59-4665-a1eb-2c57236dd52f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:52:51.572423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f909a2e1-6a59-4665-a1eb-2c57236dd52f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:51.573153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.737305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.819471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-861f1dd0-573d-4b9c-8a20-5cf0798778a7 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579050 Jan 28 09:52:51.820307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41638) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:51.824874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fe4439-cdf8-4b3a-a287-df8a66b37539']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:51.860130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fdbdf6-efa9-4731-bfd4-948d60736922') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:51.860674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fdbdf6-efa9-4731-bfd4-948d60736922') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:52:51.863252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.883503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.925111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.929193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f909a2e1-6a59-4665-a1eb-2c57236dd52f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f909a2e1-6a59-4665-a1eb-2c57236dd52f,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:52:51.937523 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.950587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:52:51.951006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:51.974700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-b4e1fb45-6f13-4545-a854-2603dc9050f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 217 time: 0.1406524 Jan 28 09:52:52.053771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:52:52.107102 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:52:52.112604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f909a2e1-6a59-4665-a1eb-2c57236dd52f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:52.127508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.138848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.144771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-177f4c64-bc9d-4638-9946-05b84738132c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:52.146252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-177f4c64-bc9d-4638-9946-05b84738132c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1661518 Jan 28 09:52:52.181602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] 10.222.0.42 "DELETE /v2.0/networks/54fe4439-cdf8-4b3a-a287-df8a66b37539 HTTP/1.1" status: 204 len: 168 time: 3.7965698 Jan 28 09:52:52.217991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12adecfd-71a6-4a91-978f-0f79f1f89838 admin admin] Pushing event deleted for resources: {'Network': ['ID=54fe4439-cdf8-4b3a-a287-df8a66b37539,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:52.290222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.335281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-e7b75625-5747-4438-9d7e-fa45c1496f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:52.339002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-e7b75625-5747-4438-9d7e-fa45c1496f6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1803815 Jan 28 09:52:52.410774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-network', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:52.419545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:52.526018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41662) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:52.585516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Allocated IP 172.25.1.239 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/9dd1e299-f418-46fd-8154-ab6c2c28fced) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:52.621638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-954367946'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:52.643845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:52.648190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Usage tracker for resource:network and tenant:950e180d6c6b4ce292474e016c8e5dd4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:52.652723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:52.659461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:52.668482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Usage tracker for resource:network and tenant:fce92df7853b4ec19ff767a76738acad is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:52.678580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:52.706794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Made reservation on behalf of 950e180d6c6b4ce292474e016c8e5dd4 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:52.710764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.725483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:52.727748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.746201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-252beb22-c5fe-4e2a-91fd-ea3365c61324 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3956866 Jan 28 09:52:52.756917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:52.761394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Usage tracker for resource:security_group_rule and tenant:950e180d6c6b4ce292474e016c8e5dd4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:52.764730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:52.770873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:52.863491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.871581 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.884037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-267bf018-3708-472c-8024-61797290f6e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4110c9d92484c02b3c36280e184c4d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516045 Jan 28 09:52:52.887259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41668) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:52.889499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.901932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:52:52.914057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.914266 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Added segment 31711f01-e033-4be0-ae0e-d428b64556c8 of type vlan for network 86540372-3fde-4276-a9c0-c9668903c4e0 Jan 28 09:52:52.946699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:52.974242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c228d46-8370-412d-a220-813b14a59811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.005114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c228d46-8370-412d-a220-813b14a59811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.048288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.086544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Made reservation on behalf of fce92df7853b4ec19ff767a76738acad for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:53.088857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.131158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:53.134580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:53.139586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:53.165649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.204648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'Port': ['ID=9dd1e299-f418-46fd-8154-ab6c2c28fced,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:53.205008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:53.213652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.220501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:53.224509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.236551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.236741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f909a2e1-6a59-4665-a1eb-2c57236dd52f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:52:53.240550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c228d46-8370-412d-a220-813b14a59811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.260450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c228d46-8370-412d-a220-813b14a59811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81814b0-b3bc-4d20-9c3c-722e0822f86f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:53.293611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Usage tracker for resource:security_group_rule and tenant:fce92df7853b4ec19ff767a76738acad is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:53.330093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.346914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:53.355205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ef688c-52e0-45f6-8b1d-19cf9447507c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:53.362200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3022807 Jan 28 09:52:53.365768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41678) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:53.372210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c228d46-8370-412d-a220-813b14a59811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.375659 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c228d46-8370-412d-a220-813b14a59811 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c81814b0-b3bc-4d20-9c3c-722e0822f86f HTTP/1.1" status: 204 len: 168 time: 0.4851975 Jan 28 09:52:53.392117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Request body: {'subnet': {'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:53.398418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f909a2e1-6a59-4665-a1eb-2c57236dd52f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:52:53.400071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:53.513290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:53.550498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8003928-33c5-4a67-aef6-3e8864cd1c1e tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event updated for resources: {'Network': ['ID=86540372-3fde-4276-a9c0-c9668903c4e0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:53.573565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 86540372-3fde-4276-a9c0-c9668903c4e0 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:52:53.628614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-f096684c-816b-4a15-ad35-2003e67da258 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622759 Jan 28 09:52:53.866525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:53.887048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Usage tracker for resource:subnet and tenant:950e180d6c6b4ce292474e016c8e5dd4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:53.900568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:53.901934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-2616595d-dc90-48f4-9c5f-ef7f31c7496d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 217 time: 0.2615547 Jan 28 09:52:53.923777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:54.001958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Made reservation on behalf of 950e180d6c6b4ce292474e016c8e5dd4 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:54.005738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.097671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-656d1d91-9151-4121-946e-bb2aa2b4dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:54.099081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-656d1d91-9151-4121-946e-bb2aa2b4dce4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1849585 Jan 28 09:52:54.243393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.256096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.316812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:52:54.327116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:54.336964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.354602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.355042 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Added segment 9da03d79-1b75-4cd0-9d64-8b8d58a7a912 of type vlan for network 199833d7-1eee-463c-871d-ccac10280d5a Jan 28 09:52:54.355452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.358216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-e5d50375-fdf2-4ad6-8fcb-a7dceba5e6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:54.360610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-e5d50375-fdf2-4ad6-8fcb-a7dceba5e6b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2298441 Jan 28 09:52:54.583335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.598579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-d45e3393-8139-4792-a1cc-b19b496e3fce service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272344 Jan 28 09:52:54.894297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-20bb142d-99ea-4223-a22c-941d6ac712ea service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804317 Jan 28 09:52:54.897708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:52:54.935037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'Port': ['ID=9dd1e299-f418-46fd-8154-ab6c2c28fced,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:54.955937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:54.995424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-917eea86-873e-4ca8-831e-7ecbd9743913 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.0896568 Jan 28 09:52:54.997026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:55.039893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.041183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:55.041785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.053629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.054757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b96e26e6-d2a4-45dd-8118-e5d15e982a9a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7404697 Jan 28 09:52:55.084730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.267399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event updated for resources: {'Subnet': ['ID=01e8ced8-f290-422a-84cc-a0ecf073e15b,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:55.304607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1864181332-network', 'tenant_id': '1e2b9159b9c1412abfc141511a887019'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:55.372335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:55.386646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] Pushing event updated for resources: {'Network': ['ID=199833d7-1eee-463c-871d-ccac10280d5a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:55.389684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-1dcb8824-1883-4a9b-b818-a12301d7614a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:55.391345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-1dcb8824-1883-4a9b-b818-a12301d7614a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.3864534 Jan 28 09:52:55.399015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 199833d7-1eee-463c-871d-ccac10280d5a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:52:55.404363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b504567d-54ed-4107-8bc1-152a0d27b391 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.5826809 Jan 28 09:52:55.438270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Usage tracker for resource:network and tenant:1e2b9159b9c1412abfc141511a887019 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:55.440867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41736) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:55.447003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:55.454706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Request body: {'subnet': {'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-subnet', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:55.463727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Checking segment: {'id': '31711f01-e033-4be0-ae0e-d428b64556c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:55.463727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Network hostable DHCP agents. Network: 86540372-3fde-4276-a9c0-c9668903c4e0, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:52:55.468725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:55.471001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:55.484612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Usage tracker for resource:subnet and tenant:fce92df7853b4ec19ff767a76738acad is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:55.488906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:55.501090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:55.504692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Made reservation on behalf of 1e2b9159b9c1412abfc141511a887019 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:55.507548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.524320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Network 86540372-3fde-4276-a9c0-c9668903c4e0 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:52:55.533844 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.536978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1e002a9b-a727-4b96-b903-061af6327c3b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:55.550887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-02efc421-5f74-44bb-b48d-76774c1bc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:55.552953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-02efc421-5f74-44bb-b48d-76774c1bc9df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1472495 Jan 28 09:52:55.553075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:55.557412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Usage tracker for resource:security_group_rule and tenant:1e2b9159b9c1412abfc141511a887019 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:55.560301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:55.568866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:55.631801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 86540372-3fde-4276-a9c0-c9668903c4e0) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:55.632978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Made reservation on behalf of fce92df7853b4ec19ff767a76738acad for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:55.635467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.639565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ba41c3-9e3b-4db3-bfaf-2dc65fc47cfc None None] Network 86540372-3fde-4276-a9c0-c9668903c4e0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:55.649228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1e002a9b-a727-4b96-b903-061af6327c3b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:55.650357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1e002a9b-a727-4b96-b903-061af6327c3b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--2015092102&fields=id&tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 267 time: 0.1739018 Jan 28 09:52:55.662943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:55.663615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.759707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.775932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.803859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1ac4f3ff-31b9-44c6-9ca4-201793c066f1 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4233913 Jan 28 09:52:55.811237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41744) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:55.816050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:52:55.835552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Request body: {'port': {'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1825513138'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:55.843645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55762e64-3831-4507-97f2-59213d43f28d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:55.849071 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.849499 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Added segment 4882a16a-071f-4e56-ae97-239198180fae of type vlan for network b8b941f1-96fb-42e2-8405-caf02d36f12f Jan 28 09:52:55.921168 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.947460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-86540372-3fde-4276-a9c0-c9668903c4e0', 'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0', 'tenant_id': '950e180d6c6b4ce292474e016c8e5dd4', 'fixed_ips': [{'subnet_id': '01e8ced8-f290-422a-84cc-a0ecf073e15b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:52:55.948341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.975508 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57c04e25-2dbe-439a-8f39-2ef0ae0d03b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.991114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:55.992246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:55.992993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.032300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.072601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0726559 Jan 28 09:52:56.080643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:56.134780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:56.142289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Usage tracker for resource:port and tenant:950e180d6c6b4ce292474e016c8e5dd4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:56.146278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-c1728758-6281-4d02-b7e5-27b7fd97dae9 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5824540 Jan 28 09:52:56.155376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:56.183769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:56.206456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Request body: {'subnet': {'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1864181332-subnet', 'tenant_id': '1e2b9159b9c1412abfc141511a887019', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:56.214530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Allocated IP 172.20.0.2 (86540372-3fde-4276-a9c0-c9668903c4e0/01e8ced8-f290-422a-84cc-a0ecf073e15b/574bfa80-31ff-48e9-9a72-e58139f8ae26) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:56.229967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:56.253590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Usage tracker for resource:subnet and tenant:1e2b9159b9c1412abfc141511a887019 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:56.261746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1cc365a6-7423-4683-87a4-78470aa6dfe3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:56.262439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1cc365a6-7423-4683-87a4-78470aa6dfe3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:56.280525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:56.294726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c88fb0-0021-4f95-a2c5-bb7b41d58173 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b941f1-96fb-42e2-8405-caf02d36f12f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:56.307348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:56.307498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1cc365a6-7423-4683-87a4-78470aa6dfe3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:56.308679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1cc365a6-7423-4683-87a4-78470aa6dfe3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 817 time: 0.6408188 Jan 28 09:52:56.311387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Made reservation on behalf of 950e180d6c6b4ce292474e016c8e5dd4 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:56.317348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.334425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11b152bb-c3be-414d-b86b-82a523288447,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:56.342104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Made reservation on behalf of 1e2b9159b9c1412abfc141511a887019 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:52:56.344832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.360876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-3326a42b-c1d1-4343-8c81-5ccd1d86e956 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/quotas/9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 375 time: 0.0293648 Jan 28 09:52:56.375594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] device_id is not set on port d47323ad-2a5f-4bf8-8bca-4d0d10baf53f yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:52:56.439730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Checking segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:56.440202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Network hostable DHCP agents. Network: 199833d7-1eee-463c-871d-ccac10280d5a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:52:56.488646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.517240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Transition to ACTIVE for port object 574bfa80-31ff-48e9-9a72-e58139f8ae26 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:56.517586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Network 199833d7-1eee-463c-871d-ccac10280d5a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:52:56.559358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b8b941f1-96fb-42e2-8405-caf02d36f12f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:52:56.565202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 199833d7-1eee-463c-871d-ccac10280d5a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:56.617623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:56.618470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.670246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72d5d0cf-4b97-4428-80b3-903422eef6e6 req-012b8e3d-4a3c-4dcb-87c3-06a17a5f41fc service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117571 Jan 28 09:52:56.707004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ed8c8fdf-e68a-4f79-b2d1-4f35e489c785 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2631009 Jan 28 09:52:56.711722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41760) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:56.725056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:52:56.732384 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:52:56.735151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182743ca-c15d-4f76-923d-1fe4afd62d1f None None] Network 199833d7-1eee-463c-871d-ccac10280d5a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:56.746971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-4300a3a3-f52f-414e-9824-c90937aeb97f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:56.754103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Usage tracker for resource:router and tenant:fce92df7853b4ec19ff767a76738acad is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:52:56.758447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:52:56.770276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-4300a3a3-f52f-414e-9824-c90937aeb97f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:56.770428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Transition to ACTIVE for port object 574bfa80-31ff-48e9-9a72-e58139f8ae26 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:56.772567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-4300a3a3-f52f-414e-9824-c90937aeb97f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4017136 Jan 28 09:52:56.781075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:52:56.798787 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.836521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.837992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.940453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:56.951920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28802168-edde-4346-8a21-1b43fe431c2c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:56.972480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Checking segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:56.973004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Network hostable DHCP agents. Network: b8b941f1-96fb-42e2-8405-caf02d36f12f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:52:57.036288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:57.061632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Network b8b941f1-96fb-42e2-8405-caf02d36f12f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:52:57.203726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Network 86540372-3fde-4276-a9c0-c9668903c4e0 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:57.224452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:57.231476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:57.242081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b8b941f1-96fb-42e2-8405-caf02d36f12f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:57.286423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455bbca-fe30-4717-ad03-88399276b2a9 None None] Network b8b941f1-96fb-42e2-8405-caf02d36f12f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:57.307630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:57.308315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:57.332967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-ea9d5d67-3fe4-42e4-9b29-423ed0ce7939 service neutron] 10.222.0.42 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5481367 Jan 28 09:52:57.336956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:57.403266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d857e58f-ef9e-4f26-b500-b4c5261b5db8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2662306 Jan 28 09:52:57.424811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Allocated IP 172.20.0.8 (86540372-3fde-4276-a9c0-c9668903c4e0/01e8ced8-f290-422a-84cc-a0ecf073e15b/d47323ad-2a5f-4bf8-8bca-4d0d10baf53f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:57.714964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Pushing event updated for resources: {'Port': ['ID=574bfa80-31ff-48e9-9a72-e58139f8ae26,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:58.072091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.094017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Transition to ACTIVE for port object d47323ad-2a5f-4bf8-8bca-4d0d10baf53f will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:52:58.153432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.308168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Network 86540372-3fde-4276-a9c0-c9668903c4e0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:52:58.324781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-8a715338-1598-4562-a015-5beb16911869 service neutron] 10.222.0.42 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9896290 Jan 28 09:52:58.325737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:52:58.337527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:52:58.489155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event updated for resources: {'Port': ['ID=d47323ad-2a5f-4bf8-8bca-4d0d10baf53f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:58.539056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:58.539910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.569936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b8b941f1-96fb-42e2-8405-caf02d36f12f', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'tenant_id': '1e2b9159b9c1412abfc141511a887019', 'fixed_ips': [{'subnet_id': '28802168-edde-4346-8a21-1b43fe431c2c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:52:58.573616 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.595398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-50e8bdb3-faa5-4ecb-a7f0-0c4ceced3c39 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7722049 Jan 28 09:52:58.598218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41800) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:52:58.624804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Attempting to bind port 574bfa80-31ff-48e9-9a72-e58139f8ae26 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:52:58.625456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Attempting to bind port 574bfa80-31ff-48e9-9a72-e58139f8ae26 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '31711f01-e033-4be0-ae0e-d428b64556c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:52:58.625915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Attempting to bind port 574bfa80-31ff-48e9-9a72-e58139f8ae26 on network 86540372-3fde-4276-a9c0-c9668903c4e0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:52:58.633358 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f0a4688-85da-48b8-a418-0606fe949852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.657668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2b8f97-d89a-427e-8f61-f5a74431260b None None] Network 199833d7-1eee-463c-871d-ccac10280d5a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:52:58.759985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Deleting port d47323ad-2a5f-4bf8-8bca-4d0d10baf53f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:52:58.763849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.884478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:52:58.890503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Checking segment: {'id': '31711f01-e033-4be0-ae0e-d428b64556c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:52:58.891162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.891817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Bound using segment: {'id': '31711f01-e033-4be0-ae0e-d428b64556c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:52:58.892470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Bound port: 574bfa80-31ff-48e9-9a72-e58139f8ae26, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31711f01-e033-4be0-ae0e-d428b64556c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '86540372-3fde-4276-a9c0-c9668903c4e0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:52:58.893586 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:58.989790 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.126074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.197495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-72c45f58-b222-40ae-a1fb-f106958edb0d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:52:59.198666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-72c45f58-b222-40ae-a1fb-f106958edb0d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:52:59.232369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-72c45f58-b222-40ae-a1fb-f106958edb0d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:52:59.234946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-72c45f58-b222-40ae-a1fb-f106958edb0d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 816 time: 0.6997650 Jan 28 09:52:59.236731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.260406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-b1b1042f-38fe-4f9c-9c08-297ef5658bee tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/quotas/1e2b9159b9c1412abfc141511a887019 HTTP/1.1" status: 200 len: 375 time: 0.0161397 Jan 28 09:52:59.333781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-1577cc37-1a63-414c-9dbe-a5194d890541 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675368 Jan 28 09:52:59.572121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-83f63720-db2d-4c92-a6f9-33e180c4a8c9 service neutron] 10.222.0.42 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291718 Jan 28 09:52:59.672035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] For port 574bfa80-31ff-48e9-9a72-e58139f8ae26, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:52:59.687121 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.696966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.720215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Calling delete_port for d47323ad-2a5f-4bf8-8bca-4d0d10baf53f owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:52:59.738463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] For port 574bfa80-31ff-48e9-9a72-e58139f8ae26, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=574bfa80-31ff-48e9-9a72-e58139f8ae26,segment=NetworkSegment(31711f01-e033-4be0-ae0e-d428b64556c8),segment_id=31711f01-e033-4be0-ae0e-d428b64556c8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:52:59.754310 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.857461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Allocated IP 172.25.1.193 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/995e9ee0-af2d-41e2-8420-bd99e43990e3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:59.892562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Allocated IP 172.20.0.2 (b8b941f1-96fb-42e2-8405-caf02d36f12f/28802168-edde-4346-8a21-1b43fe431c2c/42ca8696-2f33-4806-a1ce-7413b9c298cc) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:52:59.937686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:52:59.954239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-7864547d-b4bc-4dea-9e8b-6a99bac76767 service neutron] 10.222.0.42 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736179 Jan 28 09:52:59.974427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b0565-7d08-4a9e-97a6-49c49e427856 None None] Pushing event updated for resources: {'Port': ['ID=574bfa80-31ff-48e9-9a72-e58139f8ae26,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:52:59.979839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52581c3e-c10e-4299-8c4a-23e27e223504 req-2144a6d7-f173-41a9-bbb4-4eb1bcf999d2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 210 time: 1.1032088 Jan 28 09:53:00.263388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.338404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event deleted for resources: {'Port': ['ID=d47323ad-2a5f-4bf8-8bca-4d0d10baf53f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:00.414991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.536083 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.565507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Transition to ACTIVE for port object 42ca8696-2f33-4806-a1ce-7413b9c298cc will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:00.630959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Transition to ACTIVE for port object 42ca8696-2f33-4806-a1ce-7413b9c298cc will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:00.650063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.685536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:00.694740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:00.705504 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.708347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:00.767249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Network b8b941f1-96fb-42e2-8405-caf02d36f12f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:00.772244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:00.777641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:00.856769 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.921615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Pushing event updated for resources: {'Port': ['ID=42ca8696-2f33-4806-a1ce-7413b9c298cc,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:00.953043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3057b659-c054-4e1a-b26f-3a9baa987144 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "DELETE /v2.0/ports/d47323ad-2a5f-4bf8-8bca-4d0d10baf53f HTTP/1.1" status: 204 len: 168 time: 2.3376036 Jan 28 09:53:00.960464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Attempting to bind port 42ca8696-2f33-4806-a1ce-7413b9c298cc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:00.960464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Attempting to bind port 42ca8696-2f33-4806-a1ce-7413b9c298cc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:00.960464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Attempting to bind port 42ca8696-2f33-4806-a1ce-7413b9c298cc on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:00.968968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41846) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:00.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:00.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Checking segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:00.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:00.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Bound using segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:00.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Bound port: 42ca8696-2f33-4806-a1ce-7413b9c298cc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:00.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:01.189919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-de4ec60b-6122-4754-964c-55c87b76543b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:01.198186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-de4ec60b-6122-4754-964c-55c87b76543b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 816 time: 0.5465791 Jan 28 09:53:01.223094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-9ec2dbea-dd1c-4546-9e21-096e4be17217 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/quotas/1e2b9159b9c1412abfc141511a887019 HTTP/1.1" status: 200 len: 375 time: 0.0235393 Jan 28 09:53:01.336948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] For port 42ca8696-2f33-4806-a1ce-7413b9c298cc, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:01.348177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] For port 42ca8696-2f33-4806-a1ce-7413b9c298cc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=42ca8696-2f33-4806-a1ce-7413b9c298cc,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:01.362766 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:01.458804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c7b1ff1f-937f-4334-a584-f27cd634ab33 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.5026789 Jan 28 09:53:01.479410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Pushing event updated for resources: {'Port': ['ID=995e9ee0-af2d-41e2-8420-bd99e43990e3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:01.484448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41862) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:01.585885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1207669941'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:01.595701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c6b046-5af1-4089-9eae-792f841f32c2 None None] Pushing event updated for resources: {'Port': ['ID=42ca8696-2f33-4806-a1ce-7413b9c298cc,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:01.606676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 574bfa80-31ff-48e9-9a72-e58139f8ae26 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:01.694236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba6cfa5-e221-4369-b6cb-4e7763466f90 req-f36f3f8b-213a-4af8-837e-67361c70d7ff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 210 time: 0.3110435 Jan 28 09:53:01.852116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:01.895984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Usage tracker for resource:network and tenant:950e180d6c6b4ce292474e016c8e5dd4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:01.913094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 574bfa80-31ff-48e9-9a72-e58139f8ae26 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:01.925717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:01.942963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:01.975500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-6e7c5dbd-8aa9-4b32-957e-d16374f378f6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7501411 Jan 28 09:53:02.107132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527da2c6-b67d-4459-8fa6-437d11d0cc3b None None] Network 86540372-3fde-4276-a9c0-c9668903c4e0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:53:02.173735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41872) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:02.350075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Made reservation on behalf of 950e180d6c6b4ce292474e016c8e5dd4 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:02.364582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:02.439867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:02.461513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:02.464034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:02.511119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-b4e2b2b9-ff38-4b39-abdc-19a43debe915 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:02.525715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-b4e2b2b9-ff38-4b39-abdc-19a43debe915 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 817 time: 1.0378664 Jan 28 09:53:02.583993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-8feb7180-d7e6-4313-b681-1099037baafe service neutron] 10.222.0.42 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6071684 Jan 28 09:53:02.732130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:02.833562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] Provisioning for port 574bfa80-31ff-48e9-9a72-e58139f8ae26 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:02.836823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Usage tracker for resource:security_group_rule and tenant:c225bf3538fa49b6b5771e410599de88 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:02.837375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] Provisioning complete for port 574bfa80-31ff-48e9-9a72-e58139f8ae26 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:02.837375 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:02.837782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:02.837782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:02.988503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:02.989220 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Added segment 847f7c33-e913-418a-932f-509e63d9dd27 of type vlan for network d2b0ba76-4bd6-4b93-9374-1cd195f46a61 Jan 28 09:53:03.039771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-bcd4a19d-8e73-4b33-b4d5-2065651f7464 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:03.039771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-bcd4a19d-8e73-4b33-b4d5-2065651f7464 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 816 time: 0.3397057 Jan 28 09:53:03.046673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:03.120909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Request body: {'port': {'device_id': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'admin_state_up': True, 'tenant_id': '1e2b9159b9c1412abfc141511a887019'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:03.180875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:03.201759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] For port 574bfa80-31ff-48e9-9a72-e58139f8ae26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=574bfa80-31ff-48e9-9a72-e58139f8ae26,segment=NetworkSegment(31711f01-e033-4be0-ae0e-d428b64556c8),segment_id=31711f01-e033-4be0-ae0e-d428b64556c8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:03.208770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:03.211877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-595d1260-8b06-48f8-8dcd-23e2da63a278 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 380 time: 0.6713519 Jan 28 09:53:03.328992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:03.361603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:03.380228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-76c994b1-a63e-42bf-bd41-1c8e53f947f6 req-864411f7-ce51-4248-bcc1-bc6619605375 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 210 time: 0.3616803 Jan 28 09:53:03.482476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'port': {'device_id': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'admin_state_up': True, 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'security_groups': ['f41f890b-2a94-4869-a986-7b82adbe0706']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:03.505014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697c541a-0049-4c98-baac-ce83ff4439d5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:03.636445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 42ca8696-2f33-4806-a1ce-7413b9c298cc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:03.639401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:53:03.785307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5638f3fe-c95f-424f-b192-06ee4272690b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c225bf3538fa49b6b5771e410599de88&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6103072 Jan 28 09:53:03.790741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41904) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:03.857173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-17cadd33-1271-452e-b6fb-189632aab829 None None] Provisioning complete for port 574bfa80-31ff-48e9-9a72-e58139f8ae26 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:03.864196 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-17cadd33-1271-452e-b6fb-189632aab829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:03.961976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-711e4b73-ebfb-40e5-9114-c4d116dfc5e7 service neutron] 10.222.0.42 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3213520 Jan 28 09:53:03.980710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c8be5-58a8-4fb0-b8cb-0252c212c7c2 None None] Pushing event updated for resources: {'Port': ['ID=574bfa80-31ff-48e9-9a72-e58139f8ae26,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:04.137656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 42ca8696-2f33-4806-a1ce-7413b9c298cc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:04.348693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:04.348693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bb0b5dc-3eaa-49c6-8e53-eb033fd4cbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:04.355041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41a009e-faf0-4bd0-9b59-11bf390ca486 None None] Network b8b941f1-96fb-42e2-8405-caf02d36f12f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:53:04.454765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bb0b5dc-3eaa-49c6-8e53-eb033fd4cbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:04.694392 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:04.710075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:04.711875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:04.811710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Provisioning for port 42ca8696-2f33-4806-a1ce-7413b9c298cc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:04.857475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Provisioning complete for port 42ca8696-2f33-4806-a1ce-7413b9c298cc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:04.857848 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:04.913912 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56449ecb-ef8f-47f3-9496-b14072b40be5 req-d6c9af82-e958-40a8-a428-c4259222fcfe tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 210 time: 0.1735802 Jan 28 09:53:04.940400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:04.971441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4188118 Jan 28 09:53:04.972509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41932) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:04.983197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199e3b09-b748-41bf-8d84-8b8cf18f86de tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event updated for resources: {'Network': ['ID=d2b0ba76-4bd6-4b93-9374-1cd195f46a61,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:04.986118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:05.008935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:05.098490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.108843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.114654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.124701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.138869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d2b0ba76-4bd6-4b93-9374-1cd195f46a61 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:05.142757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.142757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.153670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.153670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:05.162913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-c316005b-5001-4b35-9403-efd84152d8d2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.6900859 Jan 28 09:53:05.209081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bb0b5dc-3eaa-49c6-8e53-eb033fd4cbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.263718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb0b5dc-3eaa-49c6-8e53-eb033fd4cbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697c541a-0049-4c98-baac-ce83ff4439d5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:05.323971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Usage tracker for resource:port and tenant:1e2b9159b9c1412abfc141511a887019 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:05.327666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:05.334639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 574bfa80-31ff-48e9-9a72-e58139f8ae26 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:05.351311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bb0b5dc-3eaa-49c6-8e53-eb033fd4cbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.352356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4bb0b5dc-3eaa-49c6-8e53-eb033fd4cbca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/697c541a-0049-4c98-baac-ce83ff4439d5 HTTP/1.1" status: 204 len: 168 time: 1.5381324 Jan 28 09:53:05.353511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:05.379619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Made reservation on behalf of 9f656b6c1e6a47338d1b56ecc98cbd6c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:05.418175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.428916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7df9e1f3-8e27-4dbb-8ffb-705a5388be99 req-a2581a4b-caa2-4270-a0dd-6d8e26eb0e1a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2642014 Jan 28 09:53:05.465056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Router 38fc2820-a157-4167-89b2-e82a24365c82 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:53:05.562659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] For port 42ca8696-2f33-4806-a1ce-7413b9c298cc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=42ca8696-2f33-4806-a1ce-7413b9c298cc,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:05.604975 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.708454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Could not find standard attr ID for object d47323ad-2a5f-4bf8-8bca-4d0d10baf53f. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:53:05.720552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Made reservation on behalf of 1e2b9159b9c1412abfc141511a887019 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:05.728149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.748650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 574bfa80-31ff-48e9-9a72-e58139f8ae26 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:05.749935 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:05.926598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d8d6-502a-485b-a6a6-954c53e49d50 None None] Pushing event updated for resources: {'Port': ['ID=42ca8696-2f33-4806-a1ce-7413b9c298cc,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:06.101353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1e911a9f-5b59-4c51-a768-88469814ad74 None None] Provisioning complete for port 42ca8696-2f33-4806-a1ce-7413b9c298cc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:06.119629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e911a9f-5b59-4c51-a768-88469814ad74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:06.189276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:53:06.216773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Sync routers for ids ['38fc2820-a157-4167-89b2-e82a24365c82'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:53:06.258389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Routers {'38fc2820-a157-4167-89b2-e82a24365c82'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:53:06.258389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['38fc2820-a157-4167-89b2-e82a24365c82'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:06.306467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:06.306467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3123067-86d1-4709-b6d6-4d978bfc09bd admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.5875921 Jan 28 09:53:06.313955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41966) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:06.462418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Allocated IP 172.20.0.3 (2d756623-3e19-4427-ba3c-ec8cf16f6c2e/28fd8442-ae53-4696-8fb5-1d98e8199d22/12ea2fb8-2c1d-4440-abb1-c18f1b105789) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:06.743484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:06.764988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Transition to ACTIVE for port object 12ea2fb8-2c1d-4440-abb1-c18f1b105789 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:06.833458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Set router 38fc2820-a157-4167-89b2-e82a24365c82 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:53:06.859918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.869188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:06.876293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.885476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.896317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.896317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.902472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.909783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:06.930673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9275871b-30e7-43b7-b248-80de4628a688 req-480ff347-d533-40ed-a677-20d8ace6caeb tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.8000023 Jan 28 09:53:07.042999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Allocated IP 172.20.0.12 (b8b941f1-96fb-42e2-8405-caf02d36f12f/28802168-edde-4346-8a21-1b43fe431c2c/529a06b8-2e39-4f9f-a350-e403b56d4dc6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:07.092594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2bcaee7a-e333-4dd7-ba78-b4a777f87ab9 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/agents/319f1776-8abc-46e3-95de-1f8a0a296fee/dhcp-networks HTTP/1.1" status: 200 len: 12059 time: 2.1051567 Jan 28 09:53:07.125661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41992) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:07.209828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:07.228124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:07.261455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 42ca8696-2f33-4806-a1ce-7413b9c298cc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:07.279843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:07.562277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:07.655925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:07.656623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:07.669585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-31b7e25d-e551-477d-8fcd-90cfb9c82855 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:07.671251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-31b7e25d-e551-477d-8fcd-90cfb9c82855 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 816 time: 2.2933428 Jan 28 09:53:07.712706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 42ca8696-2f33-4806-a1ce-7413b9c298cc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:07.713376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:07.794753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-c39b5e4a-6926-4aff-8571-ba1cf1676767 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:07.794753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-c39b5e4a-6926-4aff-8571-ba1cf1676767 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.43 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 816 time: 0.9837193 Jan 28 09:53:07.810967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-885723a0-19e3-4f31-b124-1b1b5785698c None None] Provisioning for port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:07.819708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-885723a0-19e3-4f31-b124-1b1b5785698c None None] Provisioning complete for port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:07.819708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-885723a0-19e3-4f31-b124-1b1b5785698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:07.839256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-0ccb11a3-ec0f-4003-bcb4-c366a3eaf2b0 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/quotas/1e2b9159b9c1412abfc141511a887019 HTTP/1.1" status: 200 len: 375 time: 0.1174917 Jan 28 09:53:07.839256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Request body: {'port': {'device_id': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'admin_state_up': True, 'tenant_id': '1e2b9159b9c1412abfc141511a887019'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:07.861958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:53:01Z', 'revision_number': 3, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:52:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:07.892217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Checking router: 38fc2820-a157-4167-89b2-e82a24365c82 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:53:07.892217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Updating router 38fc2820-a157-4167-89b2-e82a24365c82 port 995e9ee0-af2d-41e2-8420-bd99e43990e3 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:53:07.965315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:08.037692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-885723a0-19e3-4f31-b124-1b1b5785698c None None] Port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:53:08.266898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-be8d95d4-29b3-4122-85f0-67b5c182350f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8528485 Jan 28 09:53:08.305524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Request body: {'port': {'device_id': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:08.314905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662e41d-14cc-4be0-911e-875cdd26ef78 req-c54e2e32-59e6-45be-86de-55ce8815d61e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:08.314905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4662e41d-14cc-4be0-911e-875cdd26ef78 req-c54e2e32-59e6-45be-86de-55ce8815d61e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 931 time: 0.6811404 Jan 28 09:53:08.314905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc02cd14-d053-4611-a36b-79a277ba8de7 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] Network d2b0ba76-4bd6-4b93-9374-1cd195f46a61 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:53:08.574010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b8b5501b-6463-4510-940d-7348f52e6bda req-04a2cb9e-974c-4420-afce-cd7682e2f3c6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:08.611441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:08.617242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b8b5501b-6463-4510-940d-7348f52e6bda req-04a2cb9e-974c-4420-afce-cd7682e2f3c6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:08.619144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-04a2cb9e-974c-4420-afce-cd7682e2f3c6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7880237 Jan 28 09:53:08.619993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:08.635901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dc02cd14-d053-4611-a36b-79a277ba8de7 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "POST /v2.0/agents/319f1776-8abc-46e3-95de-1f8a0a296fee/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.5155871 Jan 28 09:53:08.636982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:08.639222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4662e41d-14cc-4be0-911e-875cdd26ef78 req-ae5a5835-9ad5-499d-8c88-f003f5f96298 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:08.648642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42026) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:08.664897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421b5405-3de9-4590-8a65-008acdcb01c3 None None] Network d2b0ba76-4bd6-4b93-9374-1cd195f46a61 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:53:08.674090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Usage tracker for resource:port and tenant:1e2b9159b9c1412abfc141511a887019 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:08.684444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:08.730993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:08.834149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Transition to ACTIVE for port object 529a06b8-2e39-4f9f-a350-e403b56d4dc6 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:08.844300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:08.866701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4662e41d-14cc-4be0-911e-875cdd26ef78 req-ae5a5835-9ad5-499d-8c88-f003f5f96298 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:08.866701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4662e41d-14cc-4be0-911e-875cdd26ef78 req-ae5a5835-9ad5-499d-8c88-f003f5f96298 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5378089 Jan 28 09:53:09.122780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.143125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.169973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Transition to ACTIVE for port object 995e9ee0-af2d-41e2-8420-bd99e43990e3 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:09.180735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.260037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Made reservation on behalf of 1e2b9159b9c1412abfc141511a887019 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:09.261105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-316a7efc-8853-4acc-8f24-79ec9768d2bd tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/agents/319f1776-8abc-46e3-95de-1f8a0a296fee/dhcp-networks HTTP/1.1" status: 200 len: 12830 time: 0.5918915 Jan 28 09:53:09.263506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.266574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:09.308589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a60f6-1aca-4884-bb92-eabb9b04b3d8 None None] Pushing event updated for resources: {'Port': ['ID=995e9ee0-af2d-41e2-8420-bd99e43990e3,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:09.361055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Attempting to bind port 995e9ee0-af2d-41e2-8420-bd99e43990e3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:09.361055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Attempting to bind port 995e9ee0-af2d-41e2-8420-bd99e43990e3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:09.361055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Attempting to bind port 995e9ee0-af2d-41e2-8420-bd99e43990e3 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:09.370957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:09.375093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:09.375093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.375093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:09.375093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Bound port: 995e9ee0-af2d-41e2-8420-bd99e43990e3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:09.375093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.596620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Allocated IP 172.20.0.3 (b8b941f1-96fb-42e2-8405-caf02d36f12f/28802168-edde-4346-8a21-1b43fe431c2c/2847af43-ebd1-4144-b001-1feba1b5b2da) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:09.661794 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-dd7ccac5-79c2-4044-a344-ffca4deed1d7 service neutron] 10.222.0.42 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0185912 Jan 28 09:53:09.664064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Network b8b941f1-96fb-42e2-8405-caf02d36f12f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:09.683918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-67c72800-35ba-447a-a97c-b3121b3024a3 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "DELETE /v2.0/agents/319f1776-8abc-46e3-95de-1f8a0a296fee/dhcp-networks/d2b0ba76-4bd6-4b93-9374-1cd195f46a61 HTTP/1.1" status: 204 len: 168 time: 0.4153938 Jan 28 09:53:09.688170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Allocated IP 172.20.0.1 (199833d7-1eee-463c-871d-ccac10280d5a/11b152bb-c3be-414d-b86b-82a523288447/7f1474f1-e3da-4026-ad63-5d2f9aa2de6d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:09.690240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42064) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:09.698732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] For port 995e9ee0-af2d-41e2-8420-bd99e43990e3, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:09.720606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:09.728544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:09.752078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] For port 995e9ee0-af2d-41e2-8420-bd99e43990e3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=995e9ee0-af2d-41e2-8420-bd99e43990e3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:09.758792 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:09.859654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Routers {'38fc2820-a157-4167-89b2-e82a24365c82'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:53:09.859905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Pushing event updated for resources: {'Port': ['ID=529a06b8-2e39-4f9f-a350-e403b56d4dc6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:09.860348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['38fc2820-a157-4167-89b2-e82a24365c82'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:10.052276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a60f6-1aca-4884-bb92-eabb9b04b3d8 None None] Pushing event updated for resources: {'Port': ['ID=995e9ee0-af2d-41e2-8420-bd99e43990e3,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:10.298853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c5378e37-3578-4f87-add7-2d9d9ded3c5b None None] Provisioning for port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:10.312765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c5378e37-3578-4f87-add7-2d9d9ded3c5b None None] Provisioning complete for port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:10.313403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c5378e37-3578-4f87-add7-2d9d9ded3c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.316439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:10.317134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.321585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.322152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.322484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.322817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.323139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.323541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.323863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.324180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.324496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.324849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.325163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.325473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:10.349249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] Set router 38fc2820-a157-4167-89b2-e82a24365c82 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:53:10.462188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.476289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-8ceb740b-5b31-4e80-847d-0939ffb59799 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.3622277 Jan 28 09:53:10.505521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Request body: {'port': {'device_id': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:10.550434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Transition to ACTIVE for port object 2847af43-ebd1-4144-b001-1feba1b5b2da will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:10.561350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-7cdcb348-a559-4785-a8ce-e95f2086299a service neutron] 10.222.0.42 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8638844 Jan 28 09:53:10.597796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.805547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ea2fb8-2c1d-4440-abb1-c18f1b105789 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:10.814674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42088) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:10.836737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.876712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Transition to ACTIVE for port object 12ea2fb8-2c1d-4440-abb1-c18f1b105789 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:10.880816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.885191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-855dbf7b-acf6-45f6-932e-98b443249b21 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/agents/319f1776-8abc-46e3-95de-1f8a0a296fee/dhcp-networks HTTP/1.1" status: 200 len: 12059 time: 1.1932621 Jan 28 09:53:10.886581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:10.893048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:10.893743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:11.049350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c5378e37-3578-4f87-add7-2d9d9ded3c5b None None] Port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:53:11.083670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Network 199833d7-1eee-463c-871d-ccac10280d5a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:11.125615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:53:01Z', 'revision_number': 3, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:11.129223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:11.138341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:11.142451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7691046b-1896-4936-8b3f-1b592f2c7ec8 None None] The sync data for ids ['38fc2820-a157-4167-89b2-e82a24365c82'] in n-d-825178-2 is: [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:53:01Z', 'revision_number': 3, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:53:11.161774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:11.319620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b969f9ac-135a-4757-b574-83dc3abf3e38 req-a8188648-38cc-4e3d-941c-365ca05a8667 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:11.321192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b969f9ac-135a-4757-b574-83dc3abf3e38 req-a8188648-38cc-4e3d-941c-365ca05a8667 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 931 time: 0.6236944 Jan 28 09:53:11.324452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:11.443853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:11.664706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b969f9ac-135a-4757-b574-83dc3abf3e38 req-270400e1-0173-4a98-b31c-a97fb3f0afe9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504920 Jan 28 09:53:11.795606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42146) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:12.071062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Network b8b941f1-96fb-42e2-8405-caf02d36f12f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:12.071062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b5d8d327-079d-4f8e-bf1e-41a4806d52fd req-fc63222c-6127-4a54-b094-5babc9e664fe tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:12.075923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:12.098806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:12.159564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:12.230832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.234956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.379905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:12.401356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-5255e732-300b-4c73-acba-53f49f518338 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 0.5961285 Jan 28 09:53:12.421238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e8777a87-78d2-4af9-9b1e-318deb690742 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/networks/86540372-3fde-4276-a9c0-c9668903c4e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 1.5243442 Jan 28 09:53:12.421238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:12.429762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6084113 Jan 28 09:53:12.513731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42160) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:12.533409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-92122adc-f5a0-457a-8aff-5aae2909fb1b None None] Provisioning for port 2847af43-ebd1-4144-b001-1feba1b5b2da completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:12.553219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-92122adc-f5a0-457a-8aff-5aae2909fb1b None None] Provisioning complete for port 2847af43-ebd1-4144-b001-1feba1b5b2da triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:12.553585 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92122adc-f5a0-457a-8aff-5aae2909fb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:12.605618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Request body: {'port': {'device_id': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:12.636703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-c7742f02-bb0c-4970-a07e-573cd256da21 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e6a48187-ed50-4743-b1d8-53abdd386548&id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2423022 Jan 28 09:53:12.686654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-92122adc-f5a0-457a-8aff-5aae2909fb1b None None] Port 2847af43-ebd1-4144-b001-1feba1b5b2da cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:53:12.706352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb1290-909b-40db-ba26-df9e1bfe3824 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Pushing event updated for resources: {'Port': ['ID=2847af43-ebd1-4144-b001-1feba1b5b2da,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:12.716206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f34cdc2a-1fb4-497a-a1ac-b24850690668 tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/networks/86540372-3fde-4276-a9c0-c9668903c4e0/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.2033498 Jan 28 09:53:12.719246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:12.885453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:12.898720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:12.944538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Usage tracker for resource:security_group_rule and tenant:6f64977e3e8e44fc94c0108ebd37e122 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:12.950699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b5d8d327-079d-4f8e-bf1e-41a4806d52fd req-fc63222c-6127-4a54-b094-5babc9e664fe tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:12.962385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5d8d327-079d-4f8e-bf1e-41a4806d52fd req-fc63222c-6127-4a54-b094-5babc9e664fe tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 210 time: 1.4603336 Jan 28 09:53:12.968524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:13.004452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:13.078276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Attempting to bind port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:13.078915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Attempting to bind port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:13.078915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Attempting to bind port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:13.131655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:53:13.134131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Attempting to bind port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:13.156817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.183301 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.196639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:13.197014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Checking segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:13.197588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Bound using segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:13.198021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Bound port: 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:13.198570 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.202518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29898f1e-06a1-428e-ac0c-236bc833dcba tempest-DHCPAgentSchedulersTestJSON-235459882 tempest-DHCPAgentSchedulersTestJSON-235459882-project-admin] 10.222.0.42 "GET /v2.0/agents/319f1776-8abc-46e3-95de-1f8a0a296fee/dhcp-networks HTTP/1.1" status: 200 len: 12059 time: 0.4814732 Jan 28 09:53:13.206536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.221691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42180) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:13.283526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 995e9ee0-af2d-41e2-8420-bd99e43990e3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:13.441204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.600514 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.608772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 995e9ee0-af2d-41e2-8420-bd99e43990e3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:13.616892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 995e9ee0-af2d-41e2-8420-bd99e43990e3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:13.617632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.668012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39f091-8f38-47a8-a677-71f59768c4d1 req-977618a2-f0dd-4c77-b600-ff1d95d2b5ac tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:13.669601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f39f091-8f38-47a8-a677-71f59768c4d1 req-977618a2-f0dd-4c77-b600-ff1d95d2b5ac tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.6376095 Jan 28 09:53:13.680813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Pushing event updated for resources: {'Port': ['ID=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:13.775336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Network 199833d7-1eee-463c-871d-ccac10280d5a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:13.778447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:13.800068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f39f091-8f38-47a8-a677-71f59768c4d1 req-ea3bd996-b083-4a9c-af0f-9365945fa352 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148076 Jan 28 09:53:13.840088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.855737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 995e9ee0-af2d-41e2-8420-bd99e43990e3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=995e9ee0-af2d-41e2-8420-bd99e43990e3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:13.864374 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:13.894485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:13.904827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:13.991171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=995e9ee0-af2d-41e2-8420-bd99e43990e3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:14.009015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:14.199735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Router 38fc2820-a157-4167-89b2-e82a24365c82 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:53:14.216354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:53:14.284845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b48fd3df-be3f-418c-bf14-2134e269a53a req-d68adf98-5fb7-4fdf-bb89-1e1e3c485914 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 210 time: 0.1598382 Jan 28 09:53:14.372527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:14.373231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:14.375094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] 10.222.0.43 "PUT /v2.0/ports/12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 1091 time: 6.0994170 Jan 28 09:53:14.378042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:14.517097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529a06b8-2e39-4f9f-a350-e403b56d4dc6 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:14.518836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:53:14.538141 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Sync routers for ids ['38fc2820-a157-4167-89b2-e82a24365c82'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:53:14.548149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f7ecf99-d903-4e19-9485-ca0259be6583 admin admin] 10.222.0.42 "PUT /v2.0/routers/38fc2820-a157-4167-89b2-e82a24365c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2328508 Jan 28 09:53:14.548948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:14.553691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d88d55-f18b-4c35-8170-c95ff4a06543 service neutron] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:14.555575 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Routers {'38fc2820-a157-4167-89b2-e82a24365c82'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:53:14.561865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:14.563325 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['38fc2820-a157-4167-89b2-e82a24365c82'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:14.569511 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'status': 'completed', 'code': 200} Jan 28 09:53:14.677441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:14.686619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-ab21f996-fffa-4baf-9acf-d045e16a1cd4 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:14.686619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-ab21f996-fffa-4baf-9acf-d045e16a1cd4 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 816 time: 1.2964790 Jan 28 09:53:14.711902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:14.932835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f64977e3e8e44fc94c0108ebd37e122&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1165407 Jan 28 09:53:14.934932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42210) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:14.944710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Request body: {'port': {'device_id': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'admin_state_up': True, 'tenant_id': '1e2b9159b9c1412abfc141511a887019'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:14.976817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Transition to ACTIVE for port object 529a06b8-2e39-4f9f-a350-e403b56d4dc6 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:14.986408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Set router 38fc2820-a157-4167-89b2-e82a24365c82 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:53:15.030575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.053933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc07c774-a5bb-46c5-84e6-1ed9e1307d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.173186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.314395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc07c774-a5bb-46c5-84e6-1ed9e1307d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.344128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 995e9ee0-af2d-41e2-8420-bd99e43990e3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:15.394143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc07c774-a5bb-46c5-84e6-1ed9e1307d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.477666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07c774-a5bb-46c5-84e6-1ed9e1307d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3979b23-e9ab-480e-9693-b2b8bf9cff24,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:15.490338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc07c774-a5bb-46c5-84e6-1ed9e1307d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.491696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fc07c774-a5bb-46c5-84e6-1ed9e1307d17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3979b23-e9ab-480e-9693-b2b8bf9cff24 HTTP/1.1" status: 204 len: 168 time: 0.5556381 Jan 28 09:53:15.496126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 995e9ee0-af2d-41e2-8420-bd99e43990e3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:15.496572 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.591549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-db60a351-4e91-4092-9941-23234fcb314b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:15.594064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-db60a351-4e91-4092-9941-23234fcb314b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 819 time: 0.4008045 Jan 28 09:53:15.620320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=529a06b8-2e39-4f9f-a350-e403b56d4dc6,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:15.625105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-b1ed8d59-b9c8-4f9f-9750-934908051b4e tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/quotas/fce92df7853b4ec19ff767a76738acad HTTP/1.1" status: 200 len: 375 time: 0.0233071 Jan 28 09:53:15.664487 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:53:11Z', 'revision_number': 4, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7f1474f1-e3da-4026-ad63-5d2f9aa2de6d', 'name': '', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'mac_address': 'fa:16:3e:10:e4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '11b152bb-c3be-414d-b86b-82a523288447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:53:09Z', 'updated_at': '2022-01-28T09:53:12Z', 'revision_number': 2, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'subnets': [{'id': '11b152bb-c3be-414d-b86b-82a523288447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:15.712704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Checking router: 38fc2820-a157-4167-89b2-e82a24365c82 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:53:15.712704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Updating router 38fc2820-a157-4167-89b2-e82a24365c82 port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:53:15.803959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2811c15-1803-4b49-9218-a80f56e9db5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3979b23-e9ab-480e-9693-b2b8bf9cff24,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:15.848192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-ccc73e61-7151-4535-9dbb-955f6b2b0fc8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Synchronizing usage tracker for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:15.871869 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:15.879550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-ccc73e61-7151-4535-9dbb-955f6b2b0fc8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Unset dirty status for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:15.881504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-ccc73e61-7151-4535-9dbb-955f6b2b0fc8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2509224 Jan 28 09:53:15.996463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.023433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2b0ba76-4bd6-4b93-9374-1cd195f46a61']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:16.037404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847f7c33-e913-418a-932f-509e63d9dd27') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:16.037988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847f7c33-e913-418a-932f-509e63d9dd27') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:16.063144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.188706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:16.200088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:16.214371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:16.216099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.245248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1f3e3c19-b267-47d6-be98-63a9b48b091e service neutron] 10.222.0.42 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3493049 Jan 28 09:53:16.253639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:16.286856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Usage tracker for resource:security_group_rule and tenant:46d9753637084ebcacf14ce500a47da1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:16.286856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:16.308852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.314653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Made reservation on behalf of 1e2b9159b9c1412abfc141511a887019 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:16.318291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.340635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:16.397294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:16.397803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.402835 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:16.419640 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:16.424015 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Transition to ACTIVE for port object 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:16.434704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-cc416ece-f314-4b3a-bf04-310e7c444505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:16.437491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-cc416ece-f314-4b3a-bf04-310e7c444505 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1094 time: 1.9990735 Jan 28 09:53:16.438169 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.440552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-854dd36e-e801-48b5-877c-44a6a3ffdd9e service neutron] 10.222.0.42 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909785 Jan 28 09:53:16.443973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:53:16.537986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.543807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.664741 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46d9753637084ebcacf14ce500a47da1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697876 Jan 28 09:53:16.664741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42246) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:16.664741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fa70ee-83bb-4330-950c-a752036d71dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5945b04-ceb1-4b52-b6b4-36fadb9a95fe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:16.775419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b31e06c-971d-4747-bee2-96dc319fb3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.778809 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dca4f-cdfb-4c7d-84bb-3cc1105e295d None None] Pushing event updated for resources: {'Port': ['ID=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:16.829302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b31e06c-971d-4747-bee2-96dc319fb3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.903941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-93bb8fd2-1404-40f5-90cb-d27a13085a04 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 217 time: 0.3763013 Jan 28 09:53:16.910149 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Attempting to bind port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:16.910646 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Attempting to bind port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:16.910646 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Attempting to bind port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d on network 199833d7-1eee-463c-871d-ccac10280d5a {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:16.917545 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:16.917997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Checking segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:16.918455 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.918906 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Bound using segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:16.919425 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Bound port: 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:16.919852 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.932498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fac5f91-21d0-4525-8e3c-0736de9b9956 req-e8fefdf1-eda0-43b1-ad88-c169f5c87218 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 210 time: 0.0530763 Jan 28 09:53:16.934011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b31e06c-971d-4747-bee2-96dc319fb3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:16.984002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31e06c-971d-4747-bee2-96dc319fb3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5945b04-ceb1-4b52-b6b4-36fadb9a95fe,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:17.005044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b31e06c-971d-4747-bee2-96dc319fb3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.008345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b31e06c-971d-4747-bee2-96dc319fb3e0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5945b04-ceb1-4b52-b6b4-36fadb9a95fe HTTP/1.1" status: 204 len: 168 time: 0.3478572 Jan 28 09:53:17.071623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec31ab-674f-4b8b-aa00-362114bedfd8 req-69019ce4-4f68-46d2-a7ea-cc08828dd51c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:17.072401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6eec31ab-674f-4b8b-aa00-362114bedfd8 req-69019ce4-4f68-46d2-a7ea-cc08828dd51c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:17.113580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.119320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.134135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2847af43-ebd1-4144-b001-1feba1b5b2da {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:17.151056 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] For port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:17.175084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] For port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:17.175084 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.222545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6eec31ab-674f-4b8b-aa00-362114bedfd8 req-69019ce4-4f68-46d2-a7ea-cc08828dd51c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:17.232437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6eec31ab-674f-4b8b-aa00-362114bedfd8 req-69019ce4-4f68-46d2-a7ea-cc08828dd51c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.8285174 Jan 28 09:53:17.232437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Attempting to bind port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:17.232437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Attempting to bind port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:17.232437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Attempting to bind port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:17.273261 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.325226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event deleted for resources: {'Network': ['ID=d2b0ba76-4bd6-4b93-9374-1cd195f46a61,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:17.360197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 on network b8b941f1-96fb-42e2-8405-caf02d36f12f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:53:17.360197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Attempting to bind port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:17.371275 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01663ff3-7402-4c07-9e77-e55f46117e4f req-fa2a9fa8-3c7f-4965-aedf-49dc6d35d580 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 210 time: 0.0842793 Jan 28 09:53:17.405577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Routers {'38fc2820-a157-4167-89b2-e82a24365c82'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:53:17.405577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:52:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['38fc2820-a157-4167-89b2-e82a24365c82'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:17.430170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42266) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:17.431114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bc2d3976-2bef-4666-8cfb-380aa3b71aa2 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "DELETE /v2.0/networks/d2b0ba76-4bd6-4b93-9374-1cd195f46a61 HTTP/1.1" status: 204 len: 168 time: 4.0680475 Jan 28 09:53:17.445485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:17.445917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Checking segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:17.446280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Bound using segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:17.446709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Bound port: 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:17.448607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.476001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6dca4f-cdfb-4c7d-84bb-3cc1105e295d None None] Pushing event updated for resources: {'Port': ['ID=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:17.482889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Transition to ACTIVE for port object 2847af43-ebd1-4144-b001-1feba1b5b2da will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:17.508508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-e45f1aa3-f595-4df3-ab2c-9cbc8115fa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:17.512493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-e45f1aa3-f595-4df3-ab2c-9cbc8115fa2d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.5468357 Jan 28 09:53:17.554509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.607651 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b6281e-5188-4ee6-be16-5c6d31c635be tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] DELETE failed (client error): The resource could not be found. Jan 28 09:53:17.608761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b6281e-5188-4ee6-be16-5c6d31c635be tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:53:17.612797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-68b6281e-5188-4ee6-be16-5c6d31c635be tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "DELETE /v2.0/ports/d47323ad-2a5f-4bf8-8bca-4d0d10baf53f HTTP/1.1" status: 404 len: 333 time: 0.1791813 Jan 28 09:53:17.619989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42276) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:17.802010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6eec31ab-674f-4b8b-aa00-362114bedfd8 req-e400e5ea-dd13-4bfe-8e7b-1823174a1fff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5699675 Jan 28 09:53:17.812212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Deleting subnet 01e8ced8-f290-422a-84cc-a0ecf073e15b {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:53:17.816574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:17.856894 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] Set router 38fc2820-a157-4167-89b2-e82a24365c82 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:53:17.878626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Allocated IP 172.20.0.14 (b8b941f1-96fb-42e2-8405-caf02d36f12f/28802168-edde-4346-8a21-1b43fe431c2c/66f5f4bd-c394-4de7-9a07-274a52434f62) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:18.136323 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:18.295065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Pushing event updated for resources: {'Port': ['ID=2847af43-ebd1-4144-b001-1feba1b5b2da,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:18.556020 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:53:11Z', 'revision_number': 4, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7f1474f1-e3da-4026-ad63-5d2f9aa2de6d', 'name': '', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'mac_address': 'fa:16:3e:10:e4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '11b152bb-c3be-414d-b86b-82a523288447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:53:09Z', 'updated_at': '2022-01-28T09:53:17Z', 'revision_number': 4, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'subnets': [{'id': '11b152bb-c3be-414d-b86b-82a523288447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:18.563250 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11637f0-d8bf-4017-8cbb-f8dd89ebb321 None None] The sync data for ids ['38fc2820-a157-4167-89b2-e82a24365c82'] in n-d-825178-2 is: [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:53:11Z', 'revision_number': 4, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7f1474f1-e3da-4026-ad63-5d2f9aa2de6d', 'name': '', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'mac_address': 'fa:16:3e:10:e4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '11b152bb-c3be-414d-b86b-82a523288447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:53:09Z', 'updated_at': '2022-01-28T09:53:17Z', 'revision_number': 4, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'subnets': [{'id': '11b152bb-c3be-414d-b86b-82a523288447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:53:18.570673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e90675b3-b3f7-43d8-9d9b-5b10232ca7ea req-1628ac3f-6ec7-4c49-8df9-cd411896ef7e tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:18.865924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-aa918f50-c7cd-4ac2-a36d-26775978ba2d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:18.877234 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-aa918f50-c7cd-4ac2-a36d-26775978ba2d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 819 time: 1.0622368 Jan 28 09:53:19.033262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Attempting to bind port 2847af43-ebd1-4144-b001-1feba1b5b2da on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:19.033421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Attempting to bind port 2847af43-ebd1-4144-b001-1feba1b5b2da by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:19.033734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Attempting to bind port 2847af43-ebd1-4144-b001-1feba1b5b2da on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:19.066645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e90675b3-b3f7-43d8-9d9b-5b10232ca7ea req-1628ac3f-6ec7-4c49-8df9-cd411896ef7e tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:19.066645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e90675b3-b3f7-43d8-9d9b-5b10232ca7ea req-1628ac3f-6ec7-4c49-8df9-cd411896ef7e tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 210 time: 0.7534213 Jan 28 09:53:19.072435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Port 2847af43-ebd1-4144-b001-1feba1b5b2da on network b8b941f1-96fb-42e2-8405-caf02d36f12f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:53:19.072435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Attempting to bind port 2847af43-ebd1-4144-b001-1feba1b5b2da on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:19.092200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:19.092200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Checking segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:19.092200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Bound using segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:19.092200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Bound port: 2847af43-ebd1-4144-b001-1feba1b5b2da, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:19.092200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:19.126391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] For port 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:19.155276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1018f0b9-9781-4873-8ccd-8bc895b2bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:19.156806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-1018f0b9-9781-4873-8ccd-8bc895b2bba7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5951793 Jan 28 09:53:19.295362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:19.307399 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:53:19.334602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Transition to ACTIVE for port object 66f5f4bd-c394-4de7-9a07-274a52434f62 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:19.376237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-df953d8f-51c5-4973-99fc-e9e976d88f1d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/quotas/fce92df7853b4ec19ff767a76738acad HTTP/1.1" status: 200 len: 375 time: 0.4922493 Jan 28 09:53:19.479935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:19.522334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] For port 2847af43-ebd1-4144-b001-1feba1b5b2da, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:19.525547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] For port 2847af43-ebd1-4144-b001-1feba1b5b2da, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=2847af43-ebd1-4144-b001-1feba1b5b2da,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:19.531122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] For port 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:19.537983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:19.683012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:19.691402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:19.691672 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:19.717054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-f45cc324-9c14-46a3-b843-ced05cf0c509 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:19.725205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-f45cc324-9c14-46a3-b843-ced05cf0c509 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 819 time: 0.8427849 Jan 28 09:53:19.771177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Request body: {'port': {'device_id': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'admin_state_up': True, 'tenant_id': 'fce92df7853b4ec19ff767a76738acad'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:19.926591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:19.990798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.045219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:20.049087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.050443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] 10.222.0.43 "PUT /v2.0/ports/2847af43-ebd1-4144-b001-1feba1b5b2da HTTP/1.1" status: 200 len: 1091 time: 7.4492939 Jan 28 09:53:20.061547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:20.125490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.140028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:20.146106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:20.146720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.148130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] 10.222.0.25 "PUT /v2.0/ports/529a06b8-2e39-4f9f-a350-e403b56d4dc6 HTTP/1.1" status: 200 len: 1092 time: 9.6581619 Jan 28 09:53:20.148587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'tag': '2847af43-ebd1-4144-b001-1feba1b5b2da'}, {'name': 'network-changed', 'server_uuid': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'tag': '529a06b8-2e39-4f9f-a350-e403b56d4dc6'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:20.174789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-745813a3-70d1-4e7e-a224-98826d091a0c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8049715 Jan 28 09:53:20.246777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:20.253023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.270194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.396181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:20.450034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Network b8b941f1-96fb-42e2-8405-caf02d36f12f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:20.450034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:20.456459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1078d1dc-7149-4157-a496-b6b2853083fc service neutron] Pushing event updated for resources: {'Port': ['ID=2847af43-ebd1-4144-b001-1feba1b5b2da,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:20.475768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:20.573436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Made reservation on behalf of fce92df7853b4ec19ff767a76738acad for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:20.573436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.682512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:20.683180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:20.817060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32826-6248-44b3-a6fa-5851bddc4ca1 service neutron] Pushing event updated for resources: {'Port': ['ID=529a06b8-2e39-4f9f-a350-e403b56d4dc6,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:20.874884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1290903 Jan 28 09:53:20.917082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Request body: {'port': {'device_id': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:20.943577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-05ce6d92-15bf-43f8-90e5-a51c34132e69 service neutron] 10.222.0.42 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675776 Jan 28 09:53:21.052915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e48f-025c-43f9-a4f6-a86cbe497674 req-bf9189b7-483a-4fa2-ad03-3253de4859bc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:21.064779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9582e48f-025c-43f9-a4f6-a86cbe497674 req-bf9189b7-483a-4fa2-ad03-3253de4859bc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.2908046 Jan 28 09:53:21.096158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-165e1102-b04b-4940-8ab1-d24efb1b4989 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7063141 Jan 28 09:53:21.143333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-a9aaba4c-981f-4a96-a0fb-3760ecf8a7bf service neutron] 10.222.0.42 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941967 Jan 28 09:53:21.165712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:21.260338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:21.279680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62663ea-c1bd-4114-868c-92e6186af2fa None None] Network 86540372-3fde-4276-a9c0-c9668903c4e0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:53:21.316856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event deleted for resources: {'Subnet': ['ID=01e8ced8-f290-422a-84cc-a0ecf073e15b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:21.411350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:21.412226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8278426-e30b-447f-ac6e-21e9335ba020 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "DELETE /v2.0/subnets/01e8ced8-f290-422a-84cc-a0ecf073e15b HTTP/1.1" status: 204 len: 168 time: 3.7867086 Jan 28 09:53:21.414546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42358) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:21.501066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28f2a51-74b7-4586-8aea-fd144a5205be tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Pushing event updated for resources: {'Port': ['ID=66f5f4bd-c394-4de7-9a07-274a52434f62,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:21.632496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:21.726391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-5c999ddd-2d89-41ca-ac0f-e51f42bee185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:21.726391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-5c999ddd-2d89-41ca-ac0f-e51f42bee185 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 1094 time: 1.5470796 Jan 28 09:53:21.737179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9582e48f-025c-43f9-a4f6-a86cbe497674 req-dceb8c8d-f1c8-4ef0-b211-1df49d0eccd7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6783178 Jan 28 09:53:21.818040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Deleting port 574bfa80-31ff-48e9-9a72-e58139f8ae26 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:53:21.818390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:21.858921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-90119595-3ebe-4dca-aa36-bfb7f0972ce8 None None] Provisioning for port 66f5f4bd-c394-4de7-9a07-274a52434f62 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:21.865848 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387d4749-1a7e-41f8-99b9-9fc3001de4a8 req-cc47ff0c-8455-4e8f-990b-25698b0ff11c service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7584717 Jan 28 09:53:21.871619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-90119595-3ebe-4dca-aa36-bfb7f0972ce8 None None] Provisioning complete for port 66f5f4bd-c394-4de7-9a07-274a52434f62 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:21.872299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90119595-3ebe-4dca-aa36-bfb7f0972ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:21.950862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Allocated IP 172.20.0.9 (199833d7-1eee-463c-871d-ccac10280d5a/11b152bb-c3be-414d-b86b-82a523288447/df024e40-7e62-4207-ad9e-37ee2254a747) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:21.971955 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'tag': '2847af43-ebd1-4144-b001-1feba1b5b2da', 'status': 'completed', 'code': 200} Jan 28 09:53:21.971955 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'tag': '529a06b8-2e39-4f9f-a350-e403b56d4dc6', 'status': 'completed', 'code': 200} Jan 28 09:53:22.005899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-90119595-3ebe-4dca-aa36-bfb7f0972ce8 None None] Port 66f5f4bd-c394-4de7-9a07-274a52434f62 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:53:22.081653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:22.081653 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:22.372338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:22.415241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] DHCP port deletion for 86540372-3fde-4276-a9c0-c9668903c4e0 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:53:22.436483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:22.440286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Deleting port 574bfa80-31ff-48e9-9a72-e58139f8ae26 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:53:22.440286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:22.540202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Pushing event updated for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:22.543908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-e699e7ad-da08-4f56-94ca-306df01215bf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2847af43-ebd1-4144-b001-1feba1b5b2da HTTP/1.1" status: 200 len: 217 time: 0.6842206 Jan 28 09:53:22.556095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-9b3fa235-b78f-44c3-bb85-f63a965248b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:22.556095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-9b3fa235-b78f-44c3-bb85-f63a965248b1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 1095 time: 2.2525392 Jan 28 09:53:22.584367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Network 199833d7-1eee-463c-871d-ccac10280d5a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:22.584367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:22.584367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:22.707827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c43a814-4d6c-45bf-a8cb-c216ca70bd4c req-06207326-fd05-48a1-baf1-b98283d3b9fc tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 210 time: 0.1609926 Jan 28 09:53:22.946612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-c585b1a0-caa3-4ec9-8029-baccc4d43846 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6 HTTP/1.1" status: 200 len: 217 time: 0.1961308 Jan 28 09:53:22.947788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:22.980486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] For port 574bfa80-31ff-48e9-9a72-e58139f8ae26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=574bfa80-31ff-48e9-9a72-e58139f8ae26,segment=NetworkSegment(31711f01-e033-4be0-ae0e-d428b64556c8),segment_id=31711f01-e033-4be0-ae0e-d428b64556c8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:22.980916 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:23.051546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] For port 574bfa80-31ff-48e9-9a72-e58139f8ae26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=574bfa80-31ff-48e9-9a72-e58139f8ae26,segment=NetworkSegment(31711f01-e033-4be0-ae0e-d428b64556c8),segment_id=31711f01-e033-4be0-ae0e-d428b64556c8)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:23.051546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:23.078522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-c366b073-ba21-44a2-980d-a5bbae5bcf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:23.126335 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-c366b073-ba21-44a2-980d-a5bbae5bcf51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.5624042 Jan 28 09:53:23.193402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Calling delete_port for 574bfa80-31ff-48e9-9a72-e58139f8ae26 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:53:23.316289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:23.317118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:23.333352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 574bfa80-31ff-48e9-9a72-e58139f8ae26 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:53:23.367953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:23.379647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Calling delete_port for 574bfa80-31ff-48e9-9a72-e58139f8ae26 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:53:23.431820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 574bfa80-31ff-48e9-9a72-e58139f8ae26 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:53:23.433022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 574bfa80-31ff-48e9-9a72-e58139f8ae26 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:53:23.474552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event deleted for resources: {'Port': ['ID=574bfa80-31ff-48e9-9a72-e58139f8ae26,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:23.493117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] No DVR routers for this DVR port 574bfa80-31ff-48e9-9a72-e58139f8ae26 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:53:23.501342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915bcf5-0ce2-41cc-9e1d-594d34898ca4 req-f3e5e591-2b1f-4f23-bd26-20e7a8f7768d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:23.501342 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6915bcf5-0ce2-41cc-9e1d-594d34898ca4 req-f3e5e591-2b1f-4f23-bd26-20e7a8f7768d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 932 time: 1.8618743 Jan 28 09:53:23.547459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-f9e0ac24-519c-4465-8433-09c85bec71d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:23.553231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:53:23.553231 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:53:23.558191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-f9e0ac24-519c-4465-8433-09c85bec71d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1094 time: 1.5711515 Jan 28 09:53:23.746556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-d42fa9b4-9561-4bf4-9eb7-552fa69e5b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:23.750811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-d42fa9b4-9561-4bf4-9eb7-552fa69e5b44 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.7829325 Jan 28 09:53:23.787223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:23.839538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a4d4b9a-cc1a-4b01-9730-fa695e592210 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0764890 Jan 28 09:53:23.911164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Request body: {'port': {'device_id': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:23.925454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8fab0d-da7a-4eef-9d2c-56569b8d3352 req-66d1004a-fbed-4582-bedb-2cab89735b54 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:23.934309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e8fab0d-da7a-4eef-9d2c-56569b8d3352 req-66d1004a-fbed-4582-bedb-2cab89735b54 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.9595797 Jan 28 09:53:23.981038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86540372-3fde-4276-a9c0-c9668903c4e0']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:24.057769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Deleting port 574bfa80-31ff-48e9-9a72-e58139f8ae26 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:53:24.057769 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.071329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-8a716d4f-e03c-4520-8d96-3a49b5d256ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:24.071329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-8a716d4f-e03c-4520-8d96-3a49b5d256ca service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.4996378 Jan 28 09:53:24.179889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90590995-c6f1-460d-a6fa-b8add35c640b req-6af76076-19e0-40de-b8fb-e638021ecd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:24.181399 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-6af76076-19e0-40de-b8fb-e638021ecd14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8967772 Jan 28 09:53:24.213650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31711f01-e033-4be0-ae0e-d428b64556c8') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:24.213650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31711f01-e033-4be0-ae0e-d428b64556c8') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:24.226280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e8fab0d-da7a-4eef-9d2c-56569b8d3352 req-e9fb2860-4911-4f81-abae-f053ee156c69 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2989810 Jan 28 09:53:24.234072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-33d51172-2d3f-4de1-ae56-cee0c4fc4bd4 None None] The port '574bfa80-31ff-48e9-9a72-e58139f8ae26' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:53:24.234326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-8d03a518-f9fa-4ebd-99a4-dfca995f8369 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 217 time: 0.1390948 Jan 28 09:53:24.256036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.265151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6915bcf5-0ce2-41cc-9e1d-594d34898ca4 req-fe53f778-fa68-4db9-bdc3-dacef5fcbf1e tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:24.338829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.343122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.367265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:24.367265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6915bcf5-0ce2-41cc-9e1d-594d34898ca4 req-fe53f778-fa68-4db9-bdc3-dacef5fcbf1e tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:24.386599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6915bcf5-0ce2-41cc-9e1d-594d34898ca4 req-fe53f778-fa68-4db9-bdc3-dacef5fcbf1e tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5654416 Jan 28 09:53:24.613763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.633044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-afd0b948-9016-4d9f-a0b5-0dd4d48b23b8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:24.634867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-afd0b948-9016-4d9f-a0b5-0dd4d48b23b8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.43 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 819 time: 0.8203743 Jan 28 09:53:24.653431 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:24.667049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Request body: {'port': {'device_id': '404e686f-46b2-45da-831f-8b08136816fc', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'admin_state_up': True, 'tenant_id': 'fce92df7853b4ec19ff767a76738acad'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:24.697123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] Pushing event deleted for resources: {'Network': ['ID=86540372-3fde-4276-a9c0-c9668903c4e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:24.730745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-c7991779-5c24-4f02-ad79-98db010a5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:24.730745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-c7991779-5c24-4f02-ad79-98db010a5ba7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9237413 Jan 28 09:53:24.818433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5743e9a-67ae-4a8e-8864-0ba93d259a42 tempest-DHCPAgentSchedulersTestJSON-936980622 tempest-DHCPAgentSchedulersTestJSON-936980622-project] 10.222.0.42 "DELETE /v2.0/networks/86540372-3fde-4276-a9c0-c9668903c4e0 HTTP/1.1" status: 204 len: 168 time: 3.3644133 Jan 28 09:53:24.829084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-37e6d6f9-97dc-4be1-8747-c6eafb225499 req-f34667ff-3892-40d5-96c8-6667f79a4d58 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Synchronizing usage tracker for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:24.939928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-96aaf54f-9560-4e2b-bf18-c987a9e660fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:24.940642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-96aaf54f-9560-4e2b-bf18-c987a9e660fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.5909071 Jan 28 09:53:24.966223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-37e6d6f9-97dc-4be1-8747-c6eafb225499 req-f34667ff-3892-40d5-96c8-6667f79a4d58 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Unset dirty status for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:24.967432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37e6d6f9-97dc-4be1-8747-c6eafb225499 req-f34667ff-3892-40d5-96c8-6667f79a4d58 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 210 time: 0.3071482 Jan 28 09:53:25.035893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-67257431-dfd7-47ec-b321-1631b0688bb1 service neutron] 10.222.0.43 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8257987 Jan 28 09:53:25.161221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:25.183950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:25.220740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Made reservation on behalf of fce92df7853b4ec19ff767a76738acad for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:25.235046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:25.257346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66f5f4bd-c394-4de7-9a07-274a52434f62 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:25.274342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:25.316143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Transition to ACTIVE for port object 66f5f4bd-c394-4de7-9a07-274a52434f62 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:25.569129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42450) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:25.646440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:25.834855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df024e40-7e62-4207-ad9e-37ee2254a747 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:25.838836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:53:25.844045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:25.890857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=66f5f4bd-c394-4de7-9a07-274a52434f62,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:25.921050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Transition to ACTIVE for port object df024e40-7e62-4207-ad9e-37ee2254a747 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:25.938765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:26.079359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02fa5d7a-bdfc-46e6-b1da-634d18fa51d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:26.183472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:26.221420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'mac_address': 'fa:16:3e:9d:4f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:53:26.242043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90590995-c6f1-460d-a6fa-b8add35c640b req-b7b92264-6f83-4d59-af47-072a9d912b46 service neutron] 10.222.0.43 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1907501 Jan 28 09:53:26.331713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-d53a4495-de3a-46a4-8fb9-7ee630a4b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:26.335438 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:26.339163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-d53a4495-de3a-46a4-8fb9-7ee630a4b2af service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3790259 Jan 28 09:53:26.356040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ea2fb8-2c1d-4440-abb1-c18f1b105789 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:26.359373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0ffb69-1c38-4441-a76f-b9e4bed40e72 req-58b150dd-e87e-4d23-a4e0-6c1d143bbc34 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:26.367389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae0ffb69-1c38-4441-a76f-b9e4bed40e72 req-58b150dd-e87e-4d23-a4e0-6c1d143bbc34 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 944 time: 0.6421735 Jan 28 09:53:26.375104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:26.381391 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:26.442162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548888-2324-49eb-a018-041f5838027c service neutron] Pushing event updated for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:26.457610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edc20163-cdc5-42f9-8075-d5d09e6ffbbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=950e180d6c6b4ce292474e016c8e5dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8748612 Jan 28 09:53:26.461180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Allocated IP 172.20.0.8 (199833d7-1eee-463c-871d-ccac10280d5a/11b152bb-c3be-414d-b86b-82a523288447/abf75016-9464-4c3c-b45e-1d67dcd9e118) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:26.480906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:26.503322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42472) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:26.608534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-94320354-09b9-44a1-8292-3d490005e821 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8655393 Jan 28 09:53:26.660195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['12ea2fb8-2c1d-4440-abb1-c18f1b105789'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:53:26.699924 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae0ffb69-1c38-4441-a76f-b9e4bed40e72 req-3b41f74c-496d-47aa-bc30-1f934efe24f7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282442 Jan 28 09:53:26.778545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Attempting to bind port df024e40-7e62-4207-ad9e-37ee2254a747 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:26.778876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Attempting to bind port df024e40-7e62-4207-ad9e-37ee2254a747 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:26.779204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Attempting to bind port df024e40-7e62-4207-ad9e-37ee2254a747 on network 199833d7-1eee-463c-871d-ccac10280d5a {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:26.787768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Port df024e40-7e62-4207-ad9e-37ee2254a747 on network 199833d7-1eee-463c-871d-ccac10280d5a not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:53:26.788084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Attempting to bind port df024e40-7e62-4207-ad9e-37ee2254a747 on network 199833d7-1eee-463c-871d-ccac10280d5a {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:26.802107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:26.802444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Checking segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:26.803006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Bound using segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:26.803594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Bound port: df024e40-7e62-4207-ad9e-37ee2254a747, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:26.804218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:26.964341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf24d-e858-4f28-8ee6-728a87408c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.002087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffe99b-88a1-45c8-bbbb-a33f54c219cf req-29a94873-bf6f-4055-bc2c-23d2a353c516 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:27.017853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6dffe99b-88a1-45c8-bbbb-a33f54c219cf req-29a94873-bf6f-4055-bc2c-23d2a353c516 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.3389688 Jan 28 09:53:27.100486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Attempting to bind port 66f5f4bd-c394-4de7-9a07-274a52434f62 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:27.100486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Attempting to bind port 66f5f4bd-c394-4de7-9a07-274a52434f62 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:27.100486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Attempting to bind port 66f5f4bd-c394-4de7-9a07-274a52434f62 on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:27.110805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-41da8cbd-895f-468f-9aa3-ddc8fa0f56eb service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7607417 Jan 28 09:53:27.137777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Port 66f5f4bd-c394-4de7-9a07-274a52434f62 on network b8b941f1-96fb-42e2-8405-caf02d36f12f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:53:27.137777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Attempting to bind port 66f5f4bd-c394-4de7-9a07-274a52434f62 on network b8b941f1-96fb-42e2-8405-caf02d36f12f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:27.150241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:27.178186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=df024e40-7e62-4207-ad9e-37ee2254a747,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:27.178186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.183474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.294220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-c2de6c64-20a1-4c53-9546-b345232fd064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:27.298374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-c2de6c64-20a1-4c53-9546-b345232fd064 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 1094 time: 0.9487286 Jan 28 09:53:27.300932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc264521-75e2-4d74-80e4-e0c17404d7c5 req-3f69bcc7-1732-40ec-9192-4ced49768167 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6235576 Jan 28 09:53:27.303479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf24d-e858-4f28-8ee6-728a87408c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.381817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:27.381817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Checking segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:27.381817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Bound using segment: {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:27.387488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7249bce4-51f6-426d-ae1c-d5d46249c272 req-3401c40b-27d5-4b62-94aa-8a43a98dd278 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 210 time: 0.1835704 Jan 28 09:53:27.392222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Bound port: 66f5f4bd-c394-4de7-9a07-274a52434f62, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4882a16a-071f-4e56-ae97-239198180fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:27.392222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.396035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:27.396035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.396035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-1a548888-2324-49eb-a018-041f5838027c service neutron] 10.222.0.25 "PUT /v2.0/ports/df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 1091 time: 3.4874616 Jan 28 09:53:27.405400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:27.471636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a548888-2324-49eb-a018-041f5838027c service neutron] Pushing event updated for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:27.478036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6dffe99b-88a1-45c8-bbbb-a33f54c219cf req-f465ebea-cb44-4ba0-aaf1-c96ab164dce2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4603059 Jan 28 09:53:27.526929 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747', 'status': 'completed', 'code': 200} Jan 28 09:53:27.545432 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.634144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Network 199833d7-1eee-463c-871d-ccac10280d5a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:27.638336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Pushing event updated for resources: {'Port': ['ID=abf75016-9464-4c3c-b45e-1d67dcd9e118,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:27.641056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:27.645679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:27.731083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:27.731083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.771539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-923fb745-0d8d-41a9-b1e4-92569fff406b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:27.771539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-923fb745-0d8d-41a9-b1e4-92569fff406b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1094 time: 0.3084922 Jan 28 09:53:27.771539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-c2e169f7-0c95-467e-8683-c4dc86b11c44 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1106527 Jan 28 09:53:27.850458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] For port 66f5f4bd-c394-4de7-9a07-274a52434f62, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:27.850458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf24d-e858-4f28-8ee6-728a87408c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:27.860525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:27.892616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Request body: {'port': {'device_id': '404e686f-46b2-45da-831f-8b08136816fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:27.994512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bf24d-e858-4f28-8ee6-728a87408c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ef688c-52e0-45f6-8b1d-19cf9447507c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:28.000088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-86d3fb82-1094-433a-ae7c-cd3903ea3574 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.2240627 Jan 28 09:53:28.005964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] For port 66f5f4bd-c394-4de7-9a07-274a52434f62, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66f5f4bd-c394-4de7-9a07-274a52434f62,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:28.032259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2bf24d-e858-4f28-8ee6-728a87408c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.033528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad2bf24d-e858-4f28-8ee6-728a87408c70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b5ef688c-52e0-45f6-8b1d-19cf9447507c HTTP/1.1" status: 204 len: 168 time: 1.4288828 Jan 28 09:53:28.054671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.092720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:28.115989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:28.115989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.253327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:28.253327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.253327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] 10.222.0.25 "PUT /v2.0/ports/66f5f4bd-c394-4de7-9a07-274a52434f62 HTTP/1.1" status: 200 len: 1092 time: 7.3412554 Jan 28 09:53:28.270903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4656bfa7-1d91-4bcf-8387-01766ebe0faf req-ea55f547-ccbf-4e23-a536-81758bd71224 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1392567 Jan 28 09:53:28.270903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'tag': '66f5f4bd-c394-4de7-9a07-274a52434f62'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:28.350726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2448ffe9-3eef-47d1-a64a-8180123c5d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.400996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-7d5eae24-064d-4fe5-96df-774ced96ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:28.403140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-7d5eae24-064d-4fe5-96df-774ced96ee83 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.3886428 Jan 28 09:53:28.414341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.433852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-9dacb84d-1826-4f20-b044-4313898c5d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:28.440454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-9dacb84d-1826-4f20-b044-4313898c5d90 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 1095 time: 0.8625515 Jan 28 09:53:28.441159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9c12b-d4b0-4e55-9346-5a283416fcb0 service neutron] Pushing event updated for resources: {'Port': ['ID=66f5f4bd-c394-4de7-9a07-274a52434f62,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:28.465385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.476985 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-6477d76e-519d-4c60-ba2e-5f43ed051cde service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654147 Jan 28 09:53:28.507169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:28.559099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:28.566201 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:28.690317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:28.720927 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'tag': '66f5f4bd-c394-4de7-9a07-274a52434f62', 'status': 'completed', 'code': 200} Jan 28 09:53:28.727485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-4b77546c-588b-4c01-823b-42fd4df9cd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:28.727485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-4b77546c-588b-4c01-823b-42fd4df9cd96 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 917 time: 1.3268535 Jan 28 09:53:28.893636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 529a06b8-2e39-4f9f-a350-e403b56d4dc6 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:53:29.022603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e274d98-9901-45d8-a2ac-f4e40058dd04 req-bf743393-9449-4c63-aafb-b536fc2af416 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:29.035408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e274d98-9901-45d8-a2ac-f4e40058dd04 req-bf743393-9449-4c63-aafb-b536fc2af416 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 944 time: 1.0144570 Jan 28 09:53:29.153473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:29.205564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42526) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:29.209838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '529a06b8-2e39-4f9f-a350-e403b56d4dc6', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'port_id': '529a06b8-2e39-4f9f-a350-e403b56d4dc6', 'mac_address': 'fa:16:3e:ba:e3:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28802168-edde-4346-8a21-1b43fe431c2c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:53:29.285476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:29.309306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529a06b8-2e39-4f9f-a350-e403b56d4dc6 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:29.328163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:29.332469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:29.417964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e274d98-9901-45d8-a2ac-f4e40058dd04 req-5dc50e71-c4a7-4aaf-ab05-93c5d2a4b546 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3868620 Jan 28 09:53:29.430509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-246fc5cf-7895-414b-a63b-afb83f544e23 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2847af43-ebd1-4144-b001-1feba1b5b2da HTTP/1.1" status: 200 len: 217 time: 0.1327407 Jan 28 09:53:29.448327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:29.482810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-74bde8d1-5259-4656-9e99-1eaaf263288a service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098943 Jan 28 09:53:29.650094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-0e6ac9b0-a11f-4f5d-a58b-3d4e3fac2059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:29.659338 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-0e6ac9b0-a11f-4f5d-a58b-3d4e3fac2059 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 917 time: 1.1998918 Jan 28 09:53:29.668764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:29.714978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:29.723802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=529a06b8-2e39-4f9f-a350-e403b56d4dc6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:29.728311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['529a06b8-2e39-4f9f-a350-e403b56d4dc6'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:53:29.788923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-e0ac648c-f022-4b41-ad48-275e8c2305ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6 HTTP/1.1" status: 200 len: 217 time: 0.1246183 Jan 28 09:53:29.885189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 2847af43-ebd1-4144-b001-1feba1b5b2da details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:53:29.900531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-6a0fb5ac-24dc-4630-a657-396b92e8285a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:29.900531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-6a0fb5ac-24dc-4630-a657-396b92e8285a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.4521258 Jan 28 09:53:29.904218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:29.907895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-60272e78-5c6c-423f-bd5d-5bd193da9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:29.907895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-60272e78-5c6c-423f-bd5d-5bd193da9378 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 1095 time: 1.4779840 Jan 28 09:53:29.921202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e134bae-9dcb-4f00-8c76-ebab695d1434 req-9bcf1638-3029-42c2-a40a-3f2e2ee4a355 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281292 Jan 28 09:53:30.015896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Usage tracker for resource:security_group_rule and tenant:bae3c2843eb447e2bb86c0a52401632c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:30.076351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:30.096443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-c42d62bc-7a66-441b-9598-5d4b171dbfc7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f5f4bd-c394-4de7-9a07-274a52434f62 HTTP/1.1" status: 200 len: 217 time: 0.0974441 Jan 28 09:53:30.100586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abf75016-9464-4c3c-b45e-1d67dcd9e118 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:30.111237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1779d8-9246-4930-9b21-099cd52c0ccf req-5d7771d0-0373-4b9d-9bf7-f3959d26892a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.112765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5b1779d8-9246-4930-9b21-099cd52c0ccf req-5d7771d0-0373-4b9d-9bf7-f3959d26892a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 931 time: 0.8195281 Jan 28 09:53:30.123877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:30.128812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:30.139084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 2847af43-ebd1-4144-b001-1feba1b5b2da, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=2847af43-ebd1-4144-b001-1feba1b5b2da,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:30.153675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '2847af43-ebd1-4144-b001-1feba1b5b2da', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'port_id': '2847af43-ebd1-4144-b001-1feba1b5b2da', 'mac_address': 'fa:16:3e:f9:21:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28802168-edde-4346-8a21-1b43fe431c2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:53:30.158246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-1a440b53-38e0-45a8-9072-390706816176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.159654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-1a440b53-38e0-45a8-9072-390706816176 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.3598695 Jan 28 09:53:30.183243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Transition to ACTIVE for port object abf75016-9464-4c3c-b45e-1d67dcd9e118 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:53:30.208141 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:30.246036 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:30.269030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2847af43-ebd1-4144-b001-1feba1b5b2da {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:30.297606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 2847af43-ebd1-4144-b001-1feba1b5b2da, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=2847af43-ebd1-4144-b001-1feba1b5b2da,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:30.297606 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:30.338693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5b1779d8-9246-4930-9b21-099cd52c0ccf req-e495a2ea-9fa8-479e-9ec6-e2ebd369a4b6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Synchronizing usage tracker for tenant:fce92df7853b4ec19ff767a76738acad on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:30.352503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-f1e83a49-53e1-4992-afa7-e104316ae8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.352503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-f1e83a49-53e1-4992-afa7-e104316ae8af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.2295117 Jan 28 09:53:30.356878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Pushing event updated for resources: {'Port': ['ID=abf75016-9464-4c3c-b45e-1d67dcd9e118,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:30.365653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-12a953d6-43b2-441f-8ddc-6ef28fd28a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.365653 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-12a953d6-43b2-441f-8ddc-6ef28fd28a84 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4601457 Jan 28 09:53:30.365653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-fc7b0a0f-55a9-46f0-b653-23fb7dde83c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.365653 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-fc7b0a0f-55a9-46f0-b653-23fb7dde83c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794424 Jan 28 09:53:30.422197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=2847af43-ebd1-4144-b001-1feba1b5b2da,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:30.461815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5b1779d8-9246-4930-9b21-099cd52c0ccf req-e495a2ea-9fa8-479e-9ec6-e2ebd369a4b6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Unset dirty status for tenant:fce92df7853b4ec19ff767a76738acad on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:30.461815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5b1779d8-9246-4930-9b21-099cd52c0ccf req-e495a2ea-9fa8-479e-9ec6-e2ebd369a4b6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048882 Jan 28 09:53:30.534323 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'code': 200} Jan 28 09:53:30.558534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15533a-09cf-4ff0-89c8-86e384d98d29 req-f87acb05-93b3-46fb-9bc7-a5fdb0804f4c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.563310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['2847af43-ebd1-4144-b001-1feba1b5b2da'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:53:30.569458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3e15533a-09cf-4ff0-89c8-86e384d98d29 req-f87acb05-93b3-46fb-9bc7-a5fdb0804f4c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.8703172 Jan 28 09:53:30.583617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.583968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.584322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.584670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.585203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.585528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.585930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.586246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.586562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.589642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.589983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.590365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:53:30.629878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-45b3013e-242c-444c-9776-1f0ebf9a57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:30.636014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-45b3013e-242c-444c-9776-1f0ebf9a57da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1094 time: 0.6064227 Jan 28 09:53:30.899433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:30.921844 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3e15533a-09cf-4ff0-89c8-86e384d98d29 req-d32fd385-600d-4a73-8d95-f7f50f4cc888 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512769 Jan 28 09:53:31.039265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-e8a986e7-db74-4e15-be36-37fd9518aec9 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6627374 Jan 28 09:53:31.088815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Attempting to bind port abf75016-9464-4c3c-b45e-1d67dcd9e118 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:53:31.088815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Attempting to bind port abf75016-9464-4c3c-b45e-1d67dcd9e118 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:53:31.088815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Attempting to bind port abf75016-9464-4c3c-b45e-1d67dcd9e118 on network 199833d7-1eee-463c-871d-ccac10280d5a {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:31.103872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:31.125442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Port abf75016-9464-4c3c-b45e-1d67dcd9e118 on network 199833d7-1eee-463c-871d-ccac10280d5a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:53:31.125442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Attempting to bind port abf75016-9464-4c3c-b45e-1d67dcd9e118 on network 199833d7-1eee-463c-871d-ccac10280d5a {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:53:31.132001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:53:31.132001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Checking segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:31.132001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Bound using segment: {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:53:31.132001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Bound port: abf75016-9464-4c3c-b45e-1d67dcd9e118, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9da03d79-1b75-4cd0-9d64-8b8d58a7a912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:53:31.132001 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:31.145218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:31.174826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-170ed346-ec42-4d4e-969b-65291583ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:31.174826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-170ed346-ec42-4d4e-969b-65291583ca3a service neutron] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.4154859 Jan 28 09:53:31.242561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-3ee62975-014f-424a-abc5-b359753a1da5 service neutron] 10.222.0.43 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8211608 Jan 28 09:53:31.345719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-a92427c2-fa0d-4697-983f-fa3364e941e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.1643085 Jan 28 09:53:31.346697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ef7909-0dfb-4d95-a8b1-5d2b32057935,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:31.402087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] For port abf75016-9464-4c3c-b45e-1d67dcd9e118, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:53:31.410406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] For port abf75016-9464-4c3c-b45e-1d67dcd9e118, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:53:31.417901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-211a90a7-305d-4dde-bd32-c5c77378cb52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bae3c2843eb447e2bb86c0a52401632c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1375253 Jan 28 09:53:31.428939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42558) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:31.428939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d118f6-b8ea-47ff-baec-e14e4d9dabd0 req-7596e3ea-fea9-48e5-b1da-d65091d28b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:31.438634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-36d118f6-b8ea-47ff-baec-e14e4d9dabd0 req-7596e3ea-fea9-48e5-b1da-d65091d28b8f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1096 time: 0.8067696 Jan 28 09:53:31.438634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b5501b-6463-4510-940d-7348f52e6bda req-0781e792-6ba5-4c20-9ff2-eaaaf5d54001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:31.438634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-0781e792-6ba5-4c20-9ff2-eaaaf5d54001 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0757468 Jan 28 09:53:31.479331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:31.693274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec3307-80ce-4b15-9d8d-896085657bb0 req-c0afd1bb-dc22-43c5-beba-4b75175c4565 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:31.694736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81ec3307-80ce-4b15-9d8d-896085657bb0 req-c0afd1bb-dc22-43c5-beba-4b75175c4565 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 944 time: 0.6601377 Jan 28 09:53:31.749881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-1d065f1f-144e-469d-b426-2f4df1eccaf4 service neutron] 10.222.0.43 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4977558 Jan 28 09:53:31.879468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-57a7de40-c8f6-4f29-890b-f9d5e2b435fd service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129436 Jan 28 09:53:31.882981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 2847af43-ebd1-4144-b001-1feba1b5b2da up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:31.890623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Pushing event updated for resources: {'Port': ['ID=abf75016-9464-4c3c-b45e-1d67dcd9e118,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:31.895302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:31.895302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:31.895302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-831b5ca9-f754-42a5-ab8d-822ee9ce7177 service neutron] 10.222.0.43 "PUT /v2.0/ports/abf75016-9464-4c3c-b45e-1d67dcd9e118 HTTP/1.1" status: 200 len: 1091 time: 4.0152330 Jan 28 09:53:31.965783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404e686f-46b2-45da-831f-8b08136816fc', 'tag': 'abf75016-9464-4c3c-b45e-1d67dcd9e118'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:32.006087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ec6b999-558a-4bb0-882f-748f4e0afca6 req-c706f6e9-7c8b-47b8-aa64-9013128da3e9 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8889239 Jan 28 09:53:32.055529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 2847af43-ebd1-4144-b001-1feba1b5b2da completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:32.069861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 2847af43-ebd1-4144-b001-1feba1b5b2da triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:32.070586 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.071979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-77023f36-418a-43d5-af8c-081f7dba50ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:32.073778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-77023f36-418a-43d5-af8c-081f7dba50ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.6630211 Jan 28 09:53:32.141906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-36d118f6-b8ea-47ff-baec-e14e4d9dabd0 req-64355f79-964f-42d8-ada1-19e78f4afeb9 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4617879 Jan 28 09:53:32.166454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8dce945c-92a2-48ca-ac3e-b464836336c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.170565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81ec3307-80ce-4b15-9d8d-896085657bb0 req-a4c9861d-db87-483c-a660-04665245109f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183462 Jan 28 09:53:32.194934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-372af5bf-4aa1-420c-a6eb-6e278a34dacc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964835 Jan 28 09:53:32.223076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8dce945c-92a2-48ca-ac3e-b464836336c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.264203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b5501b-6463-4510-940d-7348f52e6bda req-79e1e200-d8fe-44c7-bb16-21826f1a6744 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3588936 Jan 28 09:53:32.359208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df9317-ce2e-4ced-99e0-586ac0f68735 req-c81c37f2-75d1-4d82-9be0-75a8b554b63c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:32.361481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e8df9317-ce2e-4ced-99e0-586ac0f68735 req-c81c37f2-75d1-4d82-9be0-75a8b554b63c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Synchronizing usage tracker for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:32.414389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8dce945c-92a2-48ca-ac3e-b464836336c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.458145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.459365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-942e2e15-5e1b-4aba-a086-601c3e9a53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:32.461185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-942e2e15-5e1b-4aba-a086-601c3e9a53ae service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 1094 time: 0.4837360 Jan 28 09:53:32.463030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dce945c-92a2-48ca-ac3e-b464836336c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ef7909-0dfb-4d95-a8b1-5d2b32057935,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:32.464945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e8df9317-ce2e-4ced-99e0-586ac0f68735 req-c81c37f2-75d1-4d82-9be0-75a8b554b63c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Unset dirty status for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:32.466245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8df9317-ce2e-4ced-99e0-586ac0f68735 req-c81c37f2-75d1-4d82-9be0-75a8b554b63c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 943 time: 0.5712900 Jan 28 09:53:32.480075 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8dce945c-92a2-48ca-ac3e-b464836336c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.487836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8dce945c-92a2-48ca-ac3e-b464836336c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/75ef7909-0dfb-4d95-a8b1-5d2b32057935 HTTP/1.1" status: 204 len: 168 time: 1.0516973 Jan 28 09:53:32.526245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-ff3a04e2-87d9-498f-a887-a0c0bdee9f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:32.533490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-ff3a04e2-87d9-498f-a887-a0c0bdee9f1a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 1095 time: 0.2148552 Jan 28 09:53:32.590858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2847af43-ebd1-4144-b001-1feba1b5b2da'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:32.608557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 2847af43-ebd1-4144-b001-1feba1b5b2da, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=2847af43-ebd1-4144-b001-1feba1b5b2da,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:32.614866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:32.625429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-3bba52ab-b0c0-4cdd-8d31-5b027b381e52 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3736327 Jan 28 09:53:32.778260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-03b9e1df-7d5d-4f52-b2ff-b8e90e2852c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118 HTTP/1.1" status: 200 len: 217 time: 0.3085458 Jan 28 09:53:32.854040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-b7b8e62a-3974-45f7-8e89-a7eeae04e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:32.856193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-b7b8e62a-3974-45f7-8e89-a7eeae04e53d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.0690062 Jan 28 09:53:32.906731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8df9317-ce2e-4ced-99e0-586ac0f68735 req-dba9329a-69c1-4cb8-b42d-3b12b51344a9 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918243 Jan 28 09:53:32.914092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=2847af43-ebd1-4144-b001-1feba1b5b2da,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:32.922733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-bf0864c8-2f65-4737-a07b-9ceafa12b707 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602350 Jan 28 09:53:32.929331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device df024e40-7e62-4207-ad9e-37ee2254a747 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:53:33.008765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af6d9b-378d-465b-b712-00817e89c97f req-5cfb258f-793b-4afb-b90d-6f678b39e8ae tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:33.036032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86af6d9b-378d-465b-b712-00817e89c97f req-5cfb258f-793b-4afb-b90d-6f678b39e8ae tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.4026632 Jan 28 09:53:33.054095 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '404e686f-46b2-45da-831f-8b08136816fc', 'tag': 'abf75016-9464-4c3c-b45e-1d67dcd9e118', 'status': 'completed', 'code': 200} Jan 28 09:53:33.163230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-364a2052-ec89-4106-b255-4566a4e93ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:33.163230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-364a2052-ec89-4106-b255-4566a4e93ee8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 917 time: 0.6224303 Jan 28 09:53:33.203864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7f8f5283-b3c9-45b7-ae8c-cabc47965daa req-e5665ec1-fc29-4baa-a9f7-5b4e02e28588 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5601146 Jan 28 09:53:33.299076 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-da826882-5119-4d86-a77b-d015d0ef41da service neutron] 10.222.0.43 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483624 Jan 28 09:53:33.303366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 529a06b8-2e39-4f9f-a350-e403b56d4dc6 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:33.453444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86af6d9b-378d-465b-b712-00817e89c97f req-44a18000-54ef-45d7-857b-218ad17c0e5c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4277556 Jan 28 09:53:33.495809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-a157ac2a-327b-465f-9333-226a01f3b682 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66f5f4bd-c394-4de7-9a07-274a52434f62 HTTP/1.1" status: 200 len: 217 time: 0.2433891 Jan 28 09:53:33.532607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=df024e40-7e62-4207-ad9e-37ee2254a747,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:33.582746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'df024e40-7e62-4207-ad9e-37ee2254a747', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'port_id': 'df024e40-7e62-4207-ad9e-37ee2254a747', 'mac_address': 'fa:16:3e:aa:d9:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b152bb-c3be-414d-b86b-82a523288447', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:53:33.619841 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2847af43-ebd1-4144-b001-1feba1b5b2da', 'code': 200} Jan 28 09:53:33.689541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-8db0d8da-a788-41c1-b8c4-79eeb7d57264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:33.690876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0707689-ef8c-428c-ad75-cb3934235b68 req-1c3546b8-6bf2-4100-894f-b32f9a835719 service neutron] 10.222.0.43 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858321 Jan 28 09:53:33.692132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-8db0d8da-a788-41c1-b8c4-79eeb7d57264 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.1868615 Jan 28 09:53:33.813048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:33.832140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df024e40-7e62-4207-ad9e-37ee2254a747 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:33.864560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=df024e40-7e62-4207-ad9e-37ee2254a747,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:33.871679 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:33.978162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5994967-f9f1-4868-b750-a8dfa8cf6381 req-f578a370-a381-4ea3-a470-2ec610e0f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:33.979939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5994967-f9f1-4868-b750-a8dfa8cf6381 req-f578a370-a381-4ea3-a470-2ec610e0f4e4 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 1096 time: 0.2262385 Jan 28 09:53:34.013253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-df912321-55d7-48f3-bc37-7a497cd82d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:34.024646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-df912321-55d7-48f3-bc37-7a497cd82d35 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3173511 Jan 28 09:53:34.029899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:34.045394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:34.051797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:34.052313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:34.083360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5994967-f9f1-4868-b750-a8dfa8cf6381 req-1cefcf63-6e87-4ffc-b783-97a4ed8afd22 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961556 Jan 28 09:53:34.099518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-bed27226-1a03-4c80-bcf5-9674a395d2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:34.109646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-bed27226-1a03-4c80-bcf5-9674a395d2d4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 1094 time: 0.3255317 Jan 28 09:53:34.127874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fd5553-a03f-42b9-a115-c94f899e5f44 req-03b9ec20-6a27-4c16-8d13-c95dcb2d3cf6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:34.135145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7fd5553-a03f-42b9-a115-c94f899e5f44 req-03b9ec20-6a27-4c16-8d13-c95dcb2d3cf6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 944 time: 0.3702769 Jan 28 09:53:34.253217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['df024e40-7e62-4207-ad9e-37ee2254a747'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:53:34.305822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48910116-4576-4915-b3e0-0e5ce8e25ac6 req-7eca4a04-35be-483b-8229-4fcd236baa25 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:34.305822 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48910116-4576-4915-b3e0-0e5ce8e25ac6 req-7eca4a04-35be-483b-8229-4fcd236baa25 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 943 time: 0.1830196 Jan 28 09:53:34.414795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48910116-4576-4915-b3e0-0e5ce8e25ac6 req-950f14aa-d845-47e8-a62f-caa6c1269dd0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939448 Jan 28 09:53:34.441825 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:34.578509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7fd5553-a03f-42b9-a115-c94f899e5f44 req-6d3a1a81-123c-4847-92c9-ec703b046074 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4333172 Jan 28 09:53:34.616530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:34.652096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:34.848725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-b4327f2a-ed1a-4a24-ba57-4e2fd1e07857 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8052254 Jan 28 09:53:34.909276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-fddb55ca-5006-4e65-a4a9-1c4c06c24101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:34.920799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-fddb55ca-5006-4e65-a4a9-1c4c06c24101 service neutron] 10.222.0.43 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.5933928 Jan 28 09:53:34.943376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=529a06b8-2e39-4f9f-a350-e403b56d4dc6,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:34.943376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66f5f4bd-c394-4de7-9a07-274a52434f62 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:53:34.954839 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-bb0591d4-4855-4b83-b2ca-103392faccb7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1775815 Jan 28 09:53:34.954839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1ad59-e6f9-4b60-92e6-994a773227ff req-729f9cd8-08ff-4624-bcd0-5fb469242d93 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:34.960904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01f1ad59-e6f9-4b60-92e6-994a773227ff req-729f9cd8-08ff-4624-bcd0-5fb469242d93 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.2931268 Jan 28 09:53:35.039210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01f1ad59-e6f9-4b60-92e6-994a773227ff req-200887c8-6bdc-4c1a-9930-fe9d6aed0c83 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757439 Jan 28 09:53:35.303207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-bc7a5e78-0e93-488d-88db-6c3b2cafb8a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118 HTTP/1.1" status: 200 len: 217 time: 0.2788126 Jan 28 09:53:35.380687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 66f5f4bd-c394-4de7-9a07-274a52434f62, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66f5f4bd-c394-4de7-9a07-274a52434f62,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.414224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.422281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '66f5f4bd-c394-4de7-9a07-274a52434f62', 'network_id': 'b8b941f1-96fb-42e2-8405-caf02d36f12f', 'port_id': '66f5f4bd-c394-4de7-9a07-274a52434f62', 'mac_address': 'fa:16:3e:74:74:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28802168-edde-4346-8a21-1b43fe431c2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:53:35.431399 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-83ffad4f-24c5-4308-903a-0fceedcf6f1c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 6501 time: 0.2070072 Jan 28 09:53:35.581633 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:35.617590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66f5f4bd-c394-4de7-9a07-274a52434f62 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:35.629762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529a06b8-2e39-4f9f-a350-e403b56d4dc6'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:35.663720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 66f5f4bd-c394-4de7-9a07-274a52434f62, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66f5f4bd-c394-4de7-9a07-274a52434f62,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:35.668016 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:35.789866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=66f5f4bd-c394-4de7-9a07-274a52434f62,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:35.880225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-a5786c52-27ad-4b6b-81a2-2cf4be729b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:35.880225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-a5786c52-27ad-4b6b-81a2-2cf4be729b59 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.5645492 Jan 28 09:53:35.983609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['66f5f4bd-c394-4de7-9a07-274a52434f62'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:53:36.046433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-dda5e59b-8502-45da-86ee-d54eca9c6050 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288791 Jan 28 09:53:36.227664 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7037fe8-1706-473b-8873-b8c89c2a39ce req-ac7843fc-19c5-4103-8592-e83376e4ea54 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3411021 Jan 28 09:53:36.249379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-ded643e7-ce35-4ef7-8858-88f881e1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.249379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-ded643e7-ce35-4ef7-8858-88f881e1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.249379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-ded643e7-ce35-4ef7-8858-88f881e1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.249379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-ded643e7-ce35-4ef7-8858-88f881e1667f service neutron] 10.222.0.43 "GET /v2.0/networks?id=5ee56f93-bdf8-4352-b913-5451a018b663&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=0e2863b2-6f71-48f1-88c5-0a613e61d893&id=40b143ac-fde6-45e5-a855-bc0896978f93&id=40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 200 len: 2297 time: 0.7616429 Jan 28 09:53:36.346658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd0e2a5-3201-43fa-bd49-c3790c7d0d86 req-db10f483-5c71-4393-9635-8d626ea4d322 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.346658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1cd0e2a5-3201-43fa-bd49-c3790c7d0d86 req-db10f483-5c71-4393-9635-8d626ea4d322 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.4607234 Jan 28 09:53:36.351782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42674) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:36.381718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb4152f-59cd-43d9-8532-095b6242f2d3 req-58bb71bc-1be1-4b5a-9152-cc9379ca67b3 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.381718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afb4152f-59cd-43d9-8532-095b6242f2d3 req-58bb71bc-1be1-4b5a-9152-cc9379ca67b3 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 943 time: 0.6380203 Jan 28 09:53:36.387774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'floatingip': {'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:36.567886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:36.613617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-91d997ad-c4b7-4de1-b9f6-c21305bd80c1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 200 len: 1000 time: 0.3642266 Jan 28 09:53:36.632007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-afb4152f-59cd-43d9-8532-095b6242f2d3 req-72f03411-fcb0-46cf-a5e1-50e60b943178 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245083 Jan 28 09:53:36.741538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-3f2421eb-47dd-45da-9abd-dff01137ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.741538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-3f2421eb-47dd-45da-9abd-dff01137ee1f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 200 len: 856 time: 0.1218011 Jan 28 09:53:36.748429 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529a06b8-2e39-4f9f-a350-e403b56d4dc6', 'code': 200} Jan 28 09:53:36.893728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-d26a0a92-f3b7-4886-8ce2-fc2f0f662980 service neutron] 10.222.0.43 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314862 Jan 28 09:53:36.919276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device df024e40-7e62-4207-ad9e-37ee2254a747 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:36.951335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-c2801f25-c51d-4ab0-84f6-483140b139c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:36.951335 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-c2801f25-c51d-4ab0-84f6-483140b139c8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5ee56f93-bdf8-4352-b913-5451a018b663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897502 Jan 28 09:53:37.284823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42698) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:37.286702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port df024e40-7e62-4207-ad9e-37ee2254a747 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:37.297013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port df024e40-7e62-4207-ad9e-37ee2254a747 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:37.297383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:37.304834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-28cfa601-5972-4f6c-9b3c-480baa21ddb0 service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3573482 Jan 28 09:53:37.681192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:37.689772 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:37.754426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-33a02aaf-ed83-4150-8d5c-302369ee0b4e service neutron] 10.222.0.43 "GET /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339352 Jan 28 09:53:37.790935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=df024e40-7e62-4207-ad9e-37ee2254a747,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:37.798338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:37.882841 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:37.903212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:37.914818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device abf75016-9464-4c3c-b45e-1d67dcd9e118 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:53:38.046699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-977097337'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:38.056556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-cb45b794-a7f7-46e4-8741-ca51e4ac38ae service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 217 time: 0.3044546 Jan 28 09:53:38.057964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:38.066860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Usage tracker for resource:network and tenant:c5903f875b924393b41cdb5c746b8e68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:38.165468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:38.197033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:38.253223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Made reservation on behalf of c5903f875b924393b41cdb5c746b8e68 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:38.256490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port abf75016-9464-4c3c-b45e-1d67dcd9e118, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:38.259704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:38.273057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'abf75016-9464-4c3c-b45e-1d67dcd9e118', 'network_id': '199833d7-1eee-463c-871d-ccac10280d5a', 'port_id': 'abf75016-9464-4c3c-b45e-1d67dcd9e118', 'mac_address': 'fa:16:3e:66:09:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11b152bb-c3be-414d-b86b-82a523288447', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:53:38.304731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:38.343580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-68628e58-52db-43da-a047-3354f4abad22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:38.345604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-68628e58-52db-43da-a047-3354f4abad22 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.2751548 Jan 28 09:53:38.348942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:38.397429 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:38.406124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdcc94-782a-4cd4-b9b9-2cbfc61f3bcd req-436be097-d739-48f1-b1ad-cf3ded3ee753 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:38.413427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5fdcc94-782a-4cd4-b9b9-2cbfc61f3bcd req-436be097-d739-48f1-b1ad-cf3ded3ee753 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 943 time: 0.4573543 Jan 28 09:53:38.432629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8342ecbe-3ec7-4f17-aa89-b8e4ee187246 req-ce195563-9f0d-4b63-8091-c528a310e63a tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:38.434429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8342ecbe-3ec7-4f17-aa89-b8e4ee187246 req-ce195563-9f0d-4b63-8091-c528a310e63a tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 945 time: 1.6572042 Jan 28 09:53:38.437810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Usage tracker for resource:security_group_rule and tenant:c5903f875b924393b41cdb5c746b8e68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:38.445900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:38.449039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abf75016-9464-4c3c-b45e-1d67dcd9e118 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:53:38.463974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:38.480761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port abf75016-9464-4c3c-b45e-1d67dcd9e118, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:38.491623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:38.505078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5fdcc94-782a-4cd4-b9b9-2cbfc61f3bcd req-34931927-9c17-4563-a9e3-ebfd23aad3a0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791607 Jan 28 09:53:38.584243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-3ca4b506-e7ad-40ea-9510-713a76910e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:38.584243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-3ca4b506-e7ad-40ea-9510-713a76910e3b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2292128 Jan 28 09:53:38.677476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7e969-31ee-474e-96c4-4ac5c55444e8 req-9ec3d96d-b197-4a94-a715-8f4d086334ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:38.680648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07d7e969-31ee-474e-96c4-4ac5c55444e8 req-9ec3d96d-b197-4a94-a715-8f4d086334ef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 1097 time: 0.9488299 Jan 28 09:53:38.688784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8342ecbe-3ec7-4f17-aa89-b8e4ee187246 req-eb0ff0f7-a163-44fe-b567-5d64283b3837 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314689 Jan 28 09:53:38.690667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b2a3e0e-6f64-4a12-af4d-646f6251ea02 req-45bea0c1-9d47-4b4e-99d3-f67e00e7b80c service neutron] 10.222.0.43 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8127816 Jan 28 09:53:38.707938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=abf75016-9464-4c3c-b45e-1d67dcd9e118,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:38.750100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:38.752962 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Floating IP 2946414f-2bd0-494b-872d-34762398209c associated. External IP: 172.25.1.239, port: 12ea2fb8-2c1d-4440-abb1-c18f1b105789. Jan 28 09:53:38.790285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['abf75016-9464-4c3c-b45e-1d67dcd9e118'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:53:38.883458 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747', 'code': 200} Jan 28 09:53:38.890634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:38.890634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-93e084e3-e0ea-4b48-afc1-7fd2ad1cf367 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958541 Jan 28 09:53:38.890634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:38.937794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66f5f4bd-c394-4de7-9a07-274a52434f62 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:39.029960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07d7e969-31ee-474e-96c4-4ac5c55444e8 req-034af0a7-0b95-4a3e-ad59-f25b7cb9b283 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018262 Jan 28 09:53:39.075432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-97eb851d-c68a-42dc-874e-45b6fc2cdabf service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739388 Jan 28 09:53:39.230100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-799bbd46-4ed7-43e3-bd67-26f7af493b22 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.195&port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 217 time: 0.0868027 Jan 28 09:53:39.237714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 66f5f4bd-c394-4de7-9a07-274a52434f62 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:39.251525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:39.268884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 66f5f4bd-c394-4de7-9a07-274a52434f62 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:39.268884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:39.405801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:53:39.432064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-ed6d6ddf-56ec-42c6-bf90-f63d750515df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:39.433560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-ed6d6ddf-56ec-42c6-bf90-f63d750515df service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1755319 Jan 28 09:53:39.440036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bc6a02-17bc-4bc8-a136-74d479e87b4f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:39.551219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:39.551559 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Added segment 40c70b5b-3a49-4143-8bf2-12815c974b4d of type vlan for network f4a810ec-dc2a-44d9-ac00-801dae137c6f Jan 28 09:53:39.597052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:39.684452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:39.694385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e707724-b639-4a0d-be26-a4fbf69c6531 req-6544ca89-f0d0-4c24-bdf6-cfbe8d0cc6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:39.694385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e707724-b639-4a0d-be26-a4fbf69c6531 req-6544ca89-f0d0-4c24-bdf6-cfbe8d0cc6ba service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.6118960 Jan 28 09:53:39.706595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-80445321-6462-4955-8db1-c99d4ad83a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:39.706595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-80445321-6462-4955-8db1-c99d4ad83a31 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2591503 Jan 28 09:53:39.726184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 66f5f4bd-c394-4de7-9a07-274a52434f62, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66f5f4bd-c394-4de7-9a07-274a52434f62,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:39.739471 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:39.910288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:53:39.915336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:39.936218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:53:39.976017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479819e7-0a46-4d83-9749-26f374d27bbc req-5e7679d4-4e00-4443-842e-04a1ac849962 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:39.978306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:53:39.979284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:39.983816 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-479819e7-0a46-4d83-9749-26f374d27bbc req-5e7679d4-4e00-4443-842e-04a1ac849962 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 944 time: 0.2700613 Jan 28 09:53:40.052986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=66f5f4bd-c394-4de7-9a07-274a52434f62,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:40.078654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d3bd0798-96c2-4670-9fce-71ddd5431289 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "PUT /v2.0/floatingips/2946414f-2bd0-494b-872d-34762398209c HTTP/1.1" status: 200 len: 991 time: 3.7223940 Jan 28 09:53:40.087468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:40.142239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-479819e7-0a46-4d83-9749-26f374d27bbc req-75da482b-285a-414b-96fa-892675b5e66e tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515822 Jan 28 09:53:40.298990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:53:40.307683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-eb611157-9d40-4ea8-b012-30cb3f8d51c3 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607774 Jan 28 09:53:40.421186 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'status': 'completed', 'code': 200} Jan 28 09:53:40.571880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612527c-f568-41d3-aa61-05df10397e12 req-f1e11504-5540-44e5-91d8-61281396da65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:40.571880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-f1e11504-5540-44e5-91d8-61281396da65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1096 time: 0.1344817 Jan 28 09:53:40.650930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-70117587-2497-4d1b-8159-ed1af2727c58 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200204 Jan 28 09:53:40.861630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612527c-f568-41d3-aa61-05df10397e12 req-91bc5306-3271-4152-97b5-768d57d7d8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:40.866598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-91bc5306-3271-4152-97b5-768d57d7d8d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.2868605 Jan 28 09:53:40.886413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5f4bd-c394-4de7-9a07-274a52434f62'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:40.889894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:40.889894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:40.889894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:40.923664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e707724-b639-4a0d-be26-a4fbf69c6531 req-7f576d4a-d977-4375-945f-0cf820f6831b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2175148 Jan 28 09:53:41.014573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.7238972 Jan 28 09:53:41.048609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42782) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:41.084506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-c33229b9-90b4-48a9-b6db-3d3658d108f9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.98&port_id=906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 200 len: 217 time: 0.2681549 Jan 28 09:53:41.113086 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66f5f4bd-c394-4de7-9a07-274a52434f62', 'code': 200} Jan 28 09:53:41.179399 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-b87ca414-651a-4380-9e2e-112d9e46c5aa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 999 time: 0.3093326 Jan 28 09:53:41.255255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-1318f3ea-2563-4c2c-9202-c5da6b16f0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:41.255993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '2946414f-2bd0-494b-872d-34762398209c', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'mac_address': 'fa:16:3e:9d:4f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:52:53Z', 'updated_at': '2022-01-28T09:53:37Z', 'revision_number': 1, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:41.257526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-1318f3ea-2563-4c2c-9202-c5da6b16f0ce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.0840552 Jan 28 09:53:41.263348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:53:41.308348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:53:41.308348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:41.349746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612527c-f568-41d3-aa61-05df10397e12 req-19311174-7d3e-4373-84ed-2d501dbbe3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:41.359498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-19311174-7d3e-4373-84ed-2d501dbbe3a4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.1655822 Jan 28 09:53:41.531108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273af2aa-e293-456f-be7b-3cc38ce53781 req-b35b5582-a064-4f51-aca2-75c173c0b12c tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:41.550639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'network': {'name': 'tempest-network--441594991', 'router:external': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:41.554797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-273af2aa-e293-456f-be7b-3cc38ce53781 req-b35b5582-a064-4f51-aca2-75c173c0b12c tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 1.2154250 Jan 28 09:53:41.563729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760ea76b-9e4c-4b10-b6d4-b57f148fb8fe tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Pushing event updated for resources: {'Network': ['ID=f4a810ec-dc2a-44d9-ac00-801dae137c6f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:41.595302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:41.624117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2612527c-f568-41d3-aa61-05df10397e12 req-97c11d22-fd82-4082-9df0-6bb909056b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:41.625809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-97c11d22-fd82-4082-9df0-6bb909056b0d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2680604 Jan 28 09:53:41.631727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42798) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:41.633790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:network and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:41.638794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:41.670594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:53:41.705938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-273af2aa-e293-456f-be7b-3cc38ce53781 req-eb84ccf3-3041-497d-b5d6-c8ea5a710f76 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572714 Jan 28 09:53:41.754515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:41.758192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-0a0f088c-29df-4f17-8465-1515559d366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:41.758192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-0a0f088c-29df-4f17-8465-1515559d366e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4009292 Jan 28 09:53:41.846668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Made reservation on behalf of a345ff86cbc5459587908f4f58e76e3c for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:41.846668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:41.980913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f4a810ec-dc2a-44d9-ac00-801dae137c6f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:42.074666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ba8446-178c-49a2-9578-8fe3cb37a508 req-e7965131-aaa5-47ab-a846-450844ba8d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:42.077313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4ba8446-178c-49a2-9578-8fe3cb37a508 req-e7965131-aaa5-47ab-a846-450844ba8d18 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 1097 time: 0.8176727 Jan 28 09:53:42.107356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device abf75016-9464-4c3c-b45e-1d67dcd9e118 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:53:42.146758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.235534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4ba8446-178c-49a2-9578-8fe3cb37a508 req-5371616e-72c0-4b82-838e-b172fbade5ea service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478841 Jan 28 09:53:42.272577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-66b944b9-3804-4901-a751-dc61106cc582 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5021231 Jan 28 09:53:42.279739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.296290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:42.302736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-cdd72e28-b8f9-4bb6-a1bf-10c364ddd79b service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6347454 Jan 28 09:53:42.309699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:security_group_rule and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:42.361328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:42.369894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:42.379024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:42.386348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Usage tracker for resource:security_group_rule and tenant:8ecdcd8d49174cc58063cb4b45608ee9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:42.426691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port abf75016-9464-4c3c-b45e-1d67dcd9e118 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:53:42.432140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port abf75016-9464-4c3c-b45e-1d67dcd9e118 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:53:42.432852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.443393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:42.479090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:42.481497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-a3f69c2c-6b96-41a1-82bd-51b783c316fe service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035246 Jan 28 09:53:42.568753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-0ec3714d-ae36-4cfa-8dd0-5607498df3de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.87&port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 200 len: 217 time: 0.0789368 Jan 28 09:53:42.629821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a3c615-4856-4064-83ec-c95fa77dbf80 req-06f29a04-4f01-41c6-b7cf-d040b272e9e1 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:42.629821 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72a3c615-4856-4064-83ec-c95fa77dbf80 req-06f29a04-4f01-41c6-b7cf-d040b272e9e1 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 944 time: 0.5154078 Jan 28 09:53:42.666225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2612527c-f568-41d3-aa61-05df10397e12 req-19189eda-f425-46ff-80b7-5ac0f7104570 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453844 Jan 28 09:53:42.723777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-46ea6bda-44da-45fc-910d-6c80fdb9db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:42.723777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-46ea6bda-44da-45fc-910d-6c80fdb9db1b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 200 len: 797 time: 0.1509504 Jan 28 09:53:42.733786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72a3c615-4856-4064-83ec-c95fa77dbf80 req-e3c3fe0f-542c-4e3c-b8fd-29063e011d5c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412308 Jan 28 09:53:42.737900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.767489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '2946414f-2bd0-494b-872d-34762398209c', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'mac_address': 'fa:16:3e:9d:4f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:52:53Z', 'updated_at': '2022-01-28T09:53:37Z', 'revision_number': 1, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:42.782976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81851ab8-291c-4dcc-a7fd-5039e60af5d1 None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '2946414f-2bd0-494b-872d-34762398209c', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'floating_ip_address': '172.25.1.239', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'mac_address': 'fa:16:3e:9d:4f:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:52:53Z', 'updated_at': '2022-01-28T09:53:37Z', 'revision_number': 1, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:53:42.812684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.821855 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.826997 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.836569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port abf75016-9464-4c3c-b45e-1d67dcd9e118, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:53:42.845962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.856563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:42.898306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-b9de95d6-0188-4462-b480-0e98cd865378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:42.899760 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-b9de95d6-0188-4462-b480-0e98cd865378 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e2863b2-6f71-48f1-88c5-0a613e61d893&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1714351 Jan 28 09:53:42.984479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=abf75016-9464-4c3c-b45e-1d67dcd9e118,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:42.999215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:43.067765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e666e438-0c0e-49e4-937b-f43515b73aaf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:43.097748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-209141dd-4ea5-481d-9d48-30dc41f66e18 service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829290 Jan 28 09:53:43.119044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e686f-46b2-45da-831f-8b08136816fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf75016-9464-4c3c-b45e-1d67dcd9e118'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:53:43.148225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ecdcd8d49174cc58063cb4b45608ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5112309 Jan 28 09:53:43.159681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:43.168466 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Added segment 8fec7085-508b-47d5-a33e-4ef70bd14cb1 of type vlan for network d169003a-dded-4917-9c05-da38be7b04fc Jan 28 09:53:43.218692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:43.254329 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01e31e7-8dc6-4f0a-9918-461d51025f80 None None] New status for floating IP 2946414f-2bd0-494b-872d-34762398209c: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:53:43.281974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:43.481481 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e686f-46b2-45da-831f-8b08136816fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abf75016-9464-4c3c-b45e-1d67dcd9e118', 'code': 200} Jan 28 09:53:43.494520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b326f713-7fae-4c99-bd09-ada094f56636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e455b5-4eb0-4a18-a903-912c5de2e8f6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:43.501573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-d68cf085-db62-4b9e-bfe3-98eda12e897c service neutron] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995643 Jan 28 09:53:43.536162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:43.537136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:43.537724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:43.565109 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:43.690358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-bdada281-31cd-4d37-8d53-4fcb425b04a8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 200 len: 217 time: 0.1773312 Jan 28 09:53:43.704447 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5402e66e-991b-4ee7-83fe-2a0c5af05478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:43.742949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Network': ['ID=d169003a-dded-4917-9c05-da38be7b04fc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:43.758169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-16b9e219-453d-4a96-bb64-15324a5f0308 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.6860051 Jan 28 09:53:43.761837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d169003a-dded-4917-9c05-da38be7b04fc details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:43.773556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42834) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:43.846584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4c20b-3f82-46cf-ae4b-db4561fedc68 req-13e18afd-ee84-4f08-9e4d-c0e895aa6908 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:43.846851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-fd818719-cd71-498c-9ba1-e9aa4b6633ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:43.848131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9b4c20b-3f82-46cf-ae4b-db4561fedc68 req-13e18afd-ee84-4f08-9e4d-c0e895aa6908 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.8474963 Jan 28 09:53:43.848263 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-fd818719-cd71-498c-9ba1-e9aa4b6633ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1581476 Jan 28 09:53:43.963327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5402e66e-991b-4ee7-83fe-2a0c5af05478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.041301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-e03b0bf7-d6ea-43e6-88e6-772e98b9d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:44.041301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-e03b0bf7-d6ea-43e6-88e6-772e98b9d8e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1816120 Jan 28 09:53:44.057587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b58e6b-899b-4da1-b00d-6ed6b6a0f6d0 req-3baf876e-a9e0-4716-b22e-ffc62cba0a93 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:44.057587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28b58e6b-899b-4da1-b00d-6ed6b6a0f6d0 req-3baf876e-a9e0-4716-b22e-ffc62cba0a93 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1355121 Jan 28 09:53:44.111025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.132953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9b4c20b-3f82-46cf-ae4b-db4561fedc68 req-f2b7eadb-9bcd-4c48-8384-7a75192c2160 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528901 Jan 28 09:53:44.139324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64d52d8-885b-4837-b0b1-ef791eefdc7a req-10b9cbc4-1934-4c95-96a6-8be99780cf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:44.141440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b64d52d8-885b-4837-b0b1-ef791eefdc7a req-10b9cbc4-1934-4c95-96a6-8be99780cf2d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 1096 time: 0.5572774 Jan 28 09:53:44.207855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-55707919-334d-4d7b-bcdf-eb4c41306347 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618121 Jan 28 09:53:44.215190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5402e66e-991b-4ee7-83fe-2a0c5af05478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.324417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402e66e-991b-4ee7-83fe-2a0c5af05478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e455b5-4eb0-4a18-a903-912c5de2e8f6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:44.324417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.334633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5402e66e-991b-4ee7-83fe-2a0c5af05478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.367746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5402e66e-991b-4ee7-83fe-2a0c5af05478 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87e455b5-4eb0-4a18-a903-912c5de2e8f6 HTTP/1.1" status: 204 len: 168 time: 1.0433741 Jan 28 09:53:44.374385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b64d52d8-885b-4837-b0b1-ef791eefdc7a req-5c958d6d-7c1d-476d-a5dc-4b3f8a1cd31a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914189 Jan 28 09:53:44.388693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-10b1fd6e-dcae-4f26-9dc6-fed9c0da3993 service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573431 Jan 28 09:53:44.407366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d169003a-dded-4917-9c05-da38be7b04fc']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:44.418898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28b58e6b-899b-4da1-b00d-6ed6b6a0f6d0 req-c01c8aa6-6ef5-42af-a355-35088f0b0d45 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998618 Jan 28 09:53:44.433348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fec7085-508b-47d5-a33e-4ef70bd14cb1') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:44.433348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fec7085-508b-47d5-a33e-4ef70bd14cb1') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:44.453965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.488979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.496117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:44.496525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:44.510655 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:44.644172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.679674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d169003a-dded-4917-9c05-da38be7b04fc {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:53:44.697791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.717350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Network': ['ID=d169003a-dded-4917-9c05-da38be7b04fc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:44.724716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-3a68b60a-7f48-47f1-b505-00f6930cbf07 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 200 len: 217 time: 0.1186876 Jan 28 09:53:44.729705 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2bb3fc14-3ea3-476b-90ed-115d0a448e80 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d169003a-dded-4917-9c05-da38be7b04fc HTTP/1.1" status: 204 len: 168 time: 0.9525671 Jan 28 09:53:44.731597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42856) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:44.781823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:44.791657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:44.803314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:network and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:44.838088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42860) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:44.848065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:44.863922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.878778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:44.894890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:44.894890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Usage tracker for resource:security_group_rule and tenant:7b44780fa78e4e83bf2dbbf3f0ea7cd3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:44.901249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:44.916417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Made reservation on behalf of a345ff86cbc5459587908f4f58e76e3c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:44.916417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:44.920027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:44.926338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-968c0590-d3e2-47ea-ba62-3dfb25322e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:44.926338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-968c0590-d3e2-47ea-ba62-3dfb25322e87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 200 len: 797 time: 0.1912439 Jan 28 09:53:45.028624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:45.061288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-5be178a1-4010-4b92-9c0f-d4fb2254d02c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2655959 Jan 28 09:53:45.072554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.072554 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Added segment 689b40bb-3bfb-4022-9f21-5c8f140d77ac of type vlan for network 44eda993-4feb-4378-a273-dcaf7bd34d96 Jan 28 09:53:45.107178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-6bdddf3c-6332-4e82-8ac1-60ee1384f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.108754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-6bdddf3c-6332-4e82-8ac1-60ee1384f63c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=40b143ac-fde6-45e5-a855-bc0896978f93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1769097 Jan 28 09:53:45.113246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.115833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.119900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.133951 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.187338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ced239-be79-41e5-b62b-6bcb1b62f2bd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:45.276011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-90c9d753-158c-4b6e-937b-5cad08f67483 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b44780fa78e4e83bf2dbbf3f0ea7cd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4301305 Jan 28 09:53:45.276011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42870) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:45.334598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:53:45.377492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28e39398-af89-4741-b4f5-f2a97e77cb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.413292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28e39398-af89-4741-b4f5-f2a97e77cb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.478584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28e39398-af89-4741-b4f5-f2a97e77cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.504340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e39398-af89-4741-b4f5-f2a97e77cb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ced239-be79-41e5-b62b-6bcb1b62f2bd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:45.535716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28e39398-af89-4741-b4f5-f2a97e77cb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.540307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-28e39398-af89-4741-b4f5-f2a97e77cb40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2ced239-be79-41e5-b62b-6bcb1b62f2bd HTTP/1.1" status: 204 len: 168 time: 0.2645490 Jan 28 09:53:45.636117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.636117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.636117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.713552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9709318 Jan 28 09:53:45.716372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42884) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:45.733953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'subnet': {'network_id': '44eda993-4feb-4378-a273-dcaf7bd34d96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:45.745255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:45.752458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:subnet and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:45.758987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:45.778883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:45.806296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Made reservation on behalf of a345ff86cbc5459587908f4f58e76e3c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:45.809089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:45.818050 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-36f3f1d0-8b50-4d19-b55a-61df093b2a9d service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975229 Jan 28 09:53:45.835192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2508456a-ff98-4044-af89-45435f79948a req-b4ba7ce9-a667-4566-8b21-08dbefc48e01 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.843934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2508456a-ff98-4044-af89-45435f79948a req-b4ba7ce9-a667-4566-8b21-08dbefc48e01 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.2104275 Jan 28 09:53:45.894092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13de478-d95e-44ae-8f18-14b13b3041e6 req-01848650-c281-45ee-8b9d-4c39b38ebd17 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.896433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13de478-d95e-44ae-8f18-14b13b3041e6 req-01848650-c281-45ee-8b9d-4c39b38ebd17 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.5532861 Jan 28 09:53:45.897640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea0cb8-ba29-4ba4-9dc3-e919ca4a6f07 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Network': ['ID=44eda993-4feb-4378-a273-dcaf7bd34d96,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:45.933649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 44eda993-4feb-4378-a273-dcaf7bd34d96 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:45.941857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-18cb913c-a31d-48cc-91bb-f20c62b7165e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.6776030 Jan 28 09:53:46.269974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2508456a-ff98-4044-af89-45435f79948a req-127bdf3b-d104-4da8-92ad-448253eb90b0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4214807 Jan 28 09:53:46.465616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-f73a86d8-c1f0-4dde-bcd2-d5409bfbfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:46.466630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-f73a86d8-c1f0-4dde-bcd2-d5409bfbfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:46.467093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-f73a86d8-c1f0-4dde-bcd2-d5409bfbfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:46.468982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-f73a86d8-c1f0-4dde-bcd2-d5409bfbfd88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 2293 time: 0.2271433 Jan 28 09:53:46.625834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-7cc31220-1b42-4605-9e82-09e4d66bab67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 1001 time: 0.1453671 Jan 28 09:53:46.646893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42900) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:46.733878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-eaee0b5a-8a90-4fd2-a14a-f10e9d286e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:46.733878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-eaee0b5a-8a90-4fd2-a14a-f10e9d286e28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.0955696 Jan 28 09:53:46.753169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:46.805646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13de478-d95e-44ae-8f18-14b13b3041e6 req-17de051d-3f5e-4303-a177-36b170dddc39 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8882029 Jan 28 09:53:46.820420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:46.858702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e175f385-74ff-4d4c-8b37-7aa968224be6 req-109db0ee-baae-4b51-82f4-ebcdcc85e58d service neutron] 10.222.0.43 "GET /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0242984 Jan 28 09:53:46.858702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Usage tracker for resource:security_group_rule and tenant:798f012e392247bd909f86b229372d03 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:46.867690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:46.871247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:53:46.871247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:46.882823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:47.017557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.024156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.024379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8d418712-4abe-4789-94a7-7baa063d4532,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:47.045994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-3d1024c7-8ca3-4144-bff2-bcd826469366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:47.047511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-3d1024c7-8ca3-4144-bff2-bcd826469366 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3036182 Jan 28 09:53:47.088858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Checking segment: {'id': '689b40bb-3bfb-4022-9f21-5c8f140d77ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '44eda993-4feb-4378-a273-dcaf7bd34d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:53:47.088858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Network hostable DHCP agents. Network: 44eda993-4feb-4378-a273-dcaf7bd34d96, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:53:47.113247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7740ca6-0654-485c-a92c-25de3562feee req-103dcfd3-0d7c-417a-83db-0b7c74654d08 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:47.113247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7740ca6-0654-485c-a92c-25de3562feee req-103dcfd3-0d7c-417a-83db-0b7c74654d08 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1667593 Jan 28 09:53:47.124716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Network 44eda993-4feb-4378-a273-dcaf7bd34d96 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:53:47.159768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 44eda993-4feb-4378-a273-dcaf7bd34d96) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:47.166259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=798f012e392247bd909f86b229372d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301995 Jan 28 09:53:47.169911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:47.170505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.170762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66af11eb-3a68-4976-abbf-acbda27bf6af None None] Network 44eda993-4feb-4378-a273-dcaf7bd34d96 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:53:47.174733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1b4f-b5a3-4f9b-b17e-8ce5b1411056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a9da930-83bd-43dc-930b-d3954532a1a6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:47.177099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42910) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:47.201812 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7740ca6-0654-485c-a92c-25de3562feee req-d709efdf-fcf6-4e09-9074-45f2da53672f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778041 Jan 28 09:53:47.219681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a19b0e1a-871d-4071-976c-7e1563424608 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5084755 Jan 28 09:53:47.222394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:47.237217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'floatingip': {'floating_network_id': '44eda993-4feb-4378-a273-dcaf7bd34d96'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:47.252964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:47.266739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:floatingip and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:47.275861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:47.291624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:47.316487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.330279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92df25bd-dce5-489d-807b-42dd961699a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.335923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-d815ccc7-435b-458a-b184-648cc4618147 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682476 Jan 28 09:53:47.493282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6ade2-6fca-45ee-82d8-44aff7020ecc None None] Network 44eda993-4feb-4378-a273-dcaf7bd34d96 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:53:47.543286 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92df25bd-dce5-489d-807b-42dd961699a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.549975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13278030-dae6-498e-8635-c3adaf62f1d9 req-fbfd9770-c1b4-4f14-a13d-53d2decb5689 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:47.551773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13278030-dae6-498e-8635-c3adaf62f1d9 req-fbfd9770-c1b4-4f14-a13d-53d2decb5689 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1126721 Jan 28 09:53:47.621372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13278030-dae6-498e-8635-c3adaf62f1d9 req-d9065c5f-99f7-4729-a907-1a94265bd06c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545514 Jan 28 09:53:47.631343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.654170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-95337a8f-f619-4aa0-8ff6-1fb3d69e7197 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097954 Jan 28 09:53:47.843318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92df25bd-dce5-489d-807b-42dd961699a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.871499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df25bd-dce5-489d-807b-42dd961699a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a9da930-83bd-43dc-930b-d3954532a1a6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:47.871814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-7b5a8495-2271-4f24-8ce6-17af36fcfa57 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 217 time: 0.2080650 Jan 28 09:53:47.927757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Allocated IP 172.20.0.3 (44eda993-4feb-4378-a273-dcaf7bd34d96/8d418712-4abe-4789-94a7-7baa063d4532/00739a5d-375d-46d8-99c9-50fb515f44ed) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:53:47.938338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-92df25bd-dce5-489d-807b-42dd961699a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:47.943014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-92df25bd-dce5-489d-807b-42dd961699a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a9da930-83bd-43dc-930b-d3954532a1a6 HTTP/1.1" status: 204 len: 168 time: 0.7630291 Jan 28 09:53:47.964109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c53e5e-1868-43c8-8f60-9441a5e1ec8f req-f7089f55-07c7-4183-9bec-51068610a7e1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:47.966192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d6c53e5e-1868-43c8-8f60-9441a5e1ec8f req-f7089f55-07c7-4183-9bec-51068610a7e1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 945 time: 0.6011827 Jan 28 09:53:48.024269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d6c53e5e-1868-43c8-8f60-9441a5e1ec8f req-168c06c3-7833-4b6b-94f3-7d3d3290204c tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500946 Jan 28 09:53:48.055385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-be53483a-37b4-4858-94b7-94e6bbefdb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:48.057099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-be53483a-37b4-4858-94b7-94e6bbefdb11 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1748016 Jan 28 09:53:48.170068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-e6d57d1b-078a-4fce-ac02-fe374d80dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:48.172212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:48.180116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-e6d57d1b-078a-4fce-ac02-fe374d80dac5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095462 Jan 28 09:53:48.223676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:48.387333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-db5fe999-a9cf-498b-b181-07d00305990a service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060571 Jan 28 09:53:48.426276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Network 44eda993-4feb-4378-a273-dcaf7bd34d96 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:53:48.441764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:53:48.461390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:53:48.497058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Port': ['ID=00739a5d-375d-46d8-99c9-50fb515f44ed,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:48.580338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-d94429d9-75bc-40eb-a0c9-e80173c0ade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:48.582272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-d94429d9-75bc-40eb-a0c9-e80173c0ade5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 1096 time: 0.1940360 Jan 28 09:53:48.652282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:48.665931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18caa501-98fb-4e9e-9760-7b7060bd5f6c req-c0523ba2-45c0-4242-a568-0fd7341ae437 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:48.673953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18caa501-98fb-4e9e-9760-7b7060bd5f6c req-c0523ba2-45c0-4242-a568-0fd7341ae437 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.2135789 Jan 28 09:53:48.785454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18caa501-98fb-4e9e-9760-7b7060bd5f6c req-28db9e39-38a4-4ec8-9409-8b6aa5a68acb tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105404 Jan 28 09:53:48.804897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:48.966896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-91df58f4-f842-428a-a7c6-d2a379530eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:48.968599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-91df58f4-f842-428a-a7c6-d2a379530eb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.3710942 Jan 28 09:53:49.068688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:49.073397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-20885b3f-1c15-4122-a3cb-146a497d22c9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118 HTTP/1.1" status: 200 len: 217 time: 0.0870960 Jan 28 09:53:49.073905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:49.076538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-602dbfdb-b83c-46ae-a209-309a71cb7e93 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6504867 Jan 28 09:53:49.189352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-a5d810f0-53da-4cd5-8ed0-3dee6b9b1e16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 217 time: 0.1048453 Jan 28 09:53:49.256594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8008f1-f6da-451f-b58f-76594e6a8a88 req-f5a6aa9a-0ac0-47fd-99bd-f517b08f5852 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:49.265197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f8008f1-f6da-451f-b58f-76594e6a8a88 req-f5a6aa9a-0ac0-47fd-99bd-f517b08f5852 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.3405249 Jan 28 09:53:49.310802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Port': ['ID=00739a5d-375d-46d8-99c9-50fb515f44ed,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:49.329161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-c895f21c-031e-46db-8c32-4524c221f8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:49.330991 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-c895f21c-031e-46db-8c32-4524c221f8ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.2453773 Jan 28 09:53:49.342496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-90ede408-d303-4d56-a0bb-a6816d5c3f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:49.357501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-90ede408-d303-4d56-a0bb-a6816d5c3f28 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1608660 Jan 28 09:53:49.366334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f8008f1-f6da-451f-b58f-76594e6a8a88 req-51b75104-45a3-4ac4-8f6b-6e20c31b0653 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994043 Jan 28 09:53:49.378087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:49.423517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:49.429370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ee6b18b3-b8a2-48b6-9cb9-909fdcf2ab39 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.2046027 Jan 28 09:53:49.430886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42966) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:49.538797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6ebc66b-3d41-4bcb-b317-a0ddc7afbcda tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Synchronizing usage tracker for tenant:a345ff86cbc5459587908f4f58e76e3c on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:49.562026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6ebc66b-3d41-4bcb-b317-a0ddc7afbcda tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Unset dirty status for tenant:a345ff86cbc5459587908f4f58e76e3c on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:49.564235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d6ebc66b-3d41-4bcb-b317-a0ddc7afbcda tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=44eda993-4feb-4378-a273-dcaf7bd34d96 HTTP/1.1" status: 200 len: 689 time: 0.1322920 Jan 28 09:53:49.567150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42972) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:49.581322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-7e9d9920-5794-4d2b-93c6-b6a8e87da7fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224445 Jan 28 09:53:49.712818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:49.850720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Deleting port 00739a5d-375d-46d8-99c9-50fb515f44ed {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:53:49.851073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:49.855509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-98a52b6e-d921-4818-ba41-b8c87b005eff service neutron] 10.222.0.43 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707222 Jan 28 09:53:50.038025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:50.038353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:50.096180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-821df46d-f99f-4fe7-9f4c-4b3b3a97c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:50.097631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-821df46d-f99f-4fe7-9f4c-4b3b3a97c5e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7301855 Jan 28 09:53:50.113032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09ef6bb4-c330-4195-8607-cb3846e09624 req-57865f6c-74b1-4c9e-8f5c-6a2febe94666 service neutron] 10.222.0.43 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516272 Jan 28 09:53:50.138555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83522bcc-f30e-447f-a0c7-ca6222c7c15c req-0aa1500b-7c5f-415f-90e2-e71ad890deea tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:50.140041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83522bcc-f30e-447f-a0c7-ca6222c7c15c req-0aa1500b-7c5f-415f-90e2-e71ad890deea tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.2155099 Jan 28 09:53:50.171785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Calling delete_port for 00739a5d-375d-46d8-99c9-50fb515f44ed owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:53:50.296366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83522bcc-f30e-447f-a0c7-ca6222c7c15c req-d1c78fc9-922c-49d2-83f2-682fc0916f52 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937681 Jan 28 09:53:50.345456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c39ef-aea5-46e7-961f-ac01013ca172 req-da99daaa-9b44-4f4a-b15a-38852266893f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:50.352600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-850c39ef-aea5-46e7-961f-ac01013ca172 req-da99daaa-9b44-4f4a-b15a-38852266893f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1192102 Jan 28 09:53:50.387896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-3ccac414-4e8c-4591-babc-313d9df257eb service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773192 Jan 28 09:53:50.407141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-850c39ef-aea5-46e7-961f-ac01013ca172 req-e4b9a1b1-da9e-40d3-bbfd-d91fee04d6a2 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536203 Jan 28 09:53:50.574892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:50.660341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Port': ['ID=00739a5d-375d-46d8-99c9-50fb515f44ed,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:50.751448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-af4e006f-8bf1-4a8a-8e84-5d93d22bdc06 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565798 Jan 28 09:53:50.819120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:50.853293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-cc7b0796-7628-424a-acf4-87b47c9e03d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 217 time: 0.0945168 Jan 28 09:53:50.936375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-e5ec0fa3-c292-49f8-820f-92a6cbc7d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:50.937974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-e5ec0fa3-c292-49f8-820f-92a6cbc7d4c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.0788393 Jan 28 09:53:50.972063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.035857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-f3ba1f58-f014-410a-bc69-f2dfd069994f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.037077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-f3ba1f58-f014-410a-bc69-f2dfd069994f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0913906 Jan 28 09:53:51.056385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad11ce-09c0-4fde-bf7b-0f2d8af49166 req-853e0473-8895-4b60-9bc7-11d4fe17aab1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.062726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad11ce-09c0-4fde-bf7b-0f2d8af49166 req-853e0473-8895-4b60-9bc7-11d4fe17aab1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.068479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad11ce-09c0-4fde-bf7b-0f2d8af49166 req-853e0473-8895-4b60-9bc7-11d4fe17aab1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.070123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77ad11ce-09c0-4fde-bf7b-0f2d8af49166 req-853e0473-8895-4b60-9bc7-11d4fe17aab1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71&device_id=ce4db91d-4081-4110-91e0-656ed3af02bf&device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 2418 time: 0.1977992 Jan 28 09:53:51.178139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77ad11ce-09c0-4fde-bf7b-0f2d8af49166 req-44cb9c66-4e89-4154-acc7-c087498cf2d1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965111 Jan 28 09:53:51.180448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.230353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8d418712-4abe-4789-94a7-7baa063d4532,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:51.329764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.485311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-72d43168-ac26-4ce0-a12c-bd7042f923c5 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4413385 Jan 28 09:53:51.514190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eda993-4feb-4378-a273-dcaf7bd34d96']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:51.527325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689b40bb-3bfb-4022-9f21-5c8f140d77ac') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:51.527689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689b40bb-3bfb-4022-9f21-5c8f140d77ac') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:51.549220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.568026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.577112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:51.577516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:51.676795 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:51.720044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f26021-1664-4234-bb55-b9b8de5e75ab req-4c96c971-ca5e-46e8-a0e1-5db8b3514c25 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.721762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24f26021-1664-4234-bb55-b9b8de5e75ab req-4c96c971-ca5e-46e8-a0e1-5db8b3514c25 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.3029671 Jan 28 09:53:51.746016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.762132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 44eda993-4feb-4378-a273-dcaf7bd34d96 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:53:51.767105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-421e9d40-6637-4c59-afaf-f260ab55de0e service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633557 Jan 28 09:53:51.769303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:51.774423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Network': ['ID=44eda993-4feb-4378-a273-dcaf7bd34d96,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:51.803723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06012099-e86d-45ee-b4c5-24fb41eb08c3 req-973cde89-685b-45a4-a250-0b1d01c6b336 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.805341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06012099-e86d-45ee-b4c5-24fb41eb08c3 req-973cde89-685b-45a4-a250-0b1d01c6b336 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1272595 Jan 28 09:53:51.810673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b641efbe-608a-4948-a84f-893456fb7a6d tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/networks/44eda993-4feb-4378-a273-dcaf7bd34d96 HTTP/1.1" status: 204 len: 168 time: 2.2389112 Jan 28 09:53:51.812768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43042) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:51.880971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24f26021-1664-4234-bb55-b9b8de5e75ab req-7f4b1e98-e4f5-4f97-95be-10c62253cf37 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428089 Jan 28 09:53:51.886620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-04c06363-86ad-4a7a-af1e-73ec6688a850 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 217 time: 0.1015124 Jan 28 09:53:51.957926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06012099-e86d-45ee-b4c5-24fb41eb08c3 req-696387d5-5279-43b9-ade6-86633eea5618 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445997 Jan 28 09:53:51.985676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23392bba-39f5-4e0e-ba76-7dcd40f9153c tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Synchronizing usage tracker for tenant:a345ff86cbc5459587908f4f58e76e3c on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:51.995105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-c2ee900a-26cf-49b5-895e-49d324147763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:51.997745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-c2ee900a-26cf-49b5-895e-49d324147763 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1061370 Jan 28 09:53:52.010914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23392bba-39f5-4e0e-ba76-7dcd40f9153c tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Unset dirty status for tenant:a345ff86cbc5459587908f4f58e76e3c on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:52.017372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-23392bba-39f5-4e0e-ba76-7dcd40f9153c tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2566 time: 0.2030189 Jan 28 09:53:52.018130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43052) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:52.178577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.179766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.179766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.179956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.180346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.180830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.181872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.181872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.182116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.182553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.182987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.183420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.183855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.184287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.186957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Synchronizing usage tracker for tenant:a345ff86cbc5459587908f4f58e76e3c on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:52.217369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-56723343-88a5-401d-b317-77ce245c0406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.220709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-56723343-88a5-401d-b317-77ce245c0406 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2097387 Jan 28 09:53:52.225872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Unset dirty status for tenant:a345ff86cbc5459587908f4f58e76e3c on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:52.230962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4eb169d6-2dbc-46bf-b94f-1d21edb68ddb tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8943 time: 0.2094331 Jan 28 09:53:52.231785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43060) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:52.380536 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-8fdef1e9-8771-4c13-9bd9-00f466c425d9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] delete failed (client error): The resource could not be found. Jan 28 09:53:52.381582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8fdef1e9-8771-4c13-9bd9-00f466c425d9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/c121d9c9-c521-46f3-9e06-112bd3bd0a27 HTTP/1.1" status: 404 len: 345 time: 0.1479783 Jan 28 09:53:52.384161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43064) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:52.422900 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-526823e6-e759-4277-aebd-f1ba42895542 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] DELETE failed (client error): The resource could not be found. Jan 28 09:53:52.423380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-526823e6-e759-4277-aebd-f1ba42895542 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:53:52.425834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-526823e6-e759-4277-aebd-f1ba42895542 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/networks/44eda993-4feb-4378-a273-dcaf7bd34d96 HTTP/1.1" status: 404 len: 339 time: 0.0406735 Jan 28 09:53:52.429508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43068) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:52.437948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'network': {'name': 'tempest-network--1909513175', 'router:external': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:52.470463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:52.478172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:network and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:52.483464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:52.500483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:52.509289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-9e76dee0-769e-4814-9ece-24367a1bdf4a service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789652 Jan 28 09:53:52.515948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Made reservation on behalf of a345ff86cbc5459587908f4f58e76e3c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:52.518465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:52.671054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:52.678278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-cd9f985a-7b98-469c-84d2-30510e5a0417 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422675 Jan 28 09:53:52.688212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:52.688608 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Added segment a51f045f-c427-4a13-aa38-8af88786db41 of type vlan for network 74b3f112-9abd-4840-a29b-09482c1381b6 Jan 28 09:53:52.759795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-0eef5d23-9dee-431c-b9c5-8c7a84e39076 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 217 time: 0.0729785 Jan 28 09:53:52.831155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:52.847727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-a26d82df-253f-4519-9c58-b62889905349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.849420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-a26d82df-253f-4519-9c58-b62889905349 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.0834110 Jan 28 09:53:52.925454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:52.926611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:52.927383 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:53.066983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Network': ['ID=74b3f112-9abd-4840-a29b-09482c1381b6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:53.080627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 74b3f112-9abd-4840-a29b-09482c1381b6 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:53.101626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43090) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:53.102671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9e3a7693-2644-4192-afc7-2154447d1ec9 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6682885 Jan 28 09:53:53.117079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-041de752-5ba8-4c75-a4ea-398cc9c5c0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:53.121383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-041de752-5ba8-4c75-a4ea-398cc9c5c0cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2581141 Jan 28 09:53:53.408815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5823d84-0174-4da9-a8b1-4744a7d4ab11 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:53.415166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5823d84-0174-4da9-a8b1-4744a7d4ab11 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:53.421553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5823d84-0174-4da9-a8b1-4744a7d4ab11 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:53.427283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5823d84-0174-4da9-a8b1-4744a7d4ab11 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:53.429004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d5823d84-0174-4da9-a8b1-4744a7d4ab11 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3259912 Jan 28 09:53:53.433041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:53.456405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-90dbf2bb-f3b4-4bf0-9b9f-87edcbac9e63 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274448 Jan 28 09:53:53.676016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29841661-918f-468c-b014-9126c2b417fb req-9953f35a-3550-42e4-a4d3-541fea2e8ff0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:53.682983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-29841661-918f-468c-b014-9126c2b417fb req-9953f35a-3550-42e4-a4d3-541fea2e8ff0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.4177113 Jan 28 09:53:53.696093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-0e103845-7cc3-4317-a24c-8f6aae234cd0 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304654 Jan 28 09:53:53.740216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:53.789244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-29841661-918f-468c-b014-9126c2b417fb req-09e1a0b8-8d65-46ef-b620-6ade19758f7a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037314 Jan 28 09:53:53.991532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.028543 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-1b7d233a-a753-49bb-98cd-c873a104ad60 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.3239770 Jan 28 09:53:54.031821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b3f112-9abd-4840-a29b-09482c1381b6']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:54.051585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51f045f-c427-4a13-aa38-8af88786db41') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:54.052064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51f045f-c427-4a13-aa38-8af88786db41') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:54.068618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.100428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.116745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:54.117149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:54.132572 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:54.172823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-d5b50577-c2d0-49e2-bc4d-9d186ab9629d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:54.174336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-d5b50577-c2d0-49e2-bc4d-9d186ab9629d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1392426 Jan 28 09:53:54.257327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.298937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-6120fb2d-a064-4bc0-87cb-3d3136b1ed84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:54.300571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-6120fb2d-a064-4bc0-87cb-3d3136b1ed84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1185558 Jan 28 09:53:54.323762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74b3f112-9abd-4840-a29b-09482c1381b6 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:53:54.327863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.343513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Network': ['ID=74b3f112-9abd-4840-a29b-09482c1381b6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:54.347379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-05e3ec66-c62a-43e0-89bc-138ab4561db7 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/networks/74b3f112-9abd-4840-a29b-09482c1381b6 HTTP/1.1" status: 204 len: 168 time: 0.9135499 Jan 28 09:53:54.367510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:54.374535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'network': {'name': 'tempest-network--501215296', 'router:external': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:54.411773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:54.416696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:network and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:54.438027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:54.453605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:54.487564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Made reservation on behalf of a345ff86cbc5459587908f4f58e76e3c for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:54.490397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.635366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:54.647216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-6b0bec4d-c1c2-4115-b4cb-c4803394cde8 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378861 Jan 28 09:53:54.705424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.708145 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Added segment d2147c65-70c1-44fb-9feb-de8872b8ee5a of type vlan for network c82d98b0-b1a9-497f-905c-9762ebb68b7c Jan 28 09:53:54.841460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.963867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:54.965558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:54.966275 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:55.262008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8932054 Jan 28 09:53:55.267945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43316) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:55.274400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27d26d8b-1e5c-4347-97c3-923ee3e95f35 req-b10708da-a892-4890-bda6-5e7bbb995356 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186202 Jan 28 09:53:55.322354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b33b7-7a99-41de-95ce-002054570a3e tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Network': ['ID=c82d98b0-b1a9-497f-905c-9762ebb68b7c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:55.333944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c82d98b0-b1a9-497f-905c-9762ebb68b7c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:55.511613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3d953-2d4b-4f8e-b69f-cf00ae9ba2a3 req-d4958f03-5e2e-4bb6-8fd7-feabab467f33 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:55.520642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-daa3d953-2d4b-4f8e-b69f-cf00ae9ba2a3 req-d4958f03-5e2e-4bb6-8fd7-feabab467f33 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.4957142 Jan 28 09:53:55.540542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e54cab-bf02-41ab-8a34-c09343b93195 req-fbac0d5d-06cf-43df-9b98-a6ee2bdfab9b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:55.560224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41e54cab-bf02-41ab-8a34-c09343b93195 req-fbac0d5d-06cf-43df-9b98-a6ee2bdfab9b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1740696 Jan 28 09:53:55.572872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738d492-e233-47d3-95d0-ee84506e35a6 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:55.574132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d738d492-e233-47d3-95d0-ee84506e35a6 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Synchronizing usage tracker for tenant:c5903f875b924393b41cdb5c746b8e68 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:53:55.597254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-daa3d953-2d4b-4f8e-b69f-cf00ae9ba2a3 req-00afa1c6-2e02-4747-86da-7b8acef1e525 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756147 Jan 28 09:53:55.645455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41e54cab-bf02-41ab-8a34-c09343b93195 req-8ba2c8d1-50f3-4437-9ba5-a0ff08062a06 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843709 Jan 28 09:53:55.653177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d738d492-e233-47d3-95d0-ee84506e35a6 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Unset dirty status for tenant:c5903f875b924393b41cdb5c746b8e68 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:53:55.658730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d738d492-e233-47d3-95d0-ee84506e35a6 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] 10.222.0.42 "GET /v2.0/networks/c82d98b0-b1a9-497f-905c-9762ebb68b7c HTTP/1.1" status: 200 len: 756 time: 0.3835776 Jan 28 09:53:55.661552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43360) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:55.789958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8b98f1-9312-4a76-8014-3dc281d67e29 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:55.791307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5c8b98f1-9312-4a76-8014-3dc281d67e29 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] 10.222.0.42 "GET /v2.0/networks/f4a810ec-dc2a-44d9-ac00-801dae137c6f HTTP/1.1" status: 200 len: 767 time: 0.1286674 Jan 28 09:53:55.794133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43382) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:55.897494 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a021a692-3edc-4206-9adf-6de40217792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:55.913438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.061648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.101903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c82d98b0-b1a9-497f-905c-9762ebb68b7c']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:56.116102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2147c65-70c1-44fb-9feb-de8872b8ee5a') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:56.116356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2147c65-70c1-44fb-9feb-de8872b8ee5a') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:56.128925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.147981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.158189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:56.158574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:56.174181 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:56.285743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.294420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c82d98b0-b1a9-497f-905c-9762ebb68b7c {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:53:56.296893 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.303517 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:53:56.323863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/networks/c82d98b0-b1a9-497f-905c-9762ebb68b7c HTTP/1.1" status: 204 len: 168 time: 0.5286758 Jan 28 09:53:56.327382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43472) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:56.330330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7df40ad-8fe0-4295-928c-2972667ebb85 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Network': ['ID=c82d98b0-b1a9-497f-905c-9762ebb68b7c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:56.336087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'network': {'name': 'tempest-network--582389375'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:56.343617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:53:56.348334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Usage tracker for resource:network and tenant:a345ff86cbc5459587908f4f58e76e3c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:53:56.351583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:53:56.358947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:53:56.373831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Made reservation on behalf of a345ff86cbc5459587908f4f58e76e3c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:53:56.376397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.408393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:53:56.419638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.420017 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Added segment 3170deee-4851-4522-972f-fcae2e42511f of type vlan for network d9a2b154-89f2-419f-8de5-edb34b2e798c Jan 28 09:53:56.464805 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.504358 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.505975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:56.506991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:56.633652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3022337 Jan 28 09:53:56.634475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43516) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:56.639688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Request body: {'network': {'router:external': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:53:56.649338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17482da5-2045-422d-860c-3ad53717337f tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a2b154-89f2-419f-8de5-edb34b2e798c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:56.664223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d9a2b154-89f2-419f-8de5-edb34b2e798c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:53:56.944591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6414858c-63e8-4c3e-8d17-0183309a99b7 req-9eb76e78-bd68-43aa-a745-c171de2863d9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:56.955189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6414858c-63e8-4c3e-8d17-0183309a99b7 req-9eb76e78-bd68-43aa-a745-c171de2863d9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.2024405 Jan 28 09:53:57.173385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6414858c-63e8-4c3e-8d17-0183309a99b7 req-0473ff8c-a011-4975-8fc3-89c85146aa84 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170026 Jan 28 09:53:57.222803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dd9672-2520-49cc-8e9b-755bcbb1a4c6 req-bec50358-6a31-48bc-8a5b-c05a29703faa tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:57.229788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13dd9672-2520-49cc-8e9b-755bcbb1a4c6 req-bec50358-6a31-48bc-8a5b-c05a29703faa tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.3396029 Jan 28 09:53:57.306064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13dd9672-2520-49cc-8e9b-755bcbb1a4c6 req-a6ea5aa8-0bce-420a-be1a-58e577d16cf0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754178 Jan 28 09:53:57.343148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.355356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.395165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Network d9a2b154-89f2-419f-8de5-edb34b2e798c is not hosted by any dhcp agent {{(pid=87541) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 09:53:57.396035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:57.396614 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.400557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "PUT /v2.0/networks/d9a2b154-89f2-419f-8de5-edb34b2e798c HTTP/1.1" status: 200 len: 857 time: 0.7633984 Jan 28 09:53:57.401027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43620) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:57.516951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034160dd-14a3-4bbb-af55-8c84d2c9ea10 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event updated for resources: {'Network': ['ID=d9a2b154-89f2-419f-8de5-edb34b2e798c,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:57.560490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.705363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.732386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a2b154-89f2-419f-8de5-edb34b2e798c']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:57.745430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3170deee-4851-4522-972f-fcae2e42511f') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:57.745938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3170deee-4851-4522-972f-fcae2e42511f') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:57.757363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.773364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.780059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:57.780448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:57.793516 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:57.873712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.889999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d9a2b154-89f2-419f-8de5-edb34b2e798c {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:53:57.893914 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:57.901389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9a2b154-89f2-419f-8de5-edb34b2e798c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:57.905192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7d089105-6729-4d47-907d-f4bd98d47812 tempest-ExternalNetworksTestJSON-1808788309 tempest-ExternalNetworksTestJSON-1808788309-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d9a2b154-89f2-419f-8de5-edb34b2e798c HTTP/1.1" status: 204 len: 168 time: 0.5034215 Jan 28 09:53:57.908401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43668) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:57.946666 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cf77016-d001-4a69-a3ca-3769c15a6cde tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] DELETE failed (client error): The resource could not be found. Jan 28 09:53:57.947127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cf77016-d001-4a69-a3ca-3769c15a6cde tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:53:57.948850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7cf77016-d001-4a69-a3ca-3769c15a6cde tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] 10.222.0.42 "DELETE /v2.0/subnets/8d418712-4abe-4789-94a7-7baa063d4532 HTTP/1.1" status: 404 len: 337 time: 0.0393534 Jan 28 09:53:57.951873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43674) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:58.069963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.208198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.239064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4a810ec-dc2a-44d9-ac00-801dae137c6f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:58.254606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c70b5b-3a49-4143-8bf2-12815c974b4d') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:58.255110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c70b5b-3a49-4143-8bf2-12815c974b4d') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:53:58.268505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.286536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.297413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:53:58.298360 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.351017 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71c438dd-afd6-46e5-b502-8b464c215aaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:53:58.402087 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:53:58.445866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.451661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e78defd-f506-4c3d-9d9b-0f790e27ec98 req-6b561691-4b55-49f0-b6d5-6508cf9831f2 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:58.461493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e78defd-f506-4c3d-9d9b-0f790e27ec98 req-6b561691-4b55-49f0-b6d5-6508cf9831f2 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1692483 Jan 28 09:53:58.483651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:58.509624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] Pushing event deleted for resources: {'Network': ['ID=f4a810ec-dc2a-44d9-ac00-801dae137c6f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:58.530386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d707b4e9-7530-4f50-a15c-a8b83858e0e4 tempest-ExternalNetworksTestJSON-616957534 tempest-ExternalNetworksTestJSON-616957534-project] 10.222.0.42 "DELETE /v2.0/networks/f4a810ec-dc2a-44d9-ac00-801dae137c6f HTTP/1.1" status: 204 len: 168 time: 0.5774782 Jan 28 09:53:58.536858 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e78defd-f506-4c3d-9d9b-0f790e27ec98 req-44d1f2be-caa3-4764-8477-8047656e2ab7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697918 Jan 28 09:53:58.675490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd993333-751b-41aa-ac77-7d3318a4cdef req-255fb63f-2580-4f68-83b7-8d94f353186c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:58.677522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fd993333-751b-41aa-ac77-7d3318a4cdef req-255fb63f-2580-4f68-83b7-8d94f353186c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1084573 Jan 28 09:53:58.739658 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fd993333-751b-41aa-ac77-7d3318a4cdef req-a48f7b97-7b0d-4144-bc31-42674043a5b8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529850 Jan 28 09:53:58.998318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:59.317214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-607b2de9-1026-46cf-a8b3-4f8d09703308 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c5903f875b924393b41cdb5c746b8e68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3153768 Jan 28 09:53:59.317689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43722) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:53:59.381411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:59.385517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:59.387008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-912caed6-16ce-4b47-b4b8-15acfd0dca62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:59.415005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-912caed6-16ce-4b47-b4b8-15acfd0dca62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:59.474445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-912caed6-16ce-4b47-b4b8-15acfd0dca62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:59.498403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912caed6-16ce-4b47-b4b8-15acfd0dca62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bc6a02-17bc-4bc8-a136-74d479e87b4f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:53:59.500699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-912caed6-16ce-4b47-b4b8-15acfd0dca62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:53:59.501909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-912caed6-16ce-4b47-b4b8-15acfd0dca62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97bc6a02-17bc-4bc8-a136-74d479e87b4f HTTP/1.1" status: 204 len: 168 time: 0.1831386 Jan 28 09:53:59.794055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb50ce0-8e96-4a5d-bdab-07f646f02dfa req-912f60c5-ad34-4f1d-a5bf-707f73365c95 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:53:59.795228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cfb50ce0-8e96-4a5d-bdab-07f646f02dfa req-912f60c5-ad34-4f1d-a5bf-707f73365c95 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1235981 Jan 28 09:53:59.861620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cfb50ce0-8e96-4a5d-bdab-07f646f02dfa req-5a0b4a8b-9b8d-4ef0-81d4-5e44842dcf4d tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598924 Jan 28 09:54:00.017207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:00.022461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87238cb6-9362-4fbb-b252-36e5108c0440 req-15bbccda-6055-48e3-98ab-26c4bfeb2d9e tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:00.023932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87238cb6-9362-4fbb-b252-36e5108c0440 req-15bbccda-6055-48e3-98ab-26c4bfeb2d9e tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.0840774 Jan 28 09:54:00.074633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-125ab9a4-1dc2-45d2-a87a-9d8c91c941b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a345ff86cbc5459587908f4f58e76e3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556898 Jan 28 09:54:00.077144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43756) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:00.082500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87238cb6-9362-4fbb-b252-36e5108c0440 req-94e8bf83-e0f8-434c-89dc-77dfa4a5d3f6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516005 Jan 28 09:54:00.141116 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48875b87-920d-43f6-b7c5-b4979e5f99a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:00.169386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48875b87-920d-43f6-b7c5-b4979e5f99a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:00.226634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48875b87-920d-43f6-b7c5-b4979e5f99a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:00.246086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48875b87-920d-43f6-b7c5-b4979e5f99a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e666e438-0c0e-49e4-937b-f43515b73aaf,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:00.250172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48875b87-920d-43f6-b7c5-b4979e5f99a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:00.251444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48875b87-920d-43f6-b7c5-b4979e5f99a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e666e438-0c0e-49e4-937b-f43515b73aaf HTTP/1.1" status: 204 len: 168 time: 0.1732802 Jan 28 09:54:00.768737 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:01.099251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77458458-f86b-4069-96e3-2e707b596553 req-41fabd5e-8fd4-4f95-89d2-f93549e49894 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:01.107055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77458458-f86b-4069-96e3-2e707b596553 req-41fabd5e-8fd4-4f95-89d2-f93549e49894 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1169045 Jan 28 09:54:01.162446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77458458-f86b-4069-96e3-2e707b596553 req-4bcb6469-34e6-49fd-8a57-ced390859006 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544341 Jan 28 09:54:01.346750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ced1edd-57fe-443c-b4d5-b61a651a5cb5 req-c913ba03-a0d8-4222-ab4a-e6c431f09774 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:01.348192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ced1edd-57fe-443c-b4d5-b61a651a5cb5 req-c913ba03-a0d8-4222-ab4a-e6c431f09774 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1038070 Jan 28 09:54:01.402118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ced1edd-57fe-443c-b4d5-b61a651a5cb5 req-b53c8b96-81e3-4073-8368-0ef194c2f52d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478036 Jan 28 09:54:01.981535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43832) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:02.155975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:02.155975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:02.168872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Usage tracker for resource:floatingip and tenant:faea6969a19e46699f61642dad69957d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:02.168872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:02.172831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:02.186272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:02.493664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f0c00-f5b8-44a7-80b5-c2d95be95eb1 req-fe94b128-5636-46be-b583-2788008a8026 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:02.495135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-918f0c00-f5b8-44a7-80b5-c2d95be95eb1 req-fe94b128-5636-46be-b583-2788008a8026 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1148357 Jan 28 09:54:02.548640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:02.600520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63aec5-2f23-4b45-b086-21d2c0db7f93 req-a8e37d0f-bdb2-45c8-a90c-5e46d1121372 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:02.602948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e63aec5-2f23-4b45-b086-21d2c0db7f93 req-a8e37d0f-bdb2-45c8-a90c-5e46d1121372 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.0850980 Jan 28 09:54:02.612771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-918f0c00-f5b8-44a7-80b5-c2d95be95eb1 req-ac820a54-6f82-4e0e-9014-98ffddfc4e83 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082320 Jan 28 09:54:02.656919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e63aec5-2f23-4b45-b086-21d2c0db7f93 req-15ae30bf-87d1-4347-a44d-d34b3cda7391 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471456 Jan 28 09:54:02.702341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Allocated IP 172.25.1.141 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/38122cd6-2f67-477a-aa02-de845cf02900) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:02.858190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:02.889472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:02.960192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:02.963138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:02.967339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:03.001116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Pushing event updated for resources: {'Port': ['ID=38122cd6-2f67-477a-aa02-de845cf02900,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:03.050499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.120907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.386734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.394009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.520410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Pushing event updated for resources: {'Port': ['ID=38122cd6-2f67-477a-aa02-de845cf02900,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:03.528858 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.554241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.558698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60c8a7ac-c23e-4b22-ab4e-35be7d9dab06 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5759273 Jan 28 09:54:03.558937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:03.567613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-61747380', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'fixed_ips': [{'ip_address': '172.25.1.141'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:03.582704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:03.588885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Usage tracker for resource:port and tenant:faea6969a19e46699f61642dad69957d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:03.592988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:03.600387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:03.613713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Made reservation on behalf of faea6969a19e46699f61642dad69957d for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:03.619343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.637052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.654111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:03.658507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Usage tracker for resource:security_group_rule and tenant:faea6969a19e46699f61642dad69957d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:03.661464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:03.667809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:03.767381 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.772697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:03.785916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] device_id is not set on port 218f932d-3781-40f9-80fe-6cd324be572e yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:54:03.864561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840d0fef-7cb5-4bf4-bb27-9cbb73a5adfd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:03.987918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9694c320-e86a-43cc-9348-ca4ed381ee9e req-b2453b24-3482-4f12-8b1f-e6fea5875301 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:03.990835 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9694c320-e86a-43cc-9348-ca4ed381ee9e req-b2453b24-3482-4f12-8b1f-e6fea5875301 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1187017 Jan 28 09:54:04.051831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9694c320-e86a-43cc-9348-ca4ed381ee9e req-57f6b75f-5f91-45d3-b68f-dcfe348ffab2 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550992 Jan 28 09:54:04.053409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b5a108-a537-4a46-9a75-53a10acf7995 req-ebcea50f-fb47-47d0-af6e-a345971a24bd tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:04.063810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77b5a108-a537-4a46-9a75-53a10acf7995 req-ebcea50f-fb47-47d0-af6e-a345971a24bd tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1678362 Jan 28 09:54:04.192707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77b5a108-a537-4a46-9a75-53a10acf7995 req-700bf7f9-aea4-4ba2-a3ad-ced1c5a0fd2f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220691 Jan 28 09:54:04.213862 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 09:54:04.214361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:54:04.241846 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-853dcd1c-b8ec-48cd-a24b-5f42f9a13835 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.6810877 Jan 28 09:54:04.244576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43924) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:04.436447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Deleting port 38122cd6-2f67-477a-aa02-de845cf02900 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:04.437039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:04.646846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:04.647174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:04.773695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Calling delete_port for 38122cd6-2f67-477a-aa02-de845cf02900 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:05.047490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:05.101948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Pushing event deleted for resources: {'Port': ['ID=38122cd6-2f67-477a-aa02-de845cf02900,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:05.230273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:05.241951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:05.243187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7cda588d-ea06-4c42-aa2f-954ed4e1859d tempest-ExternalNetworksAdminNegativeTestJSON-1109667913 tempest-ExternalNetworksAdminNegativeTestJSON-1109667913-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/2f52569c-3386-4351-9bac-f1e0825cac35 HTTP/1.1" status: 204 len: 168 time: 0.9975216 Jan 28 09:54:05.288956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4ab4eb-f3f7-47e0-863d-491e6f65eceb req-5468d9c5-8644-4597-a73a-ffd827e4acb1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:05.290482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee4ab4eb-f3f7-47e0-863d-491e6f65eceb req-5468d9c5-8644-4597-a73a-ffd827e4acb1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1227422 Jan 28 09:54:05.401554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee4ab4eb-f3f7-47e0-863d-491e6f65eceb req-a65c9904-2eef-40ec-9198-d4ee11115952 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037695 Jan 28 09:54:05.625397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38ae93-24e9-4e07-a35e-a9a545359a5f req-9de905d1-8bc5-4942-b50c-c39dd282f9de tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:05.633613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec38ae93-24e9-4e07-a35e-a9a545359a5f req-9de905d1-8bc5-4942-b50c-c39dd282f9de tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1592448 Jan 28 09:54:05.682077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:05.693452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec38ae93-24e9-4e07-a35e-a9a545359a5f req-b3c5313f-1c0b-4d60-9c00-5993769f4b49 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586405 Jan 28 09:54:05.813235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:05.830065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:05.837540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Usage tracker for resource:security_group_rule and tenant:dabcb30af6704e24be2d6f9c6680dca1 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:05.840872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:05.849192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:05.953318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:05.982524 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:05.987314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.041094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dabcb30af6704e24be2d6f9c6680dca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3548944 Jan 28 09:54:06.041880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44010) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:06.047162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae611839-72ff-4e70-9af7-029b2edf3697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204fd2fd-e5c6-4e30-bc53-df63f2a1d649,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:06.112039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.136991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:06.144883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Usage tracker for resource:security_group_rule and tenant:3cedcca9df43416087787f206eb7979f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:06.149944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:06.155406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80a76b05-d9d5-4ac5-8ef0-08f5c8c7d91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.161033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:06.198081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80a76b05-d9d5-4ac5-8ef0-08f5c8c7d91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.293215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80a76b05-d9d5-4ac5-8ef0-08f5c8c7d91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.320979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a76b05-d9d5-4ac5-8ef0-08f5c8c7d91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204fd2fd-e5c6-4e30-bc53-df63f2a1d649,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:06.325750 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.333024 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.352295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80a76b05-d9d5-4ac5-8ef0-08f5c8c7d91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.356779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80a76b05-d9d5-4ac5-8ef0-08f5c8c7d91e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/204fd2fd-e5c6-4e30-bc53-df63f2a1d649 HTTP/1.1" status: 204 len: 168 time: 0.3141437 Jan 28 09:54:06.391573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70333160-31e1-41a1-971e-4fc6e3c34d9d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:06.399565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ce3abe0-deb0-4cea-bc08-4395e4168073 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cedcca9df43416087787f206eb7979f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4427664 Jan 28 09:54:06.400054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44026) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:06.499098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e512f6cc-0276-40ee-8d3d-7cfbd36a98f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.526916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e512f6cc-0276-40ee-8d3d-7cfbd36a98f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.654224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964ae8c-513c-4ea0-807b-586029795471 req-6a1b81f3-7afa-4e9e-b41f-02af06952c46 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:06.655707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a964ae8c-513c-4ea0-807b-586029795471 req-6a1b81f3-7afa-4e9e-b41f-02af06952c46 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1077304 Jan 28 09:54:06.656492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e512f6cc-0276-40ee-8d3d-7cfbd36a98f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.692243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e512f6cc-0276-40ee-8d3d-7cfbd36a98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70333160-31e1-41a1-971e-4fc6e3c34d9d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:06.697410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e512f6cc-0276-40ee-8d3d-7cfbd36a98f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:06.705617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e512f6cc-0276-40ee-8d3d-7cfbd36a98f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70333160-31e1-41a1-971e-4fc6e3c34d9d HTTP/1.1" status: 204 len: 168 time: 0.3044078 Jan 28 09:54:06.730913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a964ae8c-513c-4ea0-807b-586029795471 req-e76c9d4f-501d-4df9-929d-5ea03781a745 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678072 Jan 28 09:54:06.869239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44046) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:06.989336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a388a1dc-9146-4058-943d-a683ddaadc18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=faea6969a19e46699f61642dad69957d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188736 Jan 28 09:54:06.992472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44052) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:07.016696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c312353-11e1-4a47-a6ed-109cc77d5d96 req-3922eab4-21b8-461c-b7bc-1674ccfd9159 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:07.018129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c312353-11e1-4a47-a6ed-109cc77d5d96 req-3922eab4-21b8-461c-b7bc-1674ccfd9159 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1343386 Jan 28 09:54:07.059456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13b7955f-0909-454a-8044-0445031ca553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.087140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c312353-11e1-4a47-a6ed-109cc77d5d96 req-aba3a90c-4eba-481d-a61d-890444799b13 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625629 Jan 28 09:54:07.111156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13b7955f-0909-454a-8044-0445031ca553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.146248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44060) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:07.164106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.182548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:07.186175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13b7955f-0909-454a-8044-0445031ca553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.187171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Usage tracker for resource:security_group_rule and tenant:277fe30616b948fcba68456064d3924c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:07.190268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:07.197274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:07.203536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b7955f-0909-454a-8044-0445031ca553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840d0fef-7cb5-4bf4-bb27-9cbb73a5adfd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:07.212153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13b7955f-0909-454a-8044-0445031ca553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.213313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13b7955f-0909-454a-8044-0445031ca553 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/840d0fef-7cb5-4bf4-bb27-9cbb73a5adfd HTTP/1.1" status: 204 len: 168 time: 0.2190416 Jan 28 09:54:07.304165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.308275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.363373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=277fe30616b948fcba68456064d3924c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2137043 Jan 28 09:54:07.363373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdef1a-dccc-46ec-ad65-fc2fcf9baba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56626520-8382-4239-9711-761929b9eece,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:07.364104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:07.437362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8156b81e-be5b-486a-be89-2569b2d20b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.464006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8156b81e-be5b-486a-be89-2569b2d20b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.522600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8156b81e-be5b-486a-be89-2569b2d20b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.544556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8156b81e-be5b-486a-be89-2569b2d20b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56626520-8382-4239-9711-761929b9eece,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:07.585999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8156b81e-be5b-486a-be89-2569b2d20b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:07.598079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8156b81e-be5b-486a-be89-2569b2d20b7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56626520-8382-4239-9711-761929b9eece HTTP/1.1" status: 204 len: 168 time: 0.2325246 Jan 28 09:54:08.014667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312ccd56-1c83-4a94-93b4-9bacc297bb8e req-df4be15f-bfa5-4275-b7f7-e5a7d0ceb24c tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:08.016200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312ccd56-1c83-4a94-93b4-9bacc297bb8e req-df4be15f-bfa5-4275-b7f7-e5a7d0ceb24c tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1109972 Jan 28 09:54:08.076348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312ccd56-1c83-4a94-93b4-9bacc297bb8e req-868551ea-5130-4f35-b043-c20c8d7a8ecc tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531054 Jan 28 09:54:08.420517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb24e-1633-40c3-9a8a-e4c78e6e21e6 req-2137e16f-744b-4814-964d-88665d0fd9dd tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:08.423036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaffb24e-1633-40c3-9a8a-e4c78e6e21e6 req-2137e16f-744b-4814-964d-88665d0fd9dd tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.2189686 Jan 28 09:54:08.481976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaffb24e-1633-40c3-9a8a-e4c78e6e21e6 req-11d5b680-e271-4f79-9bd5-f9e9c808ad91 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523036 Jan 28 09:54:09.169535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44174) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:09.272005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44180) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:09.297420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e6f7d9-92ad-4f72-9bcd-6ff5fbfe1054 req-5018ae10-7dfc-4330-923d-c24aa7f0e2ac tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:09.298970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e6f7d9-92ad-4f72-9bcd-6ff5fbfe1054 req-5018ae10-7dfc-4330-923d-c24aa7f0e2ac tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1044543 Jan 28 09:54:09.367705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0e6f7d9-92ad-4f72-9bcd-6ff5fbfe1054 req-7b871c63-ebb4-4171-808f-9e6ee2ed442f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590374 Jan 28 09:54:09.417081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.432710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:09.437186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Usage tracker for resource:security_group_rule and tenant:30624f6666ef47fa96586ff6f0d1011f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:09.440469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:09.447657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:09.452809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-499340771', 'router:external': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:09.460075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:09.467362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:network and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:09.470844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:09.483709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:09.499753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Made reservation on behalf of 4c12fc741f6c494b87f66fcfbf316403 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:09.502369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.532986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.559569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:09.567710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:security_group_rule and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:09.571612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:09.583677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:09.679491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.686136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.756406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=30624f6666ef47fa96586ff6f0d1011f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833357 Jan 28 09:54:09.759765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44198) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:09.771776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279c006-07a3-49fd-ad75-8bc8f745ae96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffd6fd50-47f4-46d3-8445-03a08d76bfcc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:09.833253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806974d-6549-4684-b49d-dc3f3027a6e7 req-0892fd36-2bfb-4d88-a30b-99944de31b45 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:09.844477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9806974d-6549-4684-b49d-dc3f3027a6e7 req-0892fd36-2bfb-4d88-a30b-99944de31b45 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.2251911 Jan 28 09:54:09.867414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b082c705-797c-4c77-a71a-749604c07c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.894636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b082c705-797c-4c77-a71a-749604c07c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.907721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.917370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9806974d-6549-4684-b49d-dc3f3027a6e7 req-c8d95955-2ebc-4798-8bc9-2be4398d3a0f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717518 Jan 28 09:54:09.918858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.953579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:54:09.963644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c61f2f-d405-40b6-9202-761f65516c18,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:09.972000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:09.972651 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Added segment f03ce76c-03af-4c44-a6f3-13cb56a78beb of type vlan for network 746f21c0-b9c6-47e1-908c-0dfd42b68eae Jan 28 09:54:09.979100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b082c705-797c-4c77-a71a-749604c07c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.000007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082c705-797c-4c77-a71a-749604c07c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffd6fd50-47f4-46d3-8445-03a08d76bfcc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:10.007095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.011249 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b082c705-797c-4c77-a71a-749604c07c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.013316 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b082c705-797c-4c77-a71a-749604c07c0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ffd6fd50-47f4-46d3-8445-03a08d76bfcc HTTP/1.1" status: 204 len: 168 time: 0.2525260 Jan 28 09:54:10.050249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.051123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:10.051697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.165339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Network': ['ID=746f21c0-b9c6-47e1-908c-0dfd42b68eae,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:10.180314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-58bec397-4c71-444c-b3a4-0b0d0d57fcff tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.0052204 Jan 28 09:54:10.180497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 746f21c0-b9c6-47e1-908c-0dfd42b68eae details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:54:10.180955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44214) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:10.187029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'subnet': {'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:10.192517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:10.196551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:subnet and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:10.200505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:10.221707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:10.243155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Made reservation on behalf of 4c12fc741f6c494b87f66fcfbf316403 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:10.245869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.648429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1fc786-ac92-465d-a012-96383850437d req-cbb65d19-088a-4e8c-9fa7-e31fe7020093 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:10.650245 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c1fc786-ac92-465d-a012-96383850437d req-cbb65d19-088a-4e8c-9fa7-e31fe7020093 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1283369 Jan 28 09:54:10.700285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c1fc786-ac92-465d-a012-96383850437d req-b4efe141-9cc7-4ae6-b103-117abea1c109 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434783 Jan 28 09:54:10.733262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:54:10.733754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.821399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0567463a-4c02-42c3-8e16-ebb117c7ea8d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:10.830986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Checking segment: {'id': 'f03ce76c-03af-4c44-a6f3-13cb56a78beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:10.831415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network hostable DHCP agents. Network: 746f21c0-b9c6-47e1-908c-0dfd42b68eae, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:54:10.852186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network 746f21c0-b9c6-47e1-908c-0dfd42b68eae is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:54:10.862712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 746f21c0-b9c6-47e1-908c-0dfd42b68eae) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:10.867347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:10.868072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.874614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d769ef8d-3538-4b96-8bf0-e1cfc52b338c None None] Network 746f21c0-b9c6-47e1-908c-0dfd42b68eae requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:54:10.898797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-578253fa-ee7d-46af-bfa4-a8f2a50c7dde tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7143254 Jan 28 09:54:10.898797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:10.911302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1556898781', 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:10.921250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:10.931846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:port and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:10.946420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:10.955410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:10.973379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Made reservation on behalf of 4c12fc741f6c494b87f66fcfbf316403 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:10.975903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:10.999269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] device_id is not set on port df7d17a5-77e9-4c5e-a5be-27356401978f yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:54:11.160411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0309aa-6a4e-41b3-b0f1-1544b1021957 None None] Network 746f21c0-b9c6-47e1-908c-0dfd42b68eae requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:54:11.266805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767e0e88-accd-4b4c-9953-54d836e22b7b req-0b018113-78f1-4ea3-88d8-5a049e37a5a0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:11.269000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-767e0e88-accd-4b4c-9953-54d836e22b7b req-0b018113-78f1-4ea3-88d8-5a049e37a5a0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1420162 Jan 28 09:54:11.308198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Allocated IP 172.20.0.11 (746f21c0-b9c6-47e1-908c-0dfd42b68eae/0567463a-4c02-42c3-8e16-ebb117c7ea8d/df7d17a5-77e9-4c5e-a5be-27356401978f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:11.323380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-767e0e88-accd-4b4c-9953-54d836e22b7b req-095ba86b-ca7c-4806-8b4a-f65722013c00 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Jan 28 09:54:11.557758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:11.587515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:11.656629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network 746f21c0-b9c6-47e1-908c-0dfd42b68eae is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:11.659265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:11.663078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:11.706249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Port': ['ID=df7d17a5-77e9-4c5e-a5be-27356401978f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:11.728030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:11.728636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:11.750159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4b16c79e-048c-4005-af84-1b891a5f853c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8500891 Jan 28 09:54:11.752621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44274) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:11.814472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting port df7d17a5-77e9-4c5e-a5be-27356401978f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:11.815098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:11.915043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2d83f-00da-40c8-86fa-31937fba8485 req-3b7f28ae-3a66-453a-b177-20b9d2b184e5 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:11.916465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94d2d83f-00da-40c8-86fa-31937fba8485 req-3b7f28ae-3a66-453a-b177-20b9d2b184e5 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.0995770 Jan 28 09:54:11.977503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94d2d83f-00da-40c8-86fa-31937fba8485 req-f0778195-719d-41de-bfaa-00f33b5849cc tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502377 Jan 28 09:54:12.064496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:12.189124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Calling delete_port for df7d17a5-77e9-4c5e-a5be-27356401978f owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:12.338546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:12.391044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event deleted for resources: {'Port': ['ID=df7d17a5-77e9-4c5e-a5be-27356401978f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:12.492144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:12.501040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bab86aa5-1131-478f-8898-57f31c4a27c2 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/ports/df7d17a5-77e9-4c5e-a5be-27356401978f HTTP/1.1" status: 204 len: 168 time: 0.7473307 Jan 28 09:54:12.504639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:12.508901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae', 'external_fixed_ips': [{'subnet_id': '0567463a-4c02-42c3-8e16-ebb117c7ea8d', 'ip_address': '172.20.0.11'}]}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:12.517586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:12.521751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:router and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:12.529497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:12.558749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:12.582143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:12.584426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:12.608554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63c89-ecdb-467a-b569-d4264cdd9901 req-a7e98786-4a3c-4c9a-95ff-2d915a9648c2 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:12.610390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13f63c89-ecdb-467a-b569-d4264cdd9901 req-a7e98786-4a3c-4c9a-95ff-2d915a9648c2 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1281521 Jan 28 09:54:12.626069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:12.660913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13f63c89-ecdb-467a-b569-d4264cdd9901 req-15c350c6-5c9f-447c-a100-1f3399348023 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Jan 28 09:54:12.921229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:13.242570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caccae25-7636-428d-b2ab-41a65522f3c6 req-404f8a10-9468-4872-b329-6fb9d2623028 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:13.244035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-caccae25-7636-428d-b2ab-41a65522f3c6 req-404f8a10-9468-4872-b329-6fb9d2623028 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1277897 Jan 28 09:54:13.305070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-caccae25-7636-428d-b2ab-41a65522f3c6 req-f850d76a-89ec-4e99-a54d-f244c1a90c71 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544593 Jan 28 09:54:13.538872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:13.570013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:13.571625 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:13.849948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Allocated IP 172.20.0.11 (746f21c0-b9c6-47e1-908c-0dfd42b68eae/0567463a-4c02-42c3-8e16-ebb117c7ea8d/2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:14.012768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f6779f-8d67-4d94-9a2d-93430da61e35 req-dac53c3b-7475-4fc4-b66a-e2017611ab4a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:14.015003 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58f6779f-8d67-4d94-9a2d-93430da61e35 req-dac53c3b-7475-4fc4-b66a-e2017611ab4a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.2062874 Jan 28 09:54:14.077615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:14.092415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58f6779f-8d67-4d94-9a2d-93430da61e35 req-ca4370d1-f881-4573-a811-0a8313c070ce tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623417 Jan 28 09:54:14.118516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:14.190412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network 746f21c0-b9c6-47e1-908c-0dfd42b68eae is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:14.193451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:14.197250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:14.227003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Port': ['ID=2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:14.615920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284c49eb-9215-4f72-8a8a-c46daf0de173 req-4ed9908d-e215-4ee2-8a12-b58351404ba7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:14.617459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-284c49eb-9215-4f72-8a8a-c46daf0de173 req-4ed9908d-e215-4ee2-8a12-b58351404ba7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.2017241 Jan 28 09:54:14.864073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-284c49eb-9215-4f72-8a8a-c46daf0de173 req-f0d7641a-82a5-4a81-8129-3a3d7154344b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991069 Jan 28 09:54:14.866606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:15.111817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:15.305947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:15.313949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489ef8c-8d78-492a-be25-6896ac4af587 req-19cd1df4-f8fc-4c71-bb6f-6be76894a16c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:15.315586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e489ef8c-8d78-492a-be25-6896ac4af587 req-19cd1df4-f8fc-4c71-bb6f-6be76894a16c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.0940924 Jan 28 09:54:15.377441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e489ef8c-8d78-492a-be25-6896ac4af587 req-a24bbf90-55e8-4908-8f0d-d9b58ffd49cc tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528750 Jan 28 09:54:15.529583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Router c99a11a7-d1fd-41e5-9335-3813eb281a77 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:54:15.723232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:54:15.732362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Sync routers for ids ['c99a11a7-d1fd-41e5-9335-3813eb281a77'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:54:15.742480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Routers {'c99a11a7-d1fd-41e5-9335-3813eb281a77'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:15.743215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:53:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c99a11a7-d1fd-41e5-9335-3813eb281a77'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:15.749332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:15.753325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dd58fe29-d04c-4571-943d-1adca23d09a5 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.2460690 Jan 28 09:54:15.753639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44394) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:15.952350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Set router c99a11a7-d1fd-41e5-9335-3813eb281a77 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:54:16.039557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:16.265760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f505c8-6b7e-486c-a97d-45404015576a req-b7c637c4-2136-41ea-bc88-00dc543f8a12 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:16.275161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22f505c8-6b7e-486c-a97d-45404015576a req-b7c637c4-2136-41ea-bc88-00dc543f8a12 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.2808597 Jan 28 09:54:16.302259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99a11a7-d1fd-41e5-9335-3813eb281a77', 'name': '', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae', 'external_fixed_ips': [{'subnet_id': '0567463a-4c02-42c3-8e16-ebb117c7ea8d', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:12Z', 'updated_at': '2022-01-28T09:54:14Z', 'revision_number': 3, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port': {'id': '2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a', 'name': '', 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:fa:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c99a11a7-d1fd-41e5-9335-3813eb281a77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': '0567463a-4c02-42c3-8e16-ebb117c7ea8d', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:54:13Z', 'updated_at': '2022-01-28T09:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0567463a-4c02-42c3-8e16-ebb117c7ea8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:16.309014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Checking router: c99a11a7-d1fd-41e5-9335-3813eb281a77 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:54:16.309931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Updating router c99a11a7-d1fd-41e5-9335-3813eb281a77 port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:54:16.344148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22f505c8-6b7e-486c-a97d-45404015576a req-35ea635e-9729-4605-9419-3f2e5bd94d2f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681326 Jan 28 09:54:16.375658 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:16.401130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:16.453435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:16.453727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:16.844773 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:16.852537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b20ce0-4b21-49c0-ab34-4a2e7afe9a50 req-21793e43-cbaf-43e8-aea5-a09e303b4ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:16.852537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28b20ce0-4b21-49c0-ab34-4a2e7afe9a50 req-21793e43-cbaf-43e8-aea5-a09e303b4ea2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 1096 time: 0.5052605 Jan 28 09:54:16.872849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Transition to ACTIVE for port object 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:54:16.881901 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:16.924865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28b20ce0-4b21-49c0-ab34-4a2e7afe9a50 req-b7aff753-c49d-41e6-a988-97530ebeea09 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632727 Jan 28 09:54:16.959953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf2eafa-4b13-4489-9ea0-c9b5a60b0f3e req-cf084442-3c88-4f1a-9216-08abe5ad5253 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:16.966885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf2eafa-4b13-4489-9ea0-c9b5a60b0f3e req-cf084442-3c88-4f1a-9216-08abe5ad5253 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.2544546 Jan 28 09:54:16.976065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Pushing event updated for resources: {'Port': ['ID=2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:17.002896 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:17.016978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.017315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.017646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.017971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.018295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.021381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.021713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.022713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.023045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.023362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.023682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.023995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:17.043549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Attempting to bind port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:54:17.044035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Attempting to bind port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f03ce76c-03af-4c44-a6f3-13cb56a78beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:54:17.044910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Attempting to bind port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a on network 746f21c0-b9c6-47e1-908c-0dfd42b68eae {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:17.050813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:54:17.051293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Checking segment: {'id': 'f03ce76c-03af-4c44-a6f3-13cb56a78beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:17.052938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:17.052938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Bound using segment: {'id': 'f03ce76c-03af-4c44-a6f3-13cb56a78beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:54:17.052938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Bound port: 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03ce76c-03af-4c44-a6f3-13cb56a78beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '746f21c0-b9c6-47e1-908c-0dfd42b68eae'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:54:17.053287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:17.160258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] For port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:54:17.164011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] For port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a,segment=NetworkSegment(f03ce76c-03af-4c44-a6f3-13cb56a78beb),segment_id=f03ce76c-03af-4c44-a6f3-13cb56a78beb)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:54:17.172878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:17.201726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a10f6a5-7ced-478d-8e17-e7264499bfe7 req-76197b28-a1ba-450a-b081-3478f0b22176 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:17.209893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a10f6a5-7ced-478d-8e17-e7264499bfe7 req-76197b28-a1ba-450a-b081-3478f0b22176 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1303203 Jan 28 09:54:17.210842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Calling delete_port for 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:17.275689 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cf2eafa-4b13-4489-9ea0-c9b5a60b0f3e req-6ae2d247-0dbf-442b-9fb8-aeae0562cdbc tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078671 Jan 28 09:54:17.283678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a10f6a5-7ced-478d-8e17-e7264499bfe7 req-3e19c79f-50f3-495f-a8d5-7eab9f68dd93 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727921 Jan 28 09:54:17.299098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eacc2-da54-4df4-a435-7cbf4a248e07 None None] Pushing event updated for resources: {'Port': ['ID=2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:17.322089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Routers {'c99a11a7-d1fd-41e5-9335-3813eb281a77'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:17.322787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:53:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c99a11a7-d1fd-41e5-9335-3813eb281a77'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:17.495705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] Set router c99a11a7-d1fd-41e5-9335-3813eb281a77 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:54:17.519708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-24492632-c432-4947-bdd9-cae8b482144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:17.521213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-24492632-c432-4947-bdd9-cae8b482144e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1e2b9159b9c1412abfc141511a887019&device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 1097 time: 0.3543253 Jan 28 09:54:17.653674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:54:17.654343 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:54:17.677600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c99a11a7-d1fd-41e5-9335-3813eb281a77', 'name': '', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:12Z', 'updated_at': '2022-01-28T09:54:16Z', 'revision_number': 4, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:17.681517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33562ce-d6f3-4121-a540-9e413ad624da None None] The sync data for ids ['c99a11a7-d1fd-41e5-9335-3813eb281a77'] in n-d-825178-2 is: [{'id': 'c99a11a7-d1fd-41e5-9335-3813eb281a77', 'name': '', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:12Z', 'updated_at': '2022-01-28T09:54:16Z', 'revision_number': 4, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:54:17.704843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-be6883e8-cc92-477b-b4dd-e43372757e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:17.706375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-be6883e8-cc92-477b-b4dd-e43372757e1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 200 len: 917 time: 0.1754105 Jan 28 09:54:17.786605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-a0680de8-0f69-46bc-b3b6-f6c07b425dfd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6 HTTP/1.1" status: 200 len: 217 time: 0.0681272 Jan 28 09:54:17.897562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-f2960a7b-00df-4e14-b3c3-2be1496e9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:17.899109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-f2960a7b-00df-4e14-b3c3-2be1496e9193 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 200 len: 855 time: 0.1051953 Jan 28 09:54:18.007152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-56d87484-bcda-4528-8183-fb9d21685a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:18.008677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-56d87484-bcda-4528-8183-fb9d21685a73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b8b941f1-96fb-42e2-8405-caf02d36f12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953035 Jan 28 09:54:18.160212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:18.160560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:18.206592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-b6ad7716-1e1f-4512-b482-2995dc325a79 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885107 Jan 28 09:54:18.594807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5a859-3933-4047-951e-15e4d1b2efb4 req-c26deb58-508f-4dde-81f2-53a958a9957f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:18.605411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bf5a859-3933-4047-951e-15e4d1b2efb4 req-c26deb58-508f-4dde-81f2-53a958a9957f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.1942558 Jan 28 09:54:18.655603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bf5a859-3933-4047-951e-15e4d1b2efb4 req-d4b4802b-8c7f-45bb-b92e-c3ae16b08223 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492437 Jan 28 09:54:18.691487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae9d328-6ee5-453e-8b0c-3f3609b8d4c6 req-2cbeea13-1520-4a8e-9794-a427dbd43376 service neutron] 10.222.0.25 "GET /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739876 Jan 28 09:54:18.727833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] For port 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a,segment=NetworkSegment(f03ce76c-03af-4c44-a6f3-13cb56a78beb),segment_id=f03ce76c-03af-4c44-a6f3-13cb56a78beb)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:18.728287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:18.757664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaec1af-bed6-4521-a546-0a242a096736 req-f7adff92-2bf2-46f4-b27b-9fb96062464a tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:18.770311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eaaec1af-bed6-4521-a546-0a242a096736 req-f7adff92-2bf2-46f4-b27b-9fb96062464a tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.2615738 Jan 28 09:54:18.914030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Calling delete_port for 2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:18.980255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eaaec1af-bed6-4521-a546-0a242a096736 req-e95bbdcf-ac06-45f8-b7ba-293fefc443b9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109571 Jan 28 09:54:18.992337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9275bf-ba59-4985-ab7c-feb76c8dea6c req-14795fa4-3e3a-4da9-b843-a45fef906a12 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:18.993833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f9275bf-ba59-4985-ab7c-feb76c8dea6c req-14795fa4-3e3a-4da9-b843-a45fef906a12 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.0837319 Jan 28 09:54:19.052741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f9275bf-ba59-4985-ab7c-feb76c8dea6c req-8defdb74-adc3-499b-a0f0-b1eea919a320 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434377 Jan 28 09:54:19.222605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.291422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event deleted for resources: {'Port': ['ID=2e0a2c9d-0a5c-4860-b585-f4ff55d5c94a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:19.401523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.413713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.413713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.419875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.421395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.427112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.432824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.435961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-67fc954e-9410-4339-98f4-6850a20696fe tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.2944160 Jan 28 09:54:19.468651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.646515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.648636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.669886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6a4c50-4f15-4915-bf78-4a6256a93287 req-8048a05c-4a31-4461-84bf-e66887ca693d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:19.671479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed6a4c50-4f15-4915-bf78-4a6256a93287 req-8048a05c-4a31-4461-84bf-e66887ca693d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.0939798 Jan 28 09:54:19.686535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3dcfdba-2c9e-493e-a409-3b34f79af497 req-6948b0ca-143a-42c6-a783-8ee84ed9ed27 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2421257 Jan 28 09:54:19.687553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.688034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c99a11a7-d1fd-41e5-9335-3813eb281a77 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:54:19.701864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.704352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4d9a41ea-d5fb-4208-a526-9e2c7d4a679c tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c99a11a7-d1fd-41e5-9335-3813eb281a77 HTTP/1.1" status: 204 len: 168 time: 3.9483130 Jan 28 09:54:19.708453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44512) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:19.800438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting subnet 0567463a-4c02-42c3-8e16-ebb117c7ea8d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:54:19.810796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:19.825177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed6a4c50-4f15-4915-bf78-4a6256a93287 req-a80d0a28-47e0-4a20-bd58-e84fe15cfccb tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437626 Jan 28 09:54:19.935361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.013980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.083875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.089857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.095788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.101626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.107558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.113367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.119361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.121775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3437be55-684c-4624-8195-a014d61ab3a2 req-b013c996-e47b-49c9-ad65-4b65d6606438 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.2374568 Jan 28 09:54:20.154240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.186565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21782b5-bc9f-44af-b16a-af00ac8819f9 req-98f1306d-edf3-44b7-b2d8-7c72bd4a8eea tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.188023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f21782b5-bc9f-44af-b16a-af00ac8819f9 req-98f1306d-edf3-44b7-b2d8-7c72bd4a8eea tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.0828335 Jan 28 09:54:20.203368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.205968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0567463a-4c02-42c3-8e16-ebb117c7ea8d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:20.211481 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c6a759c3-6f82-44ec-8c46-39b8f2160b0d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/0567463a-4c02-42c3-8e16-ebb117c7ea8d HTTP/1.1" status: 204 len: 168 time: 0.5026271 Jan 28 09:54:20.214319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44526) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:20.318492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f21782b5-bc9f-44af-b16a-af00ac8819f9 req-05b09ff5-f1b5-48d3-b750-935fdab79497 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210496 Jan 28 09:54:20.388151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.573383 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.610482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['746f21c0-b9c6-47e1-908c-0dfd42b68eae']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:20.634309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03ce76c-03af-4c44-a6f3-13cb56a78beb') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:20.634604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03ce76c-03af-4c44-a6f3-13cb56a78beb') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:20.648575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.674726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff227a1-ccf4-45cb-974e-b5566f424603 req-247f3d29-f5b4-4947-b364-08b1b2b546a3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:20.676334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ff227a1-ccf4-45cb-974e-b5566f424603 req-247f3d29-f5b4-4947-b364-08b1b2b546a3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1654646 Jan 28 09:54:20.677144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.684890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:54:20.685703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:54:20.701801 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:54:20.906237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ff227a1-ccf4-45cb-974e-b5566f424603 req-201b822d-57e8-40d7-8b2f-0ece9959971a tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229149 Jan 28 09:54:20.918894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.943721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 746f21c0-b9c6-47e1-908c-0dfd42b68eae {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 28 09:54:20.951253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event deleted for resources: {'Network': ['ID=746f21c0-b9c6-47e1-908c-0dfd42b68eae,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:20.954259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:20.960001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/networks/746f21c0-b9c6-47e1-908c-0dfd42b68eae HTTP/1.1" status: 204 len: 168 time: 0.7446520 Jan 28 09:54:20.977517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.979381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.983112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.985842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.988897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.989323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.990592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.991021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.992360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.992803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.993310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:20.994455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d8f341-2e93-4401-835e-1b9102599ebf tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:21.085689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0defca2-4410-4683-892b-347c15e8743a req-e0079798-f8fc-4b7c-bec9-237dda0b9456 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:21.097379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0defca2-4410-4683-892b-347c15e8743a req-e0079798-f8fc-4b7c-bec9-237dda0b9456 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1415930 Jan 28 09:54:21.140876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d427cfe9-6960-4c67-8926-f090f296605d req-04f7b93f-f0c1-4456-95b5-666e9375312f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:21.144272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d427cfe9-6960-4c67-8926-f090f296605d req-04f7b93f-f0c1-4456-95b5-666e9375312f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 945 time: 0.0960097 Jan 28 09:54:21.178421 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0defca2-4410-4683-892b-347c15e8743a req-57abac26-45c8-4a8b-9bf7-b9c7700bd46d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756924 Jan 28 09:54:21.236450 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d427cfe9-6960-4c67-8926-f090f296605d req-15694e27-580c-4a65-b491-a54a095a3fe1 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840428 Jan 28 09:54:21.461795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba471ac5-77f0-4f36-9032-6d0d9e7f327a req-b04c73f5-9439-4f3d-ad20-f75a96e37577 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:21.465184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba471ac5-77f0-4f36-9032-6d0d9e7f327a req-b04c73f5-9439-4f3d-ad20-f75a96e37577 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.1125185 Jan 28 09:54:21.528066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba471ac5-77f0-4f36-9032-6d0d9e7f327a req-3420174e-b56b-4e23-a306-c732ef3ab9b5 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515831 Jan 28 09:54:21.594164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:21.599929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'name': 'tempest-router--146457909', 'project_id': '05e0dabb4961463397ba0daf3fa70710'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:21.607521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:21.620075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:router and tenant:05e0dabb4961463397ba0daf3fa70710 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:21.623657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:21.633128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:21.661029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:21.662113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:21.688529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-d216cb06-b2be-4f9c-bdde-fb60a631c51a req-38b9ce67-43ff-4874-9063-05908f5d6477 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:54:21.689907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:21.691760 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d216cb06-b2be-4f9c-bdde-fb60a631c51a req-38b9ce67-43ff-4874-9063-05908f5d6477 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084412 Jan 28 09:54:21.716679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:21.746917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:21.748490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9157d479-354d-4248-bb56-b9d7d426a3e0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1531234 Jan 28 09:54:21.752194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:21.853128 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d216cb06-b2be-4f9c-bdde-fb60a631c51a req-b142dbd6-a3b1-4665-906c-e7202da14e85 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1538780 Jan 28 09:54:22.040307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:22.326999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44612) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:22.390760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d9da69-744b-47f2-a54a-8cf19b9057e1 req-9b472bb7-d621-4b78-9477-f2edfea25dcd tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.398546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31d9da69-744b-47f2-a54a-8cf19b9057e1 req-9b472bb7-d621-4b78-9477-f2edfea25dcd tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.5096977 Jan 28 09:54:22.424960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:22.438608 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:22.450695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce54ab-1f04-4014-9a17-a3d4faf94063 req-7bd1bc1f-1b62-40ab-8d7b-dcf2f3a5bbe7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.452253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5ce54ab-1f04-4014-9a17-a3d4faf94063 req-7bd1bc1f-1b62-40ab-8d7b-dcf2f3a5bbe7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.2418790 Jan 28 09:54:22.510781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5ce54ab-1f04-4014-9a17-a3d4faf94063 req-738c0f38-1982-4c90-ab03-10bcef6e82d7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507677 Jan 28 09:54:22.552124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31d9da69-744b-47f2-a54a-8cf19b9057e1 req-a6298eaf-26c4-4464-9b45-71cddc75c15c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526587 Jan 28 09:54:22.566883 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:22.567385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15cae377-ca65-4e8b-825e-60a8b8f6562d {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:54:22.579239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:22.580323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-781085b4-f6e2-4b6e-8ec5-18d878cf2c70 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/routers/15cae377-ca65-4e8b-825e-60a8b8f6562d HTTP/1.1" status: 204 len: 168 time: 0.8269579 Jan 28 09:54:22.604494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.604871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.605407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.605916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.606489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.606819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.607282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.609170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-ae04cab5-a01e-4db4-99c3-35ce10624328 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 0.2812610 Jan 28 09:54:22.673616 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-a24d3ea9-8447-4428-af09-ff59c9afee70 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0571308 Jan 28 09:54:22.750281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8fa54f-0c80-454a-9964-a8602046e5e8 req-e9220bc7-04e8-4643-b0fd-0dbca22616d8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:22.751913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc8fa54f-0c80-454a-9964-a8602046e5e8 req-e9220bc7-04e8-4643-b0fd-0dbca22616d8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 945 time: 0.1130166 Jan 28 09:54:22.752486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44634) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:22.808780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc8fa54f-0c80-454a-9964-a8602046e5e8 req-6320ad1c-968b-43c9-9aca-142dce617d73 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Jan 28 09:54:22.973796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1670958812', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:22.987692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:22.993466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Usage tracker for resource:router and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:22.997883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:23.004716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:23.036018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2d6ba-6ab3-43d8-98ad-ee361be588bf req-0fdb5eaa-877e-41c4-b6a3-e034031f6cc9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:23.037871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ed2d6ba-6ab3-43d8-98ad-ee361be588bf req-0fdb5eaa-877e-41c4-b6a3-e034031f6cc9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.1157498 Jan 28 09:54:23.038864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:23.039819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:23.080210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:23.107696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ed2d6ba-6ab3-43d8-98ad-ee361be588bf req-3d6d214d-20bb-46f3-b087-15344c13627b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616968 Jan 28 09:54:23.399255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:23.525400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b66f-7dc4-42de-8c4e-beef0fc0256e req-f1f76122-4648-48bd-b8c9-f69f889ff9cd tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:23.531584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b66f-7dc4-42de-8c4e-beef0fc0256e req-f1f76122-4648-48bd-b8c9-f69f889ff9cd tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:23.538031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3b66f-7dc4-42de-8c4e-beef0fc0256e req-f1f76122-4648-48bd-b8c9-f69f889ff9cd tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:23.540603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5cd3b66f-7dc4-42de-8c4e-beef0fc0256e req-f1f76122-4648-48bd-b8c9-f69f889ff9cd tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71&device_id=ce4db91d-4081-4110-91e0-656ed3af02bf&device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 2418 time: 0.1281335 Jan 28 09:54:23.610775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5cd3b66f-7dc4-42de-8c4e-beef0fc0256e req-915a1237-fb54-4932-b79e-2a380fe50212 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606766 Jan 28 09:54:23.640044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-8bb28478-9b56-48ad-af6c-51b0cc56b3ea req-b562c595-5053-4bef-b6f4-66e971177ff2 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:54:23.641006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bb28478-9b56-48ad-af6c-51b0cc56b3ea req-b562c595-5053-4bef-b6f4-66e971177ff2 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062776 Jan 28 09:54:23.754957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bb28478-9b56-48ad-af6c-51b0cc56b3ea req-add00a82-7538-435c-9fc6-b36a1fc7a93f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1079090 Jan 28 09:54:23.817745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:23.850560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:23.985687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a66891a-9474-409e-b11e-02dfa81f1b70 req-8095a89e-dad6-4830-85e7-ef029415dd6d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:23.993717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a66891a-9474-409e-b11e-02dfa81f1b70 req-8095a89e-dad6-4830-85e7-ef029415dd6d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.2834744 Jan 28 09:54:24.088931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a66891a-9474-409e-b11e-02dfa81f1b70 req-3fdffcd4-0b2a-4db7-bbdc-ca79e36e6c76 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941863 Jan 28 09:54:24.108297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Allocated IP 172.25.1.61 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/b1a5016f-0192-4719-9137-84b90f6e3b97) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:24.299058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:24.328553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:24.396093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:24.398958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:24.403013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:24.600050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event updated for resources: {'Port': ['ID=b1a5016f-0192-4719-9137-84b90f6e3b97,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:25.016050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:25.472241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:25.719065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3794f7-e3c6-4a90-99e1-f552a022f70b req-a7f5aec1-d3d5-4b2f-acc6-d3b83c68f5a9 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:25.720543 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de3794f7-e3c6-4a90-99e1-f552a022f70b req-a7f5aec1-d3d5-4b2f-acc6-d3b83c68f5a9 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.2946594 Jan 28 09:54:25.802428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de3794f7-e3c6-4a90-99e1-f552a022f70b req-8053c829-ac80-4661-b5ce-4aa1ae100534 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704448 Jan 28 09:54:25.811268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Router 77538881-e178-4f93-bffb-37d57b992c22 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:54:25.918162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd2712f9-0754-4551-85e4-a66f93d1fd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:25.931917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af90773-027d-40f9-a13f-875c979bc29a req-3a25b02b-8f14-4ecc-bcfe-c73f25f3a830 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:25.934582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3af90773-027d-40f9-a13f-875c979bc29a req-3a25b02b-8f14-4ecc-bcfe-c73f25f3a830 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.1260767 Jan 28 09:54:25.988824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3af90773-027d-40f9-a13f-875c979bc29a req-f60ffbd3-0580-49e2-9c12-88d3bedadd92 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471187 Jan 28 09:54:26.054519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:54:26.068588 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] Sync routers for ids ['77538881-e178-4f93-bffb-37d57b992c22'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:54:26.078969 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] Routers {'77538881-e178-4f93-bffb-37d57b992c22'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:26.079631 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:53:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['77538881-e178-4f93-bffb-37d57b992c22'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:26.083571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:26.085021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-578560bd-61c8-49bc-a0ff-b80898c0394b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3315637 Jan 28 09:54:26.087798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:26.161360 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:26.171207 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] Routers {'77538881-e178-4f93-bffb-37d57b992c22'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:26.172253 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:53:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['77538881-e178-4f93-bffb-37d57b992c22'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:26.268373 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:26.268794 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d01da4-7a0c-4216-a7a8-9d394404f23d None None] The sync data for ids ['77538881-e178-4f93-bffb-37d57b992c22'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:54:26.435213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b930461c-bcda-4ff9-a22e-560cc3b0b976 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/77538881-e178-4f93-bffb-37d57b992c22 HTTP/1.1" status: 200 len: 920 time: 0.3434770 Jan 28 09:54:26.435776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44742) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:26.540416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d1d095f-a1a2-4943-b1a1-7276ca32154e tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=77538881-e178-4f93-bffb-37d57b992c22 HTTP/1.1" status: 200 len: 205 time: 0.1028538 Jan 28 09:54:26.543218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44748) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:26.730926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:26.926540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:26.942275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Deleting port b1a5016f-0192-4719-9137-84b90f6e3b97 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:26.943051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:27.210358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:27.332364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-8a5cf055-87b0-43a0-bbcd-e7096d7c1fa9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:27.333944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-8a5cf055-87b0-43a0-bbcd-e7096d7c1fa9 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.2355652 Jan 28 09:54:27.348953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Calling delete_port for b1a5016f-0192-4719-9137-84b90f6e3b97 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:27.410746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Deleting port 66f5f4bd-c394-4de7-9a07-274a52434f62 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:27.411151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:27.715385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad201f-d3b0-4797-9c07-114dea1e3a5a req-4900e052-da31-4bde-bdbd-77a90db75fd3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:27.717009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33ad201f-d3b0-4797-9c07-114dea1e3a5a req-4900e052-da31-4bde-bdbd-77a90db75fd3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 946 time: 0.5785367 Jan 28 09:54:27.771647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] For port 66f5f4bd-c394-4de7-9a07-274a52434f62, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=66f5f4bd-c394-4de7-9a07-274a52434f62,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:27.772179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:27.896621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33ad201f-d3b0-4797-9c07-114dea1e3a5a req-17e5b73c-60fe-4a1e-90dc-0ec1f980aa38 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663914 Jan 28 09:54:27.911714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:27.983490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Calling delete_port for 66f5f4bd-c394-4de7-9a07-274a52434f62 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:28.176713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e83b8ac-9dd3-4441-a99a-b40006d86349 req-8bba8c69-4275-413c-8d53-e3fc0fa10cc8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:28.179146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e83b8ac-9dd3-4441-a99a-b40006d86349 req-8bba8c69-4275-413c-8d53-e3fc0fa10cc8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1656134 Jan 28 09:54:28.187822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event deleted for resources: {'Port': ['ID=b1a5016f-0192-4719-9137-84b90f6e3b97,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:28.240013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-7acef35e-1651-4181-a4ff-f8934cdbc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:28.242477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-7acef35e-1651-4181-a4ff-f8934cdbc56a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.4387724 Jan 28 09:54:28.331338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e83b8ac-9dd3-4441-a99a-b40006d86349 req-c2d78754-3a17-43ac-b708-6b3f8960243f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449316 Jan 28 09:54:28.353616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.359962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96c9c8a4-903c-48ea-ac90-97a4b3facad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.377623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['2847af43-ebd1-4144-b001-1feba1b5b2da'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:54:28.383121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.415462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Pushing event deleted for resources: {'Port': ['ID=66f5f4bd-c394-4de7-9a07-274a52434f62,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:28.467751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['529a06b8-2e39-4f9f-a350-e403b56d4dc6', '66f5f4bd-c394-4de7-9a07-274a52434f62'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:54:28.524467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] No DVR routers for this DVR port 66f5f4bd-c394-4de7-9a07-274a52434f62 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:54:28.529132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.532625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'name': 'network-vif-deleted', 'tag': '66f5f4bd-c394-4de7-9a07-274a52434f62'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:54:28.552383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c1cd2cb-17b1-4922-9c1b-d8e17e104c7f req-5b6e47d0-c989-4b6c-8e41-533821158083 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "DELETE /v2.0/ports/66f5f4bd-c394-4de7-9a07-274a52434f62 HTTP/1.1" status: 204 len: 173 time: 1.2128327 Jan 28 09:54:28.606321 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4521e1a1-7775-49bb-bfad-07be3c0a3c71', 'name': 'network-vif-deleted', 'tag': '66f5f4bd-c394-4de7-9a07-274a52434f62', 'status': 'completed', 'code': 200} Jan 28 09:54:28.682192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.688155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.697706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-b5b8eff3-0dd4-4e7d-8777-3001495c1476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:28.701017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-b5b8eff3-0dd4-4e7d-8777-3001495c1476 service neutron] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.4518509 Jan 28 09:54:28.794985 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.795581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Fanout notify agent at l3_agent the message router_deleted on router 77538881-e178-4f93-bffb-37d57b992c22 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:54:28.808637 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-c5c5fc4f-16e9-41b7-8f18-bf3cb56b240a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.0818310 Jan 28 09:54:28.885908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.890656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-69ac347e-188b-4015-8792-79543612bb7b tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/77538881-e178-4f93-bffb-37d57b992c22 HTTP/1.1" status: 204 len: 168 time: 2.3429928 Jan 28 09:54:28.890856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44800) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:28.898296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-727715040', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': False}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:28.903922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:28.908146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:router and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:28.911046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:28.917146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:28.933501 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.938037 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:28.953542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-59ac0cce-1305-470c-b446-75522e8c2985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:28.956135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-59ac0cce-1305-470c-b446-75522e8c2985 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.1411915 Jan 28 09:54:28.969018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:29.041414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-e5b5144a-857b-4d94-ae5d-ed7e3175cb73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697448 Jan 28 09:54:29.350320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47a1f837-8b1f-46f0-98ab-5ba41d9aa666 req-25d7e6c7-55fe-4b88-827d-e337ce68e3d7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=4521e1a1-7775-49bb-bfad-07be3c0a3c71 HTTP/1.1" status: 200 len: 210 time: 0.2005453 Jan 28 09:54:29.371417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:29.372844 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:29.509384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:29.531607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-76df4f04-2645-4082-9936-20bba21706ba service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4805508 Jan 28 09:54:29.590042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c69d0-4d24-48af-a68d-a1f78f78b414 req-6e7890a9-49e8-425a-88bc-c98085c3da8a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:29.592219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc7c69d0-4d24-48af-a68d-a1f78f78b414 req-6e7890a9-49e8-425a-88bc-c98085c3da8a tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1088324 Jan 28 09:54:29.639354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc7c69d0-4d24-48af-a68d-a1f78f78b414 req-6fafe847-7d3b-4f80-bc77-f70d575bc503 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411801 Jan 28 09:54:29.861291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82c2e081-ef3c-4b5d-8b07-2d0731cdc84e req-9c5438c6-c813-420d-b8ca-5ea2eee195ab service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134296 Jan 28 09:54:30.114990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:30.145230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:30.289661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Allocated IP 172.25.1.190 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/5fd3e968-c419-4f61-ad24-810e0c1b89fb) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:30.444067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:30.479805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:30.550218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:30.562675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:30.567169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:30.616208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Port': ['ID=5fd3e968-c419-4f61-ad24-810e0c1b89fb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:30.778824 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:30.881472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e2611-7596-4eb6-a496-dac8f07678b6 req-4381544d-d07a-4091-9b08-fd13febb7208 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:30.883226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb8e2611-7596-4eb6-a496-dac8f07678b6 req-4381544d-d07a-4091-9b08-fd13febb7208 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1194561 Jan 28 09:54:30.930447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb8e2611-7596-4eb6-a496-dac8f07678b6 req-10226a3a-760c-4480-9e9c-339147d4f098 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404739 Jan 28 09:54:31.029784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8772059-3be2-43b2-9bfa-8715fcc0f641 req-2db0cb03-d76f-4a2f-b8b3-5d3ff257efbf tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:31.031216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8772059-3be2-43b2-9bfa-8715fcc0f641 req-2db0cb03-d76f-4a2f-b8b3-5d3ff257efbf tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 945 time: 0.2065930 Jan 28 09:54:31.137688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66f5f4bd-c394-4de7-9a07-274a52434f62 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:54:31.179531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 66f5f4bd-c394-4de7-9a07-274a52434f62 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:54:31.179968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 66f5f4bd-c394-4de7-9a07-274a52434f62 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:54:31.195228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8772059-3be2-43b2-9bfa-8715fcc0f641 req-a6c5015c-5171-430c-bda7-8a5b48a4fc18 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550457 Jan 28 09:54:31.219301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:31.693031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:31.905322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Router 5dde3de8-fbac-41e3-92d0-fcb43edb4102 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:54:32.136921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:54:32.147584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Sync routers for ids ['5dde3de8-fbac-41e3-92d0-fcb43edb4102'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:54:32.150170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-7a6aed21-ed43-4ac9-bf75-bef0c96a18d3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:32.150553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-7a6aed21-ed43-4ac9-bf75-bef0c96a18d3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:32.163909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Routers {'5dde3de8-fbac-41e3-92d0-fcb43edb4102'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:32.164527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['5dde3de8-fbac-41e3-92d0-fcb43edb4102'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:32.166822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-7a6aed21-ed43-4ac9-bf75-bef0c96a18d3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:32.168127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-7a6aed21-ed43-4ac9-bf75-bef0c96a18d3 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.43 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 945 time: 0.1121802 Jan 28 09:54:32.168923 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:32.170241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-71553e00-3b83-4472-9cbf-150177e6b9c7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2783151 Jan 28 09:54:32.173294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44894) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:32.179891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405f0e7c-de3f-4233-995a-bbf8573172a8 req-fd6bf4ea-5c37-4bcb-87d7-2cb39488c7c5 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:32.181550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-405f0e7c-de3f-4233-995a-bbf8573172a8 req-fd6bf4ea-5c37-4bcb-87d7-2cb39488c7c5 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1331813 Jan 28 09:54:32.241819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-405f0e7c-de3f-4233-995a-bbf8573172a8 req-b35d8059-6120-47c9-a0f4-6bb9548e4cc8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532997 Jan 28 09:54:32.391775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Set router 5dde3de8-fbac-41e3-92d0-fcb43edb4102 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:54:32.658206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Deleting port 2847af43-ebd1-4144-b001-1feba1b5b2da {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:32.658576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:32.719127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3abb4c96-87fe-41df-9cab-3e6c2a922741 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/5dde3de8-fbac-41e3-92d0-fcb43edb4102 HTTP/1.1" status: 200 len: 908 time: 0.5069902 Jan 28 09:54:32.721746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44912) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:32.727606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'name': 'tempest-snat-router-727715040', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': True}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:32.734576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:32.737736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d4f374-8e8b-43fe-95e5-1d2afb38dfa1 req-16e1a604-3a9e-4f5c-a0de-01bbbaffa13b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:32.739271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Usage tracker for resource:router and tenant:4c12fc741f6c494b87f66fcfbf316403 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:32.743307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:32.744939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde3de8-fbac-41e3-92d0-fcb43edb4102', 'name': 'tempest-snat-router-727715040', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': '5fd3e968-c419-4f61-ad24-810e0c1b89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:28Z', 'updated_at': '2022-01-28T09:54:30Z', 'revision_number': 3, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port': {'id': '5fd3e968-c419-4f61-ad24-810e0c1b89fb', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde3de8-fbac-41e3-92d0-fcb43edb4102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:54:30Z', 'updated_at': '2022-01-28T09:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:32.747570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48d4f374-8e8b-43fe-95e5-1d2afb38dfa1 req-16e1a604-3a9e-4f5c-a0de-01bbbaffa13b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 945 time: 0.3270280 Jan 28 09:54:32.750260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Checking router: 5dde3de8-fbac-41e3-92d0-fcb43edb4102 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:54:32.750599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Updating router 5dde3de8-fbac-41e3-92d0-fcb43edb4102 port 5fd3e968-c419-4f61-ad24-810e0c1b89fb binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:54:32.751167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:32.763356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:32.764976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:32.783469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:32.810199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:32.992945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48d4f374-8e8b-43fe-95e5-1d2afb38dfa1 req-d59bbf67-323d-4466-b59c-0b5feb3b1b9c tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354331 Jan 28 09:54:33.075612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] For port 2847af43-ebd1-4144-b001-1feba1b5b2da, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=2847af43-ebd1-4144-b001-1feba1b5b2da,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:33.075964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.110868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.234288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Calling delete_port for 2847af43-ebd1-4144-b001-1feba1b5b2da owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:33.269227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.292232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Transition to ACTIVE for port object 5fd3e968-c419-4f61-ad24-810e0c1b89fb will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:54:33.307676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.309793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:54:33.446905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.493296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5befa96-6e9b-47e2-8ae3-6b783e2dceec None None] Pushing event updated for resources: {'Port': ['ID=5fd3e968-c419-4f61-ad24-810e0c1b89fb,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:33.519740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['2847af43-ebd1-4144-b001-1feba1b5b2da'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:54:33.603174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['529a06b8-2e39-4f9f-a350-e403b56d4dc6'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:54:33.642146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] No DVR routers for this DVR port 2847af43-ebd1-4144-b001-1feba1b5b2da on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:54:33.645981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Pushing event deleted for resources: {'Port': ['ID=2847af43-ebd1-4144-b001-1feba1b5b2da,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:33.684521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.688229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.688575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.688937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.689266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.693989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Attempting to bind port 5fd3e968-c419-4f61-ad24-810e0c1b89fb on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:54:33.694302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Attempting to bind port 5fd3e968-c419-4f61-ad24-810e0c1b89fb by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:54:33.694659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Attempting to bind port 5fd3e968-c419-4f61-ad24-810e0c1b89fb on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:33.697648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.698078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.699791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.700277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.700605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.700968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.701589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.701589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:33.704771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:54:33.705388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:33.706449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.706449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:54:33.706847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Bound port: 5fd3e968-c419-4f61-ad24-810e0c1b89fb, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:54:33.707300 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.715282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'name': 'network-vif-deleted', 'tag': '2847af43-ebd1-4144-b001-1feba1b5b2da'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:54:33.738938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2314ca7-ed8a-41da-8c45-96f174183cf1 req-d146c848-63b7-45cc-989d-d3772077d1b8 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.43 "DELETE /v2.0/ports/2847af43-ebd1-4144-b001-1feba1b5b2da HTTP/1.1" status: 204 len: 173 time: 1.5643573 Jan 28 09:54:33.786265 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce4db91d-4081-4110-91e0-656ed3af02bf', 'name': 'network-vif-deleted', 'tag': '2847af43-ebd1-4144-b001-1feba1b5b2da', 'status': 'completed', 'code': 200} Jan 28 09:54:33.862106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] For port 5fd3e968-c419-4f61-ad24-810e0c1b89fb, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:54:33.877572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] For port 5fd3e968-c419-4f61-ad24-810e0c1b89fb, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fd3e968-c419-4f61-ad24-810e0c1b89fb,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:54:33.903179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:33.969009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:34.025987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:34.107401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd167e-2a47-49b0-a3de-8d0aa6834e41 req-7131138f-487c-475c-881a-439dcd773cbe tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:34.111105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8fd167e-2a47-49b0-a3de-8d0aa6834e41 req-7131138f-487c-475c-881a-439dcd773cbe tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.5612447 Jan 28 09:54:34.118365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Routers {'5dde3de8-fbac-41e3-92d0-fcb43edb4102'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:34.119020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['5dde3de8-fbac-41e3-92d0-fcb43edb4102'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:34.181240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5befa96-6e9b-47e2-8ae3-6b783e2dceec None None] Pushing event updated for resources: {'Port': ['ID=5fd3e968-c419-4f61-ad24-810e0c1b89fb,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:34.288702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2358e842-a913-42c3-9407-aae4b98ded4b req-202c15b2-425e-4b13-a719-25940f42c6d7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Synchronizing usage tracker for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:34.315150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2358e842-a913-42c3-9407-aae4b98ded4b req-202c15b2-425e-4b13-a719-25940f42c6d7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Unset dirty status for tenant:1e2b9159b9c1412abfc141511a887019 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:34.325305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2358e842-a913-42c3-9407-aae4b98ded4b req-202c15b2-425e-4b13-a719-25940f42c6d7 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=ce4db91d-4081-4110-91e0-656ed3af02bf HTTP/1.1" status: 200 len: 210 time: 0.0818782 Jan 28 09:54:34.371683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] Set router 5dde3de8-fbac-41e3-92d0-fcb43edb4102 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:54:34.381415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Allocated IP 172.25.1.248 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/406d6b3d-75b2-4ab0-ab10-bb08c8f49d73) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:34.616736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:34.637427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8fd167e-2a47-49b0-a3de-8d0aa6834e41 req-04cfb9d0-3b46-4cdf-b0c7-422137ba307f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000327 Jan 28 09:54:34.660117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:34.731497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dde3de8-fbac-41e3-92d0-fcb43edb4102', 'name': 'tempest-snat-router-727715040', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': '5fd3e968-c419-4f61-ad24-810e0c1b89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:28Z', 'updated_at': '2022-01-28T09:54:30Z', 'revision_number': 3, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port': {'id': '5fd3e968-c419-4f61-ad24-810e0c1b89fb', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde3de8-fbac-41e3-92d0-fcb43edb4102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:54:30Z', 'updated_at': '2022-01-28T09:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:34.733909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:34.736041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56d8465-46a9-4e6c-90bc-e74787d08244 None None] The sync data for ids ['5dde3de8-fbac-41e3-92d0-fcb43edb4102'] in n-d-825178-2 is: [{'id': '5dde3de8-fbac-41e3-92d0-fcb43edb4102', 'name': 'tempest-snat-router-727715040', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.190'}], 'enable_snat': False}, 'gw_port_id': '5fd3e968-c419-4f61-ad24-810e0c1b89fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:28Z', 'updated_at': '2022-01-28T09:54:30Z', 'revision_number': 3, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port': {'id': '5fd3e968-c419-4f61-ad24-810e0c1b89fb', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:7e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dde3de8-fbac-41e3-92d0-fcb43edb4102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:54:30Z', 'updated_at': '2022-01-28T09:54:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:54:34.736619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:34.740744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:34.781620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Port': ['ID=406d6b3d-75b2-4ab0-ab10-bb08c8f49d73,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:35.289568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:35.336775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fd3e968-c419-4f61-ad24-810e0c1b89fb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:54:35.463703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5fd3e968-c419-4f61-ad24-810e0c1b89fb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:54:35.471502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5fd3e968-c419-4f61-ad24-810e0c1b89fb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:54:35.472368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:35.630443 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:35.669771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 5fd3e968-c419-4f61-ad24-810e0c1b89fb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fd3e968-c419-4f61-ad24-810e0c1b89fb,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:35.681284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:35.839860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=5fd3e968-c419-4f61-ad24-810e0c1b89fb,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:35.940612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:36.161726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 2847af43-ebd1-4144-b001-1feba1b5b2da no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:54:36.213286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 2847af43-ebd1-4144-b001-1feba1b5b2da {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:54:36.213625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 2847af43-ebd1-4144-b001-1feba1b5b2da not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:54:36.286965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83239f-3209-4795-9e6e-1e48eb89129e req-3c3bea02-27ed-4cc0-a603-6374b5c09f4b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:36.289665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8a83239f-3209-4795-9e6e-1e48eb89129e req-3c3bea02-27ed-4cc0-a603-6374b5c09f4b tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.1442170 Jan 28 09:54:36.363830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56da6ef5-840d-409e-a8ea-82d32a307be4 req-5971a756-96c4-420d-affd-6a220c1519ff tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:36.365616 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56da6ef5-840d-409e-a8ea-82d32a307be4 req-5971a756-96c4-420d-affd-6a220c1519ff tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.5085261 Jan 28 09:54:36.368129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8a83239f-3209-4795-9e6e-1e48eb89129e req-dee7de10-79af-4eff-9254-479315afab8f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718126 Jan 28 09:54:36.446274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56da6ef5-840d-409e-a8ea-82d32a307be4 req-e3c96b23-3cff-4c92-8192-808514de2cc1 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723987 Jan 28 09:54:36.451890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Router 1c6559cf-1863-457c-86f5-28b74614dd1f is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:54:36.461033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:36.616695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:36.639374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:36.644025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Usage tracker for resource:security_group_rule and tenant:e0dd1efca0f44a6f9484f86135accf7e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:36.646936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:36.653134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:36.677478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:54:36.692701 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Sync routers for ids ['1c6559cf-1863-457c-86f5-28b74614dd1f'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:54:36.713365 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Routers {'1c6559cf-1863-457c-86f5-28b74614dd1f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:36.714580 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1c6559cf-1863-457c-86f5-28b74614dd1f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:36.730713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:36.733668 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eed7d291-73d3-4148-9dec-95359ea4a801 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0107877 Jan 28 09:54:36.741660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45006) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:36.780753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:36.791487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:36.847511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a13f787-1027-4365-8bd0-d54734db6fc6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:36.946439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ebb6fe83-c961-4609-a443-d28cfd2f0c63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0dd1efca0f44a6f9484f86135accf7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836352 Jan 28 09:54:36.955508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:36.987908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-71444183-0126-4524-8d3c-8f1da72f6225 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171842 Jan 28 09:54:37.028899 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Set router 1c6559cf-1863-457c-86f5-28b74614dd1f gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:54:37.049530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f934b223-ac5c-415f-8c51-94d9afc4cb2a tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/1c6559cf-1863-457c-86f5-28b74614dd1f HTTP/1.1" status: 200 len: 907 time: 0.3057044 Jan 28 09:54:37.055741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45016) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:37.144929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-6ff2202e-a092-4843-8712-05408926183c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:37.146576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-6ff2202e-a092-4843-8712-05408926183c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1096 time: 0.1346190 Jan 28 09:54:37.156467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b9083c66-ceed-49fc-8fde-efa794f8fbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.220200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b9083c66-ceed-49fc-8fde-efa794f8fbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.341776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fd3e968-c419-4f61-ad24-810e0c1b89fb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:54:37.381305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.391577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-6fe8a4a4-0a42-4509-851c-71dfb116a0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:37.393211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-6fe8a4a4-0a42-4509-851c-71dfb116a0e4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.2236261 Jan 28 09:54:37.579000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b9083c66-ceed-49fc-8fde-efa794f8fbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.626462 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-b236c81b-9024-4a14-9e25-3f2da85387db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 1001 time: 0.2236569 Jan 28 09:54:37.720485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5fd3e968-c419-4f61-ad24-810e0c1b89fb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:54:37.721340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.727270 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6559cf-1863-457c-86f5-28b74614dd1f', 'name': 'tempest-snat-router-727715040', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.248'}], 'enable_snat': True}, 'gw_port_id': '406d6b3d-75b2-4ab0-ab10-bb08c8f49d73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:32Z', 'updated_at': '2022-01-28T09:54:35Z', 'revision_number': 3, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port': {'id': '406d6b3d-75b2-4ab0-ab10-bb08c8f49d73', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:24:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c6559cf-1863-457c-86f5-28b74614dd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:54:34Z', 'updated_at': '2022-01-28T09:54:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:37.730236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-02c13ed9-cf82-4301-a5bc-ba5af40cfb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:37.732002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-02c13ed9-cf82-4301-a5bc-ba5af40cfb5f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.0993667 Jan 28 09:54:37.741187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Checking router: 1c6559cf-1863-457c-86f5-28b74614dd1f for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:54:37.741835 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Updating router 1c6559cf-1863-457c-86f5-28b74614dd1f port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:54:37.763819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9083c66-ceed-49fc-8fde-efa794f8fbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a13f787-1027-4365-8bd0-d54734db6fc6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:37.804552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b9083c66-ceed-49fc-8fde-efa794f8fbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.805750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b9083c66-ceed-49fc-8fde-efa794f8fbbb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a13f787-1027-4365-8bd0-d54734db6fc6 HTTP/1.1" status: 204 len: 168 time: 0.8492939 Jan 28 09:54:37.883509 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.910339 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.959478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:37.960161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:37.988414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab169e-b3ac-4437-b885-a0f7b37d47d6 req-097b7aa7-701a-4bc9-a415-e46ac2d28fef tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:37.990390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71ab169e-b3ac-4437-b885-a0f7b37d47d6 req-097b7aa7-701a-4bc9-a415-e46ac2d28fef tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1783893 Jan 28 09:54:37.997478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-517d47d7-5850-4d07-8566-2ba851aa613f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:38.000355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-517d47d7-5850-4d07-8566-2ba851aa613f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623515 Jan 28 09:54:38.016704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-a9764ec8-a565-4edd-9ff5-9ed7da486258 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:38.018686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-a9764ec8-a565-4edd-9ff5-9ed7da486258 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.3748555 Jan 28 09:54:38.034783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5283beb6-b65c-4164-bba5-ae8421078878 req-fee6675d-ee21-490a-bc31-74ba84603206 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:38.036392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5283beb6-b65c-4164-bba5-ae8421078878 req-fee6675d-ee21-490a-bc31-74ba84603206 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 946 time: 0.4495249 Jan 28 09:54:38.117023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Deleting port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:38.117370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.272498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71ab169e-b3ac-4437-b885-a0f7b37d47d6 req-09645842-e91b-4f72-80f8-9042a3361f7b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2710724 Jan 28 09:54:38.336780 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.366488 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Transition to ACTIVE for port object 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:54:38.379966 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.408835 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-fe17c80c-03c1-4743-a195-0e39a4dfafc5 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870006 Jan 28 09:54:38.480348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5283beb6-b65c-4164-bba5-ae8421078878 req-66a51289-8d98-4fad-91d7-f45ea67172d6 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/security-groups?id=55762e64-3831-4507-97f2-59213d43f28d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334196 Jan 28 09:54:38.531047 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Attempting to bind port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:54:38.531821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Attempting to bind port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:54:38.532399 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Attempting to bind port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:38.547737 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:54:38.548537 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:38.549374 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.549952 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:54:38.550618 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Bound port: 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:54:38.551210 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.653216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] For port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:54:38.656353 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] For port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=406d6b3d-75b2-4ab0-ab10-bb08c8f49d73,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:54:38.672380 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.687895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-071bea0d-3145-4948-abed-b7b06b6e61dd req-3539d54b-b377-45a4-9850-b1052a4a8f63 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766397 Jan 28 09:54:38.722724 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Routers {'1c6559cf-1863-457c-86f5-28b74614dd1f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:38.723643 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1c6559cf-1863-457c-86f5-28b74614dd1f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:38.830894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:38.903448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] Set router 1c6559cf-1863-457c-86f5-28b74614dd1f gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:54:39.024323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Calling delete_port for 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:39.035956 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c6559cf-1863-457c-86f5-28b74614dd1f', 'name': 'tempest-snat-router-727715040', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:32Z', 'updated_at': '2022-01-28T09:54:37Z', 'revision_number': 4, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:39.038054 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Pushing event updated for resources: {'Port': ['ID=406d6b3d-75b2-4ab0-ab10-bb08c8f49d73,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:39.046760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0be3061c-08a4-4313-aabe-2159fb01d5bb None None] The sync data for ids ['1c6559cf-1863-457c-86f5-28b74614dd1f'] in n-d-825178-2 is: [{'id': '1c6559cf-1863-457c-86f5-28b74614dd1f', 'name': 'tempest-snat-router-727715040', 'tenant_id': '4c12fc741f6c494b87f66fcfbf316403', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:54:32Z', 'updated_at': '2022-01-28T09:54:37Z', 'revision_number': 4, 'project_id': '4c12fc741f6c494b87f66fcfbf316403', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:54:39.049051 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.049385 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.049710 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.050086 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.050346 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.050659 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.051920 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.052243 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.052559 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.054069 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.057049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.057400 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:54:39.140479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] For port 529a06b8-2e39-4f9f-a350-e403b56d4dc6, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=529a06b8-2e39-4f9f-a350-e403b56d4dc6,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:39.140892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:39.160412 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72ef52-a8bd-4a82-b505-7ee1c3218870 None None] Pushing event updated for resources: {'Port': ['ID=406d6b3d-75b2-4ab0-ab10-bb08c8f49d73,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:39.301047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Calling delete_port for 529a06b8-2e39-4f9f-a350-e403b56d4dc6 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:39.383732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:54:39.384264 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:54:39.577576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:39.696873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Pushing event deleted for resources: {'Port': ['ID=529a06b8-2e39-4f9f-a350-e403b56d4dc6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:39.711343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-583b7b61-f594-4b18-9dbe-cd7fd58451ae req-551b1256-b0d1-40f2-b96e-f096e0909790 tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.42 "GET /v2.0/ports?device_id=d4aaa374-2da5-4bbf-b005-a49a6b103a06 HTTP/1.1" status: 200 len: 210 time: 0.0621393 Jan 28 09:54:39.801155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2eb53b-206a-4238-9054-4996646e2fec req-ab089d63-47af-449a-ac94-01d8984b40c0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:39.803079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd2eb53b-206a-4238-9054-4996646e2fec req-ab089d63-47af-449a-ac94-01d8984b40c0 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.3706083 Jan 28 09:54:39.809038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] No DVR routers for this DVR port 529a06b8-2e39-4f9f-a350-e403b56d4dc6 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:54:39.817109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:39.819846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'name': 'network-vif-deleted', 'tag': '529a06b8-2e39-4f9f-a350-e403b56d4dc6'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:54:39.895058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:39.895058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:39.960283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd2eb53b-206a-4238-9054-4996646e2fec req-830c5123-e261-49de-b516-b7e0851a0f6c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216452 Jan 28 09:54:39.968209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9713962-1b26-4d05-9bc9-3d8841f5f3f3 req-3713f077-fe01-407e-adf8-22b94e13d01f tempest-ListServerFiltersTestJSON-1442267597 tempest-ListServerFiltersTestJSON-1442267597-project] 10.222.0.25 "DELETE /v2.0/ports/529a06b8-2e39-4f9f-a350-e403b56d4dc6 HTTP/1.1" status: 204 len: 173 time: 1.9285071 Jan 28 09:54:40.076168 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4aaa374-2da5-4bbf-b005-a49a6b103a06', 'name': 'network-vif-deleted', 'tag': '529a06b8-2e39-4f9f-a350-e403b56d4dc6', 'status': 'completed', 'code': 200} Jan 28 09:54:40.145138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] For port 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=406d6b3d-75b2-4ab0-ab10-bb08c8f49d73,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:40.145502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:40.283612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Calling delete_port for 406d6b3d-75b2-4ab0-ab10-bb08c8f49d73 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:40.633429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:40.695491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event deleted for resources: {'Port': ['ID=406d6b3d-75b2-4ab0-ab10-bb08c8f49d73,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:40.803944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:40.817594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45134) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:40.890575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Deleting subnet 28802168-edde-4346-8a21-1b43fe431c2c {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:54:40.894657 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:40.952005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:40.967929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.011638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.014461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.046475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.047079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c6559cf-1863-457c-86f5-28b74614dd1f {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:54:41.072716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.076140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-400067ea-cc1a-4706-8f0b-7a756b0aa8d0 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1c6559cf-1863-457c-86f5-28b74614dd1f HTTP/1.1" status: 204 len: 168 time: 4.0171835 Jan 28 09:54:41.076380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45150) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:41.115895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.169012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 529a06b8-2e39-4f9f-a350-e403b56d4dc6 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:54:41.253185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 529a06b8-2e39-4f9f-a350-e403b56d4dc6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:54:41.253819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 529a06b8-2e39-4f9f-a350-e403b56d4dc6 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:54:41.314580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.346992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:41.351466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Usage tracker for resource:security_group_rule and tenant:58ef11de4716440b94394c59999c1e46 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:41.356516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:41.362648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:41.405505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.457194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28802168-edde-4346-8a21-1b43fe431c2c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:41.461142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f890bf-21b9-42d5-a4ae-77e8a39bfef1 None None] Network b8b941f1-96fb-42e2-8405-caf02d36f12f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:54:41.472318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.531639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1c7b39d5-2264-4711-be7c-a5acd80e9dad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/28802168-edde-4346-8a21-1b43fe431c2c HTTP/1.1" status: 204 len: 168 time: 0.7126579 Jan 28 09:54:41.540201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45156) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:41.632680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.700067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.705359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.737950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce00c809-3d10-4d93-bdd6-2dbac152b0b5 req-31ee9488-a7f7-41f4-a4de-03f862474878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:41.737950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce00c809-3d10-4d93-bdd6-2dbac152b0b5 req-31ee9488-a7f7-41f4-a4de-03f862474878 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.4632509 Jan 28 09:54:41.766745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.787802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c347be11-8782-4b8c-98b2-5482e9d5d47a req-bb7ea4a4-01b7-4f8b-a2b6-ef796f86ef33 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:41.788280 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58ef11de4716440b94394c59999c1e46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8352871 Jan 28 09:54:41.791702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45160) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:41.795699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59515dec-e20b-4bb5-99ea-d5e0d2017ba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ee141e-6ff6-4fe6-b469-e04c32a7e4ae,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:41.801743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c347be11-8782-4b8c-98b2-5482e9d5d47a req-bb7ea4a4-01b7-4f8b-a2b6-ef796f86ef33 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.5449383 Jan 28 09:54:41.814479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Deleting port 42ca8696-2f33-4806-a1ce-7413b9c298cc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:41.814838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.822680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce00c809-3d10-4d93-bdd6-2dbac152b0b5 req-f4940f9a-d8cd-4142-b8a2-07c9e85fa0fc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846715 Jan 28 09:54:41.837793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] DHCP port deletion for b8b941f1-96fb-42e2-8405-caf02d36f12f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:54:41.842463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] Deleting port 42ca8696-2f33-4806-a1ce-7413b9c298cc {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:41.843070 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:41.969233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c347be11-8782-4b8c-98b2-5482e9d5d47a req-d9e8344d-4ed5-4496-a962-f58eb903b08e tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593220 Jan 28 09:54:42.005278 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.016196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Deleting port 5fd3e968-c419-4f61-ad24-810e0c1b89fb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:42.016795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.076460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] For port 42ca8696-2f33-4806-a1ce-7413b9c298cc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=42ca8696-2f33-4806-a1ce-7413b9c298cc,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:42.077016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.093772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] For port 42ca8696-2f33-4806-a1ce-7413b9c298cc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=42ca8696-2f33-4806-a1ce-7413b9c298cc,segment=NetworkSegment(4882a16a-071f-4e56-ae97-239198180fae),segment_id=4882a16a-071f-4e56-ae97-239198180fae)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:42.094491 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.219957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Calling delete_port for 42ca8696-2f33-4806-a1ce-7413b9c298cc owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:42.240347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] Calling delete_port for 42ca8696-2f33-4806-a1ce-7413b9c298cc owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:42.247779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5261da6c-6a41-4c5a-bccd-8c74b0f449f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.284533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5261da6c-6a41-4c5a-bccd-8c74b0f449f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.322604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] For port 5fd3e968-c419-4f61-ad24-810e0c1b89fb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5fd3e968-c419-4f61-ad24-810e0c1b89fb,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:42.323766 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.378705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.406472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:54:42.406992 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:54:42.408308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5261da6c-6a41-4c5a-bccd-8c74b0f449f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.426483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261da6c-6a41-4c5a-bccd-8c74b0f449f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ee141e-6ff6-4fe6-b469-e04c32a7e4ae,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:42.431941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] Pushing event deleted for resources: {'Port': ['ID=42ca8696-2f33-4806-a1ce-7413b9c298cc,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:42.446716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d3c4f4-52a9-48c9-a063-a8214a214648 None None] No DVR routers for this DVR port 42ca8696-2f33-4806-a1ce-7413b9c298cc on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:54:42.458351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5261da6c-6a41-4c5a-bccd-8c74b0f449f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.460754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5261da6c-6a41-4c5a-bccd-8c74b0f449f6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21ee141e-6ff6-4fe6-b469-e04c32a7e4ae HTTP/1.1" status: 204 len: 168 time: 0.6660452 Jan 28 09:54:42.649067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Calling delete_port for 5fd3e968-c419-4f61-ad24-810e0c1b89fb owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:42.760301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:42.778344 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.792978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:42.796787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Usage tracker for resource:security_group_rule and tenant:a62a5939692442e58ac81d0f25e2f67b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:42.800446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:42.806446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:42.821006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.874880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fd3e968-c419-4f61-ad24-810e0c1b89fb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:42.907696 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.908521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Deleting port 42ca8696-2f33-4806-a1ce-7413b9c298cc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:42.908900 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.942181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:42.966282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.056106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] The port '42ca8696-2f33-4806-a1ce-7413b9c298cc' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:54:43.082936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70462ad3-1dcb-4e87-86b6-b0fdb622f2b0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:43.094173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-15aece8b-1e48-4729-9450-adeaef5e57fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a62a5939692442e58ac81d0f25e2f67b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3319552 Jan 28 09:54:43.097688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45180) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:43.194945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.197716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.241199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.241770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5dde3de8-fbac-41e3-92d0-fcb43edb4102 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:54:43.259283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dd7a5a-ed13-48a0-9036-6bdc3d91b545 req-d3d4f977-00a8-47a8-8271-f86d5e3a0ff9 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:43.260909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18dd7a5a-ed13-48a0-9036-6bdc3d91b545 req-d3d4f977-00a8-47a8-8271-f86d5e3a0ff9 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1768081 Jan 28 09:54:43.282312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.293243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db627fad-7b2a-48ec-a245-a0faf2dd9791 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5dde3de8-fbac-41e3-92d0-fcb43edb4102 HTTP/1.1" status: 204 len: 168 time: 2.2060661 Jan 28 09:54:43.296326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45184) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:43.319674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-11011323', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:43.343328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:43.347200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Usage tracker for resource:router and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:43.349346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.353764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 42ca8696-2f33-4806-a1ce-7413b9c298cc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:54:43.357623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:43.363996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:43.397679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.398735 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.439201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18dd7a5a-ed13-48a0-9036-6bdc3d91b545 req-52dea6c7-197b-4d54-a98d-9dcb25aeb6e4 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715331 Jan 28 09:54:43.443387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 42ca8696-2f33-4806-a1ce-7413b9c298cc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:54:43.444916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 42ca8696-2f33-4806-a1ce-7413b9c298cc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:54:43.465549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.497519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b941f1-96fb-42e2-8405-caf02d36f12f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:43.519940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0586655d-cfb7-4ad8-a685-5810855603de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.552713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4882a16a-071f-4e56-ae97-239198180fae') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:43.555529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4882a16a-071f-4e56-ae97-239198180fae') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:43.586196 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.600638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.650827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0586655d-cfb7-4ad8-a685-5810855603de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.661836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.676484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:54:43.677149 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:54:43.692961 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:54:43.839486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.922406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.922406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0586655d-cfb7-4ad8-a685-5810855603de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.922406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b941f1-96fb-42e2-8405-caf02d36f12f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:43.996526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0586655d-cfb7-4ad8-a685-5810855603de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70462ad3-1dcb-4e87-86b6-b0fdb622f2b0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:43.996526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8cb050e2-2550-4327-85f6-b884bbf4e8df admin admin] 10.222.0.42 "DELETE /v2.0/networks/b8b941f1-96fb-42e2-8405-caf02d36f12f HTTP/1.1" status: 204 len: 168 time: 2.3914528 Jan 28 09:54:43.996526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0586655d-cfb7-4ad8-a685-5810855603de admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:43.996526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0586655d-cfb7-4ad8-a685-5810855603de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70462ad3-1dcb-4e87-86b6-b0fdb622f2b0 HTTP/1.1" status: 204 len: 168 time: 0.8703563 Jan 28 09:54:44.013783 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:44.238154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-bc649337-e59a-4546-9170-5f42e890ea51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:44.238154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-bc649337-e59a-4546-9170-5f42e890ea51 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.3164024 Jan 28 09:54:44.286834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45216) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:44.355356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aeafcbb9-5e2e-4812-a976-8c7acfe66023 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e2b9159b9c1412abfc141511a887019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701072 Jan 28 09:54:44.358087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:44.468157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62477bf2-1336-4fb3-9503-ce02fa8882b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:44.479564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a655e-85fa-43fe-989f-786f6174c2f3 req-a56e804f-b31f-4f60-a9fc-e36845a36244 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:44.487110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf7a655e-85fa-43fe-989f-786f6174c2f3 req-a56e804f-b31f-4f60-a9fc-e36845a36244 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.4614551 Jan 28 09:54:44.541521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62477bf2-1336-4fb3-9503-ce02fa8882b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:44.610232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf7a655e-85fa-43fe-989f-786f6174c2f3 req-1fbeee1d-9448-43b6-958b-1af8327f6f3d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248319 Jan 28 09:54:44.625898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62477bf2-1336-4fb3-9503-ce02fa8882b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:44.636646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-a30793b0-11f6-4b5e-a4f2-2e14d7967c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:44.638280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-a30793b0-11f6-4b5e-a4f2-2e14d7967c99 service neutron] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.4003096 Jan 28 09:54:44.673774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62477bf2-1336-4fb3-9503-ce02fa8882b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55762e64-3831-4507-97f2-59213d43f28d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:44.688487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62477bf2-1336-4fb3-9503-ce02fa8882b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:44.689948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62477bf2-1336-4fb3-9503-ce02fa8882b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55762e64-3831-4507-97f2-59213d43f28d HTTP/1.1" status: 204 len: 168 time: 0.3308582 Jan 28 09:54:44.793715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-cd4f7090-9838-4e28-9aa7-801e56113cf7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.1446273 Jan 28 09:54:45.011145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-3e784501-78d6-46fc-bc7a-9c959887a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:45.012580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-3e784501-78d6-46fc-bc7a-9c959887a327 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.2143128 Jan 28 09:54:45.084727 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:45.120994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-7e547403-4cc3-4f65-82f0-acca30f16e09 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789499 Jan 28 09:54:45.125372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:45.156882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:45.266465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fd3e968-c419-4f61-ad24-810e0c1b89fb no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:54:45.300088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-11f129da-2ee1-41cf-8fea-31518b7e9a9a service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379988 Jan 28 09:54:45.321769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 5fd3e968-c419-4f61-ad24-810e0c1b89fb {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:54:45.322195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5fd3e968-c419-4f61-ad24-810e0c1b89fb not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:54:45.502771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b646fbc7-a092-4baa-bda6-bc7c6d0eb865 req-abb8b754-dd22-4c22-8277-a2a8a3652db2 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967089 Jan 28 09:54:45.569498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Allocated IP 172.25.1.141 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/73bd4a94-c765-4a97-9b73-8d075b097a2c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:45.952971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:45.982673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a105a3-b34b-405d-969b-2093847139da req-98f53c8a-0d57-4c2e-adf9-abee16a3c43f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:45.982673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40a105a3-b34b-405d-969b-2093847139da req-98f53c8a-0d57-4c2e-adf9-abee16a3c43f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.2201581 Jan 28 09:54:46.051460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45330) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:46.058734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.202572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40a105a3-b34b-405d-969b-2093847139da req-135cd4ae-38e2-4fec-80d0-c4dbe01ef05d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003684 Jan 28 09:54:46.202572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:46.211333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:46.211333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:46.248808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:46.284110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event updated for resources: {'Port': ['ID=73bd4a94-c765-4a97-9b73-8d075b097a2c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:46.397785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1254442476-network', 'tenant_id': 'ca58506205a84f73bf844540a2945a56'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:46.404614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:46.405214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-13b8ff60-2dea-4237-bedc-ebf08d3a6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:46.406839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-13b8ff60-2dea-4237-bedc-ebf08d3a6235 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.2714729 Jan 28 09:54:46.428036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Usage tracker for resource:network and tenant:ca58506205a84f73bf844540a2945a56 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:46.438548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.442745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:46.450547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:46.463413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:46.463413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Usage tracker for resource:security_group_rule and tenant:4aa351ecbe124a05a5dd65cc3810d3ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:46.470601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:46.470601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Made reservation on behalf of ca58506205a84f73bf844540a2945a56 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:46.474810 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.493684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.503733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:46.514034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:46.514034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Usage tracker for resource:security_group_rule and tenant:ca58506205a84f73bf844540a2945a56 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:46.527692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:46.527692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:46.615276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.625658 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.668390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:54:46.688885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad241092-47e6-4537-8ea9-97fe84bcb20d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:46.696804 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.697599 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Added segment 423759e6-41f2-40b0-b5fd-13b3f741777c of type vlan for network a60b4dfd-5dc3-4e61-844f-28496225d2a8 Jan 28 09:54:46.770266 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.840304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.851018 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.878347 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.879374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:46.880225 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:46.890621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db97437d-74fd-4977-96af-aa94da9e384c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:47.022253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9e31d90e-d65c-4cab-a655-aadf5f35d4ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4aa351ecbe124a05a5dd65cc3810d3ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7664280 Jan 28 09:54:47.025122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45356) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:47.051368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] Pushing event updated for resources: {'Network': ['ID=a60b4dfd-5dc3-4e61-844f-28496225d2a8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:47.051368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d345e5a4-90ea-43f7-a16a-bcd550bc5085 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9942663 Jan 28 09:54:47.051368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45360) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:47.062573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Request body: {'subnet': {'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1254442476-subnet', 'tenant_id': 'ca58506205a84f73bf844540a2945a56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:47.065941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:54:47.069730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:47.069730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Usage tracker for resource:subnet and tenant:ca58506205a84f73bf844540a2945a56 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:47.073721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-d3639f49-9860-4d53-85f9-c0feccde66a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:47.076996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:47.086918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-d3639f49-9860-4d53-85f9-c0feccde66a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.5836039 Jan 28 09:54:47.089524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:47.118513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Made reservation on behalf of ca58506205a84f73bf844540a2945a56 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:47.118513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:47.312222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-9c392123-cccd-4b33-be3a-9c2db8662c5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.2272134 Jan 28 09:54:47.377845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:47.464479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:47.586541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd061e50-72d6-445c-8c78-7618ce218eff,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:47.592339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Checking segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:47.592806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Network hostable DHCP agents. Network: a60b4dfd-5dc3-4e61-844f-28496225d2a8, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:54:47.616712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:54:47.624104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61dc1468-414e-4c13-9494-933866d77c15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:47.631852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a60b4dfd-5dc3-4e61-844f-28496225d2a8) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:47.638307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:47.639415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:47.642766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca874ee-cdc4-409e-abf1-02c2158a43db None None] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:54:47.697428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c49f4ea4-d01d-4e24-8994-abb90d8a0210 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6412389 Jan 28 09:54:47.761168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-11955988-e549-41df-882f-6b06899594e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:47.761168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-11955988-e549-41df-882f-6b06899594e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.4233155 Jan 28 09:54:47.761168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61dc1468-414e-4c13-9494-933866d77c15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:47.925833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c0530-a569-4e25-b57f-8aeb20abdbee None None] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:54:47.963731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-2f055790-a70f-482c-850a-6319489ee5b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915643 Jan 28 09:54:48.304342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61dc1468-414e-4c13-9494-933866d77c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:48.325819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-3460599b-3ec6-463d-8631-3e8c3308a600 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:48.327582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-3460599b-3ec6-463d-8631-3e8c3308a600 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:48.337040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97188c0a-b1ff-4c8c-b180-68c4de47eebe req-c6995602-7547-465e-ac1f-bb6ccf23a44c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:48.338582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97188c0a-b1ff-4c8c-b180-68c4de47eebe req-c6995602-7547-465e-ac1f-bb6ccf23a44c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.8860080 Jan 28 09:54:48.339605 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:48.348332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dc1468-414e-4c13-9494-933866d77c15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db97437d-74fd-4977-96af-aa94da9e384c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:48.350439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-3460599b-3ec6-463d-8631-3e8c3308a600 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:48.352240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-3460599b-3ec6-463d-8631-3e8c3308a600 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 813 time: 0.2405279 Jan 28 09:54:48.369419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-167bb5f5-6fbb-4734-b4d1-a9abd17af84d service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852100 Jan 28 09:54:48.377690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-a51686e5-adc1-4294-8072-f97ac81f50ed tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/quotas/ca58506205a84f73bf844540a2945a56 HTTP/1.1" status: 200 len: 375 time: 0.0185528 Jan 28 09:54:48.441216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-199b9265-8bce-4f88-98af-cf6ec332327a tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596485 Jan 28 09:54:48.634622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-c391db15-2fd9-455a-9007-97d6c909ac62 service neutron] 10.222.0.42 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952441 Jan 28 09:54:48.705407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97188c0a-b1ff-4c8c-b180-68c4de47eebe req-46776146-b85d-4a3e-94c5-78059b2595c7 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3538415 Jan 28 09:54:48.774541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61dc1468-414e-4c13-9494-933866d77c15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:48.774541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-61dc1468-414e-4c13-9494-933866d77c15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/db97437d-74fd-4977-96af-aa94da9e384c HTTP/1.1" status: 204 len: 168 time: 1.7499847 Jan 28 09:54:48.893496 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8f7174-b58c-4c95-8eed-312a5e3cafa1 req-367c0bd3-5645-47a9-8917-fedc77e33e8f service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4724040 Jan 28 09:54:48.920483 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-0fcce750-eb43-4975-8316-532a295eb690 service neutron] 10.222.0.42 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791965 Jan 28 09:54:48.964296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Router f72bcaf4-141e-4e11-b983-9a338afc3583 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:54:49.228304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:54:49.236979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] Sync routers for ids ['f72bcaf4-141e-4e11-b983-9a338afc3583'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:54:49.274032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] Routers {'f72bcaf4-141e-4e11-b983-9a338afc3583'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:49.277431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:49.278254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f72bcaf4-141e-4e11-b983-9a338afc3583'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:49.282777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45418) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:49.284213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-49355580-c9c5-417f-9dc6-96569d36b1c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9867077 Jan 28 09:54:49.289898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': False}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:49.451669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:49.481419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] Routers {'f72bcaf4-141e-4e11-b983-9a338afc3583'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:49.482033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f72bcaf4-141e-4e11-b983-9a338afc3583'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:49.734819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:49.736370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5845f2d7-3c0b-4bd0-b81c-37560c76a742 None None] The sync data for ids ['f72bcaf4-141e-4e11-b983-9a338afc3583'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:54:50.040779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0877264-d6b5-4e6d-9c87-a07656a3c0e6 req-d595bdea-9ce7-414c-b423-bd291d4ae919 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 210 time: 0.2217925 Jan 28 09:54:51.389966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:52.180638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-80e9bfe4-69e9-4455-80f8-8acb2f0739ad req-57c1e72f-3886-47e6-99d9-d68f7e402a28 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 210 time: 0.8712900 Jan 28 09:54:52.389089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8996a370-d93e-47af-9207-be02c8f938e2 req-d3d2c389-e92a-4b09-babd-0ddb774d7de2 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:52.395951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8996a370-d93e-47af-9207-be02c8f938e2 req-d3d2c389-e92a-4b09-babd-0ddb774d7de2 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.2534907 Jan 28 09:54:52.482757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8996a370-d93e-47af-9207-be02c8f938e2 req-0ec6975d-21a1-44f3-8360-5e89ab9a42be tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858319 Jan 28 09:54:52.543156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-d1f305b1-1c0f-4b11-be40-4420732e8914 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:52.550119 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-d1f305b1-1c0f-4b11-be40-4420732e8914 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 813 time: 0.3185952 Jan 28 09:54:52.565169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Request body: {'port': {'device_id': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'admin_state_up': True, 'tenant_id': 'ca58506205a84f73bf844540a2945a56'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:52.829356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45590) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:52.856198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:52.856198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Usage tracker for resource:port and tenant:ca58506205a84f73bf844540a2945a56 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:52.861389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:52.875397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:52.895057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-d27b832d-1b36-43b2-a39e-27c567468459 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:52.895057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-d27b832d-1b36-43b2-a39e-27c567468459 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 813 time: 0.8542829 Jan 28 09:54:52.898992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Made reservation on behalf of ca58506205a84f73bf844540a2945a56 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:52.911060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Request body: {'port': {'device_id': '26965be0-8144-423b-8b26-ce970198a7e2', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'admin_state_up': True, 'tenant_id': 'ca58506205a84f73bf844540a2945a56'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:52.914443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:53.136995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Allocated IP 172.20.0.4 (a60b4dfd-5dc3-4e61-844f-28496225d2a8/dd061e50-72d6-445c-8c78-7618ce218eff/4d58327f-b3a5-4a9c-b1b2-9ff6314d3219) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:53.413089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:53.475623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:53.531767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:53.540110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:53.546628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-991d663f-0ad4-46a1-b211-343611779810 req-ddc1bd0c-4e01-4909-8d43-b831afae63ba tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 210 time: 0.0837550 Jan 28 09:54:53.619675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Usage tracker for resource:security_group_rule and tenant:1d2cead253624b72b25d0353089871ed is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:53.623591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:53.636192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:53.665805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:53.665805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event updated for resources: {'Port': ['ID=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:53.665805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:53.672703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:53.775351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:53.775351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:53.780943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:53.799232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Usage tracker for resource:port and tenant:ca58506205a84f73bf844540a2945a56 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:53.799680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-6ebc85bd-3e7a-4980-8544-a8981b767d8d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2449188 Jan 28 09:54:53.813297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Request body: {'port': {'device_id': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:53.828551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:53.830745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:53.858725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:53.882061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.012676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.066219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.079225 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.110237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Made reservation on behalf of ca58506205a84f73bf844540a2945a56 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:54.116750 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.324013 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d2cead253624b72b25d0353089871ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4867125 Jan 28 09:54:54.336091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8243e3d-76e4-4da2-bc45-0c8ad8d7c811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f32058b-d70c-4f7a-b247-8bf0eea7c6b8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:54.336091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45618) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:54.439071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Router f72bcaf4-141e-4e11-b983-9a338afc3583 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:54:54.470409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e3596c8-4cae-4238-8d84-8c727e347105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.760986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e3596c8-4cae-4238-8d84-8c727e347105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.779315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:54:54.784047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.802648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Transition to ACTIVE for port object 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:54:54.815510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.823000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:54:54.826857 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] Sync routers for ids ['f72bcaf4-141e-4e11-b983-9a338afc3583'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:54:54.839362 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] Routers {'f72bcaf4-141e-4e11-b983-9a338afc3583'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:54.840501 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f72bcaf4-141e-4e11-b983-9a338afc3583'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:54.917994 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:54.927769 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] Routers {'f72bcaf4-141e-4e11-b983-9a338afc3583'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:54:54.928771 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f72bcaf4-141e-4e11-b983-9a338afc3583'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:54.940310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:54.945125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-28cafa00-082d-4e87-9e00-f2f0e93aefec tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "PUT /v2.0/routers/f72bcaf4-141e-4e11-b983-9a338afc3583 HTTP/1.1" status: 200 len: 920 time: 5.6606886 Jan 28 09:54:54.948125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45630) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:54.989581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:55.050759 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:54:55.050759 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d732f8a-1bdf-4a6f-8d6f-d850c9fc24a7 None None] The sync data for ids ['f72bcaf4-141e-4e11-b983-9a338afc3583'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:54:55.174074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Allocated IP 172.20.0.12 (a60b4dfd-5dc3-4e61-844f-28496225d2a8/dd061e50-72d6-445c-8c78-7618ce218eff/493c5473-444c-48b2-acca-4d9938e9927d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:54:55.196129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Attempting to bind port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:54:55.196129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Attempting to bind port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:54:55.196129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Attempting to bind port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:55.210794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:54:55.210794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Attempting to bind port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:55.222513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:54:55.222513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Checking segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:55.222513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Bound using segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:54:55.222513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Bound port: 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:54:55.222513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:55.336335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e3596c8-4cae-4238-8d84-8c727e347105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:55.370345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] For port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:54:55.384466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] For port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:54:55.396843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:55.470499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3596c8-4cae-4238-8d84-8c727e347105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f32058b-d70c-4f7a-b247-8bf0eea7c6b8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:55.483413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a06c4bff-bed3-4a63-8400-8a5f101dc8af tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/f72bcaf4-141e-4e11-b983-9a338afc3583 HTTP/1.1" status: 200 len: 920 time: 0.5322840 Jan 28 09:54:55.484245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45640) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:55.524575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:55.525205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:55.526606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 HTTP/1.1" status: 200 len: 1091 time: 1.7202685 Jan 28 09:54:55.527050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'tag': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:54:55.549962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10989438-d057-470a-99a2-371f8efd82d3 service neutron] Pushing event updated for resources: {'Port': ['ID=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:55.623743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488ce1f5-3386-474e-a373-26b2d24334ba req-9ea5b59e-8d20-4682-96a8-1c045b04e49a tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:55.624638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-488ce1f5-3386-474e-a373-26b2d24334ba req-9ea5b59e-8d20-4682-96a8-1c045b04e49a tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:55.648528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e3596c8-4cae-4238-8d84-8c727e347105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:55.650216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e3596c8-4cae-4238-8d84-8c727e347105 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f32058b-d70c-4f7a-b247-8bf0eea7c6b8 HTTP/1.1" status: 204 len: 168 time: 1.3138316 Jan 28 09:54:55.659937 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'tag': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219', 'status': 'completed', 'code': 200} Jan 28 09:54:55.740923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-488ce1f5-3386-474e-a373-26b2d24334ba req-9ea5b59e-8d20-4682-96a8-1c045b04e49a tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:55.740923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-488ce1f5-3386-474e-a373-26b2d24334ba req-9ea5b59e-8d20-4682-96a8-1c045b04e49a tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 943 time: 0.9689147 Jan 28 09:54:55.758667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-95d6dd41-34d4-4e49-a5e9-329e02b4ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:55.758667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-95d6dd41-34d4-4e49-a5e9-329e02b4ea6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 1094 time: 0.1837475 Jan 28 09:54:55.894767 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aad5a381-e34f-4963-bb36-3cfcc4d3a87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:55.917246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-376c8be0-02d6-45e8-b578-56b90bb107af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 HTTP/1.1" status: 200 len: 217 time: 0.1509619 Jan 28 09:54:56.047392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-8255f480-d0ef-4e48-888a-45f0caba1f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:56.047392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-8255f480-d0ef-4e48-888a-45f0caba1f23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.1189568 Jan 28 09:54:56.168945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-69455e5c-98f4-43b9-b2f9-fe85536d3f3e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095939 Jan 28 09:54:56.172408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-488ce1f5-3386-474e-a373-26b2d24334ba req-f0ce48bd-b0bb-4b3a-8fba-188bb976d12e tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:56.237428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-488ce1f5-3386-474e-a373-26b2d24334ba req-f0ce48bd-b0bb-4b3a-8fba-188bb976d12e tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:56.237428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-488ce1f5-3386-474e-a373-26b2d24334ba req-f0ce48bd-b0bb-4b3a-8fba-188bb976d12e tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235587 Jan 28 09:54:56.344610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b074040-d0df-4d72-a5be-c9beb241df01 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:56.345347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b074040-d0df-4d72-a5be-c9beb241df01 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Synchronizing usage tracker for tenant:4c12fc741f6c494b87f66fcfbf316403 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:56.353424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:56.400942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b074040-d0df-4d72-a5be-c9beb241df01 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Unset dirty status for tenant:4c12fc741f6c494b87f66fcfbf316403 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:56.400942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b074040-d0df-4d72-a5be-c9beb241df01 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=f72bcaf4-141e-4e11-b983-9a338afc3583&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9038866 Jan 28 09:54:56.413372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45666) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:56.419422 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-9689990a-8329-4bae-81ca-eb0ea89a3a9f service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487528 Jan 28 09:54:56.567009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:56.666638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-b1966e49-e5bc-444f-8c28-ec51dc398859 service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456236 Jan 28 09:54:56.671518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d029218-7471-445a-9d45-1e81aef85437 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:56.675418 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4d029218-7471-445a-9d45-1e81aef85437 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.2688091 Jan 28 09:54:56.695248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45678) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:56.716600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:54:56.716600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:54:56.724440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:54:56.776307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event updated for resources: {'Port': ['ID=493c5473-444c-48b2-acca-4d9938e9927d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:56.798859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:56.798859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:56.805814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-46e2cee7-1330-4d98-a657-6fa44e9f56c9 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=f72bcaf4-141e-4e11-b983-9a338afc3583 HTTP/1.1" status: 200 len: 205 time: 0.1110446 Jan 28 09:54:56.805814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:56.835201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-79694d4e-c52e-4343-9db7-32779d3db1e0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9417152 Jan 28 09:54:56.858723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Request body: {'port': {'device_id': '26965be0-8144-423b-8b26-ce970198a7e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:57.037796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:57.208972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-201660ec-319b-42ac-ab83-24d6f6e98318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:57.210708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-201660ec-319b-42ac-ab83-24d6f6e98318 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 1094 time: 0.4742913 Jan 28 09:54:57.357869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:57.655815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-c8c25505-ad64-45a4-89ae-2f06bd398781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:57.655815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-c8c25505-ad64-45a4-89ae-2f06bd398781 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 914 time: 0.4334495 Jan 28 09:54:57.813736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd61b-59ef-460f-a3c0-32352cdea0f3 req-5bcc80af-f2cb-4a52-a236-d0334c54feb2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:57.821442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a16fd61b-59ef-460f-a3c0-32352cdea0f3 req-5bcc80af-f2cb-4a52-a236-d0334c54feb2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 943 time: 0.2514522 Jan 28 09:54:57.861128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-74513f65-9293-4d5b-8667-3f824d5adbcf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 HTTP/1.1" status: 200 len: 217 time: 0.1210618 Jan 28 09:54:57.879796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a16fd61b-59ef-460f-a3c0-32352cdea0f3 req-64f2b1e3-aa4e-453e-8766-5fe9dfad2973 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598228 Jan 28 09:54:57.882124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 493c5473-444c-48b2-acca-4d9938e9927d {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:54:57.890823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:57.906783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Transition to ACTIVE for port object 493c5473-444c-48b2-acca-4d9938e9927d will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:54:57.912281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:57.972777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45722) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:54:58.012789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.024645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-d148ac0b-29ae-4a15-b672-b5958e5985d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:58.024645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-d148ac0b-29ae-4a15-b672-b5958e5985d9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.1563435 Jan 28 09:54:58.024645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Deleting port 73bd4a94-c765-4a97-9b73-8d075b097a2c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:54:58.024645 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.132204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-8e617cf1-2796-459b-bd9f-5ce01fa4c70a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725307 Jan 28 09:54:58.135375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=493c5473-444c-48b2-acca-4d9938e9927d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:58.178706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Attempting to bind port 493c5473-444c-48b2-acca-4d9938e9927d on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:54:58.178706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Attempting to bind port 493c5473-444c-48b2-acca-4d9938e9927d by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:54:58.178706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Attempting to bind port 493c5473-444c-48b2-acca-4d9938e9927d on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:58.185306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Port 493c5473-444c-48b2-acca-4d9938e9927d on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:54:58.185306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Attempting to bind port 493c5473-444c-48b2-acca-4d9938e9927d on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:54:58.191563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:54:58.191563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Checking segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:54:58.191563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Bound using segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:54:58.191563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Bound port: 493c5473-444c-48b2-acca-4d9938e9927d, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:54:58.191563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.301028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] For port 493c5473-444c-48b2-acca-4d9938e9927d, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:54:58.305200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] For port 493c5473-444c-48b2-acca-4d9938e9927d, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=493c5473-444c-48b2-acca-4d9938e9927d,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:54:58.309938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.364096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a67cab17-2bda-4f18-9f64-58486339c8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.399598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:58.399598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.399598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] 10.222.0.43 "PUT /v2.0/ports/493c5473-444c-48b2-acca-4d9938e9927d HTTP/1.1" status: 200 len: 1092 time: 1.5530143 Jan 28 09:54:58.399598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26965be0-8144-423b-8b26-ce970198a7e2', 'tag': '493c5473-444c-48b2-acca-4d9938e9927d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:54:58.462727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-fdb5181c-879a-435d-bddb-46c3906716b0 service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007460 Jan 28 09:54:58.466553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4064080f-f9bc-408e-9f04-a4b0a528b8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=493c5473-444c-48b2-acca-4d9938e9927d,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:58.546447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1394055501'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:54:58.560974 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26965be0-8144-423b-8b26-ce970198a7e2', 'tag': '493c5473-444c-48b2-acca-4d9938e9927d', 'status': 'completed', 'code': 200} Jan 28 09:54:58.583132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:58.602266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-77495d63-ec60-4f1a-b15f-336bc51983cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:58.606637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-77495d63-ec60-4f1a-b15f-336bc51983cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=26965be0-8144-423b-8b26-ce970198a7e2 HTTP/1.1" status: 200 len: 1095 time: 0.1187739 Jan 28 09:54:58.608459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Usage tracker for resource:network and tenant:410167955012480ea2aec62e616837cb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:58.642593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:58.710618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-721337d0-7cf9-418e-9196-4b0eb618f4e3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=493c5473-444c-48b2-acca-4d9938e9927d HTTP/1.1" status: 200 len: 217 time: 0.0942788 Jan 28 09:54:58.722200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:58.764877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Made reservation on behalf of 410167955012480ea2aec62e616837cb for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:54:58.764877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.789836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-9cdffcda-29d6-48b0-a5e2-f65271a2b816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:58.789836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-9cdffcda-29d6-48b0-a5e2-f65271a2b816 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.0752745 Jan 28 09:54:58.798467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.831203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:54:58.843715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:58.856425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Usage tracker for resource:security_group_rule and tenant:410167955012480ea2aec62e616837cb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:54:58.862232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:54:58.868128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c16f374-c8b2-46ca-845a-ec2e7c8ecce4 req-54d73029-d921-44af-b749-db42a931f2a7 service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115803 Jan 28 09:54:58.927023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:54:58.980816 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-fd56d121-5f49-4f61-a76c-2c6169f9ea0f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835437 Jan 28 09:54:59.004437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Calling delete_port for 73bd4a94-c765-4a97-9b73-8d075b097a2c owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:54:59.183059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-acee638b-02d6-4530-9ab5-bff2dfc2e6fe service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983390 Jan 28 09:54:59.203008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b61c05e-6979-4c13-a3fd-96eddcd39f0b req-1df8a44f-e106-457e-a46c-526162dc2fa8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:59.203694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7b61c05e-6979-4c13-a3fd-96eddcd39f0b req-1df8a44f-e106-457e-a46c-526162dc2fa8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:54:59.259557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.259557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7b61c05e-6979-4c13-a3fd-96eddcd39f0b req-1df8a44f-e106-457e-a46c-526162dc2fa8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:54:59.259557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b61c05e-6979-4c13-a3fd-96eddcd39f0b req-1df8a44f-e106-457e-a46c-526162dc2fa8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 943 time: 0.2285366 Jan 28 09:54:59.268297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.304321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:54:59.365880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:54:59.377771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bed85f4-e9f9-4346-af24-a049558e912a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:59.399931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.399931 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Added segment 064f2027-dac8-4922-8d5a-a4393d7e9a86 of type vlan for network e48a2eaf-ddc9-481d-8077-22229ad180dc Jan 28 09:54:59.415066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b61c05e-6979-4c13-a3fd-96eddcd39f0b req-66dd347b-d3d3-4a2f-8894-63f17b4c47d9 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283453 Jan 28 09:54:59.415066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.477517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-585a43ac-3dea-4dc8-a73f-89cdef7447b4 req-19527a6e-137c-4c3c-a007-d09d0a381d5f service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797678 Jan 28 09:54:59.536611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.543529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.592268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:59.633627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'port_id': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219', 'mac_address': 'fa:16:3e:a5:47:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd061e50-72d6-445c-8c78-7618ce218eff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:54:59.688282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-a70698df-42e6-4891-8ed8-3b91cba0206c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:59.688282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-a70698df-42e6-4891-8ed8-3b91cba0206c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=26965be0-8144-423b-8b26-ce970198a7e2 HTTP/1.1" status: 200 len: 1095 time: 0.1631844 Jan 28 09:54:59.731448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event deleted for resources: {'Port': ['ID=73bd4a94-c765-4a97-9b73-8d075b097a2c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:54:59.750228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.796036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.824020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:54:59.846414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:54:59.850771 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.897355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.942694 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.944940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-1f0a258f-d7aa-4fc0-8da0-515b50442e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:59.949047 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-1f0a258f-d7aa-4fc0-8da0-515b50442e82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 914 time: 0.2595026 Jan 28 09:54:59.951734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:54:59.951734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:54:59.977509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:00.060107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-51eaf5b3-7527-4402-9637-9cb74edc26e0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=493c5473-444c-48b2-acca-4d9938e9927d HTTP/1.1" status: 200 len: 217 time: 0.0967467 Jan 28 09:55:00.127955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-b42c8e6f-f3b7-4426-bd4e-38a9fb7fb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:00.129374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-b42c8e6f-f3b7-4426-bd4e-38a9fb7fb249 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.0666106 Jan 28 09:55:00.157821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.160278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['4d58327f-b3a5-4a9c-b1b2-9ff6314d3219'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:55:00.166918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.179832 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-2727177c-17ba-40c1-a081-05b61310f2b3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427470 Jan 28 09:55:00.216928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Pushing event updated for resources: {'Network': ['ID=e48a2eaf-ddc9-481d-8077-22229ad180dc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:00.220724 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-47860385-98bf-4b52-9fe0-dc13da8ccbad tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.2433434 Jan 28 09:55:00.246807 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.246807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Fanout notify agent at l3_agent the message router_deleted on router f72bcaf4-141e-4e11-b983-9a338afc3583 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:55:00.253562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.253562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-add7046c-661a-492d-b54a-368d0619ec59 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/f72bcaf4-141e-4e11-b983-9a338afc3583 HTTP/1.1" status: 204 len: 168 time: 3.4462025 Jan 28 09:55:00.261206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:00.269469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-705775132', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:00.277647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:00.277647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Usage tracker for resource:router and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:00.293280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:00.293280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:00.306586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e48a2eaf-ddc9-481d-8077-22229ad180dc details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:55:00.309611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.309611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.342808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.375582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.380786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-4af4e8de-cf14-4d6b-ba46-793fd65be607 service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908433 Jan 28 09:55:00.421232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.421232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-21044bcd-8382-4397-8b6b-03c2b8432129 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1609950 Jan 28 09:55:00.423874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45766) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:00.429464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:00.578791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5db99cfd-2431-4ecf-b0af-733fcc1dbabc req-b25016bc-359f-4056-99f7-5891e5817df9 service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892893 Jan 28 09:55:00.636464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45776) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:00.642675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Request body: {'port': {'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc', 'binding:host_id': 'n-h2-825178-2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1089634617'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:00.673945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:00.688470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Usage tracker for resource:port and tenant:89ef7ca3872248b186150821cc050241 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:00.688470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:00.783894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:00.802999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Made reservation on behalf of 89ef7ca3872248b186150821cc050241 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:00.802999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.817564 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.825039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:00.842756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:00.853413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Usage tracker for resource:security_group_rule and tenant:89ef7ca3872248b186150821cc050241 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:00.853413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:00.861182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:00.905364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ea92b-525e-4cc8-9754-1166a7c93775 req-2d3ac0fb-c352-4c78-bc5b-337431481946 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:00.912294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-949ea92b-525e-4cc8-9754-1166a7c93775 req-2d3ac0fb-c352-4c78-bc5b-337431481946 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 944 time: 0.2268443 Jan 28 09:55:01.017007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.046023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.056640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.078508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:01.122202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-949ea92b-525e-4cc8-9754-1166a7c93775 req-efb780d3-8582-4558-bfef-6f578b0071a3 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059443 Jan 28 09:55:01.210455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77c8ad3-1fd3-4765-a2c4-2ea43c999a1f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:01.455567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:01.465077 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.484030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Transition to ACTIVE for port object 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:01.496612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.501590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.552381 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:01.604366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=4db36d18-3c5e-43d0-bb6c-835bb26ca3ed,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:01.633573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Checking segment: {'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:55:01.633573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Network hostable DHCP agents. Network: e48a2eaf-ddc9-481d-8077-22229ad180dc, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:55:01.662615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Network e48a2eaf-ddc9-481d-8077-22229ad180dc is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:55:01.672776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e48a2eaf-ddc9-481d-8077-22229ad180dc) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:01.678395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:01.691112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c703de4-dedb-4b5d-842a-b6f13bd6925e None None] Network e48a2eaf-ddc9-481d-8077-22229ad180dc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:01.698739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.698739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.698739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.698739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.698739 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.698739 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 2 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.720705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.720891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.721419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.738297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.738972 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.739441 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 3 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.757160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Allocated IP 172.25.1.14 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/978d9808-9736-41cc-b2b1-19edae0246d6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:01.759359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.760765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.761329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.767584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.767982 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.768430 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 4 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.788343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.788781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.789121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.794551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.794886 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.795279 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 5 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.810669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.811027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.811370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.817431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.817760 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.818152 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 6 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.850251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.850587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.850922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.862577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.862912 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.863304 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 7 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.926886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.926886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.930738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:01.948511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:01.948511 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:01.948511 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 8 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:01.993369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:01.993369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:01.993369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:02.014055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:02.014055 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:02.014055 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 9 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:02.034523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.061759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:02.061759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:02.061759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:02.069881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.076719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:02.076719 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:02.076719 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 10 to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed Jan 28 09:55:02.111508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:02.111508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:02.111508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:02.126086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:02.126086 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:02.126086 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.152325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:02.163760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:02.167078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:02.243850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event updated for resources: {'Port': ['ID=978d9808-9736-41cc-b2b1-19edae0246d6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:02.276242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] For port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:02.276242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempted to set empty binding levels {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 09:55:02.276242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.318264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 493c5473-444c-48b2-acca-4d9938e9927d details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:55:02.330538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:02.330538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.561067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=4db36d18-3c5e-43d0-bb6c-835bb26ca3ed,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:02.564289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-db31be0c-b46c-489c-90ea-b099d86f7d8a tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9264576 Jan 28 09:55:02.569468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45804) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:02.571525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 493c5473-444c-48b2-acca-4d9938e9927d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=493c5473-444c-48b2-acca-4d9938e9927d,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:02.577894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5077f-fe5b-454c-b7b8-f195575be3cb req-ab046c97-71ad-41d1-8885-7d2b925c8f5b tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:02.579704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ff5077f-fe5b-454c-b7b8-f195575be3cb req-ab046c97-71ad-41d1-8885-7d2b925c8f5b tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 944 time: 0.2666726 Jan 28 09:55:02.601557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '493c5473-444c-48b2-acca-4d9938e9927d', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'port_id': '493c5473-444c-48b2-acca-4d9938e9927d', 'mac_address': 'fa:16:3e:ec:ee:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd061e50-72d6-445c-8c78-7618ce218eff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:55:02.674492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Deleting port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:02.674492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.682404 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.708343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 493c5473-444c-48b2-acca-4d9938e9927d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:55:02.722474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 493c5473-444c-48b2-acca-4d9938e9927d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=493c5473-444c-48b2-acca-4d9938e9927d,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:02.722474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.749754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:02.814178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ff5077f-fe5b-454c-b7b8-f195575be3cb req-db623675-2674-4e6a-bb62-b90706ffee19 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389360 Jan 28 09:55:02.865692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=493c5473-444c-48b2-acca-4d9938e9927d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:03.011767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] For port 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed, host n-h2-825178-2, got binding levels [] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:03.011767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.024518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['493c5473-444c-48b2-acca-4d9938e9927d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:55:03.265697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.269249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.336219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:03.343731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Calling delete_port for 4db36d18-3c5e-43d0-bb6c-835bb26ca3ed owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:03.487345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:03.522938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:03.522938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.530536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.709012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event deleted for resources: {'Port': ['ID=4db36d18-3c5e-43d0-bb6c-835bb26ca3ed,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:03.713782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.731720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0e49ca76-5e44-45f8-9243-a7a39c681be2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4db36d18-3c5e-43d0-bb6c-835bb26ca3ed HTTP/1.1" status: 204 len: 168 time: 1.1507657 Jan 28 09:55:03.735550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45828) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:03.823261 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6efe344-54b5-4de6-be21-98d90c5a18f2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:55:03.823261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d6efe344-54b5-4de6-be21-98d90c5a18f2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Synchronizing usage tracker for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:03.835873 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.856074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d6efe344-54b5-4de6-be21-98d90c5a18f2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Unset dirty status for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:03.856074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d6efe344-54b5-4de6-be21-98d90c5a18f2 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "GET /v2.0/ports/4db36d18-3c5e-43d0-bb6c-835bb26ca3ed HTTP/1.1" status: 404 len: 333 time: 0.1184442 Jan 28 09:55:03.867530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45834) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:03.867530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Request body: {'port': {'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-715913649'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:03.871488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:03.879975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:03.886366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:03.899243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:03.902918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:03.918941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Router bc4d0781-ed8b-4c1c-89d8-82ee17136024 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:55:03.932560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Made reservation on behalf of 89ef7ca3872248b186150821cc050241 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:03.932560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.008094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:04.101785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port e5fdb3bb-118d-479c-9d5d-426b2eb403af yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:04.126728 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219', 'code': 200} Jan 28 09:55:04.327389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 493c5473-444c-48b2-acca-4d9938e9927d up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:04.389620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3312c7f5-21d6-4bb9-acc6-53d3d38d1153 req-56a3c134-137e-49d2-bfb8-67d588fe8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:04.391189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3312c7f5-21d6-4bb9-acc6-53d3d38d1153 req-56a3c134-137e-49d2-bfb8-67d588fe8296 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 1096 time: 0.1763089 Jan 28 09:55:04.402230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb705ec-fd1e-4bc6-906f-aa1f4ebf3eae req-af1d3200-023b-442f-a937-d75d51077351 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:04.403829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dbb705ec-fd1e-4bc6-906f-aa1f4ebf3eae req-af1d3200-023b-442f-a937-d75d51077351 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1363983 Jan 28 09:55:04.420520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 493c5473-444c-48b2-acca-4d9938e9927d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:04.427999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 493c5473-444c-48b2-acca-4d9938e9927d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:04.428733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.431012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:55:04.491438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dbb705ec-fd1e-4bc6-906f-aa1f4ebf3eae req-de0bcf35-221d-458a-bda1-0428a532c73f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682089 Jan 28 09:55:04.491438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3312c7f5-21d6-4bb9-acc6-53d3d38d1153 req-e13302e7-3951-4e92-8253-aa855ddc7111 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861225 Jan 28 09:55:04.517276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] Sync routers for ids ['bc4d0781-ed8b-4c1c-89d8-82ee17136024'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:55:04.543472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] Routers {'bc4d0781-ed8b-4c1c-89d8-82ee17136024'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:04.543472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc4d0781-ed8b-4c1c-89d8-82ee17136024'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:04.623876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:04.664780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0200d50-a4be-4f73-8741-5b4563f83c79 req-6790ebfc-f8e4-43cf-8ee1-5912a40a89b5 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:04.668630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] Routers {'bc4d0781-ed8b-4c1c-89d8-82ee17136024'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:04.668630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc4d0781-ed8b-4c1c-89d8-82ee17136024'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:04.672135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0200d50-a4be-4f73-8741-5b4563f83c79 req-6790ebfc-f8e4-43cf-8ee1-5912a40a89b5 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 945 time: 0.5894377 Jan 28 09:55:04.679129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-de53f4d9-fef1-44dc-96c0-d3711e3d62b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:04.679129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-de53f4d9-fef1-44dc-96c0-d3711e3d62b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.5338705 Jan 28 09:55:04.682673 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.682673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-856f279f-ae9f-45aa-a559-a18c6d67a038 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "PUT /v2.0/routers/bc4d0781-ed8b-4c1c-89d8-82ee17136024 HTTP/1.1" status: 200 len: 878 time: 4.2569978 Jan 28 09:55:04.699858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45850) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:04.752408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:04.752408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea98402e-87db-42e4-a6b8-b128fa17e283 None None] The sync data for ids ['bc4d0781-ed8b-4c1c-89d8-82ee17136024'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:55:04.763931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.795176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 493c5473-444c-48b2-acca-4d9938e9927d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=493c5473-444c-48b2-acca-4d9938e9927d,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:04.800099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.841053 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0200d50-a4be-4f73-8741-5b4563f83c79 req-5ba3e239-766d-4030-8f38-cf7190280cb3 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812963 Jan 28 09:55:04.883186 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.934118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=493c5473-444c-48b2-acca-4d9938e9927d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:04.940613 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:04.956594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da101787-e617-4af7-9d6a-5d9dcb830ab3 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/bc4d0781-ed8b-4c1c-89d8-82ee17136024 HTTP/1.1" status: 200 len: 919 time: 0.2664058 Jan 28 09:55:04.956594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45856) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:05.055518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-625efa18-6e3d-44ab-aca7-a6867d1213a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:05.055932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ac6932-16a3-420f-8833-a537b0f33dcc tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:05.057514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b8ac6932-16a3-420f-8833-a537b0f33dcc tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=bc4d0781-ed8b-4c1c-89d8-82ee17136024&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1015069 Jan 28 09:55:05.060078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45860) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:05.060349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-625efa18-6e3d-44ab-aca7-a6867d1213a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.3620834 Jan 28 09:55:05.061072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fdb3bb-118d-479c-9d5d-426b2eb403af,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:05.142334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Network e48a2eaf-ddc9-481d-8077-22229ad180dc is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:05.142334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-25b19d0b-0ce4-41cd-966e-fa8d754f984e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.0769036 Jan 28 09:55:05.146296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:05.146296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:05.151932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:05.151932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:05.227153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ef178e-465e-4563-bc81-aa8b47060cfd tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:05.231994 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b1ef178e-465e-4563-bc81-aa8b47060cfd tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.1676526 Jan 28 09:55:05.234764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:05.252980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-c1bca47b-0cc3-483b-81eb-de0cfc9a8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:05.259498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-c1bca47b-0cc3-483b-81eb-de0cfc9a8390 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.0902936 Jan 28 09:55:05.295421 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c879616-df05-4da4-857d-6bad0d0cf426 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4329319 Jan 28 09:55:05.298323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45874) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:05.304149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:05.335960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ee1c6176-6357-45e5-8c36-f749dfb1e714 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc4d0781-ed8b-4c1c-89d8-82ee17136024 HTTP/1.1" status: 200 len: 205 time: 0.0904031 Jan 28 09:55:05.345489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45878) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:05.349560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-980510af-fe31-4766-95c9-d07d05a727cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626616 Jan 28 09:55:05.469162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:05.907665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:06.146144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26965be0-8144-423b-8b26-ce970198a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493c5473-444c-48b2-acca-4d9938e9927d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:06.191673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873a193-4c4b-4f3a-99a4-766f356260e7 req-5a64d903-b9ee-4930-a8b9-999cab5929d7 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:06.198762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5873a193-4c4b-4f3a-99a4-766f356260e7 req-5a64d903-b9ee-4930-a8b9-999cab5929d7 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.2310193 Jan 28 09:55:06.240568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port e5fdb3bb-118d-479c-9d5d-426b2eb403af yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:06.253382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:06.262282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5873a193-4c4b-4f3a-99a4-766f356260e7 req-56c9e3e2-71fb-472d-be4b-06579a87b6a1 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669167 Jan 28 09:55:06.275739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Transition to ACTIVE for port object e5fdb3bb-118d-479c-9d5d-426b2eb403af will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:06.304691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:06.313232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-f44b3f5a-45ef-4179-bad2-8aec5a60bd24 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9033535 Jan 28 09:55:06.355433 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26965be0-8144-423b-8b26-ce970198a7e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '493c5473-444c-48b2-acca-4d9938e9927d', 'code': 200} Jan 28 09:55:06.481112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:06.512586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Deleting port 978d9808-9736-41cc-b2b1-19edae0246d6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:06.512973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:06.539531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-08bd96d4-b15b-4d35-afe9-92904f0aa362 req-e0047d9b-879e-43bb-a2a4-a66bcfe7deb4 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218652 Jan 28 09:55:06.553054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d1c3f-94d7-4e63-94df-8b280abe6af8 req-0ba80aa1-30c0-4e46-b49e-48385bd0519e tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:06.561077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4d1c3f-94d7-4e63-94df-8b280abe6af8 req-0ba80aa1-30c0-4e46-b49e-48385bd0519e tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 945 time: 0.2996864 Jan 28 09:55:06.584836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fdb3bb-118d-479c-9d5d-426b2eb403af,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:06.619608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.619947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.620290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.649903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.649903 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.649903 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 2 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:06.670663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4d1c3f-94d7-4e63-94df-8b280abe6af8 req-5c74847e-b1bc-43f1-86f2-d2df6232e8c5 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992465 Jan 28 09:55:06.673966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.673966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.673966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.691486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d4087-034c-48af-8793-de54c61da6a2 req-45502cc0-2fad-4c3c-9c43-938b19fb2b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:06.691486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-894d4087-034c-48af-8793-de54c61da6a2 req-45502cc0-2fad-4c3c-9c43-938b19fb2b15 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=26965be0-8144-423b-8b26-ce970198a7e2 HTTP/1.1" status: 200 len: 1097 time: 0.2601280 Jan 28 09:55:06.691486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.691486 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.691486 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 3 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:06.755803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.755803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.755803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.768776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.768776 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.768776 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 4 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:06.798433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:06.841136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.841475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.841812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.868029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.868361 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.870160 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 5 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:06.888269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-894d4087-034c-48af-8793-de54c61da6a2 req-b485373c-ca5a-41e5-a09a-222f75ddae8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904056 Jan 28 09:55:06.889176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.889509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.889845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.900948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.901273 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.909224 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 6 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:06.930541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.930541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.930541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.939818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.939818 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.939818 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 7 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:06.958446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Calling delete_port for 978d9808-9736-41cc-b2b1-19edae0246d6 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:06.971465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f866a-a8af-4c52-a872-a8814f2f8904 req-a07b2653-0a5b-4a5a-99d7-324c248f1836 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:06.971465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-232f866a-a8af-4c52-a872-a8814f2f8904 req-a07b2653-0a5b-4a5a-99d7-324c248f1836 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=26965be0-8144-423b-8b26-ce970198a7e2 HTTP/1.1" status: 200 len: 946 time: 0.1603644 Jan 28 09:55:06.971465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:06.971465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:06.971465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:06.993680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:06.993680 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:06.993680 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 8 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:07.029178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:07.029178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:07.029178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:07.041973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-232f866a-a8af-4c52-a872-a8814f2f8904 req-c9684cdf-6530-4f34-9cf1-b29d030bca70 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592766 Jan 28 09:55:07.041973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:07.041973 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:07.041973 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 9 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:07.057773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:07.057773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:07.057773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:07.063609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:07.063609 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:07.063609 n-d-825178-2 neutron-server[87540]: INFO neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 10 to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af Jan 28 09:55:07.078291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:07.078291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:07.078291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:07.087027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:07.087027 n-d-825178-2 neutron-server[87540]: ERROR neutron.plugins.ml2.managers [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port e5fdb3bb-118d-479c-9d5d-426b2eb403af on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:07.087027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.180869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.211136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] For port e5fdb3bb-118d-479c-9d5d-426b2eb403af, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:07.211136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempted to set empty binding levels {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 09:55:07.235364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.299200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] In _notify_port_updated(), no bound segment for port e5fdb3bb-118d-479c-9d5d-426b2eb403af on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:55:07.299200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.299200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.299200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "PUT /v2.0/ports/e5fdb3bb-118d-479c-9d5d-426b2eb403af HTTP/1.1" status: 200 len: 974 time: 1.9991846 Jan 28 09:55:07.302072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45916) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:07.305233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event deleted for resources: {'Port': ['ID=978d9808-9736-41cc-b2b1-19edae0246d6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:07.351864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.384082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9f58d-8492-47e3-b57e-fc9f9b228b0f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=e5fdb3bb-118d-479c-9d5d-426b2eb403af,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:07.477442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.478148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.479331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.480250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.480915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.481758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.482391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.483005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.483621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.484240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.484884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.485498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.486113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.486725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.487357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.487969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.488583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.489224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.490088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.490696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.491305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.491910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.492513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.493160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.493885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.494501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.495108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.495719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.496330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.496971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.497601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.498212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.498819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.499423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.500041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.500649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.501279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.501886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.502490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.503091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.503699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.504309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.504960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.505569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.506184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.506795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.507405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.508013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.512823 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99bcf730-0e86-4823-a994-905226c23289 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43342 time: 0.2049544 Jan 28 09:55:07.535431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45924) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:07.616748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.625494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.635667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885e094-ba3d-4a1d-971b-4ff957f01ad7 req-1ed9e5cf-3a4e-4648-a75b-5b4bbc51377b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:07.635667 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b885e094-ba3d-4a1d-971b-4ff957f01ad7 req-1ed9e5cf-3a4e-4648-a75b-5b4bbc51377b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1199622 Jan 28 09:55:07.670795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Deleting port e5fdb3bb-118d-479c-9d5d-426b2eb403af {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:07.670795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.715473 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.716019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Fanout notify agent at l3_agent the message router_deleted on router bc4d0781-ed8b-4c1c-89d8-82ee17136024 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:55:07.716996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b885e094-ba3d-4a1d-971b-4ff957f01ad7 req-6111fc2c-d5bf-4509-a856-a6915db9f4ec tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722165 Jan 28 09:55:07.740956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.742979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-398182ee-76b0-4ff3-a4cc-042500bcda53 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/bc4d0781-ed8b-4c1c-89d8-82ee17136024 HTTP/1.1" status: 204 len: 168 time: 2.3964918 Jan 28 09:55:07.746580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45930) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:07.755396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1318394734', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:07.763565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:07.767505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Usage tracker for resource:router and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:07.770426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:07.777631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:07.789411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.790536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.825779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.858461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.900811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:07.900811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e2ddecd-f9aa-4184-ae62-5c22d04e04e7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1510339 Jan 28 09:55:07.907668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45934) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:07.907668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': True}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:08.182730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] For port e5fdb3bb-118d-479c-9d5d-426b2eb403af, host n-h2-825178-2, got binding levels [] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:08.182730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:08.392206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Calling delete_port for e5fdb3bb-118d-479c-9d5d-426b2eb403af owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:08.541824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce3c3d7-6fe6-4674-a42b-586d7407f613 req-a0261f9e-5b88-4c59-9faf-2ef8d3e6f9d4 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:08.541824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ce3c3d7-6fe6-4674-a42b-586d7407f613 req-a0261f9e-5b88-4c59-9faf-2ef8d3e6f9d4 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=26965be0-8144-423b-8b26-ce970198a7e2 HTTP/1.1" status: 200 len: 946 time: 0.2773681 Jan 28 09:55:08.564087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:08.566850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:08.639464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5fdb3bb-118d-479c-9d5d-426b2eb403af,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:08.656409 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:08.676450 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ce3c3d7-6fe6-4674-a42b-586d7407f613 req-35c9f43c-4e3c-4e13-a1bb-6cbc275d6134 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210411 Jan 28 09:55:08.683025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5a41bef1-eb03-4302-9a02-27c89ae5f3c3 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "DELETE /v2.0/ports/e5fdb3bb-118d-479c-9d5d-426b2eb403af HTTP/1.1" status: 204 len: 168 time: 1.1464832 Jan 28 09:55:08.685759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45950) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:08.732184 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fedddc0-8770-4511-aa69-e1cfe1e9a295 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:55:08.732734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4fedddc0-8770-4511-aa69-e1cfe1e9a295 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Synchronizing usage tracker for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:08.751330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4fedddc0-8770-4511-aa69-e1cfe1e9a295 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Unset dirty status for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:08.752906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4fedddc0-8770-4511-aa69-e1cfe1e9a295 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "GET /v2.0/ports/e5fdb3bb-118d-479c-9d5d-426b2eb403af HTTP/1.1" status: 404 len: 333 time: 0.0655799 Jan 28 09:55:08.757618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45958) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:08.765193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1098551436', 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:08.790395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:08.807122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:08.824249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Made reservation on behalf of 89ef7ca3872248b186150821cc050241 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:08.824249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:08.879181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port 83d4c0e5-7e37-4373-a367-ad040ee12a4f yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:09.089937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.116880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.143503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f722ee-c45c-4b53-a6da-e4573c6b91d6 req-838c0e4f-2dfc-4005-99f4-f44f3525fd1f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:09.143503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-53f722ee-c45c-4b53-a6da-e4573c6b91d6 req-838c0e4f-2dfc-4005-99f4-f44f3525fd1f tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.1958375 Jan 28 09:55:09.357988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-53f722ee-c45c-4b53-a6da-e4573c6b91d6 req-3212b103-ca11-4af2-bfb7-62011803e810 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620166 Jan 28 09:55:09.368928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.381174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Allocated IP 172.25.1.131 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/3e35d5ec-e0de-456e-8197-d4cf0b0150f8) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:09.409017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.516466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Network e48a2eaf-ddc9-481d-8077-22229ad180dc is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:09.524069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:09.524069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:09.524069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:09.534892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.607742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8451638 Jan 28 09:55:09.607742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80310b19-cc44-4db1-8fcf-81ee58e1db2f tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=83d4c0e5-7e37-4373-a367-ad040ee12a4f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:09.625296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45976) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:09.715876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.776405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.824352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f88cf4f-4aba-423f-aee9-4f02d72195ea tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:09.824352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9f88cf4f-4aba-423f-aee9-4f02d72195ea tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Synchronizing usage tracker for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:09.842872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9f88cf4f-4aba-423f-aee9-4f02d72195ea tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Unset dirty status for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:09.842872 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9f88cf4f-4aba-423f-aee9-4f02d72195ea tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "GET /v2.0/ports/83d4c0e5-7e37-4373-a367-ad040ee12a4f HTTP/1.1" status: 200 len: 955 time: 0.2241151 Jan 28 09:55:09.845752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:09.868841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Port': ['ID=3e35d5ec-e0de-456e-8197-d4cf0b0150f8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:09.868841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:09.868841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:09.868841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:09.965717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Deleting port 83d4c0e5-7e37-4373-a367-ad040ee12a4f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:09.966132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:09.996923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-cbeb735d-2ec5-4488-9fbb-0f77e3cef97c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:09.998446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-cbeb735d-2ec5-4488-9fbb-0f77e3cef97c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 813 time: 0.3035963 Jan 28 09:55:10.021958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-b0edd505-1efc-4d24-a564-a19bc0a6df28 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/quotas/ca58506205a84f73bf844540a2945a56 HTTP/1.1" status: 200 len: 375 time: 0.0157464 Jan 28 09:55:10.312394 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:55:10.425215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:10.461586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-c0ff13d3-60f9-46d7-bd2e-194b6ab082af tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4057510 Jan 28 09:55:10.483993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:10.524365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b82f66-5915-4c8d-941b-bf176072302b req-336cd23a-87c4-4875-bde6-74d7c2b2d034 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:10.526634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97b82f66-5915-4c8d-941b-bf176072302b req-336cd23a-87c4-4875-bde6-74d7c2b2d034 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "GET /v2.0/ports?device_id=26965be0-8144-423b-8b26-ce970198a7e2 HTTP/1.1" status: 200 len: 946 time: 0.2073030 Jan 28 09:55:10.736301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Calling delete_port for 83d4c0e5-7e37-4373-a367-ad040ee12a4f owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:10.902126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Deleting port 493c5473-444c-48b2-acca-4d9938e9927d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:10.902126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:10.929513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-3971b79d-0d85-46cf-b788-aa71cf14a570 service neutron] 10.222.0.42 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4781694 Jan 28 09:55:10.942073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-1a832a78-e0b3-4aed-85f0-74b41ca06f1b tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:10.942073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-1a832a78-e0b3-4aed-85f0-74b41ca06f1b tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "GET /v2.0/ports?device_id=b31452de-85e6-4071-9d6a-f6b3388e0635 HTTP/1.1" status: 200 len: 945 time: 0.1797450 Jan 28 09:55:10.950936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.146765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event deleted for resources: {'Port': ['ID=83d4c0e5-7e37-4373-a367-ad040ee12a4f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:11.161388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.178161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Deleting port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:11.178161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.197930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf7922b-59fd-42c9-b749-bb98236fa8e3 req-77d524ee-80dd-4f53-8cb4-6def2145f45b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:11.206554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebf7922b-59fd-42c9-b749-bb98236fa8e3 req-77d524ee-80dd-4f53-8cb4-6def2145f45b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.4233260 Jan 28 09:55:11.243298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ea324dcc-f5c0-4e30-87e7-130bf2fc8bae tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "DELETE /v2.0/ports/83d4c0e5-7e37-4373-a367-ad040ee12a4f HTTP/1.1" status: 204 len: 168 time: 1.3936801 Jan 28 09:55:11.247957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:11.267650 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.354030 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e75b97dd-1c79-4c7d-beee-89110398ccb5 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:55:11.354561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e75b97dd-1c79-4c7d-beee-89110398ccb5 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Synchronizing usage tracker for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:11.357225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ebf7922b-59fd-42c9-b749-bb98236fa8e3 req-e9884675-4c86-4c5d-a24d-d21119863644 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542451 Jan 28 09:55:11.358470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.386413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-ede9ebf6-0dc1-49db-9687-69bb9bacf73a service neutron] 10.222.0.42 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4412432 Jan 28 09:55:11.498093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e75b97dd-1c79-4c7d-beee-89110398ccb5 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Unset dirty status for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:11.498093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e75b97dd-1c79-4c7d-beee-89110398ccb5 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "GET /v2.0/ports/83d4c0e5-7e37-4373-a367-ad040ee12a4f HTTP/1.1" status: 404 len: 333 time: 0.2511919 Jan 28 09:55:11.518275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46018) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:11.532190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Request body: {'port': {'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-37068099'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:11.566874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:11.589380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:11.642965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Made reservation on behalf of 89ef7ca3872248b186150821cc050241 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:11.642965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.709451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:11.765884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] For port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:11.766464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.892158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] For port 493c5473-444c-48b2-acca-4d9938e9927d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=493c5473-444c-48b2-acca-4d9938e9927d,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:11.892158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:11.968178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Calling delete_port for 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:12.117631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Calling delete_port for 493c5473-444c-48b2-acca-4d9938e9927d owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:12.218188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Router ee8d9a1c-6366-4001-92ce-9a058a7eb097 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:55:12.419123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-840c917c-af9b-4090-8023-eb8cda10e5a7 req-56621737-a871-49fd-b2c5-dd09ad4c0936 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 210 time: 0.2486322 Jan 28 09:55:12.503778 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:12.521297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:12.626076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event deleted for resources: {'Port': ['ID=4d58327f-b3a5-4a9c-b1b2-9ff6314d3219,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:12.843240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] No DVR routers for this DVR port 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:12.846303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:12.851808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'name': 'network-vif-deleted', 'tag': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:12.866623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:12.981583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=315f957b-ae61-4fa5-9d9e-f8f7fc927a77,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:12.991370 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b31452de-85e6-4071-9d6a-f6b3388e0635', 'name': 'network-vif-deleted', 'tag': '4d58327f-b3a5-4a9c-b1b2-9ff6314d3219', 'status': 'completed', 'code': 200} Jan 28 09:55:12.991370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1f78d0b-78c1-4a98-b5e4-a82532ed4f43 req-05ed76ec-8354-49ee-870e-8b73494dbf39 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "DELETE /v2.0/ports/4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 HTTP/1.1" status: 204 len: 173 time: 2.0203035 Jan 28 09:55:13.029825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Network e48a2eaf-ddc9-481d-8077-22229ad180dc is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:13.029825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:13.045625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:13.045625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:13.045625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:13.094193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-499e0f07-559c-4bae-ad5b-05c8371c2f1d tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 1.5760005 Jan 28 09:55:13.094459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46058) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:13.100050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:13.153770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:13.257565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event deleted for resources: {'Port': ['ID=493c5473-444c-48b2-acca-4d9938e9927d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:13.334019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:55:13.380133 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] Sync routers for ids ['ee8d9a1c-6366-4001-92ce-9a058a7eb097'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:55:13.393640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:13.401786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] No DVR routers for this DVR port 493c5473-444c-48b2-acca-4d9938e9927d on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:13.401786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:13.410690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97b82f66-5915-4c8d-941b-bf176072302b req-1176d873-ce47-4cef-b9dd-caec8c1cc12c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "DELETE /v2.0/ports/493c5473-444c-48b2-acca-4d9938e9927d HTTP/1.1" status: 204 len: 173 time: 2.8685279 Jan 28 09:55:13.424373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:13.424373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-384f00a0-4593-4cd0-82eb-a88688ec9061 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "PUT /v2.0/routers/ee8d9a1c-6366-4001-92ce-9a058a7eb097 HTTP/1.1" status: 200 len: 915 time: 5.5121260 Jan 28 09:55:13.424373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26965be0-8144-423b-8b26-ce970198a7e2', 'name': 'network-vif-deleted', 'tag': '493c5473-444c-48b2-acca-4d9938e9927d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:13.428252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46064) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:13.492869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aab56f-cc34-4d9e-a12d-b24ca466eda1 req-ea24189d-b9eb-4bd8-a492-3ad02a11d988 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:13.505547 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56aab56f-cc34-4d9e-a12d-b24ca466eda1 req-ea24189d-b9eb-4bd8-a492-3ad02a11d988 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.7102723 Jan 28 09:55:13.543297 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] Routers {'ee8d9a1c-6366-4001-92ce-9a058a7eb097'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:13.543911 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ee8d9a1c-6366-4001-92ce-9a058a7eb097'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:13.588448 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26965be0-8144-423b-8b26-ce970198a7e2', 'name': 'network-vif-deleted', 'tag': '493c5473-444c-48b2-acca-4d9938e9927d', 'status': 'completed', 'code': 200} Jan 28 09:55:13.609192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:13.611012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4d58327f-b3a5-4a9c-b1b2-9ff6314d3219 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:13.617586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128a8c4-7147-43bd-b13a-e3758bc18f02 req-a661c5b0-13de-45f8-8ae8-2969db48ecc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:13.621312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:13.635210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1128a8c4-7147-43bd-b13a-e3758bc18f02 req-a661c5b0-13de-45f8-8ae8-2969db48ecc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.7658961 Jan 28 09:55:13.780612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2242ceb2-e54c-4166-a593-508a5c9a0299 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/ee8d9a1c-6366-4001-92ce-9a058a7eb097 HTTP/1.1" status: 200 len: 921 time: 0.3372674 Jan 28 09:55:13.780612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:13.802558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46076) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:13.804995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56aab56f-cc34-4d9e-a12d-b24ca466eda1 req-43501467-ffbc-4cf6-87c2-e9f04b7bfc29 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925220 Jan 28 09:55:13.877432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1128a8c4-7147-43bd-b13a-e3758bc18f02 req-a6e6fd76-3783-428b-b490-e0aba3cce247 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2265260 Jan 28 09:55:13.965211 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:13.991476 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] Routers {'ee8d9a1c-6366-4001-92ce-9a058a7eb097'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:13.992096 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ee8d9a1c-6366-4001-92ce-9a058a7eb097'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:14.094556 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:14.094556 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda2fea2-a239-4c4f-b093-a2ff47ac0141 None None] The sync data for ids ['ee8d9a1c-6366-4001-92ce-9a058a7eb097'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:55:14.241493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8a45dcdd-ce85-4405-a247-4dbc79e6594c req-fbd51c46-3a7c-4e81-99f5-39662f187d92 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:14.250811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] device_id is not set on port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:14.264525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:14.286232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8a45dcdd-ce85-4405-a247-4dbc79e6594c req-fbd51c46-3a7c-4e81-99f5-39662f187d92 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:14.287375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a45dcdd-ce85-4405-a247-4dbc79e6594c req-fbd51c46-3a7c-4e81-99f5-39662f187d92 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 210 time: 0.1625047 Jan 28 09:55:14.292180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Transition to ACTIVE for port object 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:14.297160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:14.387866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5325373-ab3e-42f8-a36f-3cd3a2cbe3b6 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:14.387866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e5325373-ab3e-42f8-a36f-3cd3a2cbe3b6 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=ee8d9a1c-6366-4001-92ce-9a058a7eb097&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6013105 Jan 28 09:55:14.394688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46086) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:14.423090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 493c5473-444c-48b2-acca-4d9938e9927d no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:14.473988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=315f957b-ae61-4fa5-9d9e-f8f7fc927a77,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:14.504228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.504555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.506757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.517386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.517715 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.518097 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 2 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.555233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 493c5473-444c-48b2-acca-4d9938e9927d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:14.555445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 493c5473-444c-48b2-acca-4d9938e9927d not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:14.562928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.563535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.564104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.570168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.570746 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.571407 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 3 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.589669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.590465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.591215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.597556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.598382 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.599048 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 4 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.620079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.620970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.621531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.628482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.629324 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.630031 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 5 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.651071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.651683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.652300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.658763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.659398 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.660135 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 6 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.679245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.679830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.680465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.714680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.714680 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.714680 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 7 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.754609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.762318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.762318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.777319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.777319 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.777319 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 8 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.829982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.829982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.829982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.839867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.839867 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.839867 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 9 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:14.874734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684e745d-aaa6-4510-8e18-4b45e4246d44 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:14.890022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-684e745d-aaa6-4510-8e18-4b45e4246d44 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.4859400 Jan 28 09:55:14.890022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:14.935188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:14.935188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:14.935188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:14.957230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:14.957230 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:14.957230 n-d-825178-2 neutron-server[87541]: INFO neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempt 10 to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 Jan 28 09:55:15.040846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:15.042436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:15.043109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempting to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:15.054731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:15.055357 n-d-825178-2 neutron-server[87541]: ERROR neutron.plugins.ml2.managers [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Failed to bind port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on host n-h2-825178-2 for vnic_type normal using segments [{'id': '064f2027-dac8-4922-8d5a-a4393d7e9a86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'e48a2eaf-ddc9-481d-8077-22229ad180dc'}] Jan 28 09:55:15.059317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:15.086020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-41485b21-02c9-4c09-a0ac-508138327a81 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8d9a1c-6366-4001-92ce-9a058a7eb097 HTTP/1.1" status: 200 len: 205 time: 0.2055318 Jan 28 09:55:15.091285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46106) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:15.219215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:15.242954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-2d4c4add-e6bc-4a11-aa73-28ee228489d8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:15.242954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-2d4c4add-e6bc-4a11-aa73-28ee228489d8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 813 time: 0.6520619 Jan 28 09:55:15.263937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Request body: {'port': {'device_id': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'admin_state_up': True, 'tenant_id': 'ca58506205a84f73bf844540a2945a56'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:15.562914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df6d7f-6cc6-4640-b02c-b7763161717d req-8f211500-dbf0-4661-a12d-9ba81727a4a8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:15.564593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13df6d7f-6cc6-4640-b02c-b7763161717d req-8f211500-dbf0-4661-a12d-9ba81727a4a8 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.4839268 Jan 28 09:55:15.711340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] For port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:15.711340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attempted to set empty binding levels {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Jan 28 09:55:15.725766 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:15.800138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-01be3811-df16-4217-bc92-2b83a48b7df0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:15.813305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-01be3811-df16-4217-bc92-2b83a48b7df0 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 813 time: 0.7698531 Jan 28 09:55:15.830593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Request body: {'port': {'device_id': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'admin_state_up': True, 'tenant_id': 'ca58506205a84f73bf844540a2945a56'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:16.001185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.070766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event updated for resources: {'Port': ['ID=315f957b-ae61-4fa5-9d9e-f8f7fc927a77,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:16.086360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] In _notify_port_updated(), no bound segment for port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 on network e48a2eaf-ddc9-481d-8077-22229ad180dc {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:55:16.086360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.086360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.092910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ec4a49eb-f807-44ca-a7a0-52e893495925 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "PUT /v2.0/ports/315f957b-ae61-4fa5-9d9e-f8f7fc927a77 HTTP/1.1" status: 200 len: 973 time: 2.9939561 Jan 28 09:55:16.092910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46124) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:16.098759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2032150c-dd24-433f-8483-999c0f7f6ae3 req-0cc546a4-731b-4c1e-bfd1-0c9a4cf76ac3 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:16.125699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:16.135424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:16.139670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13df6d7f-6cc6-4640-b02c-b7763161717d req-69115e4d-9123-4d78-aae6-5bca17e57524 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412896 Jan 28 09:55:16.159666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Made reservation on behalf of ca58506205a84f73bf844540a2945a56 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:16.163179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.209292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Deleting port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:16.209292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.426079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2032150c-dd24-433f-8483-999c0f7f6ae3 req-0cc546a4-731b-4c1e-bfd1-0c9a4cf76ac3 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:16.434103 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2032150c-dd24-433f-8483-999c0f7f6ae3 req-0cc546a4-731b-4c1e-bfd1-0c9a4cf76ac3 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 210 time: 0.5069015 Jan 28 09:55:16.546692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] For port 315f957b-ae61-4fa5-9d9e-f8f7fc927a77, host n-h2-825178-2, got binding levels [] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:16.547141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.606885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.622692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:16.640486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Deleting port 3e35d5ec-e0de-456e-8197-d4cf0b0150f8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:16.640486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.675599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:16.755827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Made reservation on behalf of ca58506205a84f73bf844540a2945a56 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:16.755827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:16.794496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Calling delete_port for 315f957b-ae61-4fa5-9d9e-f8f7fc927a77 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:16.886086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.890667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.896572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.903126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.917758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.924023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.930203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:16.938264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-e830a809-6940-47f5-8804-eb504252a9b2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.6080599 Jan 28 09:55:17.013610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Allocated IP 172.20.0.9 (a60b4dfd-5dc3-4e61-844f-28496225d2a8/dd061e50-72d6-445c-8c78-7618ce218eff/939b8881-97e1-42fe-945c-7ff5e25f1618) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:17.048949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:17.063554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:17.074528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de03c3a8-6af1-46de-85f9-5d691d31f572 req-771e65aa-6b61-4ea5-8252-e2f0e1d94030 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1295500 Jan 28 09:55:17.166301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Pushing event deleted for resources: {'Port': ['ID=315f957b-ae61-4fa5-9d9e-f8f7fc927a77,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:17.166301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:17.210717 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a92b6e89-2a0b-40c8-8614-4d894b1d6c34 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "DELETE /v2.0/ports/315f957b-ae61-4fa5-9d9e-f8f7fc927a77 HTTP/1.1" status: 204 len: 168 time: 1.1142910 Jan 28 09:55:17.215238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46144) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:17.303675 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0dce588-70d4-4ec9-9475-97878ab9d062 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] GET failed (client error): The resource could not be found. Jan 28 09:55:17.304201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c0dce588-70d4-4ec9-9475-97878ab9d062 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Synchronizing usage tracker for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:17.356548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.362446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.374028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.386772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.386772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.394317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.399310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Calling delete_port for 3e35d5ec-e0de-456e-8197-d4cf0b0150f8 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:17.401773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.401773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-55b4b474-59c7-4273-9ca1-a0909c3aee66 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.2274926 Jan 28 09:55:17.401773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c0dce588-70d4-4ec9-9475-97878ab9d062 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] Unset dirty status for tenant:89ef7ca3872248b186150821cc050241 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:17.401773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c0dce588-70d4-4ec9-9475-97878ab9d062 tempest-PortsAdminExtendedAttrsTestJSON-2045991567 tempest-PortsAdminExtendedAttrsTestJSON-2045991567-project-admin] 10.222.0.42 "GET /v2.0/ports/315f957b-ae61-4fa5-9d9e-f8f7fc927a77 HTTP/1.1" status: 404 len: 333 time: 0.1747761 Jan 28 09:55:17.407720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46152) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:17.675261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-3906f665-6d18-4eeb-834c-3fce88e01d5d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:17.676594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-3906f665-6d18-4eeb-834c-3fce88e01d5d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2711122 Jan 28 09:55:17.766559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:17.794332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7aaabe5-ecf1-4215-a376-fea5b04c5820 req-677fd294-e408-4705-b25d-acecc400306c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 210 time: 0.1128500 Jan 28 09:55:18.141849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.155040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f76c0f6-e72d-47ec-8b71-27dc000983ee req-8139ae88-922a-4feb-97b4-8e74a6866147 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:18.158361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f76c0f6-e72d-47ec-8b71-27dc000983ee req-8139ae88-922a-4feb-97b4-8e74a6866147 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.6797621 Jan 28 09:55:18.213248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-291fd567-f936-4843-8b59-f8697e20511e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4989951 Jan 28 09:55:18.247391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.260452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f76c0f6-e72d-47ec-8b71-27dc000983ee req-211e28b0-4d0e-47a0-bf2a-badd1260865d tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028745 Jan 28 09:55:18.305242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.320846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48a2eaf-ddc9-481d-8077-22229ad180dc']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:18.370869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '064f2027-dac8-4922-8d5a-a4393d7e9a86') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:18.370869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '064f2027-dac8-4922-8d5a-a4393d7e9a86') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:18.410095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.505201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.505201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event deleted for resources: {'Port': ['ID=3e35d5ec-e0de-456e-8197-d4cf0b0150f8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:18.505201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-e7e61643-b7e7-4ef8-a8dc-7fbcf744e8be {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:55:18.508850 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:55:18.588774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:18.615879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:18.649177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:18.657473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:18.742196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event updated for resources: {'Port': ['ID=939b8881-97e1-42fe-945c-7ff5e25f1618,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:18.769787 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.805323 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.813259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:55:18.813259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:55:18.963334 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:55:18.979377 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.012111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.019464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] Pushing event deleted for resources: {'Network': ['ID=e48a2eaf-ddc9-481d-8077-22229ad180dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:19.035476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-50bc7722-a863-4684-bf64-c113b6a06ed4 tempest-PortsAdminExtendedAttrsTestJSON-1072538048 tempest-PortsAdminExtendedAttrsTestJSON-1072538048-project] 10.222.0.42 "DELETE /v2.0/networks/e48a2eaf-ddc9-481d-8077-22229ad180dc HTTP/1.1" status: 204 len: 168 time: 1.6262648 Jan 28 09:55:19.222714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.246664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.255090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.263022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.270227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.277088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.283751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.290200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.292908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-902b442d-2d99-4251-ace7-7861c12ee894 req-0ada922a-13dc-44ec-b059-dd8d6139b74e tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 5444 time: 0.8705938 Jan 28 09:55:19.311942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.327855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-a601a037-4065-4dab-b6a3-5dcd924646a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.329567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-a601a037-4065-4dab-b6a3-5dcd924646a8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fce92df7853b4ec19ff767a76738acad&device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 1096 time: 0.3113697 Jan 28 09:55:19.387494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.388430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.589620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-902b442d-2d99-4251-ace7-7861c12ee894 req-ec369582-a04d-4266-a932-6c41e93c8272 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2815030 Jan 28 09:55:19.599178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46198) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:19.601420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.603765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.642368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-96d4ce86-d8ec-4c4a-92ce-56068a93d446 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3831124 Jan 28 09:55:19.644034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8fc4a8d5-5b40-4347-b0a6-c0dbd0adee04 req-0512c86b-b3ff-4042-ab8a-e09eef3514f1 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:19.657166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-8c643337-dd0e-40fb-a57e-231a0fa132df tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:55:19.658285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-8c643337-dd0e-40fb-a57e-231a0fa132df tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058253 Jan 28 09:55:19.674148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Request body: {'port': {'device_id': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:19.792630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.793143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Fanout notify agent at l3_agent the message router_deleted on router ee8d9a1c-6366-4001-92ce-9a058a7eb097 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:55:19.804859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8fc4a8d5-5b40-4347-b0a6-c0dbd0adee04 req-0512c86b-b3ff-4042-ab8a-e09eef3514f1 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:19.806242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fc4a8d5-5b40-4347-b0a6-c0dbd0adee04 req-0512c86b-b3ff-4042-ab8a-e09eef3514f1 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 210 time: 0.4673593 Jan 28 09:55:19.821060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.824451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7631e92f-e277-4d44-b8a7-1c0a7e81a833 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/ee8d9a1c-6366-4001-92ce-9a058a7eb097 HTTP/1.1" status: 204 len: 168 time: 4.7304971 Jan 28 09:55:19.828176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-3a09728f-d1e0-45ac-9b17-9b7a6ad087d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:19.829704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-3a09728f-d1e0-45ac-9b17-9b7a6ad087d3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 200 len: 920 time: 0.4552679 Jan 28 09:55:19.830656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46204) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:19.831883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Allocated IP 172.20.0.5 (a60b4dfd-5dc3-4e61-844f-28496225d2a8/dd061e50-72d6-445c-8c78-7618ce218eff/ec0df951-ae94-4191-8753-cf66685eb226) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:19.852350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-971788520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:19.864852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:19.874888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Usage tracker for resource:router and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:19.882369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:19.887758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:19.947293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:19.963263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bd7ae137-ce5c-4359-8efd-b29ad62573c4,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:20.006073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-28aea55e-3e88-46b8-ad6c-ea81430f4d9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 200 len: 217 time: 0.1627171 Jan 28 09:55:20.010073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] For port bd7ae137-ce5c-4359-8efd-b29ad62573c4, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:20.011323 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.012524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.140030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-48837dcd-7f0d-4f23-9c58-25c20ac563c4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=410167955012480ea2aec62e616837cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5348818 Jan 28 09:55:20.144862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46208) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:20.150599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] device_id is not set on port bd7ae137-ce5c-4359-8efd-b29ad62573c4 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:20.183421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-faf41ebc-ab82-4a82-ab97-ab8ab30764c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:20.183771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.184892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-faf41ebc-ab82-4a82-ab97-ab8ab30764c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 200 len: 859 time: 0.1425741 Jan 28 09:55:20.188415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.197444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d309b2-3a91-471d-84db-c1365e42c17c req-ec70d501-c019-4fb9-84ab-2a00ba082334 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:20.198908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56d309b2-3a91-471d-84db-c1365e42c17c req-ec70d501-c019-4fb9-84ab-2a00ba082334 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.4425988 Jan 28 09:55:20.251730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.254887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.279457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.280654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1bf9504a-8331-4b79-af24-0e9ad7617a8a tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4362850 Jan 28 09:55:20.283412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46216) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:20.300416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'enable_snat': False}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:20.332913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-01984b64-7e5d-43ca-bec8-2a2e27ca788b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=199833d7-1eee-463c-871d-ccac10280d5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322100 Jan 28 09:55:20.377759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.449834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 906aac39-51c4-4634-b6ce-3804614658bf no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:20.672114 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.695984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] No DVR routers for this DVR port bd7ae137-ce5c-4359-8efd-b29ad62573c4 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:20.708987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=906aac39-51c4-4634-b6ce-3804614658bf,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:20.710285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:20.719053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.719899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device dbfc2577-27d3-441d-9042-d50e0ec53578 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:20.764310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Pushing event updated for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:20.794394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56d309b2-3a91-471d-84db-c1365e42c17c req-bda30155-b3de-4650-a11d-10a99b1a1972 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5409133 Jan 28 09:55:20.819167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.841298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:20.864468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.865112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.865444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.865779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.866112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.866439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.866765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.867088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.867409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.867727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.868048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.868994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:20.899722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3c94a31f-7f3a-403d-a603-5aa80ae45ef3 None None] Provisioning complete for port bd7ae137-ce5c-4359-8efd-b29ad62573c4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:20.900097 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3c94a31f-7f3a-403d-a603-5aa80ae45ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.908309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 939b8881-97e1-42fe-945c-7ff5e25f1618 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:55:20.916616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:20.933392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Transition to ACTIVE for port object 939b8881-97e1-42fe-945c-7ff5e25f1618 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:20.936261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.011026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.023447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3c94a31f-7f3a-403d-a603-5aa80ae45ef3 None None] Port bd7ae137-ce5c-4359-8efd-b29ad62573c4 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:55:21.037623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.095336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=dbfc2577-27d3-441d-9042-d50e0ec53578,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:21.101359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.102560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device a74c2111-22ea-4855-9f92-42ecb94b8e0b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:21.138184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] In _notify_port_updated(), no bound segment for port bd7ae137-ce5c-4359-8efd-b29ad62573c4 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:55:21.139282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.139999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.141386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0e491c15-f0f0-44e5-a09f-b77dcb794d70 service neutron] 10.222.0.43 "PUT /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 200 len: 1033 time: 2.9109094 Jan 28 09:55:21.145804 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.222281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:21.297228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-9ab3a64f-d5ac-4ba6-83c5-f998f78de501 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9479210 Jan 28 09:55:21.311274 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.349049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:21.353818 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.354561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b424457b-50c4-44c2-9ef6-c2aef8dfdc9f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:21.406979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-afa1bf03-aa5e-4871-8c9d-73c519cb4f8c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.408309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-afa1bf03-aa5e-4871-8c9d-73c519cb4f8c tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "GET /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2484312 Jan 28 09:55:21.419302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Network a60b4dfd-5dc3-4e61-844f-28496225d2a8 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:21.443754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:21.454862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:21.464056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:21.507715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:21.571912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.573747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.608343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bed85f4-e9f9-4346-af24-a049558e912a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:21.641502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:21.641742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.648223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.648533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.648972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79f4a124-ca62-4cf1-8274-a20a543c07f8 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:21.655663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559abfd6-c378-4053-94d3-182d997fb57a req-4cc5c6c8-8e3a-482e-950a-0203b31920c7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.655802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.657234 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-559abfd6-c378-4053-94d3-182d997fb57a req-4cc5c6c8-8e3a-482e-950a-0203b31920c7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 1.1607382 Jan 28 09:55:21.661769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.667632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.674779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:21.676842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-0db817ed-651c-4fbd-bbf1-07f7d718c75d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 4660 time: 0.5442867 Jan 28 09:55:21.684205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.719508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.719852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.720189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.720520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.720946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.721269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.721592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.721913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.722233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.722548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.722864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.723173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:21.731837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event updated for resources: {'Port': ['ID=ec0df951-ae94-4191-8753-cf66685eb226,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:21.740014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9b9a7fd-f68a-4aa8-8caf-f1754b6e58be req-651d2041-55c9-4058-8e48-957938d464a5 service neutron] 10.222.0.25 "GET /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4322243 Jan 28 09:55:21.757730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.788549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:21.791977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6f8dbc8f-7d9d-48cb-944e-5d20b98f7ee4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bed85f4-e9f9-4346-af24-a049558e912a HTTP/1.1" status: 204 len: 168 time: 1.6460443 Jan 28 09:55:21.838721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=939b8881-97e1-42fe-945c-7ff5e25f1618,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:21.844455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a24cfdd6-105f-40ab-98ed-3128e4661585 req-43b21825-13ba-49c8-bd60-18313ff905ae tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&id=e6a48187-ed50-4743-b1d8-53abdd386548&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1478481 Jan 28 09:55:21.853362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:21.919967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Attempting to bind port 939b8881-97e1-42fe-945c-7ff5e25f1618 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:21.920691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Attempting to bind port 939b8881-97e1-42fe-945c-7ff5e25f1618 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:21.921258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Attempting to bind port 939b8881-97e1-42fe-945c-7ff5e25f1618 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:21.947562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-559abfd6-c378-4053-94d3-182d997fb57a req-d66a2d19-475a-49cb-bc8d-765adb206871 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302463 Jan 28 09:55:21.979614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Port 939b8881-97e1-42fe-945c-7ff5e25f1618 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:21.984195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Attempting to bind port 939b8881-97e1-42fe-945c-7ff5e25f1618 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:22.014001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:22.014785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.081993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:55:22.085545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Checking segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:55:22.086097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Bound using segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:55:22.086555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Bound port: 939b8881-97e1-42fe-945c-7ff5e25f1618, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:55:22.086906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.127751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.148754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00a3ac43-694f-4d38-bc2a-899489764b99 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3218353 Jan 28 09:55:22.153632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=dbfc2577-27d3-441d-9042-d50e0ec53578,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:22.209177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:22.215322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.216067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 158fd55c-67c3-45c9-bb6e-c98d6a10af59 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:22.270296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] For port dbfc2577-27d3-441d-9042-d50e0ec53578, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:22.295235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Request body: {'port': {'device_id': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:22.346739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] device_id is not set on port dbfc2577-27d3-441d-9042-d50e0ec53578 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:22.354873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.365659 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.386401 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf', 'code': 200} Jan 28 09:55:22.544151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46252) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:22.603443 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.643692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:22.644690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Pushing event updated for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:22.645014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:22.664472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.665307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bd7ae137-ce5c-4359-8efd-b29ad62573c4 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:22.720605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] No DVR routers for this DVR port dbfc2577-27d3-441d-9042-d50e0ec53578 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:22.758399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.802649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] For port 939b8881-97e1-42fe-945c-7ff5e25f1618, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:22.808097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] For port 939b8881-97e1-42fe-945c-7ff5e25f1618, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=939b8881-97e1-42fe-945c-7ff5e25f1618,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:55:22.812988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bd7ae137-ce5c-4359-8efd-b29ad62573c4 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:22.822545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b631146e-9f8d-4e89-bc88-19dc56e8ab0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=89ef7ca3872248b186150821cc050241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2760072 Jan 28 09:55:22.825877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46256) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:22.834442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:22.841774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] In _notify_port_updated(), no bound segment for port dbfc2577-27d3-441d-9042-d50e0ec53578 on network 0e2863b2-6f71-48f1-88c5-0a613e61d893 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:55:22.842639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:22.843482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.844755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-8b21be7a-bdea-4fb5-91f0-6ada549b693a service neutron] 10.222.0.43 "PUT /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 200 len: 1033 time: 1.4098222 Jan 28 09:55:22.866707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b3eee-8ecc-43dd-bdd4-0f0d8ae3ddc7 req-d7062079-367d-44e2-b3c3-4751fda3f582 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:22.868921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-715b3eee-8ecc-43dd-bdd4-0f0d8ae3ddc7 req-d7062079-367d-44e2-b3c3-4751fda3f582 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 931 time: 0.5882258 Jan 28 09:55:22.870041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:22.895844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc302a63-01dc-4c1e-928a-cba780b71612 req-ab387c3e-ccd6-4edf-9f6a-142d5b33831c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:22.897388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc302a63-01dc-4c1e-928a-cba780b71612 req-ab387c3e-ccd6-4edf-9f6a-142d5b33831c tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.4005246 Jan 28 09:55:22.972269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4b81ffa6-49e7-4401-8b1b-d73f4b73e10f None None] Provisioning complete for port dbfc2577-27d3-441d-9042-d50e0ec53578 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:22.981049 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b81ffa6-49e7-4401-8b1b-d73f4b73e10f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.000492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc302a63-01dc-4c1e-928a-cba780b71612 req-ff3c9fbf-ef53-4ad8-9379-d5df0e4ad224 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888231 Jan 28 09:55:23.007084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:23.007429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.051421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4b81ffa6-49e7-4401-8b1b-d73f4b73e10f None None] Port dbfc2577-27d3-441d-9042-d50e0ec53578 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:55:23.083324 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af1365ec-bf8a-462f-ae01-e45c5f22adfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.090893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.091499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.093129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] 10.222.0.43 "PUT /v2.0/ports/939b8881-97e1-42fe-945c-7ff5e25f1618 HTTP/1.1" status: 200 len: 1091 time: 3.4239378 Jan 28 09:55:23.103496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'tag': '939b8881-97e1-42fe-945c-7ff5e25f1618'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:23.126707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af1365ec-bf8a-462f-ae01-e45c5f22adfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.176717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-715b3eee-8ecc-43dd-bdd4-0f0d8ae3ddc7 req-8b06fa2d-3d6a-4c63-9bbb-0323762b9a0d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735960 Jan 28 09:55:23.371154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76facc98-2175-485c-86b5-96518d6ee7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=939b8881-97e1-42fe-945c-7ff5e25f1618,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:23.475536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-9f8611de-d8a2-4bf2-8b3d-d44501451517 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.481461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-9f8611de-d8a2-4bf2-8b3d-d44501451517 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.487569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-9f8611de-d8a2-4bf2-8b3d-d44501451517 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.493366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-9f8611de-d8a2-4bf2-8b3d-d44501451517 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.500553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-9f8611de-d8a2-4bf2-8b3d-d44501451517 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.508242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-9f8611de-d8a2-4bf2-8b3d-d44501451517 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 3874 time: 0.3039355 Jan 28 09:55:23.511675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af1365ec-bf8a-462f-ae01-e45c5f22adfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.696936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1365ec-bf8a-462f-ae01-e45c5f22adfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77c8ad3-1fd3-4765-a2c4-2ea43c999a1f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:23.710289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] For port 158fd55c-67c3-45c9-bb6e-c98d6a10af59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=158fd55c-67c3-45c9-bb6e-c98d6a10af59,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:23.710642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.794311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-af1365ec-bf8a-462f-ae01-e45c5f22adfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.794493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-a72789d3-5224-4a5f-8a6f-3a58361d56d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.795812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-a72789d3-5224-4a5f-8a6f-3a58361d56d2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 1094 time: 0.6151972 Jan 28 09:55:23.797240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-af1365ec-bf8a-462f-ae01-e45c5f22adfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a77c8ad3-1fd3-4765-a2c4-2ea43c999a1f HTTP/1.1" status: 204 len: 168 time: 0.9702981 Jan 28 09:55:23.874368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deb591a-3f7a-4fec-80ac-ef543172eaf1 req-24d8f06d-6482-48a9-a5c3-f106a2faa5a9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:23.881314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9deb591a-3f7a-4fec-80ac-ef543172eaf1 req-24d8f06d-6482-48a9-a5c3-f106a2faa5a9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.5072556 Jan 28 09:55:23.882743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for 158fd55c-67c3-45c9-bb6e-c98d6a10af59 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:23.895931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.945977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:23.949325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-cb66f107-a224-4cef-8b04-025aabaa8bbe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939b8881-97e1-42fe-945c-7ff5e25f1618 HTTP/1.1" status: 200 len: 217 time: 0.1407306 Jan 28 09:55:23.953194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90336149-de48-4544-86e2-c6abd6b67cf8 req-109a3433-dd4e-4458-a09a-d6ece093e276 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4440105 Jan 28 09:55:24.092524 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:24.105498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:55:24.134501 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'tag': '939b8881-97e1-42fe-945c-7ff5e25f1618', 'status': 'completed', 'code': 200} Jan 28 09:55:24.164074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9deb591a-3f7a-4fec-80ac-ef543172eaf1 req-4d8d4778-80b8-4e48-92e1-02a87e66d62d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2819312 Jan 28 09:55:24.247632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=158fd55c-67c3-45c9-bb6e-c98d6a10af59,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:24.332463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-e240826e-cd6b-4cc4-a85b-27c9f1354dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:24.334103 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-e240826e-cd6b-4cc4-a85b-27c9f1354dd4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.3206024 Jan 28 09:55:24.388576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfc2577-27d3-441d-9042-d50e0ec53578'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:24.423250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] No DVR routers for this DVR port 158fd55c-67c3-45c9-bb6e-c98d6a10af59 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:24.436677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:24.443906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:24.455283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Allocated IP 172.25.1.157 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/387a776e-0d75-47cf-a16c-fa3c120c3be6) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:24.504625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-b667dcbd-a38d-4f48-8fa1-28377d7527b6 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "DELETE /v2.0/ports/158fd55c-67c3-45c9-bb6e-c98d6a10af59 HTTP/1.1" status: 204 len: 173 time: 1.6550767 Jan 28 09:55:24.555804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85f70d-811a-4cc2-a1ad-88637078e439 req-6e7b02bc-67e1-4ccb-b0ab-03b4a8630112 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:24.572559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f85f70d-811a-4cc2-a1ad-88637078e439 req-6e7b02bc-67e1-4ccb-b0ab-03b4a8630112 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.3945973 Jan 28 09:55:24.601800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0df951-ae94-4191-8753-cf66685eb226 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:55:24.690265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port a74c2111-22ea-4855-9f92-42ecb94b8e0b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:24.690754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:24.786233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:24.802551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00945092-dfd4-4502-98de-b2447f4e6376 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4506950 Jan 28 09:55:24.808343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f85f70d-811a-4cc2-a1ad-88637078e439 req-9c5e1c20-7ebc-49ab-8604-6fb21c2fbe76 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404957 Jan 28 09:55:24.906881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:24.966703 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbfc2577-27d3-441d-9042-d50e0ec53578', 'code': 200} Jan 28 09:55:24.966963 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'code': 200} Jan 28 09:55:24.967215 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f', 'code': 200} Jan 28 09:55:24.967469 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8', 'code': 200} Jan 28 09:55:24.967709 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59', 'code': 200} Jan 28 09:55:25.078461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Transition to ACTIVE for port object ec0df951-ae94-4191-8753-cf66685eb226 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:25.103697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.122202 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': '158fd55c-67c3-45c9-bb6e-c98d6a10af59', 'status': 'completed', 'code': 200} Jan 28 09:55:25.155269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46370) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:25.341633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] For port a74c2111-22ea-4855-9f92-42ecb94b8e0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=a74c2111-22ea-4855-9f92-42ecb94b8e0b,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:25.342216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.433325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Pushing event updated for resources: {'Port': ['ID=ec0df951-ae94-4191-8753-cf66685eb226,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:25.539880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8138d92-7f8d-471f-be9c-e0d3b316ae79 req-43ecaf14-39e4-47cd-bc9b-d93b3c058bf7 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:25.551753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8138d92-7f8d-471f-be9c-e0d3b316ae79 req-43ecaf14-39e4-47cd-bc9b-d93b3c058bf7 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 931 time: 0.9554212 Jan 28 09:55:25.602301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-cd88a3a7-e0ad-4302-aa90-570949134e3e service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980220 Jan 28 09:55:25.638631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8138d92-7f8d-471f-be9c-e0d3b316ae79 req-08e8fe95-7815-48f1-aa39-153d25360e37 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860190 Jan 28 09:55:25.666632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.757411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-06ce3201-4cbb-49e3-84d7-b61fe8f6ed41 tempest-AgentManagementNegativeTest-965008072 tempest-AgentManagementNegativeTest-965008072-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6005211 Jan 28 09:55:25.773831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.774206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.775069 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Floating IP 5baea5cf-5550-408e-aa62-632cf4615f56 disassociated. External IP: 172.25.1.54, port: a74c2111-22ea-4855-9f92-42ecb94b8e0b. Jan 28 09:55:25.775797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for a74c2111-22ea-4855-9f92-42ecb94b8e0b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:25.795065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Attempting to bind port ec0df951-ae94-4191-8753-cf66685eb226 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:25.795401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Attempting to bind port ec0df951-ae94-4191-8753-cf66685eb226 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:25.795896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Attempting to bind port ec0df951-ae94-4191-8753-cf66685eb226 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:25.812800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:25.819507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:25.832155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:25.862761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Port ec0df951-ae94-4191-8753-cf66685eb226 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:55:25.863242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Attempting to bind port ec0df951-ae94-4191-8753-cf66685eb226 on network a60b4dfd-5dc3-4e61-844f-28496225d2a8 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:25.887869 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0797a8f8-3072-49f3-a395-0c2249ad3029 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.905799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Pushing event updated for resources: {'Port': ['ID=387a776e-0d75-47cf-a16c-fa3c120c3be6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:25.909170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:55:25.909868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Checking segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:55:25.910395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Bound using segment: {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:55:25.911346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Bound port: ec0df951-ae94-4191-8753-cf66685eb226, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '423759e6-41f2-40b0-b5fd-13b3f741777c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:55:25.912314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:25.962770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:25.980292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:25.996515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:26.003893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:26.004953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:26.047574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:26.048532 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a9da790-355e-4569-a662-e5928ee84896 req-5bdc0db6-eb67-42a3-b833-9dc6506b8568 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 3141 time: 0.7902923 Jan 28 09:55:26.190296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a9da790-355e-4569-a662-e5928ee84896 req-7ca059e6-3ce9-46ad-bd5e-4c6deec79f94 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979373 Jan 28 09:55:26.193160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:26.279388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-90c35c55-ce90-48a0-93fe-1b04c8351df7 service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6646361 Jan 28 09:55:26.356266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=a74c2111-22ea-4855-9f92-42ecb94b8e0b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:26.453345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46520) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:26.653943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] For port ec0df951-ae94-4191-8753-cf66685eb226, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:26.657969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] For port ec0df951-ae94-4191-8753-cf66685eb226, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec0df951-ae94-4191-8753-cf66685eb226,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:55:26.673127 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:26.852916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Router b293099c-b495-40da-9a68-565e2332465a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:55:26.853956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-d1cb5380-37ef-4a6c-ae1e-d3780f2e812f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:26.855477 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-d1cb5380-37ef-4a6c-ae1e-d3780f2e812f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 1094 time: 0.4893682 Jan 28 09:55:26.874339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:26.887255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:26.887702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:26.889040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] 10.222.0.25 "PUT /v2.0/ports/ec0df951-ae94-4191-8753-cf66685eb226 HTTP/1.1" status: 200 len: 1091 time: 4.7241552 Jan 28 09:55:26.920614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'tag': 'ec0df951-ae94-4191-8753-cf66685eb226'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:27.105478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83100341-7162-4988-86d2-1c8457cbab3a req-b05f02b5-dffc-48a8-9d37-d5b238539699 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:27.107313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83100341-7162-4988-86d2-1c8457cbab3a req-b05f02b5-dffc-48a8-9d37-d5b238539699 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.6393628 Jan 28 09:55:27.108159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00233dea-08a3-416b-bd34-d02eb3778b1b service neutron] Pushing event updated for resources: {'Port': ['ID=ec0df951-ae94-4191-8753-cf66685eb226,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:27.123040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:27.194573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Usage tracker for resource:security_group_rule and tenant:0ee1b3449f1c4bf594e40be84b052014 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:27.233025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2af8c-18f3-4ca6-9870-2ed352de5bc5 req-b0a0093f-e7af-478c-8c97-977f5bddbe73 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:27.240954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4a2af8c-18f3-4ca6-9870-2ed352de5bc5 req-b0a0093f-e7af-478c-8c97-977f5bddbe73 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 943 time: 0.3914115 Jan 28 09:55:27.276041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:27.299690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-b3848640-57e2-4734-a6ca-69ad9423ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:27.301210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-b3848640-57e2-4734-a6ca-69ad9423ae64 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 914 time: 0.4158063 Jan 28 09:55:27.303531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4a2af8c-18f3-4ca6-9870-2ed352de5bc5 req-7368736f-a81e-42e5-85d4-8e955ef21275 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617645 Jan 28 09:55:27.307801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:27.312706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:55:27.327600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] Sync routers for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:55:27.339461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:27.340109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:27.437858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-aae97fb0-787e-4de1-abc6-0a2621dd1fcd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=939b8881-97e1-42fe-945c-7ff5e25f1618 HTTP/1.1" status: 200 len: 217 time: 0.1212733 Jan 28 09:55:27.454796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] No DVR routers for this DVR port a74c2111-22ea-4855-9f92-42ecb94b8e0b on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:27.458617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:27.462096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-cb641cc2-0644-4714-bedb-feecb45a9e36 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "DELETE /v2.0/ports/a74c2111-22ea-4855-9f92-42ecb94b8e0b HTTP/1.1" status: 204 len: 173 time: 2.9511118 Jan 28 09:55:27.462575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:27.551657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:27.552385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:27.583374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-345d406a-16d4-4d81-bb3f-9861da450059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:27.590683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-345d406a-16d4-4d81-bb3f-9861da450059 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 1094 time: 0.4708991 Jan 28 09:55:27.640606 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83100341-7162-4988-86d2-1c8457cbab3a req-3fdda3d3-9e5e-4177-b168-491cbee2cf12 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581130 Jan 28 09:55:27.659032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:27.891936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:55:27.992531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] For port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:27.994774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:28.169755 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'tag': 'ec0df951-ae94-4191-8753-cf66685eb226', 'status': 'completed', 'code': 200} Jan 28 09:55:28.178728 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': 'a74c2111-22ea-4855-9f92-42ecb94b8e0b', 'status': 'completed', 'code': 200} Jan 28 09:55:28.240291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:28.261713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for b424457b-50c4-44c2-9ef6-c2aef8dfdc9f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:28.335936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:28.340774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15826439-0575-4c89-b27e-35cd4c5dacd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:28.343901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] Checking router: b293099c-b495-40da-9a68-565e2332465a for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:55:28.357418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:28.359147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:28.447222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-d635529d-ba9e-4bce-87e3-3b14763f0d62 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0df951-ae94-4191-8753-cf66685eb226 HTTP/1.1" status: 200 len: 217 time: 0.8039625 Jan 28 09:55:28.448605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-193ed58c-4e6f-4051-b16f-e9a17b158a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:28.450039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-193ed58c-4e6f-4051-b16f-e9a17b158a97 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.9831054 Jan 28 09:55:28.451618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:28.485865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:28.593825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 939b8881-97e1-42fe-945c-7ff5e25f1618 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:55:28.608320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59278271-8ce5-40f7-b9d8-8ff6f4f2f50e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:28.643808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=b424457b-50c4-44c2-9ef6-c2aef8dfdc9f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:28.647991 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-6928d22a-6fdc-4a25-9ff2-82cc9eba4206 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1866395 Jan 28 09:55:28.688740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b7ea0e08-a198-407f-b343-d57e576fc39b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ee1b3449f1c4bf594e40be84b052014&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2342227 Jan 28 09:55:28.727066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46784) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:28.761467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:55:28.764311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] No DVR routers for this DVR port b424457b-50c4-44c2-9ef6-c2aef8dfdc9f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:28.771006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:28.825466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-7117e27d-87d9-415a-9f0d-3af6596f8cf1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "DELETE /v2.0/ports/b424457b-50c4-44c2-9ef6-c2aef8dfdc9f HTTP/1.1" status: 204 len: 173 time: 1.3576889 Jan 28 09:55:29.045730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a6eb-130b-4b03-abbc-60476ac6569e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.060561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.068738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.084763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2293dd-b008-4436-a74a-5f705bda7608 req-faa423e4-087c-48f2-89bf-1213af80a0a8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:29.086420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc2293dd-b008-4436-a74a-5f705bda7608 req-faa423e4-087c-48f2-89bf-1213af80a0a8 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 943 time: 0.4519334 Jan 28 09:55:29.126887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a6eb-130b-4b03-abbc-60476ac6569e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.142452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port 906aac39-51c4-4634-b6ce-3804614658bf {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:29.143019 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.171332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 939b8881-97e1-42fe-945c-7ff5e25f1618, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=939b8881-97e1-42fe-945c-7ff5e25f1618,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:29.195627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '939b8881-97e1-42fe-945c-7ff5e25f1618', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'port_id': '939b8881-97e1-42fe-945c-7ff5e25f1618', 'mac_address': 'fa:16:3e:d8:6c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd061e50-72d6-445c-8c78-7618ce218eff', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:55:29.203878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-dabf3944-6b1e-4e34-9a4b-dec0ecbcb1b3 service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5418928 Jan 28 09:55:29.205508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-938f597c-22bd-4004-94d9-c49fdd3203f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:29.207097 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-938f597c-22bd-4004-94d9-c49fdd3203f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.7485273 Jan 28 09:55:29.278088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc2293dd-b008-4436-a74a-5f705bda7608 req-2c0bb959-4a39-4008-bc22-b21747c3b404 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844172 Jan 28 09:55:29.307033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.376031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a6eb-130b-4b03-abbc-60476ac6569e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.405533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 939b8881-97e1-42fe-945c-7ff5e25f1618 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:55:29.428276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 939b8881-97e1-42fe-945c-7ff5e25f1618, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=939b8881-97e1-42fe-945c-7ff5e25f1618,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:29.441466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.454535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7a6eb-130b-4b03-abbc-60476ac6569e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59278271-8ce5-40f7-b9d8-8ff6f4f2f50e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:29.460577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1c7a6eb-130b-4b03-abbc-60476ac6569e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.464058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e1c7a6eb-130b-4b03-abbc-60476ac6569e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59278271-8ce5-40f7-b9d8-8ff6f4f2f50e HTTP/1.1" status: 204 len: 168 time: 0.7221208 Jan 28 09:55:29.538806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec25c0c2-c772-4fb2-9b1b-4cdfbbd4b635 req-61640244-109c-4a16-a8e9-44b0e1bfb525 service neutron] 10.222.0.43 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339387 Jan 28 09:55:29.541540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-9a742501-beb3-482d-9da6-a987e3edc11b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1977909 Jan 28 09:55:29.651352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6d59d-decd-4190-bae9-5924b40a7a09 req-ac87a277-d47d-451a-93a9-87f2b4a134a1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:29.660556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6d59d-decd-4190-bae9-5924b40a7a09 req-ac87a277-d47d-451a-93a9-87f2b4a134a1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:29.668796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6d59d-decd-4190-bae9-5924b40a7a09 req-ac87a277-d47d-451a-93a9-87f2b4a134a1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:29.677957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66a6d59d-decd-4190-bae9-5924b40a7a09 req-ac87a277-d47d-451a-93a9-87f2b4a134a1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 2408 time: 1.5866265 Jan 28 09:55:29.682115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=939b8881-97e1-42fe-945c-7ff5e25f1618,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:29.713831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.718341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.734783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:29.739771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a18a15-d930-4239-bf10-cc99c2b6e367 None None] The sync data for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 is: [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:43:00Z', 'revision_number': 4, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e14665e3-0046-4c8b-82b7-e24a79ecd601', 'name': '', 'network_id': '5ee56f93-bdf8-4352-b913-5451a018b663', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'mac_address': 'fa:16:3e:41:5f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:58Z', 'updated_at': '2022-01-28T09:43:08Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'subnets': [{'id': 'd6899bd0-d298-493d-9c2e-d0b22674028c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:55:29.740484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] For port 906aac39-51c4-4634-b6ce-3804614658bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=906aac39-51c4-4634-b6ce-3804614658bf,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:29.752703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:29.780345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['939b8881-97e1-42fe-945c-7ff5e25f1618'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:55:29.885180 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66a6d59d-decd-4190-bae9-5924b40a7a09 req-8fb0e827-b213-43b0-b7f5-ef8bead97382 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059839 Jan 28 09:55:29.940455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for 906aac39-51c4-4634-b6ce-3804614658bf owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:29.986193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-6d209604-4d3b-4149-b414-20b9715b1b0b service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345393 Jan 28 09:55:29.987296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Router 182ecd03-f62e-48b8-bf13-1855d80be683 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:55:30.039230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23348fc-826a-4304-8e36-e2031a3a5b38 req-bd1be168-c172-48cc-9342-06dc539ed7a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:30.043821 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e23348fc-826a-4304-8e36-e2031a3a5b38 req-bd1be168-c172-48cc-9342-06dc539ed7a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.5562239 Jan 28 09:55:30.184840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:30.245550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b35124f-cddf-444d-8ecf-3c279ecbe712 None None] New status for floating IP 5baea5cf-5550-408e-aa62-632cf4615f56: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:55:30.304188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:55:30.313288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e23348fc-826a-4304-8e36-e2031a3a5b38 req-94b36571-02d6-4e69-bae6-4ee89845c8b7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2583954 Jan 28 09:55:30.381371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] Sync routers for ids ['182ecd03-f62e-48b8-bf13-1855d80be683'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:55:30.415231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:30.418861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-50cb4278-613f-4145-922b-c47a3a8f34df tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "PUT /v2.0/routers/182ecd03-f62e-48b8-bf13-1855d80be683 HTTP/1.1" status: 200 len: 915 time: 10.1320379 Jan 28 09:55:30.419588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46820) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:30.445193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] Routers {'182ecd03-f62e-48b8-bf13-1855d80be683'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:30.446660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['182ecd03-f62e-48b8-bf13-1855d80be683'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:30.523924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:30.636078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:30.656048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] Routers {'182ecd03-f62e-48b8-bf13-1855d80be683'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:30.656675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['182ecd03-f62e-48b8-bf13-1855d80be683'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:30.699666 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': 'b424457b-50c4-44c2-9ef6-c2aef8dfdc9f', 'status': 'completed', 'code': 200} Jan 28 09:55:30.722679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=906aac39-51c4-4634-b6ce-3804614658bf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:30.859905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:30.860699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce52ff8-f7a7-4c42-9379-9ccea42dec0d None None] The sync data for ids ['182ecd03-f62e-48b8-bf13-1855d80be683'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:55:30.873035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] No DVR routers for this DVR port 906aac39-51c4-4634-b6ce-3804614658bf on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:30.877431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:30.877613 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:30.894981 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-051a5d9d-24d1-4e46-bfee-cd20d7883d7d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "DELETE /v2.0/ports/906aac39-51c4-4634-b6ce-3804614658bf HTTP/1.1" status: 204 len: 173 time: 2.0587711 Jan 28 09:55:31.115665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f0a097-6a7a-43bf-ac15-55d32c56296d req-e7647f4f-b8cc-494a-9431-44928a7bb170 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:31.131064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6f0a097-6a7a-43bf-ac15-55d32c56296d req-e7647f4f-b8cc-494a-9431-44928a7bb170 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 943 time: 0.4824138 Jan 28 09:55:31.173163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46840) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:31.201626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ea7c1cc-2ffe-4d7b-b5e9-cc49c1f7a659 req-890d078e-7428-489e-aace-f69d5c929a5a service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2025516 Jan 28 09:55:31.231461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23b1760e-7066-4426-9e53-c8a96cfe7151 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/182ecd03-f62e-48b8-bf13-1855d80be683 HTTP/1.1" status: 200 len: 921 time: 0.8016438 Jan 28 09:55:31.232202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6f0a097-6a7a-43bf-ac15-55d32c56296d req-e6e81d66-bda7-4000-be09-fd601524bd4c tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001194 Jan 28 09:55:31.232859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46846) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:31.272451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port 79f4a124-ca62-4cf1-8274-a20a543c07f8 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:31.272823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:31.522290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1068939905'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:31.580096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:31.588747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:network and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:31.593574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:31.605887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:31.641646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:31.645491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:31.723902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:31.750860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:31.755950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:security_group_rule and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:31.762197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:31.781506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:31.799729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] For port 79f4a124-ca62-4cf1-8274-a20a543c07f8, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79f4a124-ca62-4cf1-8274-a20a543c07f8,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:31.800091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:31.821769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b510-4f97-4696-ae97-3bb0c4664207 req-52ebb2ed-5165-4487-b031-78347a18ca7b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:31.823244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8b8b510-4f97-4696-ae97-3bb0c4664207 req-52ebb2ed-5165-4487-b031-78347a18ca7b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.2471118 Jan 28 09:55:31.940993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:31.947430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cebb8d-b59e-4f60-abce-526f83371096 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:31.951425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53cebb8d-b59e-4f60-abce-526f83371096 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=182ecd03-f62e-48b8-bf13-1855d80be683&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7140677 Jan 28 09:55:31.951425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-1bc7b404-6975-4a8d-8210-423aa28ffbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:31.952713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-1bc7b404-6975-4a8d-8210-423aa28ffbb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ca58506205a84f73bf844540a2945a56&device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 1094 time: 0.5725441 Jan 28 09:55:31.955383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46854) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:31.959117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.051019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:55:32.082130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for 79f4a124-ca62-4cf1-8274-a20a543c07f8 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:32.128887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=089c9f14-9adc-4826-b8a1-8551ba740613,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:32.171613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8b8b510-4f97-4696-ae97-3bb0c4664207 req-9116a91d-2b73-4376-ba2a-7a143b5e98f1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833960 Jan 28 09:55:32.237501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.238239 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Added segment 3979336f-5523-41d7-b58d-25bcdc781d96 of type vlan for network 769dbcf1-61f3-4915-834e-bca50e270657 Jan 28 09:55:32.247476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab36a7-1cf8-46cb-8d98-157920735bbd req-464a52ec-aa45-4f41-8d53-48056156d20a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:32.249518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7ab36a7-1cf8-46cb-8d98-157920735bbd req-464a52ec-aa45-4f41-8d53-48056156d20a tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 942 time: 0.6245360 Jan 28 09:55:32.324030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.336581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7ab36a7-1cf8-46cb-8d98-157920735bbd req-91007c92-13aa-4fc0-b157-49d579b9dd56 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups?id=2decd204-ca7f-493e-a827-5d37df486455&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653181 Jan 28 09:55:32.380318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.441454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=79f4a124-ca62-4cf1-8274-a20a543c07f8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:32.449404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc0ec35-b2d6-4e9d-9bd4-c3b11f8c871d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:32.450698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8fc0ec35-b2d6-4e9d-9bd4-c3b11f8c871d tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 881 time: 0.4945679 Jan 28 09:55:32.456340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46862) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:32.460776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-1df36eb5-b8af-4e40-8c90-0e70bdc20619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:32.463661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-1df36eb5-b8af-4e40-8c90-0e70bdc20619 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 200 len: 914 time: 0.4992588 Jan 28 09:55:32.484505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:55:32.487207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 939b8881-97e1-42fe-945c-7ff5e25f1618 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:32.595439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] No DVR routers for this DVR port 79f4a124-ca62-4cf1-8274-a20a543c07f8 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:32.598249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.625175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0073a7-3aa5-4f37-9ab9-01c9ab5fd9e6 req-0182df40-c96e-43b9-a970-77cab79e8eb1 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.43 "DELETE /v2.0/ports/79f4a124-ca62-4cf1-8274-a20a543c07f8 HTTP/1.1" status: 204 len: 173 time: 1.7228839 Jan 28 09:55:32.670951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910254ea-7438-44c4-8bce-87fef37f1258 req-19eafa5b-31f6-4a5b-8f8c-0c10f18cb744 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:32.672587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-910254ea-7438-44c4-8bce-87fef37f1258 req-19eafa5b-31f6-4a5b-8f8c-0c10f18cb744 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 943 time: 0.2725725 Jan 28 09:55:32.680557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.689463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:32.690237 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.696237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3831f9f7-f90d-4b11-8063-c477e1a37b71 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=182ecd03-f62e-48b8-bf13-1855d80be683 HTTP/1.1" status: 200 len: 205 time: 0.2387564 Jan 28 09:55:32.715782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf'}, {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:32.727053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:32.733851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-872d6c07-4926-4c43-a86e-038aaf41ffd4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ec0df951-ae94-4191-8753-cf66685eb226 HTTP/1.1" status: 200 len: 217 time: 0.1850924 Jan 28 09:55:32.804696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 939b8881-97e1-42fe-945c-7ff5e25f1618 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:32.852868 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': '906aac39-51c4-4634-b6ce-3804614658bf', 'status': 'completed', 'code': 200} Jan 28 09:55:32.857087 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ef5c923-da63-4629-a69c-65bf6b83a42b', 'name': 'network-vif-deleted', 'tag': '79f4a124-ca62-4cf1-8274-a20a543c07f8', 'status': 'completed', 'code': 200} Jan 28 09:55:32.859759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 939b8881-97e1-42fe-945c-7ff5e25f1618 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:32.860136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:32.906700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-910254ea-7438-44c4-8bce-87fef37f1258 req-10e67610-0d22-45e7-8b45-ca6e81d9a980 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280738 Jan 28 09:55:32.936137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-d964638a-b4d9-4207-a3cd-bc613fbed6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:32.958358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-d964638a-b4d9-4207-a3cd-bc613fbed6cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 200 len: 853 time: 0.2144246 Jan 28 09:55:33.085914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:33.206835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:33.229723 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:33.231022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Network': ['ID=769dbcf1-61f3-4915-834e-bca50e270657,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:33.246356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c1ced198-4695-4733-971d-463897bf4490 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0718389 Jan 28 09:55:33.296552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'mac_address': 'fa:16:3e:9d:4f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:55:33.315204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:55:33.378206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b8881-97e1-42fe-945c-7ff5e25f1618'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:33.385641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46888) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:33.406519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:33.606365 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:33.630253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-041b4e62-58e9-426b-b677-5eca66c738a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a60b4dfd-5dc3-4e61-844f-28496225d2a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3904014 Jan 28 09:55:33.711161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 939b8881-97e1-42fe-945c-7ff5e25f1618, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=939b8881-97e1-42fe-945c-7ff5e25f1618,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:33.727669 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:33.732254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12ea2fb8-2c1d-4440-abb1-c18f1b105789 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:55:33.740419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-a4e2cfb0-8f93-43ec-9ffd-6f1a3ade8fdc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:55:33.741630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-a4e2cfb0-8f93-43ec-9ffd-6f1a3ade8fdc service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066001 Jan 28 09:55:33.746774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:33.755638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:33.829940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:33.836050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:33.886601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=939b8881-97e1-42fe-945c-7ff5e25f1618,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:33.959853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['12ea2fb8-2c1d-4440-abb1-c18f1b105789'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:55:33.970600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c100fee7-f5c1-4659-8de9-3bef130e27b4 req-85275999-a390-4b26-ab42-577b88df1707 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Synchronizing usage tracker for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:34.028332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c100fee7-f5c1-4659-8de9-3bef130e27b4 req-85275999-a390-4b26-ab42-577b88df1707 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Unset dirty status for tenant:38d5669209904426ada30ffdcc25f0df on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:34.029623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c100fee7-f5c1-4659-8de9-3bef130e27b4 req-85275999-a390-4b26-ab42-577b88df1707 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 210 time: 0.1789529 Jan 28 09:55:34.061968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:34.086169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Deleting port 387a776e-0d75-47cf-a16c-fa3c120c3be6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:34.086620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:34.086763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:34.126801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:34.157755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:34.221432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:34.233028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:34.291379 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '939b8881-97e1-42fe-945c-7ff5e25f1618', 'code': 200} Jan 28 09:55:34.496434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:34.563262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:34.647039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:34.647529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:34.876334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-585637b9-5b85-49f6-8512-fd5fa431ff9c service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1044970 Jan 28 09:55:34.987045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd80539a-5916-40f3-b9f5-4c2fc881cd36 req-5a3a5887-94fe-4139-8716-a38c13632fe5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:35.008224 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd80539a-5916-40f3-b9f5-4c2fc881cd36 req-5a3a5887-94fe-4139-8716-a38c13632fe5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 1.3839133 Jan 28 09:55:35.069704 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:35.202780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd80539a-5916-40f3-b9f5-4c2fc881cd36 req-be6033fb-f4ee-44e6-a089-6e24869f03d2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929219 Jan 28 09:55:35.211729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:35.228967 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:35.270835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Calling delete_port for 387a776e-0d75-47cf-a16c-fa3c120c3be6 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:35.470042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:35.491998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec0df951-ae94-4191-8753-cf66685eb226 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:55:35.757403 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a2cdb6a-fc5d-4e77-a660-5b5a8a1e0e6f req-74102669-c25b-4949-912d-d85516f5b2fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 210 time: 0.1179471 Jan 28 09:55:35.822321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ec0df951-ae94-4191-8753-cf66685eb226, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec0df951-ae94-4191-8753-cf66685eb226,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:35.838894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'ec0df951-ae94-4191-8753-cf66685eb226', 'network_id': 'a60b4dfd-5dc3-4e61-844f-28496225d2a8', 'port_id': 'ec0df951-ae94-4191-8753-cf66685eb226', 'mac_address': 'fa:16:3e:a3:05:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd061e50-72d6-445c-8c78-7618ce218eff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:55:35.958862 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:35.999835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0df951-ae94-4191-8753-cf66685eb226 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:55:36.038558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ec0df951-ae94-4191-8753-cf66685eb226, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec0df951-ae94-4191-8753-cf66685eb226,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:36.045545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:36.090210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:36.105221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:36.159213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event deleted for resources: {'Port': ['ID=387a776e-0d75-47cf-a16c-fa3c120c3be6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:36.168774 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92ad1253-15ca-4db9-97c2-c960b14cca0a req-c79a00ea-b7d1-4210-9ecb-cccce4f4345d service neutron] 10.222.0.25 "GET /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2691035 Jan 28 09:55:36.200168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbcb5d-7b00-4be8-9f40-29aba807eb37 req-ddb4be17-498c-453d-81cf-2bf4881bcfa6 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:36.203219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1fbcb5d-7b00-4be8-9f40-29aba807eb37 req-ddb4be17-498c-453d-81cf-2bf4881bcfa6 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 943 time: 1.5985353 Jan 28 09:55:36.226014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ec0df951-ae94-4191-8753-cf66685eb226,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:36.293462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:36.301329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=ca830971-58e9-4785-a271-498dda04e423,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:36.303767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:55:36.313387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network hostable DHCP agents. Network: 769dbcf1-61f3-4915-834e-bca50e270657, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:55:36.347716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb3a45f-2e0e-4ed6-a1c5-bc123aabeafd req-94a59fb2-ed01-4056-924d-b3912cb78a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:36.349391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcb3a45f-2e0e-4ed6-a1c5-bc123aabeafd req-94a59fb2-ed01-4056-924d-b3912cb78a0c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 1096 time: 1.6004503 Jan 28 09:55:36.357802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['ec0df951-ae94-4191-8753-cf66685eb226'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:55:36.388175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.388891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.389441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.390114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.390809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.391329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.392132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.392650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.393204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.396325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.397090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.397627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:55:36.442682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1fbcb5d-7b00-4be8-9f40-29aba807eb37 req-3feaddf1-6237-4c4c-a4ed-5ce72bcdcb49 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540051 Jan 28 09:55:36.478821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:55:36.559221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 769dbcf1-61f3-4915-834e-bca50e270657) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:36.563333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcb3a45f-2e0e-4ed6-a1c5-bc123aabeafd req-7f751356-e70d-4660-9cbc-b920ebc9cdbf service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399589 Jan 28 09:55:36.569880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:36.573279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8848b5a-eecf-49f3-80df-e7f8bc9c5060 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:36.573794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:36.632754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:36.662842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8daddbf6-909e-4e28-b830-689cd4c60288 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2733798 Jan 28 09:55:36.665726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46946) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:36.679306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'name': 'tempest-NetworksTestDHCPv6-1460804983'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:36.836121 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'code': 200} Jan 28 09:55:37.073942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b58c35-3a35-4ecb-bdd8-b2078f438c7f req-eae892a4-623c-4b97-9aa7-99f1c91d98ee tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:37.083361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35b58c35-3a35-4ecb-bdd8-b2078f438c7f req-eae892a4-623c-4b97-9aa7-99f1c91d98ee tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.6766775 Jan 28 09:55:37.086188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:37.155748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:37.170406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:37.217611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:37.219298 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.221562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.265408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-35b58c35-3a35-4ecb-bdd8-b2078f438c7f req-9e240908-acd4-498a-8a62-a725c7118acb tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674509 Jan 28 09:55:37.268992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:37.274232 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.372587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 47e31e0c-444e-40c0-9d49-1bfadcb3b2a9 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:37.388268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-721c67d2-6dad-40c5-9a4e-67462ccb859a req-a1a784c9-94de-43c2-9e91-5375222d9c02 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 210 time: 0.1410167 Jan 28 09:55:37.390467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.391091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Fanout notify agent at l3_agent the message router_deleted on router 182ecd03-f62e-48b8-bf13-1855d80be683 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:55:37.443167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.452238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cff52f6a-5d05-4e4b-a26c-62013177e478 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/182ecd03-f62e-48b8-bf13-1855d80be683 HTTP/1.1" status: 204 len: 168 time: 4.7184787 Jan 28 09:55:37.453078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46954) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:37.459898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-376125722', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:37.479294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:37.486869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Usage tracker for resource:router and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:37.488567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'ca830971-58e9-4785-a271-498dda04e423'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:55:37.493528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.500139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:37.513703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:37.532264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.533949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.585327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:37.882907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::1d1 (769dbcf1-61f3-4915-834e-bca50e270657/ca830971-58e9-4785-a271-498dda04e423/47e31e0c-444e-40c0-9d49-1bfadcb3b2a9) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:38.066340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-a60c64ef-3189-4a78-8a56-afdadbda7c13 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1294770 Jan 28 09:55:38.102057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048a4d2e-98d7-4c63-a714-f04579accd00 req-c16474d1-9444-4aaa-a450-28f725070024 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:38.104434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-048a4d2e-98d7-4c63-a714-f04579accd00 req-c16474d1-9444-4aaa-a450-28f725070024 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 944 time: 0.2858083 Jan 28 09:55:38.251028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:38.400531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-048a4d2e-98d7-4c63-a714-f04579accd00 req-1a5eda29-d1ae-4770-8601-7270901f0512 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610853 Jan 28 09:55:38.558035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:38.598339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 47e31e0c-444e-40c0-9d49-1bfadcb3b2a9 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:38.661740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-16176fdc-42d7-4a5d-bcdf-4c3476c26b1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d5669209904426ada30ffdcc25f0df&device_id=3ef5c923-da63-4629-a69c-65bf6b83a42b HTTP/1.1" status: 200 len: 210 time: 0.3546412 Jan 28 09:55:38.678980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:38.744649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46974) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:38.832604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/ca830971-58e9-4785-a271-498dda04e423/f4f5bf42-404d-4647-83be-ec4841f416f7) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:38.919181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=47e31e0c-444e-40c0-9d49-1bfadcb3b2a9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:38.931473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:38.933500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:38.936036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:38.945337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:38.946889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.016612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6e18301a-589f-4808-9cdc-be4a4857ae36 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3481481 Jan 28 09:55:39.019831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46982) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:39.235442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2da19c67-e586-4ac8-9f72-6e04f80070fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.251935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa73f70-ba9f-40e4-8ad8-2661e527e2c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:39.255985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5aa73f70-ba9f-40e4-8ad8-2661e527e2c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:39.267085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2da19c67-e586-4ac8-9f72-6e04f80070fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.344173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821b60b3-1aee-4b0e-9ef9-fd78c8f0f01d req-08720650-e413-4eb6-b19c-771680d76bdd tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:39.345795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5aa73f70-ba9f-40e4-8ad8-2661e527e2c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:39.349504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5aa73f70-ba9f-40e4-8ad8-2661e527e2c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3261774 Jan 28 09:55:39.351054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46988) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:39.351560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-821b60b3-1aee-4b0e-9ef9-fd78c8f0f01d req-08720650-e413-4eb6-b19c-771680d76bdd tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.6881974 Jan 28 09:55:39.359599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2da19c67-e586-4ac8-9f72-6e04f80070fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.390246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.402244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da19c67-e586-4ac8-9f72-6e04f80070fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2decd204-ca7f-493e-a827-5d37df486455,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:39.451304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Transition to ACTIVE for port object f4f5bf42-404d-4647-83be-ec4841f416f7 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:39.484846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec0df951-ae94-4191-8753-cf66685eb226 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:39.636324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Transition to ACTIVE for port object f4f5bf42-404d-4647-83be-ec4841f416f7 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:39.668440 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.701124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 47e31e0c-444e-40c0-9d49-1bfadcb3b2a9 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:39.701660 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:39.761794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-cf99cf84-270e-4427-96ea-c789d9c45979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:39.762429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-cf99cf84-270e-4427-96ea-c789d9c45979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:39.765085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-cf99cf84-270e-4427-96ea-c789d9c45979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:39.766862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-cf99cf84-270e-4427-96ea-c789d9c45979 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=38d5669209904426ada30ffdcc25f0df&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0207505 Jan 28 09:55:39.767290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46994) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:39.791830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:39.798906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:39.801947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-821b60b3-1aee-4b0e-9ef9-fd78c8f0f01d req-771f4c3d-c900-49b8-a5eb-31f2f0d13c19 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4488711 Jan 28 09:55:39.810681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:39.818890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Pushing event updated for resources: {'Port': ['ID=f4f5bf42-404d-4647-83be-ec4841f416f7,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:39.831163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port ec0df951-ae94-4191-8753-cf66685eb226 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:39.910238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port ec0df951-ae94-4191-8753-cf66685eb226 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:39.911512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.026007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2da19c67-e586-4ac8-9f72-6e04f80070fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.029634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2da19c67-e586-4ac8-9f72-6e04f80070fd tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/security-groups/2decd204-ca7f-493e-a827-5d37df486455 HTTP/1.1" status: 204 len: 168 time: 1.2185221 Jan 28 09:55:40.064825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47002) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:40.168249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Attempting to bind port f4f5bf42-404d-4647-83be-ec4841f416f7 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:40.170065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Attempting to bind port f4f5bf42-404d-4647-83be-ec4841f416f7 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:40.170673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Attempting to bind port f4f5bf42-404d-4647-83be-ec4841f416f7 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:40.178968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:55:40.179510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:55:40.180166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.180830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:55:40.181405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Bound port: f4f5bf42-404d-4647-83be-ec4841f416f7, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:55:40.181882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.236037 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-624117b9-c248-439f-a6ef-45917372f0a2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] show failed (client error): The resource could not be found. Jan 28 09:55:40.237366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-624117b9-c248-439f-a6ef-45917372f0a2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "GET /v2.0/security-groups/2decd204-ca7f-493e-a827-5d37df486455 HTTP/1.1" status: 404 len: 347 time: 0.1514277 Jan 28 09:55:40.424609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] For port f4f5bf42-404d-4647-83be-ec4841f416f7, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:40.431295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] For port f4f5bf42-404d-4647-83be-ec4841f416f7, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f4f5bf42-404d-4647-83be-ec4841f416f7,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:55:40.442111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47006) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:40.454385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.481977 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.541710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-b25a5a53-9bb6-400d-9f73-d00327bbcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:40.543606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b1afedb-64e7-4b0e-a925-65802f2efadc req-b25a5a53-9bb6-400d-9f73-d00327bbcff4 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7233803 Jan 28 09:55:40.558089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ec0df951-ae94-4191-8753-cf66685eb226, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec0df951-ae94-4191-8753-cf66685eb226,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:40.569069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0df951-ae94-4191-8753-cf66685eb226'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:40.603426 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.648738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557296c7-7d8f-4884-8bbd-3609c3198352 None None] Pushing event updated for resources: {'Port': ['ID=f4f5bf42-404d-4647-83be-ec4841f416f7,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:40.718047 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ed20050-bbfd-405c-928f-d040448423aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6af2464596b4a17acb6ef2f45c5e8b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108121 Jan 28 09:55:40.721737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47012) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:40.776032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port c3f9caca-54b3-423c-ab48-4adafd09f14b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:40.776615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.828201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.870415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea70057f-3f6f-4104-a3fe-ec53da348325 req-8d2156c8-7a88-48cd-ae7a-c13765c2c69b tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:40.877298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea70057f-3f6f-4104-a3fe-ec53da348325 req-8d2156c8-7a88-48cd-ae7a-c13765c2c69b tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 944 time: 0.7763889 Jan 28 09:55:40.881485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.926690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:40.926915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ec0df951-ae94-4191-8753-cf66685eb226,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:40.952746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea70057f-3f6f-4104-a3fe-ec53da348325 req-b5d0e959-83d5-4044-8467-2635d11b4e75 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740123 Jan 28 09:55:41.017439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0ec91-d582-4d03-baf8-39478c5181e0 req-1f88d1da-dd45-4502-9ae9-3cbc4dc635cc tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:41.019788 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0df951-ae94-4191-8753-cf66685eb226', 'code': 200} Jan 28 09:55:41.035039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37e0ec91-d582-4d03-baf8-39478c5181e0 req-1f88d1da-dd45-4502-9ae9-3cbc4dc635cc tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.9447079 Jan 28 09:55:41.120408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-566cd9be-f4db-4d1f-b8d2-47f67c45048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:41.320203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-566cd9be-f4db-4d1f-b8d2-47f67c45048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:41.400285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 47e31e0c-444e-40c0-9d49-1bfadcb3b2a9 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:41.409361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37e0ec91-d582-4d03-baf8-39478c5181e0 req-3228e3e8-f0c8-4f7d-8ff6-a8b7898a6f67 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734393 Jan 28 09:55:41.442562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Allocated IP 172.25.1.36 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/2b00fce6-a78f-43e9-a6cd-d580b8eb18ae) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:41.494684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f4f5bf42-404d-4647-83be-ec4841f416f7 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:41.539031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-566cd9be-f4db-4d1f-b8d2-47f67c45048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:41.628408 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:41.661037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f4f5bf42-404d-4647-83be-ec4841f416f7 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:41.695345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566cd9be-f4db-4d1f-b8d2-47f67c45048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f569a67f-7394-4eb7-a719-d97ceb34e653,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:41.786708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=47e31e0c-444e-40c0-9d49-1bfadcb3b2a9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:41.794450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:41.803881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-566cd9be-f4db-4d1f-b8d2-47f67c45048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:41.807692 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-566cd9be-f4db-4d1f-b8d2-47f67c45048a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f569a67f-7394-4eb7-a719-d97ceb34e653 HTTP/1.1" status: 204 len: 168 time: 1.0722611 Jan 28 09:55:41.867339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a76d6e5-6d33-400b-9da6-640db0a44342 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/47e31e0c-444e-40c0-9d49-1bfadcb3b2a9 HTTP/1.1" status: 204 len: 168 time: 2.5151427 Jan 28 09:55:41.870068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47020) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:41.873912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7996b8f-6d5d-4348-9550-587d14236b0a req-5c3483b3-5408-4724-b6e4-9067aa28907c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:41.875389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7996b8f-6d5d-4348-9550-587d14236b0a req-5c3483b3-5408-4724-b6e4-9067aa28907c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 1096 time: 0.6649871 Jan 28 09:55:42.004096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020a2b2-d21b-4959-b23f-e9dcfa767f3a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:42.005668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6020a2b2-d21b-4959-b23f-e9dcfa767f3a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:42.006426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6020a2b2-d21b-4959-b23f-e9dcfa767f3a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:42.057796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.058034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.079350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d64b454-3001-443e-8f21-08b0212e73dd req-cf349de3-7c9c-49ea-9b84-e5d4c2d17012 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:42.082559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.089117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d64b454-3001-443e-8f21-08b0212e73dd req-cf349de3-7c9c-49ea-9b84-e5d4c2d17012 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.8399284 Jan 28 09:55:42.217204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-7f2444d9-6b3f-4996-8da1-4098bf949fae tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:42.219543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-7f2444d9-6b3f-4996-8da1-4098bf949fae tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.43 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 0.3634214 Jan 28 09:55:42.257431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7996b8f-6d5d-4348-9550-587d14236b0a req-94881cee-a41f-449f-99e7-f0fdfc195bb7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439704 Jan 28 09:55:42.366444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Deleting port abf75016-9464-4c3c-b45e-1d67dcd9e118 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:42.366444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.375712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for c3f9caca-54b3-423c-ab48-4adafd09f14b owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:42.412966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fc253b-76b6-475b-ba92-3d2abe54d024 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:42.453214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6020a2b2-d21b-4959-b23f-e9dcfa767f3a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:42.458554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6020a2b2-d21b-4959-b23f-e9dcfa767f3a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5811136 Jan 28 09:55:42.463299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47032) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:42.504417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d64b454-3001-443e-8f21-08b0212e73dd req-c73f2800-c1d7-466a-af21-98537027b722 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4144220 Jan 28 09:55:42.629049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] Provisioning for port f4f5bf42-404d-4647-83be-ec4841f416f7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:42.669570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] Provisioning complete for port f4f5bf42-404d-4647-83be-ec4841f416f7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:42.672692 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.675548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet ca830971-58e9-4785-a271-498dda04e423 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:55:42.687973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.866576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] For port abf75016-9464-4c3c-b45e-1d67dcd9e118, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=abf75016-9464-4c3c-b45e-1d67dcd9e118,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:42.866940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:42.985962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.046011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] For port f4f5bf42-404d-4647-83be-ec4841f416f7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f4f5bf42-404d-4647-83be-ec4841f416f7,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:43.057090 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.226036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccd207-31dc-47f7-a20a-20be9098bc99 None None] Pushing event updated for resources: {'Port': ['ID=f4f5bf42-404d-4647-83be-ec4841f416f7,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:43.239325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.289979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Calling delete_port for abf75016-9464-4c3c-b45e-1d67dcd9e118 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:43.372575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.468839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:43.468839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:43.502624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.511627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f4f5bf42-404d-4647-83be-ec4841f416f7 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:43.656912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:43.745886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d5b02e63-bad7-462c-b9d9-07d3e170152d None None] Provisioning complete for port f4f5bf42-404d-4647-83be-ec4841f416f7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:43.745886 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5b02e63-bad7-462c-b9d9-07d3e170152d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.778061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b83b16-8f81-43cc-8ad8-ff90cca1dd49 req-77bbcf01-9871-4830-864f-a014d6ab2984 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:43.786354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15b83b16-8f81-43cc-8ad8-ff90cca1dd49 req-77bbcf01-9871-4830-864f-a014d6ab2984 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 945 time: 1.0259354 Jan 28 09:55:43.839045 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.854052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15b83b16-8f81-43cc-8ad8-ff90cca1dd49 req-e44738e5-a2e8-45c7-95a0-fad5cd348ca2 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663755 Jan 28 09:55:43.901877 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.945222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f4f5bf42-404d-4647-83be-ec4841f416f7 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:43.946332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:43.955315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ef8e61-309b-4519-bee4-337089130648 req-1e1d8954-642b-4b3c-b75e-847fb4874a43 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:43.969428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24ef8e61-309b-4519-bee4-337089130648 req-1e1d8954-642b-4b3c-b75e-847fb4874a43 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 945 time: 1.7465405 Jan 28 09:55:44.013607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:44.131539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event updated for resources: {'Port': ['ID=2b00fce6-a78f-43e9-a6cd-d580b8eb18ae,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:44.220847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:44.326929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=c3f9caca-54b3-423c-ab48-4adafd09f14b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:44.343280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-93468b1b-de6e-4b61-99b5-30329864ff27 None None] Could not find standard attr ID for object 47e31e0c-444e-40c0-9d49-1bfadcb3b2a9. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:55:44.354635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/ca830971-58e9-4785-a271-498dda04e423 HTTP/1.1" status: 204 len: 168 time: 1.8661425 Jan 28 09:55:44.355682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d80f51-afe9-40e8-9b1a-506ea3781b9f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=ca830971-58e9-4785-a271-498dda04e423,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:44.363078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:44.365475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b14a6108-6aea-476b-88f4-89d8e5385a13 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:44.457439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c7d221ca-cd0f-4494-8761-89cbe729ac2b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853081 Jan 28 09:55:44.461341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:44.472016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:44.575012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24ef8e61-309b-4519-bee4-337089130648 req-a23cdf23-12f8-433d-9b1a-278701bf1592 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6045868 Jan 28 09:55:44.595809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:44.600144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:44.603153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:44.608983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:44.630128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:44.634248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:44.672268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:44.721290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['df024e40-7e62-4207-ad9e-37ee2254a747'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:55:44.771851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:44.775238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:44.780652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bf90212c-107a-47c9-86b7-3818b39daf1d tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/floatingips/5baea5cf-5550-408e-aa62-632cf4615f56 HTTP/1.1" status: 204 len: 168 time: 4.3374937 Jan 28 09:55:44.787596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47076) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:44.812747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Pushing event deleted for resources: {'Port': ['ID=abf75016-9464-4c3c-b45e-1d67dcd9e118,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:44.914788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53116feb-7f53-47ea-ae57-4f58b9bbdbc5 req-e89e6030-96fe-43d3-98ba-2c7027240392 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:44.916779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53116feb-7f53-47ea-ae57-4f58b9bbdbc5 req-e89e6030-96fe-43d3-98ba-2c7027240392 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.7604010 Jan 28 09:55:44.964641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port bd7ae137-ce5c-4359-8efd-b29ad62573c4 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:44.965155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:45.159748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] No DVR routers for this DVR port abf75016-9464-4c3c-b45e-1d67dcd9e118 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:45.166113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:45.196532 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:45.252884 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53116feb-7f53-47ea-ae57-4f58b9bbdbc5 req-08a89428-eb09-49e1-adbd-6a65d3cc2b5c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3212931 Jan 28 09:55:45.281845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:55:45.286870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] Deleting port f4f5bf42-404d-4647-83be-ec4841f416f7 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:45.287147 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:45.292576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404e686f-46b2-45da-831f-8b08136816fc', 'name': 'network-vif-deleted', 'tag': 'abf75016-9464-4c3c-b45e-1d67dcd9e118'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:45.299033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e000872-fd61-4c50-a795-1b8a5c6b6143 req-d2e847cf-5b71-421c-b7f8-aaa79cbf388b tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=404e686f-46b2-45da-831f-8b08136816fc HTTP/1.1" status: 200 len: 210 time: 0.2339272 Jan 28 09:55:45.322718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da094618-7cc9-4ce5-acd6-0df0fbb5f488 req-0928ddd3-ec5f-4b60-90c8-978a5e670a73 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.43 "DELETE /v2.0/ports/abf75016-9464-4c3c-b45e-1d67dcd9e118 HTTP/1.1" status: 204 len: 173 time: 3.0602450 Jan 28 09:55:45.464027 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '404e686f-46b2-45da-831f-8b08136816fc', 'name': 'network-vif-deleted', 'tag': 'abf75016-9464-4c3c-b45e-1d67dcd9e118', 'status': 'completed', 'code': 200} Jan 28 09:55:45.561914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:45.607648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f4f5bf42-404d-4647-83be-ec4841f416f7 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:45.634275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:45.786008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for bd7ae137-ce5c-4359-8efd-b29ad62573c4 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:45.975710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] For port f4f5bf42-404d-4647-83be-ec4841f416f7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f4f5bf42-404d-4647-83be-ec4841f416f7,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:45.976252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.240450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] Calling delete_port for f4f5bf42-404d-4647-83be-ec4841f416f7 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:46.250564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.251159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fedec4-9587-4352-bb53-e33d3133d32a req-43f899dd-6297-4987-8ffa-65ea9e554b20 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:46.253113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79fedec4-9587-4352-bb53-e33d3133d32a req-43f899dd-6297-4987-8ffa-65ea9e554b20 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 945 time: 0.2981880 Jan 28 09:55:46.302515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.305361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.380583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=bd7ae137-ce5c-4359-8efd-b29ad62573c4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:46.403253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.528578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.561355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] Pushing event deleted for resources: {'Port': ['ID=f4f5bf42-404d-4647-83be-ec4841f416f7,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:46.577377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device abf75016-9464-4c3c-b45e-1d67dcd9e118 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:46.675171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:46.702804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:46.709040 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.714023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:46.714932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:46.743259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=2511b705-5cc2-43ab-9531-c2057f828236,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:46.753034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-db92dcfc-ae15-4a7a-ac88-082e0df564d7 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/ports/bd7ae137-ce5c-4359-8efd-b29ad62573c4 HTTP/1.1" status: 204 len: 168 time: 1.9643474 Jan 28 09:55:46.754856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-399056fb-cfc5-44b1-bcd1-f4bcbf2ef8fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2924898 Jan 28 09:55:46.755839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47098) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:46.792443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43070fed-28ae-495e-bcdd-e5aaff8de0a4 None None] No DVR routers for this DVR port f4f5bf42-404d-4647-83be-ec4841f416f7 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:46.796924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: abf75016-9464-4c3c-b45e-1d67dcd9e118 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:46.798064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device abf75016-9464-4c3c-b45e-1d67dcd9e118 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:46.807642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:46.820810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'name': 'tempest-NetworksTestDHCPv6-188619829'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:46.826703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c5ee5-e3fe-4918-908b-309a48eceb63 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:46.857998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79fedec4-9587-4352-bb53-e33d3133d32a req-a4c945cf-13e8-47ed-af9f-07f7d37a067a tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5901520 Jan 28 09:55:47.158594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting port dbfc2577-27d3-441d-9042-d50e0ec53578 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:47.159287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:47.168018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Router 1a9c87e8-b89c-4f94-b74f-437c7dd9355d is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:55:47.297986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:55:47.341394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd332a-5807-48ff-8a91-503b1a415e49 req-efb8e718-00a9-43e6-8b7f-61a41bd84107 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:47.348805 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4cd332a-5807-48ff-8a91-503b1a415e49 req-efb8e718-00a9-43e6-8b7f-61a41bd84107 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.8256893 Jan 28 09:55:47.349490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '2511b705-5cc2-43ab-9531-c2057f828236'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:55:47.350432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:47.534954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:55:47.540536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:47.546039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:47.548200 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] Sync routers for ids ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:55:47.549261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:47.558758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:47.562064 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] Routers {'1a9c87e8-b89c-4f94-b74f-437c7dd9355d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:47.563584 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:47.594632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4cd332a-5807-48ff-8a91-503b1a415e49 req-a204dd70-b459-4dc4-9e71-2b9cdd77b960 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436397 Jan 28 09:55:47.615141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529ef62-ce68-42ab-96b0-c156a49d11f2 req-aac43435-20a2-46f0-94aa-bd290d089ef2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:47.616807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1529ef62-ce68-42ab-96b0-c156a49d11f2 req-aac43435-20a2-46f0-94aa-bd290d089ef2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 945 time: 0.2028110 Jan 28 09:55:47.626665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:47.635757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc9c1fbe-42a3-4dd6-ac7d-f36956fc8094 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.1816518 Jan 28 09:55:47.636930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:47.655493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/2511b705-5cc2-43ab-9531-c2057f828236/b11a1330-2df1-4b3b-b650-ee874063c9dd) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:47.659281 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:47.663363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:47.671347 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] Routers {'1a9c87e8-b89c-4f94-b74f-437c7dd9355d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:47.672204 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:47.680813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:47.757767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:47.792373 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:47.796749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59828771-ecce-4c68-84a8-0f3bab502fd4 None None] The sync data for ids ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:55:47.825597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-781e0411-a107-421a-9f18-d88a797540e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 1.0093057 Jan 28 09:55:47.877299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1529ef62-ce68-42ab-96b0-c156a49d11f2 req-5e50fc22-b952-4291-8158-f96167e141c4 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517421 Jan 28 09:55:47.896096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port acdb67b1-8c34-4624-b43d-0884c969c083 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:55:48.137364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:48.240971 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:48.272434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Transition to ACTIVE for port object b11a1330-2df1-4b3b-b650-ee874063c9dd will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:48.329037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Transition to ACTIVE for port object b11a1330-2df1-4b3b-b650-ee874063c9dd will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:48.338549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:48.402617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Calling delete_port for dbfc2577-27d3-441d-9042-d50e0ec53578 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:48.419130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:48.422509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:48.429404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:48.571940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Pushing event updated for resources: {'Port': ['ID=b11a1330-2df1-4b3b-b650-ee874063c9dd,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:48.633302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Attempting to bind port b11a1330-2df1-4b3b-b650-ee874063c9dd on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:55:48.633696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Attempting to bind port b11a1330-2df1-4b3b-b650-ee874063c9dd by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:55:48.634056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Attempting to bind port b11a1330-2df1-4b3b-b650-ee874063c9dd on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:55:48.650211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:55:48.650837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:55:48.651382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:48.652123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:55:48.652762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Bound port: b11a1330-2df1-4b3b-b650-ee874063c9dd, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:55:48.653294 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:48.828532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] For port b11a1330-2df1-4b3b-b650-ee874063c9dd, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:55:48.836943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] For port b11a1330-2df1-4b3b-b650-ee874063c9dd, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b11a1330-2df1-4b3b-b650-ee874063c9dd,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:55:48.849759 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:48.872583 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:49.037125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579ae28c-10b4-4b33-add2-a0c87784bb59 None None] Pushing event updated for resources: {'Port': ['ID=b11a1330-2df1-4b3b-b650-ee874063c9dd,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:49.164202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:49.197142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:49.227903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fc98c-177e-49ce-bb2d-37736b03317c req-2567099b-e770-4477-8f91-5a90ad960b80 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.231557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec6fc98c-177e-49ce-bb2d-37736b03317c req-2567099b-e770-4477-8f91-5a90ad960b80 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.2030714 Jan 28 09:55:49.244292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Deleting port 2b00fce6-a78f-43e9-a6cd-d580b8eb18ae {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:49.244515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:49.259790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Port': ['ID=dbfc2577-27d3-441d-9042-d50e0ec53578,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:49.450110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::31 (769dbcf1-61f3-4915-834e-bca50e270657/2511b705-5cc2-43ab-9531-c2057f828236/acdb67b1-8c34-4624-b43d-0884c969c083) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:55:49.524691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec6fc98c-177e-49ce-bb2d-37736b03317c req-330b52c6-2948-4e26-9ba2-5d6956f061f9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868185 Jan 28 09:55:49.541822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.542490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.543451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.544015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.544563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.545122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.545710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:49.548045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-013b2d09-6ae6-4ab0-9a23-cadc673a16cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 6494 time: 1.4510391 Jan 28 09:55:49.625013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:50.031469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a7702-6aa5-41d7-b167-0b2754569d1e req-38777c12-9c61-4cdc-b338-bf03e85974fb tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.044918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df5a7702-6aa5-41d7-b167-0b2754569d1e req-38777c12-9c61-4cdc-b338-bf03e85974fb tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 1.3558097 Jan 28 09:55:50.111624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fecf5cdc-d131-4ac9-87db-182265c35352 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/ports/dbfc2577-27d3-441d-9042-d50e0ec53578 HTTP/1.1" status: 204 len: 168 time: 3.3522809 Jan 28 09:55:50.126767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47130) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:50.357644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df5a7702-6aa5-41d7-b167-0b2754569d1e req-5c3fbe0a-b783-4429-b9ca-8d4618c7a063 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115418 Jan 28 09:55:50.371112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting subnet f720e206-d057-4715-b60e-e1754ec54491 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:55:50.409631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:50.505471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-c0aef2e4-8717-4ced-bd6d-5f906b694b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.505929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-c0aef2e4-8717-4ced-bd6d-5f906b694b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.506869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-c0aef2e4-8717-4ced-bd6d-5f906b694b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.533693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-c0aef2e4-8717-4ced-bd6d-5f906b694b89 service neutron] 10.222.0.25 "GET /v2.0/networks?id=47fb4be1-2011-4344-975d-ae001620c091&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=173119ab-b221-49d5-8329-7350fc395ff7&id=d861f532-d335-4336-9773-d7a27d4c1ddf&id=d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 200 len: 2293 time: 0.9337761 Jan 28 09:55:50.580923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-54ae8c5a-7191-4f52-8bdd-f0d74d7e07de tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.585096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-54ae8c5a-7191-4f52-8bdd-f0d74d7e07de tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "GET /v2.0/ports?device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 945 time: 0.7463560 Jan 28 09:55:50.739151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf9bab-0844-48c9-a5c6-12e940c7cfab req-6cf0e638-65be-42ad-a45e-93254109cc42 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.748911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ccf9bab-0844-48c9-a5c6-12e940c7cfab req-6cf0e638-65be-42ad-a45e-93254109cc42 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 945 time: 0.8269930 Jan 28 09:55:50.753879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Deleting port 939b8881-97e1-42fe-945c-7ff5e25f1618 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:50.754369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:50.880380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:50.883669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:50.916771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-3bd43d80-4529-4289-a0f8-361549e84dc9 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:50.918298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-3bd43d80-4529-4289-a0f8-361549e84dc9 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 945 time: 0.6123877 Jan 28 09:55:51.044702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.052339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-784f1cbd-0cd7-491d-a2e4-391bf208aa4f None None] Provisioning for port b11a1330-2df1-4b3b-b650-ee874063c9dd completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:51.075510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47142) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:51.168772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.186725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object acdb67b1-8c34-4624-b43d-0884c969c083 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:55:51.248985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Calling delete_port for 2b00fce6-a78f-43e9-a6cd-d580b8eb18ae owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:51.285855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ccf9bab-0844-48c9-a5c6-12e940c7cfab req-7af7f482-d056-4432-a234-f65243db7d82 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5354211 Jan 28 09:55:51.338973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Deleting port ec0df951-ae94-4191-8753-cf66685eb226 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:51.339308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.340502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.493413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.548272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.572706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:55:51.588849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:51.644443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11a1330-2df1-4b3b-b650-ee874063c9dd up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:51.650345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.669935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Subnet': ['ID=f720e206-d057-4715-b60e-e1754ec54491,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:51.671882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:55:51.679613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-6258476d-b987-47c9-b82e-75f9c8531089 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 200 len: 1001 time: 1.0757225 Jan 28 09:55:51.682687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:55:51.688208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:51.688793 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:51.689528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b603927-c02e-4897-84c1-79f07e697c81 None None] Network 40b143ac-fde6-45e5-a855-bc0896978f93 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:51.729931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Usage tracker for resource:security_group_rule and tenant:8a1e41d2b19547569c5ad7a03bfd67a6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:51.735107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-816fe8b2-c367-46ae-a89a-8b8b4f1b28c9 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/subnets/f720e206-d057-4715-b60e-e1754ec54491 HTTP/1.1" status: 204 len: 168 time: 1.6021523 Jan 28 09:55:51.742376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47150) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:51.767430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:51.794989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:51.833926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=acdb67b1-8c34-4624-b43d-0884c969c083,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:51.860071 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2986341d-ecf9-4d57-a07d-f59566da4d34 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0525193 Jan 28 09:55:51.874560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47156) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:51.975854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107b534-eba0-4ea0-a628-6dddf7872a80 req-9e5274c6-bae3-4d5c-ad1b-8812e1214f38 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:51.977931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e107b534-eba0-4ea0-a628-6dddf7872a80 req-9e5274c6-bae3-4d5c-ad1b-8812e1214f38 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 1.1363075 Jan 28 09:55:51.987751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-80757f88-2f04-4085-aba6-2b1c65ef8ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:51.989270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-80757f88-2f04-4085-aba6-2b1c65ef8ca2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 200 len: 850 time: 0.2954454 Jan 28 09:55:52.011033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Deleting subnet e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:55:52.047565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b11a1330-2df1-4b3b-b650-ee874063c9dd completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:52.056173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b11a1330-2df1-4b3b-b650-ee874063c9dd triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:52.056852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.068036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.167274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e107b534-eba0-4ea0-a628-6dddf7872a80 req-acbfe035-8f36-4c9a-9f8e-d4703d87756c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1756938 Jan 28 09:55:52.182396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.215261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] For port 939b8881-97e1-42fe-945c-7ff5e25f1618, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=939b8881-97e1-42fe-945c-7ff5e25f1618,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:52.216142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.261058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-55f80219-dbe2-4832-b5be-ac476b0fa7c1 None None] Provisioning for port acdb67b1-8c34-4624-b43d-0884c969c083 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:55:52.280017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5a2c5-1cf1-4b44-9981-4069802603ef tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:52.280269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-55f80219-dbe2-4832-b5be-ac476b0fa7c1 None None] Provisioning complete for port acdb67b1-8c34-4624-b43d-0884c969c083 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:52.280564 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-55f80219-dbe2-4832-b5be-ac476b0fa7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.286159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d5a2c5-1cf1-4b44-9981-4069802603ef tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:52.286970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-00d5a2c5-1cf1-4b44-9981-4069802603ef tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:52.302676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-ff30a092-fec5-4380-b5ef-75ed209734fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:52.305160 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-ff30a092-fec5-4380-b5ef-75ed209734fb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=47fb4be1-2011-4344-975d-ae001620c091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2919350 Jan 28 09:55:52.360318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-55f80219-dbe2-4832-b5be-ac476b0fa7c1 None None] Port acdb67b1-8c34-4624-b43d-0884c969c083 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:55:52.361905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] DHCP port deletion for 40b143ac-fde6-45e5-a855-bc0896978f93 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:55:52.372082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] Deleting port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:52.372446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.428424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.507212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b11a1330-2df1-4b3b-b650-ee874063c9dd, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b11a1330-2df1-4b3b-b650-ee874063c9dd,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:52.513738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Calling delete_port for 939b8881-97e1-42fe-945c-7ff5e25f1618 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:52.575363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-00d5a2c5-1cf1-4b44-9981-4069802603ef tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:52.580267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-00d5a2c5-1cf1-4b44-9981-4069802603ef tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6963527 Jan 28 09:55:52.585185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47164) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:52.621674 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.647275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4606ea-4c37-4f8b-a647-f4a0e3f689f8 req-f6dfc5d6-3fd3-44cd-9f05-c892b277b9c6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:52.649572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8b4606ea-4c37-4f8b-a647-f4a0e3f689f8 req-f6dfc5d6-3fd3-44cd-9f05-c892b277b9c6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Synchronizing usage tracker for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:52.686574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] For port ec0df951-ae94-4191-8753-cf66685eb226, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ec0df951-ae94-4191-8753-cf66685eb226,segment=NetworkSegment(423759e6-41f2-40b0-b5fd-13b3f741777c),segment_id=423759e6-41f2-40b0-b5fd-13b3f741777c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:52.687054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.696739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.737594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.839384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b11a1330-2df1-4b3b-b650-ee874063c9dd,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:52.852806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port acdb67b1-8c34-4624-b43d-0884c969c083 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:52.853157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.885229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] For port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,segment=NetworkSegment(7b2e0b13-d971-4f29-af64-57ffb3475f1b),segment_id=7b2e0b13-d971-4f29-af64-57ffb3475f1b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:52.885624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:52.927975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-3ca7ae87-1f1f-4399-8da5-fe35324c541f service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6136789 Jan 28 09:55:53.062446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ea205-91f6-4bd0-bd9d-dfff91662fe1 req-87276223-fff0-49e7-b7ba-9c5df71ca08f tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:53.064693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] Calling delete_port for 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:53.066167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b6ea205-91f6-4bd0-bd9d-dfff91662fe1 req-87276223-fff0-49e7-b7ba-9c5df71ca08f tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=b3b770ce-9e9e-4fc2-855b-56b9734e5fe2 HTTP/1.1" status: 200 len: 945 time: 0.4247506 Jan 28 09:55:53.070706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Calling delete_port for ec0df951-ae94-4191-8753-cf66685eb226 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:53.104476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Pushing event deleted for resources: {'Port': ['ID=2b00fce6-a78f-43e9-a6cd-d580b8eb18ae,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:53.203900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.212507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8b4606ea-4c37-4f8b-a647-f4a0e3f689f8 req-f6dfc5d6-3fd3-44cd-9f05-c892b277b9c6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Unset dirty status for tenant:fce92df7853b4ec19ff767a76738acad on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:53.219472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b4606ea-4c37-4f8b-a647-f4a0e3f689f8 req-f6dfc5d6-3fd3-44cd-9f05-c892b277b9c6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 1.6677666 Jan 28 09:55:53.284299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] Pushing event deleted for resources: {'Port': ['ID=76f6fdda-dd6f-42b6-b1a1-25e33758cf13,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:53.296552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.310592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca8fc1-ff96-4c39-92b4-2fce39cf473e None None] No DVR routers for this DVR port 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:53.418021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b4606ea-4c37-4f8b-a647-f4a0e3f689f8 req-0e2e991a-a97a-4223-a42b-7618aa027a31 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975718 Jan 28 09:55:53.418976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.453512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for acdb67b1-8c34-4624-b43d-0884c969c083 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:53.471878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11a1330-2df1-4b3b-b650-ee874063c9dd up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:55:53.588595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.626144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b11a1330-2df1-4b3b-b650-ee874063c9dd triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:55:53.627194 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.652442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.694564 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.765632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.900256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d8c9ef-e100-44cc-9cac-7a204aaa35f2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:53.917801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b087acd5-cc68-4477-8a9b-a0a62ac5c8e3 None None] Network 0e2863b2-6f71-48f1-88c5-0a613e61d893 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:53.931615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:53.972773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99a13d45-ede8-4b2a-af33-32cf4c87c2c2 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/subnets/e1d8c9ef-e100-44cc-9cac-7a204aaa35f2 HTTP/1.1" status: 204 len: 168 time: 2.2245862 Jan 28 09:55:53.973941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:54.087813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:54.105878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b6ea205-91f6-4bd0-bd9d-dfff91662fe1 req-c5db92fa-304a-45b7-8888-0e456ab7c525 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/security-groups?id=ad241092-47e6-4537-8ea9-97fe84bcb20d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078977 Jan 28 09:55:54.110211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.115641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.120285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-4147982f-4c0c-4fbc-81f6-1cb273f748a9 service neutron] 10.222.0.25 "GET /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1772256 Jan 28 09:55:54.165728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:54.165972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f6fdda-dd6f-42b6-b1a1-25e33758cf13 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:54.178258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a1e41d2b19547569c5ad7a03bfd67a6&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0987761 Jan 28 09:55:54.238657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event deleted for resources: {'Port': ['ID=939b8881-97e1-42fe-945c-7ff5e25f1618,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:54.254081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:54.265115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] No DVR routers for this DVR port 939b8881-97e1-42fe-945c-7ff5e25f1618 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:54.267547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.308512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-62b4263a-b28f-4039-a8c2-3a0529703589 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.102&port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 217 time: 0.1356661 Jan 28 09:55:54.311380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=acdb67b1-8c34-4624-b43d-0884c969c083,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:54.320547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.325581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c79872a7-b1c9-4dd9-a158-a1dabfeeb1fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/acdb67b1-8c34-4624-b43d-0884c969c083 HTTP/1.1" status: 204 len: 168 time: 1.7330248 Jan 28 09:55:54.377363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] DHCP port deletion for 0e2863b2-6f71-48f1-88c5-0a613e61d893 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:55:54.378452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'name': 'network-vif-deleted', 'tag': '939b8881-97e1-42fe-945c-7ff5e25f1618'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:54.383022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] Deleting port 207dda85-c345-43af-86ed-d50ec0bf551d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:54.383386 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.408190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47182) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:54.425298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-3dfe684c-a03c-466b-abcd-7a08258c432e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:54.427092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-3dfe684c-a03c-466b-abcd-7a08258c432e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1003499 Jan 28 09:55:54.604616 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3b770ce-9e9e-4fc2-855b-56b9734e5fe2', 'name': 'network-vif-deleted', 'tag': '939b8881-97e1-42fe-945c-7ff5e25f1618', 'status': 'completed', 'code': 200} Jan 28 09:55:54.606286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 939b8881-97e1-42fe-945c-7ff5e25f1618 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:54.680853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.693886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489edbda-c153-4dbf-9ed7-8c2cad933aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99439b94-c70d-4e93-889b-940214c88f23,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:54.734420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.825113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.829470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 939b8881-97e1-42fe-945c-7ff5e25f1618 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:54.829878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 939b8881-97e1-42fe-945c-7ff5e25f1618 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:54.835081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Pushing event deleted for resources: {'Port': ['ID=ec0df951-ae94-4191-8753-cf66685eb226,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:54.861611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5456cca6-9161-45ca-b273-e88f23f6a183 req-a3189cfd-6902-40fc-a802-2a60ef5f06a2 tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.43 "DELETE /v2.0/ports/939b8881-97e1-42fe-945c-7ff5e25f1618 HTTP/1.1" status: 204 len: 173 time: 4.2614958 Jan 28 09:55:54.871767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b26675b-386a-4f68-941f-05d6df526ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.910926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b26675b-386a-4f68-941f-05d6df526ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.913641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] For port 207dda85-c345-43af-86ed-d50ec0bf551d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=207dda85-c345-43af-86ed-d50ec0bf551d,segment=NetworkSegment(1e45b4ec-de03-49a0-b16a-975db8562906),segment_id=1e45b4ec-de03-49a0-b16a-975db8562906)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:54.914182 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.932007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:54.970509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40b143ac-fde6-45e5-a855-bc0896978f93']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:54.997130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b2e0b13-d971-4f29-af64-57ffb3475f1b') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:54.997673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b2e0b13-d971-4f29-af64-57ffb3475f1b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:55.014155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.066587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] Calling delete_port for 207dda85-c345-43af-86ed-d50ec0bf551d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:55.103340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.131588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:55:55.133573 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.190782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.243008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] Pushing event deleted for resources: {'Port': ['ID=207dda85-c345-43af-86ed-d50ec0bf551d,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:55.247080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7995b-5efd-4ea3-b255-979760fb353d None None] No DVR routers for this DVR port 207dda85-c345-43af-86ed-d50ec0bf551d on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:55.315195 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b26675b-386a-4f68-941f-05d6df526ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:55:55.327141 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:55:55.346028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.352626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-fce71c6e-5a61-4148-af4f-11cbb6849395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:55.354237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-fce71c6e-5a61-4148-af4f-11cbb6849395 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8939116 Jan 28 09:55:55.369847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970aec7-1e9c-4107-918c-36934a0eb93e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:55.371870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e970aec7-1e9c-4107-918c-36934a0eb93e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:55.373420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e970aec7-1e9c-4107-918c-36934a0eb93e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.9133663 Jan 28 09:55:55.408409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47192) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:55.410926 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.421449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 207dda85-c345-43af-86ed-d50ec0bf551d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:55.444648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Network': ['ID=40b143ac-fde6-45e5-a855-bc0896978f93,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:55.512441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b26675b-386a-4f68-941f-05d6df526ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99439b94-c70d-4e93-889b-940214c88f23,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:55.519975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] No DVR routers for this DVR port ec0df951-ae94-4191-8753-cf66685eb226 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:55.526739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.554270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device df024e40-7e62-4207-ad9e-37ee2254a747 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:55.554517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23239a00-b537-427f-8c9a-1e6ccd273d93 req-02ef9d9c-2614-464c-88d8-5fd10e6e7dbc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:55.555117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-479a92a7-41ec-4c8f-9c22-870be78de971 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/networks/40b143ac-fde6-45e5-a855-bc0896978f93 HTTP/1.1" status: 204 len: 168 time: 1.5747416 Jan 28 09:55:55.562022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23239a00-b537-427f-8c9a-1e6ccd273d93 req-02ef9d9c-2614-464c-88d8-5fd10e6e7dbc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 1.5009832 Jan 28 09:55:55.570724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47196) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:55.606325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad512694-9111-4f03-8e71-f8bc97fa6142 req-cf32ab8c-f510-4ad9-b767-0c0f585840b6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:55.608091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad512694-9111-4f03-8e71-f8bc97fa6142 req-cf32ab8c-f510-4ad9-b767-0c0f585840b6 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 0.7858822 Jan 28 09:55:55.628082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-5eee3758-d1e0-44b5-92e4-5030cb2dc050 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:55.631367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-5eee3758-d1e0-44b5-92e4-5030cb2dc050 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.25 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 945 time: 1.8339536 Jan 28 09:55:55.665538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.25 "DELETE /v2.0/ports/ec0df951-ae94-4191-8753-cf66685eb226 HTTP/1.1" status: 204 len: 173 time: 4.7247174 Jan 28 09:55:55.666502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9b26675b-386a-4f68-941f-05d6df526ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.669113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9b26675b-386a-4f68-941f-05d6df526ee5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99439b94-c70d-4e93-889b-940214c88f23 HTTP/1.1" status: 204 len: 168 time: 1.3964345 Jan 28 09:55:55.761959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 207dda85-c345-43af-86ed-d50ec0bf551d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:55.763361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 207dda85-c345-43af-86ed-d50ec0bf551d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:55.785632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 2511b705-5cc2-43ab-9531-c2057f828236 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:55:55.806240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.809944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Router 1a9c87e8-b89c-4f94-b74f-437c7dd9355d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:55:55.943106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:55.954937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23239a00-b537-427f-8c9a-1e6ccd273d93 req-f57cacb8-4d88-4596-a1d0-665613a38cd0 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3893766 Jan 28 09:55:55.956878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad512694-9111-4f03-8e71-f8bc97fa6142 req-b9b9acb9-7989-450c-a985-e3542aa9d3b7 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/security-groups?id=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375967 Jan 28 09:55:55.971134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-2ef435ae-fb26-4bb3-8e7a-cc3bfdfd3fd0 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5444012 Jan 28 09:55:56.008437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ab80db-35eb-4f32-9781-ba63e078df20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.020548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.100445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=df024e40-7e62-4207-ad9e-37ee2254a747,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:56.106181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:56.112463 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.116368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec0df951-ae94-4191-8753-cf66685eb226 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:56.127974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Deleting port df024e40-7e62-4207-ad9e-37ee2254a747 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:56.128324 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.256771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.256947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: ec0df951-ae94-4191-8753-cf66685eb226 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:55:56.269170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ec0df951-ae94-4191-8753-cf66685eb226 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:55:56.276592 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747', 'code': 200} Jan 28 09:55:56.350681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:55:56.357130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:56.373921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] Sync routers for ids ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:55:56.405280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] Routers {'1a9c87e8-b89c-4f94-b74f-437c7dd9355d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:56.406276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.419849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.424358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e5bfc9e-939d-4649-8ef5-27c9a0dd51c8 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "PUT /v2.0/routers/1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 200 len: 705 time: 8.7856402 Jan 28 09:55:56.430623 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.440359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47214) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:56.609299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-6a9300df-0cd8-4da0-ac81-77d9ce699636 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6277351 Jan 28 09:55:56.656138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.676060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] Routers {'1a9c87e8-b89c-4f94-b74f-437c7dd9355d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:55:56.679135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.744280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2863b2-6f71-48f1-88c5-0a613e61d893']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.778323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-95626ab8-f639-41b3-8900-7e9190fb7809 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 217 time: 0.1407943 Jan 28 09:55:56.780887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9627e840-baae-413f-b3fb-79031ced9cd7 tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/routers/1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 200 len: 740 time: 0.3393660 Jan 28 09:55:56.783423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e45b4ec-de03-49a0-b16a-975db8562906') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.783981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e45b4ec-de03-49a0-b16a-975db8562906') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.815545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] For port df024e40-7e62-4207-ad9e-37ee2254a747, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=df024e40-7e62-4207-ad9e-37ee2254a747,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:56.816085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:56.842078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:55:56.842481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2e0848-703d-4c2c-83f2-abdd586c1204 None None] The sync data for ids ['1a9c87e8-b89c-4f94-b74f-437c7dd9355d'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:55:56.891686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:56.893430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-a00de232-8ee8-48c2-a900-2bdfd16263ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:56.895265 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-a00de232-8ee8-48c2-a900-2bdfd16263ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.0988946 Jan 28 09:55:56.964080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Calling delete_port for df024e40-7e62-4207-ad9e-37ee2254a747 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:56.985727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.018343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'name': 'network-vif-deleted', 'tag': 'ec0df951-ae94-4191-8753-cf66685eb226'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:57.139753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47238) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:57.179926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.238337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-678b83d6-28f4-41a4-b01e-fe4fcfc538ba tempest-RoutersAdminTest-1740783962 tempest-RoutersAdminTest-1740783962-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&device_id=1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 200 len: 205 time: 0.3419619 Jan 28 09:55:57.244355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4799d23c-9e98-4f34-bc1f-d483a2a69b60 req-2f99f6d5-08c8-47a9-b5c1-c00f52b22e1f tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Synchronizing usage tracker for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:55:57.244781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47244) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:57.250806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Pushing event deleted for resources: {'Port': ['ID=df024e40-7e62-4207-ad9e-37ee2254a747,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:57.267357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4799d23c-9e98-4f34-bc1f-d483a2a69b60 req-2f99f6d5-08c8-47a9-b5c1-c00f52b22e1f tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] Unset dirty status for tenant:ca58506205a84f73bf844540a2945a56 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:55:57.277910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4799d23c-9e98-4f34-bc1f-d483a2a69b60 req-2f99f6d5-08c8-47a9-b5c1-c00f52b22e1f tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] 10.222.0.42 "GET /v2.0/ports?device_id=f00b08e3-c709-44f1-8cfa-442d33b9991d HTTP/1.1" status: 200 len: 210 time: 0.2600832 Jan 28 09:55:57.323324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.392348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.403860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:55:57.405088 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.409761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1186959754-network', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:57.425617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:57.428364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] No DVR routers for this DVR port df024e40-7e62-4207-ad9e-37ee2254a747 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:57.433862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.436565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Usage tracker for resource:network and tenant:c1a63fc10a6b48d9b03cc00bbd5eddea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:57.440333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:57.453480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:57.507196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-601c44e0-97ee-46b4-a519-0d400acc7805 req-7ad9a305-2dba-4a0e-a6eb-d81111e3d402 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.25 "DELETE /v2.0/ports/df024e40-7e62-4207-ad9e-37ee2254a747 HTTP/1.1" status: 204 len: 173 time: 1.8439410 Jan 28 09:55:57.527429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Made reservation on behalf of c1a63fc10a6b48d9b03cc00bbd5eddea for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:57.530438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:55:57.542276 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:55:57.550453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.575134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:57.579016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Usage tracker for resource:security_group_rule and tenant:c1a63fc10a6b48d9b03cc00bbd5eddea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:57.581932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:57.586463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bbccd86c-b62a-49ab-b21a-24be13101b79 req-4919372b-d398-4ad6-a499-043ae97a2f16 tempest-ServerRescueNegativeTestJSON-1149035283 tempest-ServerRescueNegativeTestJSON-1149035283-project] 10.222.0.42 "GET /v2.0/ports?device_id=3833c914-3ad0-443c-b8bd-a2d67978508b HTTP/1.1" status: 200 len: 210 time: 0.3466825 Jan 28 09:55:57.587138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.587863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:57.615876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33945abe-6e69-4254-86b9-d1bdbb33e2d5 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 200 len: 205 time: 0.3687067 Jan 28 09:55:57.618779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:57.654898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.665948 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b08e3-c709-44f1-8cfa-442d33b9991d', 'name': 'network-vif-deleted', 'tag': 'ec0df951-ae94-4191-8753-cf66685eb226', 'status': 'completed', 'code': 200} Jan 28 09:55:57.710320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f01e53-3531-4356-be95-c9685ab4023e req-e4d92924-d108-40b3-81f7-4311410d25ef tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:57.712103 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4f01e53-3531-4356-be95-c9685ab4023e req-e4d92924-d108-40b3-81f7-4311410d25ef tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.2625811 Jan 28 09:55:57.769145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] 10.222.0.42 "DELETE /v2.0/networks/0e2863b2-6f71-48f1-88c5-0a613e61d893 HTTP/1.1" status: 204 len: 168 time: 2.1789446 Jan 28 09:55:57.770193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce1dd0-b1db-4d53-81a7-bfc860b836c0 tempest-TaggedBootDevicesTest_v242-1992449308 tempest-TaggedBootDevicesTest_v242-1992449308-project] Pushing event deleted for resources: {'Network': ['ID=0e2863b2-6f71-48f1-88c5-0a613e61d893,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:57.830744 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4f01e53-3531-4356-be95-c9685ab4023e req-142e75b0-cf31-4356-8351-c793a4a4489f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971737 Jan 28 09:55:57.857462 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.862734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.903181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.911224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36886244-94c2-421c-b8d2-e7da174265e5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:57.931789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:55:57.944242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.944802 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Added segment e68da647-fba6-4b5a-a93e-98e534675001 of type vlan for network eb993200-fea9-489d-91b5-9bbccd6bb01f Jan 28 09:55:57.983504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:57.987653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.037692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.039409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:58.039975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.066277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f75ea49-bda4-4cb9-812f-93312c3979b5 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:55:58.067996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.071135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=2511b705-5cc2-43ab-9531-c2057f828236,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:58.152761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-7151fd25-4b19-4384-95c5-e173697e9d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:55:58.154345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-7151fd25-4b19-4384-95c5-e173697e9d03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2106960 Jan 28 09:55:58.160108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-32e0b098-a95e-41d3-8e8f-f086841340d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/2511b705-5cc2-43ab-9531-c2057f828236 HTTP/1.1" status: 204 len: 168 time: 2.7108386 Jan 28 09:55:58.211918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47256) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:58.572356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-215859df-bfcc-44dc-80dd-9ee61a42ec33 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3591094 Jan 28 09:55:58.574597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47266) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:58.585367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b602b0c9-d099-4a79-a8df-bc525ee3cda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.676443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47268) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:58.710765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:58.723062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:55:58.728162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] Deleting port b11a1330-2df1-4b3b-b650-ee874063c9dd {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:55:58.728727 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.836428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47276) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:58.845610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] Pushing event updated for resources: {'Network': ['ID=eb993200-fea9-489d-91b5-9bbccd6bb01f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:58.867424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network eb993200-fea9-489d-91b5-9bbccd6bb01f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:55:58.917826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e20bad72-f29f-4675-83d9-79d6f3ded148 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7425051 Jan 28 09:55:58.972089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Deleting subnet dd061e50-72d6-445c-8c78-7618ce218eff {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:55:58.975593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:58.979061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47282) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:55:58.994126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Request body: {'subnet': {'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1186959754-subnet', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:55:58.998421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:59.013741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:55:59.016559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:59.020631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:59.034646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Usage tracker for resource:subnet and tenant:c1a63fc10a6b48d9b03cc00bbd5eddea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:55:59.049111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:55:59.057696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:59.070671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:55:59.102862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:59.106338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.112688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.116407 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.132012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Made reservation on behalf of c1a63fc10a6b48d9b03cc00bbd5eddea for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:55:59.134441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.254773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] For port b11a1330-2df1-4b3b-b650-ee874063c9dd, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b11a1330-2df1-4b3b-b650-ee874063c9dd,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:55:59.255368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.319126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-4d2e31ae-f005-4ac5-9c85-9d670aef7ed1 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1085436 Jan 28 09:55:59.341850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.405689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.482286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] Calling delete_port for b11a1330-2df1-4b3b-b650-ee874063c9dd owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:55:59.517293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11a1330-2df1-4b3b-b650-ee874063c9dd no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:55:59.623516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.662265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.669781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'name': 'network-vif-deleted', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:55:59.688949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.712341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.784081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] No DVR routers for this DVR port b11a1330-2df1-4b3b-b650-ee874063c9dd on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:55:59.792246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688683a-55dc-4812-b987-e030a99993c5 None None] Pushing event deleted for resources: {'Port': ['ID=b11a1330-2df1-4b3b-b650-ee874063c9dd,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:59.813411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.847882 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3833c914-3ad0-443c-b8bd-a2d67978508b', 'name': 'network-vif-deleted', 'tag': 'df024e40-7e62-4207-ad9e-37ee2254a747', 'status': 'completed', 'code': 200} Jan 28 09:55:59.851520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:55:59.927446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.927446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Fanout notify agent at l3_agent the message router_deleted on router 1a9c87e8-b89c-4f94-b74f-437c7dd9355d {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:55:59.928037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:55:59.968793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.046515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd061e50-72d6-445c-8c78-7618ce218eff,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:00.061488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=21dd9efe-fa4e-4c24-8a71-ba100ed022e5,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:00.077450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:00.080739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:00.090410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0705b643-ad8a-4135-b94e-04a6b83c6069 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:00.103958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Checking segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:00.104629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Network hostable DHCP agents. Network: eb993200-fea9-489d-91b5-9bbccd6bb01f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:56:00.111541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:00.113763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.156731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.166424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6d8330ff-cb2f-4fc3-a1c9-7743e29e1c64 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dd061e50-72d6-445c-8c78-7618ce218eff HTTP/1.1" status: 204 len: 168 time: 1.5474701 Jan 28 09:56:00.171275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47294) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.230916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Network eb993200-fea9-489d-91b5-9bbccd6bb01f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:56:00.236643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.241215 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8a18744-32c5-481c-aff3-191649aeaa39 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 204 len: 168 time: 2.5885880 Jan 28 09:56:00.247801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.290607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ecf2057c-52c5-4972-9c5b-dffa19d9c7a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6004932 Jan 28 09:56:00.295330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47302) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.315264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'name': 'tempest-NetworksTestDHCPv6-680461239'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:00.326281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62f53a13-d660-43d7-adf1-ceb80534b847 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 200 len: 205 time: 0.0645976 Jan 28 09:56:00.330129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.426909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '21dd9efe-fa4e-4c24-8a71-ba100ed022e5'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:00.428997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.446337 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-1b0dd3fb-e9bc-4686-a104-68848779925d tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] delete failed (client error): The resource could not be found. Jan 28 09:56:00.450086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1b0dd3fb-e9bc-4686-a104-68848779925d tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/1a9c87e8-b89c-4f94-b74f-437c7dd9355d HTTP/1.1" status: 404 len: 336 time: 0.1145282 Jan 28 09:56:00.461552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47310) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.516580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.521904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, eb993200-fea9-489d-91b5-9bbccd6bb01f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:00.522321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faf82b0-dd0b-4e79-bd99-9ff3c54104fe req-ad6b18f7-45f3-40b2-8761-001c6dbeda69 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:00.523908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8faf82b0-dd0b-4e79-bd99-9ff3c54104fe req-ad6b18f7-45f3-40b2-8761-001c6dbeda69 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 1.2030985 Jan 28 09:56:00.537442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd5363c-3d19-43a9-a5c6-dfc76861d8af None None] Network eb993200-fea9-489d-91b5-9bbccd6bb01f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:00.552038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:00.555258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.673641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09600c9f-0d8a-496a-8b41-17d28ad17c90 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6904042 Jan 28 09:56:00.684497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47314) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.754788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:00.873677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:00.881601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Usage tracker for resource:router and tenant:c1a63fc10a6b48d9b03cc00bbd5eddea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:00.890442 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.898347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:00.908866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:00.928043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-2e9ebe51-31bd-46e3-ac80-b9a5ade0ed86 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0033479 Jan 28 09:56:00.933410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0ea65f39-092c-460f-a77d-d4552bdcba3e tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=182ecd03-f62e-48b8-bf13-1855d80be683 HTTP/1.1" status: 200 len: 205 time: 0.4690728 Jan 28 09:56:00.941032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47318) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:00.953637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:00.981552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:00.999398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:01.033540 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-eff76f7d-943b-439c-b98c-0f1ec54876d0 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] delete failed (client error): The resource could not be found. Jan 28 09:56:01.036959 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eff76f7d-943b-439c-b98c-0f1ec54876d0 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/182ecd03-f62e-48b8-bf13-1855d80be683 HTTP/1.1" status: 404 len: 336 time: 0.0925889 Jan 28 09:56:01.051823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47324) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:01.111513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-eb993200-fea9-489d-91b5-9bbccd6bb01f', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'fixed_ips': [{'subnet_id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:01.112331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.135564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8faf82b0-dd0b-4e79-bd99-9ff3c54104fe req-518b0e27-597a-411c-9f40-d90b53f4b92b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3022244 Jan 28 09:56:01.140607 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-5dd41bf4-b789-48d7-864e-10e24b44d5c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 200 len: 217 time: 0.1081111 Jan 28 09:56:01.165367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60b4dfd-5dc3-4e61-844f-28496225d2a8']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:01.204031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '423759e6-41f2-40b0-b5fd-13b3f741777c') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:01.206907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '423759e6-41f2-40b0-b5fd-13b3f741777c') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:01.221849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/21dd9efe-fa4e-4c24-8a71-ba100ed022e5/9494baa0-6b92-4de6-ae23-afb1f4d6463c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:01.228277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.251829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.261823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.263812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.267835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:01.272082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.292110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-2eea91ce-6935-4b9d-be7a-8eca1fb7d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:01.293445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-2eea91ce-6935-4b9d-be7a-8eca1fb7d4b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.1161153 Jan 28 09:56:01.303579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:56:01.304637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.367394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 1c41e716-aafe-4772-b8af-362cd9d185a5 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:01.426018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-7f9aff4d-ebd4-45d1-9912-3ba0e278fba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:01.428119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-7f9aff4d-ebd4-45d1-9912-3ba0e278fba0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1253929 Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:56:01.466692 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:56:01.558394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-170ca66e-9eed-488d-a506-26c9519dc193 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=ee8d9a1c-6366-4001-92ce-9a058a7eb097 HTTP/1.1" status: 200 len: 205 time: 0.4930134 Jan 28 09:56:01.564635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47338) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:01.565984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Allocated IP 172.20.0.2 (eb993200-fea9-489d-91b5-9bbccd6bb01f/c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f/e346512a-7760-49b8-8ed2-dc2955a64a48) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:01.673567 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.805232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.864841 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-98825a9d-b073-4a2a-90b4-3bf1c9f301f3 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] delete failed (client error): The resource could not be found. Jan 28 09:56:01.867638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-98825a9d-b073-4a2a-90b4-3bf1c9f301f3 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/ee8d9a1c-6366-4001-92ce-9a058a7eb097 HTTP/1.1" status: 404 len: 336 time: 0.3009617 Jan 28 09:56:01.869888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47342) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:01.885033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Transition to ACTIVE for port object e346512a-7760-49b8-8ed2-dc2955a64a48 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:01.888954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-da0a1219-2db5-40ef-af14-02a9d7f09f5b service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046779 Jan 28 09:56:01.905855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Transition to ACTIVE for port object e346512a-7760-49b8-8ed2-dc2955a64a48 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:01.914436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.932300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.939785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.967891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e871476-ce82-48a1-ae54-82527ffcec1e tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc4d0781-ed8b-4c1c-89d8-82ee17136024 HTTP/1.1" status: 200 len: 205 time: 0.0966663 Jan 28 09:56:01.980077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:01.981711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.016795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Pushing event updated for resources: {'Port': ['ID=e346512a-7760-49b8-8ed2-dc2955a64a48,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:02.037173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Network eb993200-fea9-489d-91b5-9bbccd6bb01f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:02.069943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:02.097250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] Pushing event deleted for resources: {'Network': ['ID=a60b4dfd-5dc3-4e61-844f-28496225d2a8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:02.137114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:02.214146 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-6ffae624-5b69-4520-84d0-74ccaacea1eb tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] delete failed (client error): The resource could not be found. Jan 28 09:56:02.215663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6ffae624-5b69-4520-84d0-74ccaacea1eb tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/bc4d0781-ed8b-4c1c-89d8-82ee17136024 HTTP/1.1" status: 404 len: 336 time: 0.2322218 Jan 28 09:56:02.218437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47354) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.227193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f3595700-319a-420c-9902-efc1bb910d55 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a60b4dfd-5dc3-4e61-844f-28496225d2a8 HTTP/1.1" status: 204 len: 168 time: 2.0538094 Jan 28 09:56:02.283461 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.291974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3ace1bd-734d-46c1-8a20-34ca6c670ecf tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=f72bcaf4-141e-4e11-b983-9a338afc3583 HTTP/1.1" status: 200 len: 205 time: 0.0723381 Jan 28 09:56:02.295126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-04907528-a9ef-41be-9999-231f19447e93 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3430738 Jan 28 09:56:02.295843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.342957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Attempting to bind port e346512a-7760-49b8-8ed2-dc2955a64a48 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:02.343245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Attempting to bind port e346512a-7760-49b8-8ed2-dc2955a64a48 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:02.343608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Attempting to bind port e346512a-7760-49b8-8ed2-dc2955a64a48 on network eb993200-fea9-489d-91b5-9bbccd6bb01f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:02.357354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Transition to ACTIVE for port object 9494baa0-6b92-4de6-ae23-afb1f4d6463c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:02.369275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:02.370149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Checking segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:02.371616 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.372087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Bound using segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:02.374331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Bound port: e346512a-7760-49b8-8ed2-dc2955a64a48, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:02.374819 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.506027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Transition to ACTIVE for port object 9494baa0-6b92-4de6-ae23-afb1f4d6463c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:02.521676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.527142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.609655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:02.610262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-dd83470a-f6ed-4182-9a79-7a357f994488 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.192&port_id=332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 200 len: 217 time: 0.2273326 Jan 28 09:56:02.615669 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-0aed1837-3c79-4558-b936-a83790ef47c7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] delete failed (client error): The resource could not be found. Jan 28 09:56:02.617426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0aed1837-3c79-4558-b936-a83790ef47c7 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/f72bcaf4-141e-4e11-b983-9a338afc3583 HTTP/1.1" status: 404 len: 336 time: 0.3164349 Jan 28 09:56:02.627433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.629939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:02.633995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] For port e346512a-7760-49b8-8ed2-dc2955a64a48, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:02.650430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:02.674571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] For port e346512a-7760-49b8-8ed2-dc2955a64a48, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e346512a-7760-49b8-8ed2-dc2955a64a48,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:02.720715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Pushing event updated for resources: {'Port': ['ID=9494baa0-6b92-4de6-ae23-afb1f4d6463c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:02.723305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.756321 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d45d56cb-8ac7-49bc-bd11-1d77e7a3a5e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca58506205a84f73bf844540a2945a56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130725 Jan 28 09:56:02.779505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47376) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.798293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a44ad18-897c-4e6a-a605-db7a9bd3f4bd tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "GET /v2.0/ports?device_id=77538881-e178-4f93-bffb-37d57b992c22 HTTP/1.1" status: 200 len: 205 time: 0.1665900 Jan 28 09:56:02.807491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47380) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.870848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Attempting to bind port 9494baa0-6b92-4de6-ae23-afb1f4d6463c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:02.871570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Attempting to bind port 9494baa0-6b92-4de6-ae23-afb1f4d6463c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:02.871570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Attempting to bind port 9494baa0-6b92-4de6-ae23-afb1f4d6463c on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:02.879307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51731abb-22d9-4846-8aa1-9af2636aee3e None None] Pushing event updated for resources: {'Port': ['ID=e346512a-7760-49b8-8ed2-dc2955a64a48,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:02.888990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:02.889385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:02.889746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.890181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:02.890602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Bound port: 9494baa0-6b92-4de6-ae23-afb1f4d6463c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:02.890933 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.904639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-8a3717ba-7829-45e4-b2e4-0cd66225112c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:02.906138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-8a3717ba-7829-45e4-b2e4-0cd66225112c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 200 len: 797 time: 0.2795246 Jan 28 09:56:02.917705 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-09513978-63e9-4fc6-a517-f015c9756222 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] delete failed (client error): The resource could not be found. Jan 28 09:56:02.918843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-09513978-63e9-4fc6-a517-f015c9756222 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/routers/77538881-e178-4f93-bffb-37d57b992c22 HTTP/1.1" status: 404 len: 336 time: 0.1099803 Jan 28 09:56:02.923212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47384) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:02.954844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::152 (769dbcf1-61f3-4915-834e-bca50e270657/21dd9efe-fa4e-4c24-8a71-ba100ed022e5/1c41e716-aafe-4772-b8af-362cd9d185a5) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:02.961710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:02.974327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-64ef8aa8-be22-4888-aabb-c5701d8dc6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:02.975816 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-64ef8aa8-be22-4888-aabb-c5701d8dc6c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1096 time: 0.8798873 Jan 28 09:56:03.028965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Deleting port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:03.029306 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:03.060521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] For port 9494baa0-6b92-4de6-ae23-afb1f4d6463c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:03.066459 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-74aff2a6-8d53-4679-a186-939dcabcb2c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] DELETE failed (client error): The resource could not be found. Jan 28 09:56:03.066897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74aff2a6-8d53-4679-a186-939dcabcb2c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:56:03.067722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] For port 9494baa0-6b92-4de6-ae23-afb1f4d6463c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9494baa0-6b92-4de6-ae23-afb1f4d6463c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:03.071711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-74aff2a6-8d53-4679-a186-939dcabcb2c6 tempest-RoutersAdminTest-134447724 tempest-RoutersAdminTest-134447724-project] 10.222.0.42 "DELETE /v2.0/subnets/0567463a-4c02-42c3-8e16-ebb117c7ea8d HTTP/1.1" status: 404 len: 337 time: 0.0897539 Jan 28 09:56:03.077176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:03.228257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfe00c-5a50-4b8b-810e-0cede40847f7 None None] Pushing event updated for resources: {'Port': ['ID=9494baa0-6b92-4de6-ae23-afb1f4d6463c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:03.368817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-9b37e3cf-88ef-49b5-8176-d4b4e5033e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:03.370336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-9b37e3cf-88ef-49b5-8176-d4b4e5033e2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=173119ab-b221-49d5-8329-7350fc395ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4504271 Jan 28 09:56:03.584349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6947b-5b17-4c6e-90b4-8130697466e3 req-9714bd04-4e5e-4d78-b7aa-dd38c586aeec tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:03.586480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2d6947b-5b17-4c6e-90b4-8130697466e3 req-9714bd04-4e5e-4d78-b7aa-dd38c586aeec tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 1.1605034 Jan 28 09:56:03.589013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e346512a-7760-49b8-8ed2-dc2955a64a48 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:03.612574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-507c617f-695a-4150-a1a2-abe107490379 service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248871 Jan 28 09:56:03.680952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] For port 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,segment=NetworkSegment(9da03d79-1b75-4cd0-9d64-8b8d58a7a912),segment_id=9da03d79-1b75-4cd0-9d64-8b8d58a7a912)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:03.681431 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:03.782169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e346512a-7760-49b8-8ed2-dc2955a64a48 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:03.893169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47392) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:03.934084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-768b3218-4f99-457c-a4c4-1fa5e34262d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:03.935569 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-768b3218-4f99-457c-a4c4-1fa5e34262d1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.9416456 Jan 28 09:56:03.958454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1de44f5c-686f-4fbb-ac5b-8ef352e785cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.037018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.171818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Calling delete_port for 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:04.268811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-5b69670e-4422-4bad-8ac2-9dea0f556fde service neutron] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3649638 Jan 28 09:56:04.278356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2d6947b-5b17-4c6e-90b4-8130697466e3 req-70462652-b24f-45ac-a233-73da06e60a2c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3843930 Jan 28 09:56:04.289279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 1c41e716-aafe-4772-b8af-362cd9d185a5 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:04.291844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1de44f5c-686f-4fbb-ac5b-8ef352e785cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.298622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.346561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-05fef05e-012d-48d0-bb2c-46dd845e5b76 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 1001 time: 0.3981123 Jan 28 09:56:04.347461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:04.397826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-18f8fbf7-fbae-46ea-b299-fda48d1ae13e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 200 len: 217 time: 0.1152353 Jan 28 09:56:04.399831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Usage tracker for resource:security_group_rule and tenant:3968ba749ab8485b91b4b6d4de410451 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:04.412477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:04.437989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:04.463705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d22b93-35c0-480b-b447-d2b901d272dc None None] Network eb993200-fea9-489d-91b5-9bbccd6bb01f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:04.479519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-21aec315-651a-4dba-90c2-9dbab1c2f08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:04.480966 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-21aec315-651a-4dba-90c2-9dbab1c2f08a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.1176879 Jan 28 09:56:04.492714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.504071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-2f3de7d2-1f95-4ee4-9d45-d1ded26205e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:04.508640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-2f3de7d2-1f95-4ee4-9d45-d1ded26205e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1018443 Jan 28 09:56:04.553317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1de44f5c-686f-4fbb-ac5b-8ef352e785cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.650898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] Provisioning for port e346512a-7760-49b8-8ed2-dc2955a64a48 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:04.652699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-297e9853-619f-45c1-89b2-d6b8d67e6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:04.654519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-297e9853-619f-45c1-89b2-d6b8d67e6595 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355841 Jan 28 09:56:04.666839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] Provisioning complete for port e346512a-7760-49b8-8ed2-dc2955a64a48 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:04.667210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.831235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de44f5c-686f-4fbb-ac5b-8ef352e785cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad241092-47e6-4537-8ea9-97fe84bcb20d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:04.833844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=1c41e716-aafe-4772-b8af-362cd9d185a5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:04.853551 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-6c1466ae-bd47-4c09-a76f-6b542e20020a service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601326 Jan 28 09:56:04.941209 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.973702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:04.994724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.024530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1de44f5c-686f-4fbb-ac5b-8ef352e785cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.026080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1de44f5c-686f-4fbb-ac5b-8ef352e785cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad241092-47e6-4537-8ea9-97fe84bcb20d HTTP/1.1" status: 204 len: 168 time: 2.2429473 Jan 28 09:56:05.035470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.071865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:05.105289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] For port e346512a-7760-49b8-8ed2-dc2955a64a48, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e346512a-7760-49b8-8ed2-dc2955a64a48,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:05.111172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3968ba749ab8485b91b4b6d4de410451&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2108212 Jan 28 09:56:05.115284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.118603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625212d-1423-41ee-b230-a9c835249bd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e166da6-d3e5-4933-bed3-51a3f73dd180,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:05.144122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:05.145061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Pushing event deleted for resources: {'Port': ['ID=7f1474f1-e3da-4026-ad63-5d2f9aa2de6d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:05.241331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:05.246162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:05.254294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:05.255239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.268724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3fd8be3a-428e-4769-b9ec-ef6c469802bc None None] Provisioning for port 9494baa0-6b92-4de6-ae23-afb1f4d6463c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:05.284923 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.298871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f641e25-868d-4c33-8cb1-5b1261bd2905 None None] Pushing event updated for resources: {'Port': ['ID=e346512a-7760-49b8-8ed2-dc2955a64a48,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:05.368400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-38877090-bcf1-4d76-9150-265beb7ac280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.0617180 Jan 28 09:56:05.375628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47414) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:05.378836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.544464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-2a298e92-5db9-4f7a-87c0-4ba4432fc4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:05.548371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-2a298e92-5db9-4f7a-87c0-4ba4432fc4ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0596116 Jan 28 09:56:05.590990 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-3d0ebf61-69f7-4f78-9993-64cb3293b924 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265890 Jan 28 09:56:05.720836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-879bda76-7978-4c44-b48c-7891f5f2a971 None None] Provisioning complete for port e346512a-7760-49b8-8ed2-dc2955a64a48 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:05.721210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-879bda76-7978-4c44-b48c-7891f5f2a971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:05.741346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-539a6b0e-0408-4cb3-b0e7-feb8c57f4565 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 200 len: 217 time: 0.1251996 Jan 28 09:56:05.850279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e346512a-7760-49b8-8ed2-dc2955a64a48 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:05.868426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-3d6bba6d-a32f-44a0-bd79-89a0d2be73c3 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092968 Jan 28 09:56:05.945653 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1c7d-2312-4b33-8e42-b1a0857132e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.022495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e346512a-7760-49b8-8ed2-dc2955a64a48 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:06.026124 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.052578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.061110 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1c7d-2312-4b33-8e42-b1a0857132e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.086419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-4fc4443d-63db-4951-b2c9-0dfb70d5f659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:06.087860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-4fc4443d-63db-4951-b2c9-0dfb70d5f659 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 200 len: 797 time: 0.1403010 Jan 28 09:56:06.173359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d867d5a2-8451-4c48-bdc9-3a200ffbb8fb None None] Provisioning for port 1c41e716-aafe-4772-b8af-362cd9d185a5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:06.175764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Allocated IP 172.25.1.146 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/49d36ea3-b3ca-4b67-81e7-2778eec38ce3) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:06.200909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682cb46-e048-48de-8158-0882bbd54b5d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:06.202388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d867d5a2-8451-4c48-bdc9-3a200ffbb8fb None None] Provisioning complete for port 1c41e716-aafe-4772-b8af-362cd9d185a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:06.203507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d867d5a2-8451-4c48-bdc9-3a200ffbb8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.207042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4682cb46-e048-48de-8158-0882bbd54b5d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:06.220855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4682cb46-e048-48de-8158-0882bbd54b5d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:06.311104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-751597e9-89e9-4c2b-9d5d-ab0a67c7693d req-ba1dcf18-e43b-4a91-8619-d64ae7f7ccdc service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3571403 Jan 28 09:56:06.331420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1c7d-2312-4b33-8e42-b1a0857132e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.408443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccb1c7d-2312-4b33-8e42-b1a0857132e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e166da6-d3e5-4933-bed3-51a3f73dd180,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:06.434147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa92d32-2365-441f-a66f-db2a566275ce req-00d4dcc3-fcd3-4dcd-9bfe-a15c97365c9b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:06.435774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4682cb46-e048-48de-8158-0882bbd54b5d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:06.439630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4682cb46-e048-48de-8158-0882bbd54b5d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0598364 Jan 28 09:56:06.441363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47440) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:06.446273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fa92d32-2365-441f-a66f-db2a566275ce req-00d4dcc3-fcd3-4dcd-9bfe-a15c97365c9b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 945 time: 0.8088241 Jan 28 09:56:06.510918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d867d5a2-8451-4c48-bdc9-3a200ffbb8fb None None] Port 1c41e716-aafe-4772-b8af-362cd9d185a5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:06.515997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9494baa0-6b92-4de6-ae23-afb1f4d6463c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:06.539160 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fa92d32-2365-441f-a66f-db2a566275ce req-fe57ea39-2009-474b-b627-b75d8c5daebe tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919044 Jan 28 09:56:06.544491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47444) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:06.611684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 1c41e716-aafe-4772-b8af-362cd9d185a5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:06.613742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.644550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9494baa0-6b92-4de6-ae23-afb1f4d6463c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:06.650051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ccb1c7d-2312-4b33-8e42-b1a0857132e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.651371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9494baa0-6b92-4de6-ae23-afb1f4d6463c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:06.651885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.654664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ccb1c7d-2312-4b33-8e42-b1a0857132e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e166da6-d3e5-4933-bed3-51a3f73dd180 HTTP/1.1" status: 204 len: 168 time: 1.5071888 Jan 28 09:56:06.657869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a2265b-d912-4bfb-8569-870119b0da01 req-98235e42-e91b-49ed-93a7-2db72c54b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:06.664131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-98235e42-e91b-49ed-93a7-2db72c54b9bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d861f532-d335-4336-9773-d7a27d4c1ddf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5619357 Jan 28 09:56:06.688306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:06.891601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:06.958305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.011015 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.034920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:07.047715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.091090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:07.106812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9494baa0-6b92-4de6-ae23-afb1f4d6463c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9494baa0-6b92-4de6-ae23-afb1f4d6463c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:07.109946 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.153007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:07.173078 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'code': 200} Jan 28 09:56:07.173746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.176272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:07.201019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:07.230468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:07.295959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47456) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:07.300261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9494baa0-6b92-4de6-ae23-afb1f4d6463c,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:07.321035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-343784246-network', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:07.325890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:07.330255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Usage tracker for resource:network and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:07.333279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:07.339946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:07.358726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:07.368718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.380635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.409826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9494baa0-6b92-4de6-ae23-afb1f4d6463c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:07.425237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Router 38fc2820-a157-4167-89b2-e82a24365c82 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:56:07.426569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:07.435898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-79182ea0-6b0c-4afd-948b-51fc52d12672 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7464128 Jan 28 09:56:07.437349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Usage tracker for resource:security_group_rule and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:07.441669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:07.474668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:07.550888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9494baa0-6b92-4de6-ae23-afb1f4d6463c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:07.551504 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:07.773443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:07.788885 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] Sync routers for ids ['38fc2820-a157-4167-89b2-e82a24365c82'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:07.809109 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] Routers {'38fc2820-a157-4167-89b2-e82a24365c82'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:07.810762 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['38fc2820-a157-4167-89b2-e82a24365c82'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:07.826332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-25ce8406-a379-4f0e-ad95-7e9863ef851f admin admin] 10.222.0.42 "PUT /v2.0/routers/38fc2820-a157-4167-89b2-e82a24365c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9676290 Jan 28 09:56:07.826711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Pushing event updated for resources: {'Port': ['ID=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:07.828213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47464) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:07.925599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42a2265b-d912-4bfb-8569-870119b0da01 req-8385c79a-6329-4030-a0b3-07e4567c9c16 service neutron] 10.222.0.25 "GET /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765224 Jan 28 09:56:07.965078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062776e7-3286-4ffa-9abb-23cb4aa1e0da req-a68f7563-b851-4b81-88a3-387f8b92f6d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:07.966580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-062776e7-3286-4ffa-9abb-23cb4aa1e0da req-a68f7563-b851-4b81-88a3-387f8b92f6d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.1974180 Jan 28 09:56:08.032854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.038127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-062776e7-3286-4ffa-9abb-23cb4aa1e0da req-d02519a5-4f29-43ff-a22a-6017fd48f64c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655048 Jan 28 09:56:08.039129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.083463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:56:08.089131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3884e96-884d-4e31-a91c-135abcd835de,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:08.096475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.096873 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Added segment 94ee040c-2734-48c2-b034-835e5693bed4 of type vlan for network f09e96b4-e3f2-493e-bd09-5f868daa445d Jan 28 09:56:08.128429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.164521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.166204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:08.166964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.192881 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] Set router 38fc2820-a157-4167-89b2-e82a24365c82 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:08.202929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bc83a77d-f9be-4e1b-93f9-b085062e7f6b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c12fc741f6c494b87f66fcfbf316403&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649747 Jan 28 09:56:08.210989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47468) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:08.288057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.343942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7222302 Jan 28 09:56:08.354993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47472) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:08.367035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Request body: {'subnet': {'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-343784246-subnet', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:08.387261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:08.396236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Usage tracker for resource:subnet and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:08.398944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc25f85-9eec-4e39-b146-e9a2aa326763 admin admin] Pushing event updated for resources: {'Network': ['ID=f09e96b4-e3f2-493e-bd09-5f868daa445d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:08.401448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:08.409460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:08.415670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f09e96b4-e3f2-493e-bd09-5f868daa445d details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:56:08.418498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.444680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b746ef8-192a-4a5f-86dc-9ffacf8fe01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.462889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:08.465509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.595555 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:56:04Z', 'revision_number': 5, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:08.605631 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] Checking router: 38fc2820-a157-4167-89b2-e82a24365c82 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:08.617554 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] Routers {'38fc2820-a157-4167-89b2-e82a24365c82'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:08.618536 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['38fc2820-a157-4167-89b2-e82a24365c82'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:08.635843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 1c41e716-aafe-4772-b8af-362cd9d185a5 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:08.762867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b746ef8-192a-4a5f-86dc-9ffacf8fe01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.880954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b746ef8-192a-4a5f-86dc-9ffacf8fe01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.899434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b746ef8-192a-4a5f-86dc-9ffacf8fe01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c61f2f-d405-40b6-9202-761f65516c18,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:08.925955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b746ef8-192a-4a5f-86dc-9ffacf8fe01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:08.929852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b746ef8-192a-4a5f-86dc-9ffacf8fe01a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16c61f2f-d405-40b6-9202-761f65516c18 HTTP/1.1" status: 204 len: 168 time: 0.7175651 Jan 28 09:56:08.953363 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] Set router 38fc2820-a157-4167-89b2-e82a24365c82 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:09.002338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.066335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.114153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=febdb5f6-1607-448d-91d5-ed02377ee92c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:09.131279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:09.131685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Network hostable DHCP agents. Network: f09e96b4-e3f2-493e-bd09-5f868daa445d, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:56:09.152913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:56:09.167013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f09e96b4-e3f2-493e-bd09-5f868daa445d) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:09.171753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.174414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:09.174712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.177576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f25bb6-6444-4262-9dfa-08ad3fbe70df None None] Network f09e96b4-e3f2-493e-bd09-5f868daa445d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:09.228254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1272ab1a-9084-4064-8f7d-1d1c14aaf04e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8689165 Jan 28 09:56:09.230897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47482) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:09.236394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:09.249968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:09.262157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Usage tracker for resource:router and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:09.266390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:09.275510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:09.295909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.299437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.331250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.491083 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:56:04Z', 'revision_number': 5, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:09.504892 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da41d32c-fdfc-409c-a599-765b513160a4 None None] The sync data for ids ['38fc2820-a157-4167-89b2-e82a24365c82'] in n-d-825178-2 is: [{'id': '38fc2820-a157-4167-89b2-e82a24365c82', 'name': 'tempest-ServerRescueNegativeTestJSON-1814675017-router', 'tenant_id': 'fce92df7853b4ec19ff767a76738acad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:56Z', 'updated_at': '2022-01-28T09:56:04Z', 'revision_number': 5, 'project_id': 'fce92df7853b4ec19ff767a76738acad', 'gw_port': {'id': '995e9ee0-af2d-41e2-8420-bd99e43990e3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38fc2820-a157-4167-89b2-e82a24365c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:59Z', 'updated_at': '2022-01-28T09:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:09.545676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f09e96b4-e3f2-493e-bd09-5f868daa445d', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:09.549667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.710745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=1c41e716-aafe-4772-b8af-362cd9d185a5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:09.721798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.852089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:09.860655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.872537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Allocated IP 172.20.0.2 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/0adad7fa-da23-4781-b1f8-180c4c998a26) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:09.910532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Deleting port 995e9ee0-af2d-41e2-8420-bd99e43990e3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:09.910873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:09.953173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.201726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f2a1140-bb94-4c33-86e5-0b0a6f341a2f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/1c41e716-aafe-4772-b8af-362cd9d185a5 HTTP/1.1" status: 204 len: 168 time: 3.7566991 Jan 28 09:56:10.205627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47512) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:10.327716 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.339965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Transition to ACTIVE for port object 0adad7fa-da23-4781-b1f8-180c4c998a26 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:10.366994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Transition to ACTIVE for port object 0adad7fa-da23-4781-b1f8-180c4c998a26 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:10.372432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.401657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f3b359-b52a-43a8-ab88-e260364aaf6f req-8ff40bb8-1d80-465e-aebc-5744cbd6f7a9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:10.403401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79f3b359-b52a-43a8-ab88-e260364aaf6f req-8ff40bb8-1d80-465e-aebc-5744cbd6f7a9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.0921221 Jan 28 09:56:10.448272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:10.451478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:10.455490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:10.464579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Pushing event updated for resources: {'Port': ['ID=0adad7fa-da23-4781-b1f8-180c4c998a26,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:10.503814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b706130-6526-41f9-b7be-fdaa2f991dd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:10.506110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b706130-6526-41f9-b7be-fdaa2f991dd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:10.507621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3b706130-6526-41f9-b7be-fdaa2f991dd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:10.589833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3b706130-6526-41f9-b7be-fdaa2f991dd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:10.591530 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3b706130-6526-41f9-b7be-fdaa2f991dd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3843327 Jan 28 09:56:10.595697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47520) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:10.619966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Attempting to bind port 0adad7fa-da23-4781-b1f8-180c4c998a26 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:10.620510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Attempting to bind port 0adad7fa-da23-4781-b1f8-180c4c998a26 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:10.620682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Attempting to bind port 0adad7fa-da23-4781-b1f8-180c4c998a26 on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:10.626162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:10.626535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:10.626932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.627319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:10.627774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Bound port: 0adad7fa-da23-4781-b1f8-180c4c998a26, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:10.628143 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.661380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.701241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.715348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] For port 995e9ee0-af2d-41e2-8420-bd99e43990e3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=995e9ee0-af2d-41e2-8420-bd99e43990e3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:10.715944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.738955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] For port 0adad7fa-da23-4781-b1f8-180c4c998a26, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:10.743554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] For port 0adad7fa-da23-4781-b1f8-180c4c998a26, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0adad7fa-da23-4781-b1f8-180c4c998a26,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:10.746025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 21dd9efe-fa4e-4c24-8a71-ba100ed022e5 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:10.748329 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.750239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.830820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:10.867315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9302f0f7-80c0-4ed3-b13c-08332c9cd753 None None] Pushing event updated for resources: {'Port': ['ID=0adad7fa-da23-4781-b1f8-180c4c998a26,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:10.967044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79f3b359-b52a-43a8-ab88-e260364aaf6f req-dc51b09e-867e-45ac-83e7-99337c699cab tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5442903 Jan 28 09:56:10.978693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Allocated IP 172.25.1.99 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/8412514f-639c-4b32-83ef-34efa2642117) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:11.028871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.206166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Calling delete_port for 995e9ee0-af2d-41e2-8420-bd99e43990e3 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:11.269434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47538) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:11.322708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.449455 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.536178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.549244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0adad7fa-da23-4781-b1f8-180c4c998a26 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:11.559701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-202455813'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:11.597148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc50b2c-edc7-45fc-8e92-6c32db4bdcda None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:11.598904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=21dd9efe-fa4e-4c24-8a71-ba100ed022e5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:11.601740 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.605375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:11.607958 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.652176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Usage tracker for resource:router and tenant:366e45833a144424890373a9c2ba7ef3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:11.666829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:11.698962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:11.716118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:11.722395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8512d9c2-5a0c-4e90-988b-64dc67206a52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/21dd9efe-fa4e-4c24-8a71-ba100ed022e5 HTTP/1.1" status: 204 len: 168 time: 1.1212904 Jan 28 09:56:11.723474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47550) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:11.728024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:11.735539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:11.826484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.827527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.843513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.867501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0adad7fa-da23-4781-b1f8-180c4c998a26 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:11.884887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Pushing event updated for resources: {'Port': ['ID=8412514f-639c-4b32-83ef-34efa2642117,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:11.887065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:11.894780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-59bc6fc0-c59a-4b21-8140-dd7594963785 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1640811 Jan 28 09:56:11.906101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47556) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:11.986910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:12.073953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:12.074550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7f1474f1-e3da-4026-ad63-5d2f9aa2de6d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:12.081974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:56:12.129905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.131116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-982ff8fb-7e52-4db6-a835-06028bf7e5a1 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.8602934 Jan 28 09:56:12.134172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47564) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:12.181378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.240427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:56:12.245406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] Deleting port 9494baa0-6b92-4de6-ae23-afb1f4d6463c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:12.245754 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.278504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Pushing event deleted for resources: {'Port': ['ID=995e9ee0-af2d-41e2-8420-bd99e43990e3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:12.387922 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.450994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:12.532203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2894f7f-f6af-4ff1-b2b7-0ef4dc588859 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:12.533576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2894f7f-f6af-4ff1-b2b7-0ef4dc588859 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:12.553408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] For port 9494baa0-6b92-4de6-ae23-afb1f4d6463c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9494baa0-6b92-4de6-ae23-afb1f4d6463c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:12.554331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.581683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.697548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] Calling delete_port for 9494baa0-6b92-4de6-ae23-afb1f4d6463c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:12.737508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Sync routers for ids ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:12.741623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c70579f-9ad5-4492-994c-4ed0db87e8a6 None None] Network f09e96b4-e3f2-493e-bd09-5f868daa445d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:12.761532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:12.766074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.873475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:12.880434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7ff73d6-1d85-41e5-a941-5715297f6f1b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.1846588 Jan 28 09:56:12.880434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2894f7f-f6af-4ff1-b2b7-0ef4dc588859 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:12.880434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2894f7f-f6af-4ff1-b2b7-0ef4dc588859 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9620790 Jan 28 09:56:12.920891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Routers {'3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:12.921503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:12.939345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47580) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:12.939345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47584) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:13.008102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] Provisioning for port 0adad7fa-da23-4781-b1f8-180c4c998a26 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:13.041896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] Provisioning complete for port 0adad7fa-da23-4781-b1f8-180c4c998a26 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:13.042276 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.079345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb60c5-8331-4153-9f52-9f2710578190 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:13.080016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4aeb60c5-8331-4153-9f52-9f2710578190 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:13.099916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.141124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.188422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.194313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.227748 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.241988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.311384 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.312351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae361770-665e-4a47-919a-29b655e7cc91 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:13.330103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec90b-d1d5-4a82-9df9-f82af46c922b req-ed5cad3a-9a5f-44cb-96ba-fc909ce58ac4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:13.337543 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e30ec90b-d1d5-4a82-9df9-f82af46c922b req-ed5cad3a-9a5f-44cb-96ba-fc909ce58ac4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.8060064 Jan 28 09:56:13.347901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] Pushing event deleted for resources: {'Port': ['ID=9494baa0-6b92-4de6-ae23-afb1f4d6463c,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:13.361440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a7c108-c6c2-4fb1-aaad-1a3267bb6ded None None] No DVR routers for this DVR port 9494baa0-6b92-4de6-ae23-afb1f4d6463c on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:13.375122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.379500 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dbf1adba-c483-4d89-8e1a-468905246fda tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ae361770-665e-4a47-919a-29b655e7cc91 HTTP/1.1" status: 204 len: 168 time: 1.2440333 Jan 28 09:56:13.382398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47592) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:13.409298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Set router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:13.416062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4aeb60c5-8331-4153-9f52-9f2710578190 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:13.417258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4aeb60c5-8331-4153-9f52-9f2710578190 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4757047 Jan 28 09:56:13.437547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:13.498631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Request body: {'router': {'name': 'tempest-router-1274117387', 'distributed': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:13.532788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:13.571080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e30ec90b-d1d5-4a82-9df9-f82af46c922b req-f96c397c-cc35-477b-8359-aca239856d1f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318685 Jan 28 09:56:13.576519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Usage tracker for resource:router and tenant:366e45833a144424890373a9c2ba7ef3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:13.577788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-536a0ef4-c0f4-4a0d-bf19-3c60ac518b57 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1345503 Jan 28 09:56:13.584564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9494baa0-6b92-4de6-ae23-afb1f4d6463c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:13.601154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:13.601461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.601461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38fc2820-a157-4167-89b2-e82a24365c82 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:13.602700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:13.621910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.622962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8430bbba-ca54-458e-a4c7-77f01611a728 admin admin] 10.222.0.42 "DELETE /v2.0/routers/38fc2820-a157-4167-89b2-e82a24365c82 HTTP/1.1" status: 204 len: 168 time: 5.7794578 Jan 28 09:56:13.624422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:13.629547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:13.729997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 9494baa0-6b92-4de6-ae23-afb1f4d6463c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:13.730190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9494baa0-6b92-4de6-ae23-afb1f4d6463c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:13.773681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:13.833550 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.846855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.847085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.860373 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-6627168c-6935-4628-9b3f-90c625ac969c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.9829457 Jan 28 09:56:13.875689 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.882442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Deleting port e14665e3-0046-4c8b-82b7-e24a79ecd601 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:13.883008 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.901782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Deleting subnet 11b152bb-c3be-414d-b86b-82a523288447 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:13.972094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:13.992966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] For port 0adad7fa-da23-4781-b1f8-180c4c998a26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0adad7fa-da23-4781-b1f8-180c4c998a26,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:14.008755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.023065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.029563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:14.071776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:14.105458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.141971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:14.145933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.159470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5e55db-cec0-4671-b557-ef4131dccc88 None None] Pushing event updated for resources: {'Port': ['ID=0adad7fa-da23-4781-b1f8-180c4c998a26,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:14.179929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:56:08Z', 'revision_number': 3, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:14.185591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.189962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Checking router: 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:14.190306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Updating router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:56:14.209342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.278141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.393139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] For port e14665e3-0046-4c8b-82b7-e24a79ecd601, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e14665e3-0046-4c8b-82b7-e24a79ecd601,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:14.393700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.430641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.435019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d5e27432-9763-4eaa-95f8-156a5fce55d0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9781001 Jan 28 09:56:14.452279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:14.462337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1c2e6995-1f21-4d4d-b195-873b174c77c7 None None] Provisioning complete for port 0adad7fa-da23-4781-b1f8-180c4c998a26 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:14.462716 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c2e6995-1f21-4d4d-b195-873b174c77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.552925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Calling delete_port for e14665e3-0046-4c8b-82b7-e24a79ecd601 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:14.615777 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.851975 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.867388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Transition to ACTIVE for port object 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:14.875939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.899353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.931450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.964750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Attempting to bind port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:14.965265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Attempting to bind port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:14.965749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Attempting to bind port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:14.978328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:14.978848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:14.979370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:14.979849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:14.980566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Bound port: 49d36ea3-b3ca-4b67-81e7-2778eec38ce3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:14.981275 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.040820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec70351-d7f9-4e7b-b92d-0ebc781b0912 None None] Pushing event updated for resources: {'Port': ['ID=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:15.110975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] For port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:15.118420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] For port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:15.124413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.195954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Pushing event deleted for resources: {'Port': ['ID=e14665e3-0046-4c8b-82b7-e24a79ecd601,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:15.231812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Routers {'3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:15.232650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:15.301805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.339251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec70351-d7f9-4e7b-b92d-0ebc781b0912 None None] Pushing event updated for resources: {'Port': ['ID=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:15.476697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a06674b-8309-4aeb-a3bf-67af0d33d275 req-8b7a4018-3ea6-4771-96b6-03d83a6fd170 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:15.483619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a06674b-8309-4aeb-a3bf-67af0d33d275 req-8b7a4018-3ea6-4771-96b6-03d83a6fd170 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.6495731 Jan 28 09:56:15.505039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.516710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] Set router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:15.543260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.577947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0adad7fa-da23-4781-b1f8-180c4c998a26 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:15.581404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.584177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.628068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a06674b-8309-4aeb-a3bf-67af0d33d275 req-6d9ff26b-2016-4ade-b5cc-8cde60e37435 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435952 Jan 28 09:56:15.632710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.633220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54c53634-dae1-4040-86f5-bc3cb1e56d37 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:15.649672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11b152bb-c3be-414d-b86b-82a523288447,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:15.670885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.718425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b6e86b07-63c5-4d49-b3e2-9f459f992b26 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/11b152bb-c3be-414d-b86b-82a523288447 HTTP/1.1" status: 204 len: 168 time: 2.0825360 Jan 28 09:56:15.725295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47620) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:15.743213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.858600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.862963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.864051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f018c7ac-9a33-4a6c-ba69-6fafdcfcb58d tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "DELETE /v2.0/routers/54c53634-dae1-4040-86f5-bc3cb1e56d37 HTTP/1.1" status: 204 len: 168 time: 1.4107924 Jan 28 09:56:15.868094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.873927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47624) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:15.890101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0adad7fa-da23-4781-b1f8-180c4c998a26 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:15.890435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:15.918114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Request body: {'router': {'name': 'tempest-router-1067049828', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bafa7f6d283c486d8ede3dbf3c523fa4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:15.931832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Router e24f560e-7fe5-40d8-a520-63d714473225 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:56:15.950601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:15.977832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:16.034315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Usage tracker for resource:router and tenant:bafa7f6d283c486d8ede3dbf3c523fa4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:16.043621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:16.047048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:16.047763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.051624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:56:08Z', 'revision_number': 3, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:16.056174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Allocated IP 172.20.0.1 (eb993200-fea9-489d-91b5-9bbccd6bb01f/c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f/76ae6eaa-1943-43e5-b5c7-11aa9da1d159) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:16.059838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:16.062604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5839fe02-1bc0-413d-85c5-1ccdb007e68a None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:16.096990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b48a7b-c986-4f77-9b0a-af8312e75d24 None None] The sync data for ids ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'] in n-d-825178-2 is: [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:56:08Z', 'revision_number': 3, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:16.131547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:16.133942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=ef94ab4c-4c7f-4d92-bf5d-270f18b1b002,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:16.160972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6aa1954e-0c4f-4263-8d84-0f9155cbc894 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5621886 Jan 28 09:56:16.168703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:16.182746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 995e9ee0-af2d-41e2-8420-bd99e43990e3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:16.244680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 995e9ee0-af2d-41e2-8420-bd99e43990e3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:16.245028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 995e9ee0-af2d-41e2-8420-bd99e43990e3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:16.283681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.306841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'ef94ab4c-4c7f-4d92-bf5d-270f18b1b002', 'ip_address': '2001:db8::e6b7:1aae:ce11:fdfe'}], 'name': 'tempest-NetworksTestDHCPv6-725234809'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:16.328335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Transition to ACTIVE for port object 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:16.335236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.336173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.425134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94ac939-a354-406c-9616-83082d152063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'ef94ab4c-4c7f-4d92-bf5d-270f18b1b002'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:16.426232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a94ac939-a354-406c-9616-83082d152063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.445112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.452036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.515503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['199833d7-1eee-463c-871d-ccac10280d5a']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:16.531806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.537796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da03d79-1b75-4cd0-9d64-8b8d58a7a912') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:16.538718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da03d79-1b75-4cd0-9d64-8b8d58a7a912') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:16.554357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:16.563777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Sync routers for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:16.581432 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:16.582041 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:16.621295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.678922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a94ac939-a354-406c-9616-83082d152063 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/ef94ab4c-4c7f-4d92-bf5d-270f18b1b002/df8a2a9e-d058-4cbe-8e06-93f4a7428c4d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:16.733332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Network eb993200-fea9-489d-91b5-9bbccd6bb01f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:16.733891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.746034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:16.761443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.763055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:16.768001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-65b28f6f-0738-448e-a23e-b6598cf0eb79 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5359404 Jan 28 09:56:16.775398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:56:16.775836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.810098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47634) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:16.811024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:56:16.813580 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:56:16.815920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:16.984681 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:16.987761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Router b293099c-b495-40da-9a68-565e2332465a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:56:17.035954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Pushing event updated for resources: {'Port': ['ID=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:17.153119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a94ac939-a354-406c-9616-83082d152063 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.184536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a94ac939-a354-406c-9616-83082d152063 None None] Transition to ACTIVE for port object df8a2a9e-d058-4cbe-8e06-93f4a7428c4d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:17.196572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.219626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a94ac939-a354-406c-9616-83082d152063 None None] Transition to ACTIVE for port object df8a2a9e-d058-4cbe-8e06-93f4a7428c4d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:17.229818 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a94ac939-a354-406c-9616-83082d152063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.337306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7bf1ce0a-56ce-44e7-bb1b-d397b95b9d7e None None] Provisioning for port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:17.353444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94ac939-a354-406c-9616-83082d152063 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:17.360329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a94ac939-a354-406c-9616-83082d152063 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:17.362257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94ac939-a354-406c-9616-83082d152063 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:17.372891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7bf1ce0a-56ce-44e7-bb1b-d397b95b9d7e None None] Provisioning complete for port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:17.373273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7bf1ce0a-56ce-44e7-bb1b-d397b95b9d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.416640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac939-a354-406c-9616-83082d152063 None None] Pushing event updated for resources: {'Port': ['ID=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:17.447149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:17.563222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7bf1ce0a-56ce-44e7-bb1b-d397b95b9d7e None None] Port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:17.577629 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:12Z', 'revision_number': 3, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:17.590697 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Checking router: e24f560e-7fe5-40d8-a520-63d714473225 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:17.591806 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Updating router e24f560e-7fe5-40d8-a520-63d714473225 port 8412514f-639c-4b32-83ef-34efa2642117 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:56:17.657955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.662715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0c281fc0-2e20-4e98-b984-8047fac5ae33 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.7600448 Jan 28 09:56:17.663637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47638) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:17.674577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Request body: {'router': {'distributed': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:17.680233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:17.695695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:17.701640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.752069 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.841673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.849821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a94ac939-a354-406c-9616-83082d152063 None None] Attempting to bind port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:17.850187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a94ac939-a354-406c-9616-83082d152063 None None] Attempting to bind port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:17.851337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac939-a354-406c-9616-83082d152063 None None] Attempting to bind port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:17.857363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac939-a354-406c-9616-83082d152063 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:17.857734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac939-a354-406c-9616-83082d152063 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:17.858165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a94ac939-a354-406c-9616-83082d152063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.858475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a94ac939-a354-406c-9616-83082d152063 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:17.858940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a94ac939-a354-406c-9616-83082d152063 None None] Bound port: df8a2a9e-d058-4cbe-8e06-93f4a7428c4d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:17.859298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a94ac939-a354-406c-9616-83082d152063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.873294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] Pushing event deleted for resources: {'Network': ['ID=199833d7-1eee-463c-871d-ccac10280d5a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:17.886066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:17.903789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:17.904159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:17.907191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-165b2d11-b8cf-4f43-a800-ef4538d4e239 admin admin] 10.222.0.42 "DELETE /v2.0/networks/199833d7-1eee-463c-871d-ccac10280d5a HTTP/1.1" status: 204 len: 168 time: 2.1805983 Jan 28 09:56:17.929885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:18.015162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] Sync routers for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:18.081338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:18.082145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:18.149773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491e4e7-9d30-4b79-b8cb-45db757ef874 req-b8bbe31e-77f2-4002-b091-2c88c462ba4a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:18.157628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3491e4e7-9d30-4b79-b8cb-45db757ef874 req-b8bbe31e-77f2-4002-b091-2c88c462ba4a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.7800720 Jan 28 09:56:18.264176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47644) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:18.274676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.323706 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.340133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.341685 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Transition to ACTIVE for port object 8412514f-639c-4b32-83ef-34efa2642117 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:18.343821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.344266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.348022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a94ac939-a354-406c-9616-83082d152063 None None] For port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:18.351797 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.429380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 218d4b8d-6c76-4548-8a24-eeaaba325269 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:18.436613 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Attempting to bind port 8412514f-639c-4b32-83ef-34efa2642117 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:18.437298 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Attempting to bind port 8412514f-639c-4b32-83ef-34efa2642117 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:18.437807 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Attempting to bind port 8412514f-639c-4b32-83ef-34efa2642117 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:18.449976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a94ac939-a354-406c-9616-83082d152063 None None] For port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:18.451456 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:18.452171 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:18.452860 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.453534 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:18.454375 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Bound port: 8412514f-639c-4b32-83ef-34efa2642117, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:18.455840 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.468918 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a94ac939-a354-406c-9616-83082d152063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.478985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:18.518876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3491e4e7-9d30-4b79-b8cb-45db757ef874 req-89d3cfb4-ab80-4c29-91cb-7b10ce129d02 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3592470 Jan 28 09:56:18.529503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=87541) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jan 28 09:56:18.533458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Router 413f6a3c-95e5-4ef1-8c0b-8583d9930c49 migrating from provider to provider. {{(pid=87541) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jan 28 09:56:18.533964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.539982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.556927 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.558301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b13d51d1-5fee-4a8b-9cb5-da7d3cb9332f admin admin] 10.222.0.42 "PUT /v2.0/routers/b293099c-b495-40da-9a68-565e2332465a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7019622 Jan 28 09:56:18.565516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47648) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:18.572015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.576124 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Pushing event updated for resources: {'Port': ['ID=8412514f-639c-4b32-83ef-34efa2642117,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:18.596103 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.596837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.596837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.597943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.597943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.597943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.598281 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.598626 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.598941 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.599258 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.599581 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.599882 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:18.606609 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] For port 8412514f-639c-4b32-83ef-34efa2642117, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:18.610428 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] For port 8412514f-639c-4b32-83ef-34efa2642117, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8412514f-639c-4b32-83ef-34efa2642117,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:18.621284 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:18.648001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:18.721858 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:18.722870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:18.739703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a2e0351-c67d-497a-820a-fd2e927cb804 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fce92df7853b4ec19ff767a76738acad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4701636 Jan 28 09:56:18.746197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47652) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:18.940243 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:18.948812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ff5-d200-48e9-84da-f831a1a5ccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:19.042710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ff5-d200-48e9-84da-f831a1a5ccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:19.109029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac939-a354-406c-9616-83082d152063 None None] Pushing event updated for resources: {'Port': ['ID=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:19.174684 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed2656-d863-43c4-91c7-fd9335db1f20 None None] Pushing event updated for resources: {'Port': ['ID=8412514f-639c-4b32-83ef-34efa2642117,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:19.223605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:19.267820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:56:14Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:19.273189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] Checking router: b293099c-b495-40da-9a68-565e2332465a for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:19.288579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] Routers {'b293099c-b495-40da-9a68-565e2332465a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:19.289448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b293099c-b495-40da-9a68-565e2332465a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:19.297547 n-d-825178-2 neutron-server[87541]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] No L3 agents can host the router 413f6a3c-95e5-4ef1-8c0b-8583d9930c49 Jan 28 09:56:19.341293 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:12Z', 'revision_number': 3, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:19.341653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::e6b7:1aae:ce11:fdfe (769dbcf1-61f3-4915-834e-bca50e270657/ef94ab4c-4c7f-4d92-bf5d-270f18b1b002/218d4b8d-6c76-4548-8a24-eeaaba325269) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:19.347002 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0992de-500c-41ed-9246-854ab335ea47 None None] The sync data for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 is: [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:12Z', 'revision_number': 3, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:19.408443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb904341-9040-42cc-9a88-76c4ec49022d req-b202744a-98b3-4fea-a9c6-e7f56a67cef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:19.410376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-b202744a-98b3-4fea-a9c6-e7f56a67cef5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1&tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 1094 time: 1.4618645 Jan 28 09:56:19.422414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:19.464055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ff5-d200-48e9-84da-f831a1a5ccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:19.574297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07ff5-d200-48e9-84da-f831a1a5ccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:19.641371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:19.830798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5a07ff5-d200-48e9-84da-f831a1a5ccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:19.832329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] Set router b293099c-b495-40da-9a68-565e2332465a gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:19.836624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b5a07ff5-d200-48e9-84da-f831a1a5ccda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfe9b0aa-6b47-4359-b12d-af9b0f38d4cc HTTP/1.1" status: 204 len: 168 time: 1.0527055 Jan 28 09:56:20.117332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.133761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Hosts for router 413f6a3c-95e5-4ef1-8c0b-8583d9930c49: [] {{(pid=87541) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Jan 28 09:56:20.154462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:20.154878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.192944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.209831 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.257923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Deleting port 7251d915-701f-4a3d-a460-226d8877226e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:20.258624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.290630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.334190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 218d4b8d-6c76-4548-8a24-eeaaba325269 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:20.348492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Hosts for other DVR routers connected to router 413f6a3c-95e5-4ef1-8c0b-8583d9930c49: set() {{(pid=87541) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 28 09:56:20.356282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.361288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fe9f04b0-833b-42ce-b662-1847be6d42f0 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "PUT /v2.0/routers/413f6a3c-95e5-4ef1-8c0b-8583d9930c49 HTTP/1.1" status: 200 len: 717 time: 2.6945179 Jan 28 09:56:20.396022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47662) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:20.458041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device df8a2a9e-d058-4cbe-8e06-93f4a7428c4d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:20.544577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb904341-9040-42cc-9a88-76c4ec49022d req-271dfd37-c842-4852-baf8-a71d07c05b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:20.557044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-271dfd37-c842-4852-baf8-a71d07c05b85 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1094 time: 1.0418863 Jan 28 09:56:20.579721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:56:14Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:20.587092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b7743181-bbd1-40ee-98dd-5cfc0d0e31d2 None None] Provisioning for port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:20.594758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e661732d-1683-4f90-a11b-8e90b7ca702d None None] The sync data for ids ['b293099c-b495-40da-9a68-565e2332465a'] in n-d-825178-2 is: [{'id': 'b293099c-b495-40da-9a68-565e2332465a', 'name': 'tempest-TaggedBootDevicesTest_v242-1941457325-router', 'tenant_id': '38d5669209904426ada30ffdcc25f0df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '7251d915-701f-4a3d-a460-226d8877226e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:42:43Z', 'updated_at': '2022-01-28T09:56:14Z', 'revision_number': 5, 'project_id': '38d5669209904426ada30ffdcc25f0df', 'gw_port': {'id': '7251d915-701f-4a3d-a460-226d8877226e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:08:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b293099c-b495-40da-9a68-565e2332465a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:42:47Z', 'updated_at': '2022-01-28T09:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:20.616768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:20.634628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.634863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:20.634863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.639911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Allocated IP 172.20.0.1 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/8fcd310e-7cc8-4305-9024-8665872ede70) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:20.733513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=218d4b8d-6c76-4548-8a24-eeaaba325269,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:20.752681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:20.754587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:20.757969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:20.764098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:20.764647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.958759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] For port 7251d915-701f-4a3d-a460-226d8877226e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7251d915-701f-4a3d-a460-226d8877226e,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:20.960025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:20.978679 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.034537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:21.043932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.066624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb904341-9040-42cc-9a88-76c4ec49022d req-24f46b16-05e8-4c29-9682-9069b9e44f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:21.068088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-24f46b16-05e8-4c29-9682-9069b9e44f59 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.4858093 Jan 28 09:56:21.106525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.127305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c990e0ab-f97a-43f2-9542-543ea4327cfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.9513748 Jan 28 09:56:21.130906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:21.173354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-26876f8b-d8eb-4596-b9ee-551f71c73fa7 None None] Provisioning for port 218d4b8d-6c76-4548-8a24-eeaaba325269 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:21.177106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:21.186447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-26876f8b-d8eb-4596-b9ee-551f71c73fa7 None None] Provisioning complete for port 218d4b8d-6c76-4548-8a24-eeaaba325269 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:21.186965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-26876f8b-d8eb-4596-b9ee-551f71c73fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.216746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Transition to ACTIVE for port object 8fcd310e-7cc8-4305-9024-8665872ede70 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:21.227705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.228565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.229037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.229476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.229936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.230542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.231219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.231653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.232085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.232513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.237136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.237626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:21.313230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-26876f8b-d8eb-4596-b9ee-551f71c73fa7 None None] Port 218d4b8d-6c76-4548-8a24-eeaaba325269 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:21.322081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eea1ff-156f-4409-819d-21bc59a92773 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:21.328170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eea1ff-156f-4409-819d-21bc59a92773 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:21.329191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77eea1ff-156f-4409-819d-21bc59a92773 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:21.333178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.426320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Calling delete_port for 7251d915-701f-4a3d-a460-226d8877226e owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:21.432715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:21.445364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:21.453750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:21.495230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77eea1ff-156f-4409-819d-21bc59a92773 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:21.496093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77eea1ff-156f-4409-819d-21bc59a92773 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.3636336 Jan 28 09:56:21.496818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcd310e-7cc8-4305-9024-8665872ede70,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:21.502657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47692) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:21.595607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4de1293b-f4b9-4c92-9b39-823e9dada4eb tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "GET /v2.0/routers/413f6a3c-95e5-4ef1-8c0b-8583d9930c49 HTTP/1.1" status: 200 len: 717 time: 1.1679728 Jan 28 09:56:21.599791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:21.606304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8412514f-639c-4b32-83ef-34efa2642117 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:21.619208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e2ac5b-636d-4bfc-b777-e663b76bb45f req-08fbdddb-0ab3-41a4-ad22-61122762a8de tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:21.620904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-36e2ac5b-636d-4bfc-b777-e663b76bb45f req-08fbdddb-0ab3-41a4-ad22-61122762a8de tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.8602724 Jan 28 09:56:21.653521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.730807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 8412514f-639c-4b32-83ef-34efa2642117 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:21.738695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8412514f-639c-4b32-83ef-34efa2642117 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:21.739650 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.945415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 218d4b8d-6c76-4548-8a24-eeaaba325269 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:21.946826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.949377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:21.964431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b95fc13b-7772-4471-8b49-83283146c677 None None] Provisioning for port 8fcd310e-7cc8-4305-9024-8665872ede70 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:21.971099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 8412514f-639c-4b32-83ef-34efa2642117, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8412514f-639c-4b32-83ef-34efa2642117,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:21.972859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b95fc13b-7772-4471-8b49-83283146c677 None None] Provisioning complete for port 8fcd310e-7cc8-4305-9024-8665872ede70 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:21.973314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b95fc13b-7772-4471-8b49-83283146c677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.014754 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.015605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device df8a2a9e-d058-4cbe-8e06-93f4a7428c4d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:22.176561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b95fc13b-7772-4471-8b49-83283146c677 None None] Port 8fcd310e-7cc8-4305-9024-8665872ede70 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:22.201440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=8412514f-639c-4b32-83ef-34efa2642117,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:22.212859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:22.213231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.231357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-36e2ac5b-636d-4bfc-b777-e663b76bb45f req-53bfe794-106e-4913-bcc2-998e60b83c87 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5919759 Jan 28 09:56:22.301502 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-927ffb62-ebf7-41e7-bc24-3b0919169105 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 999 time: 0.8479404 Jan 28 09:56:22.308000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.335053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83806917-5374-4df7-9159-e0fe7ea91f2a req-1b1ca3ba-3ba0-4f11-8ea5-3e86e86f41f9 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1952713 Jan 28 09:56:22.378492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e14665e3-0046-4c8b-82b7-e24a79ecd601 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:22.392827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07acdfc2-2b81-41fa-893a-d532e53b9d10 tempest-RoutersTestDVR-902153061 tempest-RoutersTestDVR-902153061-project] 10.222.0.42 "GET /v2.0/routers/413f6a3c-95e5-4ef1-8c0b-8583d9930c49 HTTP/1.1" status: 200 len: 683 time: 0.7821662 Jan 28 09:56:22.397298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47718) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:22.422442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e14665e3-0046-4c8b-82b7-e24a79ecd601 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:22.422883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e14665e3-0046-4c8b-82b7-e24a79ecd601 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:22.552268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Pushing event deleted for resources: {'Port': ['ID=7251d915-701f-4a3d-a460-226d8877226e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:22.555642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.660108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.682837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:22.751940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.752344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.752768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.753156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.753564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.753965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.754345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.754724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.755104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.755481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.755857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.756231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:22.924187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb904341-9040-42cc-9a88-76c4ec49022d req-e05cd879-e2ad-4302-8190-f9223a2c5382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:22.925780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-e05cd879-e2ad-4302-8190-f9223a2c5382 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.6064658 Jan 28 09:56:22.925925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 218d4b8d-6c76-4548-8a24-eeaaba325269 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:23.056483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.233835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.246836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.294094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=218d4b8d-6c76-4548-8a24-eeaaba325269,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:23.310225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.346174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.388461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.398207 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-218da697-9694-4e02-b4b6-3b9d795baf64 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/218d4b8d-6c76-4548-8a24-eeaaba325269 HTTP/1.1" status: 204 len: 168 time: 1.8926244 Jan 28 09:56:23.399176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47728) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:23.440551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:56:23.465577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.470903 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.474091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.483296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.483975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 413f6a3c-95e5-4ef1-8c0b-8583d9930c49 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:23.488790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.492764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.619528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8412514f-639c-4b32-83ef-34efa2642117 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:23.713262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.713865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b293099c-b495-40da-9a68-565e2332465a {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:23.718131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8412514f-639c-4b32-83ef-34efa2642117 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:23.718675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.729594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-067d14f6-f57e-47b7-8bd0-e682310ee208 req-bc2b2fa8-437e-46ab-89e4-da7fc7343c31 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1225722 Jan 28 09:56:23.738233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7de948-5758-442f-9cae-7f5af6a34626 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:23.741082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7de948-5758-442f-9cae-7f5af6a34626 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:23.741848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2c7de948-5758-442f-9cae-7f5af6a34626 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:23.758137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb904341-9040-42cc-9a88-76c4ec49022d req-fd7cbf66-7e14-41b4-b2fc-dec8ee2bd3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:23.760224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-fd7cbf66-7e14-41b4-b2fc-dec8ee2bd3c3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8155825 Jan 28 09:56:23.773078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Pushing event updated for resources: {'Port': ['ID=8fcd310e-7cc8-4305-9024-8665872ede70,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:23.780819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.782374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Pushing event updated for resources: {'Port': ['ID=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:23.792267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2c7de948-5758-442f-9cae-7f5af6a34626 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:23.797402 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c7de948-5758-442f-9cae-7f5af6a34626 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3946562 Jan 28 09:56:23.799317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:23.816222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.817802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4aa4d073-c06f-49e2-9796-4e896c39690a tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "DELETE /v2.0/routers/413f6a3c-95e5-4ef1-8c0b-8583d9930c49 HTTP/1.1" status: 204 len: 168 time: 1.4052756 Jan 28 09:56:23.824302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.829071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.837417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7af5acae-3b28-4771-97f6-e48494abb340 admin admin] 10.222.0.42 "DELETE /v2.0/routers/b293099c-b495-40da-9a68-565e2332465a HTTP/1.1" status: 204 len: 168 time: 5.2682536 Jan 28 09:56:23.839431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47736) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:23.839910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47738) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:23.900698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet ef94ab4c-4c7f-4d92-bf5d-270f18b1b002 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:23.906572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Request body: {'router': {'name': 'tempest-router-1908894273', 'distributed': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:23.953158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:23.957160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:23.988378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Usage tracker for resource:router and tenant:366e45833a144424890373a9c2ba7ef3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:24.025632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.045164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:24.070030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:24.119212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:24.122680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:24.122871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Deleting subnet d6899bd0-d298-493d-9c2e-d0b22674028c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:24.148345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.149369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.157825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.197061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-4c906335-f33a-4e4c-b4cb-f30e8eed175b service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155033 Jan 28 09:56:24.204473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21629fd9-be25-4a9f-badc-92569f772aa8 req-0efb5808-562b-465c-b953-e6f52ea043cb tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:24.212261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21629fd9-be25-4a9f-badc-92569f772aa8 req-0efb5808-562b-465c-b953-e6f52ea043cb tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.5861509 Jan 28 09:56:24.228609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.301446 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:56:24.379799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.382283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Network eb993200-fea9-489d-91b5-9bbccd6bb01f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:24.384500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.419801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4e39bba4-567b-4e11-9f63-ccbe2adb7220 None None] Provisioning complete for port 8fcd310e-7cc8-4305-9024-8665872ede70 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:24.420149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e39bba4-567b-4e11-9f63-ccbe2adb7220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.432424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Router e24f560e-7fe5-40d8-a520-63d714473225 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:56:24.447526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:24.447729 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.485871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21629fd9-be25-4a9f-badc-92569f772aa8 req-304ec672-3f1a-4e43-96f8-650dbe80b8d6 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2723897 Jan 28 09:56:24.495651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4e39bba4-567b-4e11-9f63-ccbe2adb7220 None None] Port 8fcd310e-7cc8-4305-9024-8665872ede70 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:24.610695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.643399 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb904341-9040-42cc-9a88-76c4ec49022d req-9ae32fae-c71a-467e-bd32-1569c98b8bbc service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206085 Jan 28 09:56:24.750633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.752464 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dd8dcbdc-a49e-4cd1-941d-105949a9c222 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.9049416 Jan 28 09:56:24.763373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47752) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:24.839566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6dc378ce-9e9a-4766-bc1e-8959d376c7d9 None None] Provisioning complete for port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:24.840158 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6dc378ce-9e9a-4766-bc1e-8959d376c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.923939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=ef94ab4c-4c7f-4d92-bf5d-270f18b1b002,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:24.926479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:24.930327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7851f352-ad72-4d1d-9d7b-cd59637fa0a3 req-951d2f44-b54c-49cf-8c56-838bf9c7eeeb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.4735777 Jan 28 09:56:24.941193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:24.951882 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Sync routers for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:24.962325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ace00d92-03c3-4e4d-862a-97f875cb88a2 admin admin] 10.222.0.42 "PUT /v2.0/routers/e24f560e-7fe5-40d8-a520-63d714473225/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1466956 Jan 28 09:56:24.979334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bd714a53-6839-4669-85e9-f4fad731594b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/ef94ab4c-4c7f-4d92-bf5d-270f18b1b002 HTTP/1.1" status: 204 len: 168 time: 1.1787927 Jan 28 09:56:24.980564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47762) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:24.987047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36227d64-da9f-4bca-b9ee-5fc1d7025c19 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:24.987274 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:24.989727 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:25.164234 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-166cdc04-d9a7-4a92-8f4c-b5f54a40f224 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1812122 Jan 28 09:56:25.166109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47772) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:25.179535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:25.236204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:25.245310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6dc378ce-9e9a-4766-bc1e-8959d376c7d9 None None] Port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:25.287437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:25.320991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:25.378406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7251d915-701f-4a3d-a460-226d8877226e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:25.421831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8dce29db-2bc8-4850-9d99-f0e40c387c8f req-414d1584-a964-433c-95bb-49ba1ec54c47 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.2806177 Jan 28 09:56:25.437852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:56:25.495846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7251d915-701f-4a3d-a460-226d8877226e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:25.498715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7251d915-701f-4a3d-a460-226d8877226e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:25.520465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:25.528336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:25.535251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:25.542781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:25.561526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:25.566463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:25.644710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:56:25.649958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] Deleting port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:25.650451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:25.676138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.715388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.738625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.775774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.798576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.833376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.860738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:25.885721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-d8cf73f9-5875-46d3-bf8d-04edcca5476e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 0.5378373 Jan 28 09:56:25.961043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-461a2b31-99d2-4b03-8215-089ec1712531 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.127131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:23Z', 'revision_number': 2, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:26.136385 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Checking router: e24f560e-7fe5-40d8-a520-63d714473225 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:26.136909 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Updating router e24f560e-7fe5-40d8-a520-63d714473225 port 8fcd310e-7cc8-4305-9024-8665872ede70 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:56:26.144756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] For port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:26.146403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.276337 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.426073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:26.438745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93e5f2da-0db6-415f-8690-2ad332665864 admin admin] 10.222.0.42 "PUT /v2.0/routers/3a9e4832-467b-4cbd-b00d-e83ae67fc4ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4985955 Jan 28 09:56:26.602608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] Calling delete_port for df8a2a9e-d058-4cbe-8e06-93f4a7428c4d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:26.701244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47792) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:26.722496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.726647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'security_group': {'name': 'tempest-securitygroup--710745605', 'description': 'tempest-description--216555235'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:26.736529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.768021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.773453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Sync routers for ids ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:26.844262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Routers {'3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:26.845406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:26.884950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:26.900897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.941668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.942549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddbe94cf-806b-44e9-8f94-fbf714434581 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:26.958486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6899bd0-d298-493d-9c2e-d0b22674028c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:26.962621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:26.993637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8a4f1e-4227-48b6-8cde-af3e8fe710f0 None None] Network 5ee56f93-bdf8-4352-b913-5451a018b663 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:26.996083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a4df0b4f-d372-4a38-a706-34ffa6e0ce61 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d6899bd0-d298-493d-9c2e-d0b22674028c HTTP/1.1" status: 204 len: 168 time: 3.1466594 Jan 28 09:56:26.997528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47798) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:27.009070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.010810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-343fd9d7-7605-4e53-90d1-0feefd62d0f8 tempest-RoutersTestDVR-1185679904 tempest-RoutersTestDVR-1185679904-project-admin] 10.222.0.42 "DELETE /v2.0/routers/ddbe94cf-806b-44e9-8f94-fbf714434581 HTTP/1.1" status: 204 len: 168 time: 2.2438836 Jan 28 09:56:27.061628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb2b378f-66ef-4ac4-8be9-9da02dead742 req-21c3f5fa-6490-488d-9939-3894ebe0717c tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1734397 Jan 28 09:56:27.093308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Usage tracker for resource:security_group and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:27.114907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:27.122940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2530de1e-e3bc-4e60-8e5e-f0ba010c54e3 req-dcd60822-f8f1-4b8a-b48e-fbd1ae99540d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.132337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2530de1e-e3bc-4e60-8e5e-f0ba010c54e3 req-dcd60822-f8f1-4b8a-b48e-fbd1ae99540d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.3810596 Jan 28 09:56:27.166273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:27.201348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:27.204644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:27.223489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.239467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.240290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.244022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2530de1e-e3bc-4e60-8e5e-f0ba010c54e3 req-b19496df-9877-48e6-a403-b15cb9b6c31c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103678 Jan 28 09:56:27.262780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Deleting port a921a291-314a-4d39-86a5-f7a59592b565 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:27.263436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.280497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=f6499ef0-9b89-4d1a-8a75-2a16b26faaba,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:27.307313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.379654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:27.593543 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cfd649e3-d988-4026-a482-b0a76fa3e0d0 req-c4acdc18-0088-4372-b3a6-503585ffe702 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.2061770 Jan 28 09:56:27.595011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47810) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:27.595561 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.597826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ca14037a-3777-4053-9ab6-a1461f41f96f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4286096 Jan 28 09:56:27.622018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Usage tracker for resource:security_group_rule and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:27.627718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:27.641346 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Transition to ACTIVE for port object 8fcd310e-7cc8-4305-9024-8665872ede70 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:27.651592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:27.658551 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.677619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device df8a2a9e-d058-4cbe-8e06-93f4a7428c4d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:27.702917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47814) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:27.713875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'f6499ef0-9b89-4d1a-8a75-2a16b26faaba', 'ip_address': '2001:db8::53d:574a:8e57:463'}], 'name': 'tempest-NetworksTestDHCPv6-1071723416'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:27.757832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.790090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.834204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.838912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:27.866549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.902263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.923818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.944880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:27.954232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-1699d4e1-a82b-4130-b567-5430c99c3a1e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 1.4304833 Jan 28 09:56:27.995813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] Pushing event deleted for resources: {'Port': ['ID=df8a2a9e-d058-4cbe-8e06-93f4a7428c4d,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:28.005486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:28.019301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:28.077250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:28.113491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:28.144266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] For port a921a291-314a-4d39-86a5-f7a59592b565, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a921a291-314a-4d39-86a5-f7a59592b565,segment=NetworkSegment(957596bf-bfba-4a3c-a2b8-2b5043f0cdab),segment_id=957596bf-bfba-4a3c-a2b8-2b5043f0cdab)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:28.144680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:28.229105 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3898529-6f5d-4f5f-aed3-a89a17ec9533 None None] Pushing event updated for resources: {'Port': ['ID=8fcd310e-7cc8-4305-9024-8665872ede70,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:28.333094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdc25bb-e822-4af8-8da4-0aa12712badd None None] No DVR routers for this DVR port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:28.357339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:28.377329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47840) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:28.404042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:28.421352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:28.441420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Set router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:28.442562 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Attempting to bind port 8fcd310e-7cc8-4305-9024-8665872ede70 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:28.443165 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Attempting to bind port 8fcd310e-7cc8-4305-9024-8665872ede70 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:28.444491 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Attempting to bind port 8fcd310e-7cc8-4305-9024-8665872ede70 on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:28.469448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:28.469987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:28.470510 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:28.470987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:28.471696 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Bound port: 8fcd310e-7cc8-4305-9024-8665872ede70, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:28.472283 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:28.501022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-408947004-network', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:28.684876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:28.758112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-8db20d4d-c0cf-4d87-a020-ae9a6d5192a8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:28.763046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-8db20d4d-c0cf-4d87-a020-ae9a6d5192a8 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "GET /v2.0/ports/2045689f-b228-459d-903a-a797c351652f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7569664 Jan 28 09:56:28.773494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] For port 8fcd310e-7cc8-4305-9024-8665872ede70, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:28.784969 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] For port 8fcd310e-7cc8-4305-9024-8665872ede70, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8fcd310e-7cc8-4305-9024-8665872ede70,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:28.794127 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:28.806219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Usage tracker for resource:network and tenant:b6053b38446c43b592df68f717c5b7a3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:28.893891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:28.949124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1fb859-4750-4d15-bbe3-640b148363f2 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:28.996835 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:28.999392 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:55:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:29.074581 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3898529-6f5d-4f5f-aed3-a89a17ec9533 None None] Pushing event updated for resources: {'Port': ['ID=8fcd310e-7cc8-4305-9024-8665872ede70,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:29.079955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Calling delete_port for a921a291-314a-4d39-86a5-f7a59592b565 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:29.155021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:29.171348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5142b77-a8d8-4cb6-af27-64bc974a06f4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:29.190717 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.241974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.243681 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ffed0838-0835-4b4d-8745-ca92f6e67537 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.5336998 Jan 28 09:56:29.247148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47852) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:29.274877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'security_group_rule': {'security_group_id': 'f5142b77-a8d8-4cb6-af27-64bc974a06f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:29.306304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:29.322037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Usage tracker for resource:security_group_rule and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:29.331253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.359640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:29.371813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:29.382648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:29.399323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Usage tracker for resource:security_group_rule and tenant:bafa7f6d283c486d8ede3dbf3c523fa4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:29.409175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:29.430286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:29.449896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6cf511-0c9f-4881-8cd6-6490de805479 req-4e809799-866e-4b96-b71b-0a8f5f432510 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:29.452509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c6cf511-0c9f-4881-8cd6-6490de805479 req-4e809799-866e-4b96-b71b-0a8f5f432510 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.5507886 Jan 28 09:56:29.461492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:29.465334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.481946 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:29.549837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a921a291-314a-4d39-86a5-f7a59592b565,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:29.550431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765150-c192-4e4a-a01a-d75503db9dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.553494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port df8a2a9e-d058-4cbe-8e06-93f4a7428c4d {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 09:56:29.554218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device df8a2a9e-d058-4cbe-8e06-93f4a7428c4d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:29.689176 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.701337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c6cf511-0c9f-4881-8cd6-6490de805479 req-4b0b1d4b-b73e-4555-a762-d0b8b0ad274c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2210109 Jan 28 09:56:29.701771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Made reservation on behalf of b6053b38446c43b592df68f717c5b7a3 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:29.708377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] No DVR routers for this DVR port a921a291-314a-4d39-86a5-f7a59592b565 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:29.710084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.723567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device bf82f915-498f-49a9-bd9d-4cc18feddf09 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:29.760601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.826806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fcf140b-4caa-4fa8-9d92-78f2c511dfce,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:29.830776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.877615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.901278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:29.920031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:29.927004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:29.929788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:29.954161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:29.970250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:29.987311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:30.001748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:30.013070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.015415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:30.017627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-7895755f-5b2c-460c-ab5a-244dccb6d1e9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5437 time: 1.5417352 Jan 28 09:56:30.033470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Usage tracker for resource:security_group_rule and tenant:b6053b38446c43b592df68f717c5b7a3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:30.046983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee56f93-bdf8-4352-b913-5451a018b663']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:30.060646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957596bf-bfba-4a3c-a2b8-2b5043f0cdab') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:30.061003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957596bf-bfba-4a3c-a2b8-2b5043f0cdab') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:30.102364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-df14e35d-f37b-4eb7-94a9-12e7e531a995 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bafa7f6d283c486d8ede3dbf3c523fa4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5032127 Jan 28 09:56:30.113768 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.181359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47858) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:30.195105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:30.205118 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0072fc1e-4ec5-4f48-a3b9-2eb6db918c56 req-ade139c8-41cd-4573-a0af-b0586333e31d tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1634240 Jan 28 09:56:30.278825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-da0698b5-e9ea-4d94-954a-959000c053c5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "GET /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.4470606 Jan 28 09:56:30.281304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:30.311381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:30.383061 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.403095 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:28Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:30.413058 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba48134-b775-4835-8ae1-d9114f676360 None None] The sync data for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 is: [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:28Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:30.456455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.518339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'f6499ef0-9b89-4d1a-8a75-2a16b26faaba'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:30.519504 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.537046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::53d:574a:8e57:463 (769dbcf1-61f3-4915-834e-bca50e270657/f6499ef0-9b89-4d1a-8a75-2a16b26faaba/8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:30.595946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf82f915-498f-49a9-bd9d-4cc18feddf09'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:30.606926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-622d34a6-678e-4461-a146-9a6c44eeebbf req-7e36150e-9e64-4404-a508-52bb73e47060 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.2354841 Jan 28 09:56:30.626081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.659057 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-960a0f74-ab52-4f30-b52f-49936ce4d1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.679822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:56:30.681394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:56:30.723684 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:56:30.789150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-960a0f74-ab52-4f30-b52f-49936ce4d1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.942539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:30.981425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.005547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.019573 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bf82f915-498f-49a9-bd9d-4cc18feddf09', 'code': 200} Jan 28 09:56:31.023375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364ffbeb-f06b-44c1-84b7-07912a456fb2 None None] DHCP port deletion for 5ee56f93-bdf8-4352-b913-5451a018b663 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:56:31.060275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:31.080636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.080636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c83372bf-a733-457d-9be4-7ade9d15a71b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:31.083581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.087935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8379462 Jan 28 09:56:31.106731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47866) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:31.124909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'security_group_rule': {'security_group_id': 'f5142b77-a8d8-4cb6-af27-64bc974a06f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:31.132625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:31.137434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Usage tracker for resource:security_group_rule and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:31.140647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:31.148596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:31.164595 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.200819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.212519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.249131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.282710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-960a0f74-ab52-4f30-b52f-49936ce4d1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.334004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.349119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.398179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc29dff-f5ab-4780-acbb-279804dc39f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae5d2d90-bec0-4e69-a3d6-4ddae8628dd9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:31.483106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.491614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-960a0f74-ab52-4f30-b52f-49936ce4d1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.496627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-960a0f74-ab52-4f30-b52f-49936ce4d1af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fcf140b-4caa-4fa8-9d92-78f2c511dfce HTTP/1.1" status: 204 len: 168 time: 1.2899828 Jan 28 09:56:31.519862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:56:31.528317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0713e3-06a1-41b6-9bad-783c826cab99,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:31.532855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.535412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee56f93-bdf8-4352-b913-5451a018b663,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:31.568018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:31.594331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aeba4cd1-b4a8-4fca-bf67-ac2c9339acb7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ee56f93-bdf8-4352-b913-5451a018b663 HTTP/1.1" status: 204 len: 168 time: 4.5950768 Jan 28 09:56:31.620839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:31.654690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a0f74-ab52-4f30-b52f-49936ce4d1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fcf140b-4caa-4fa8-9d92-78f2c511dfce,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:31.691109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:56:19Z', 'revision_number': 4, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '76ae6eaa-1943-43e5-b5c7-11aa9da1d159', 'name': '', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'mac_address': 'fa:16:3e:44:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:15Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 2, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'subnets': [{'id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:31.713057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Checking router: 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:31.713057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Updating router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:56:31.847564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.850253 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Added segment ee00c12c-eb7b-4785-9168-bf01dd120d39 of type vlan for network d2422fe8-7931-43b5-a7d6-5a2193639ea0 Jan 28 09:56:31.893169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.920378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:31.994353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a41169-0ef3-4023-b3bf-e9c17120e610,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:32.059134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.106473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:32.141046 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.158308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:32.169745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.171453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.172144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.179043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.180960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-344622e3-76af-4635-a35a-ae7d0f971cc3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0724170 Jan 28 09:56:32.225738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b5b463-46dc-41f1-b3a1-c9779d2e554c req-67e0f201-e5bb-4be0-b07b-e0c3b8864efc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.227964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8b5b463-46dc-41f1-b3a1-c9779d2e554c req-67e0f201-e5bb-4be0-b07b-e0c3b8864efc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.1819770 Jan 28 09:56:32.229751 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.231484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:32.248154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:32.264483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/f6499ef0-9b89-4d1a-8a75-2a16b26faaba/94814710-46ea-44c5-9b12-a6fe739e3331) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:32.502086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:32.527528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.549794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] Pushing event updated for resources: {'Network': ['ID=d2422fe8-7931-43b5-a7d6-5a2193639ea0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:32.563538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:32.573645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9378b88f-c84d-4b8e-9276-e2d07414f72c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 4.1617606 Jan 28 09:56:32.580147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2045689f-b228-459d-903a-a797c351652f,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:32.582778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47890) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:32.583389 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.595927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Transition to ACTIVE for port object 94814710-46ea-44c5-9b12-a6fe739e3331 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:32.597780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Request body: {'subnet': {'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-408947004-subnet', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:32.607429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:32.617920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:32.620474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Usage tracker for resource:security_group_rule and tenant:366e45833a144424890373a9c2ba7ef3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:32.623694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8fcd310e-7cc8-4305-9024-8665872ede70 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:32.629322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:32.636389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Usage tracker for resource:subnet and tenant:b6053b38446c43b592df68f717c5b7a3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:32.643926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:32.647592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:32.655122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:56:32.657643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:32.691426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.697829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.704413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.710851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.717106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.723295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.730497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:32.738020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-15729a5b-1bc3-4c3e-b893-0e484fb183c6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 5435 time: 1.0497096 Jan 28 09:56:32.775875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Transition to ACTIVE for port object 94814710-46ea-44c5-9b12-a6fe739e3331 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:32.784549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] For port 2045689f-b228-459d-903a-a797c351652f, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:32.819240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Made reservation on behalf of b6053b38446c43b592df68f717c5b7a3 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:32.821774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.907634 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:32.937788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8b5b463-46dc-41f1-b3a1-c9779d2e554c req-05733eb3-dcb8-470f-a177-3492b62c765d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6796839 Jan 28 09:56:32.939643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Usage tracker for resource:floatingip and tenant:23fe5f36e0ee4c72bfa50c98dbde3834 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:32.980575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:32.996471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:33.002058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:33.007724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:33.008326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.046292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:33.049109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3449380 Jan 28 09:56:33.050055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:33.057742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:33.112534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c83372bf-a733-457d-9be4-7ade9d15a71b,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:33.150197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] device_id is not set on port 2045689f-b228-459d-903a-a797c351652f yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:33.159524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.175022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7df2fed-6e83-40cb-9dd2-fc75b5d964fe req-54845c1f-1d6c-4c4c-b5a8-4fc614f9ee86 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4343154 Jan 28 09:56:33.185649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.228280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0ae42bd-fee3-4192-9b61-9d05fbe5ac35 req-db98947e-f272-48e9-acbb-3a1059f52104 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.0779362 Jan 28 09:56:33.292149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55ed19-f1f4-43e0-8375-fe7c75398a67 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:33.432321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.467455 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.506624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Transition to ACTIVE for port object 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:33.548615 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b', 'code': 200} Jan 28 09:56:33.584111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:33.584863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.609938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:33.613315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.614031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2045689f-b228-459d-903a-a797c351652f no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:33.740833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:33.756541 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:33.845732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2045689f-b228-459d-903a-a797c351652f not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:33.846950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 332f105d-13e3-4656-9883-4204dcf6341c no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:33.870253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] No DVR routers for this DVR port 2045689f-b228-459d-903a-a797c351652f on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:33.951217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bad396-9137-4655-b1ed-bd6303f094f4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:33.968616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bad396-9137-4655-b1ed-bd6303f094f4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:33.970484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07bad396-9137-4655-b1ed-bd6303f094f4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:34.031760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Pushing event updated for resources: {'Port': ['ID=94814710-46ea-44c5-9b12-a6fe739e3331,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:34.074521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07bad396-9137-4655-b1ed-bd6303f094f4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:34.082418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-07bad396-9137-4655-b1ed-bd6303f094f4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.0194569 Jan 28 09:56:34.082619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] In _notify_port_updated(), no bound segment for port 2045689f-b228-459d-903a-a797c351652f on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:56:34.085340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47906) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:34.086463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:34.087340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.095484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] 10.222.0.25 "PUT /v2.0/ports/2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 200 len: 1028 time: 3.7888856 Jan 28 09:56:34.333935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a10e9-f5cf-4a73-b887-bdc1a5b8077c service neutron] Pushing event updated for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:34.379630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 8fcd310e-7cc8-4305-9024-8665872ede70 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:34.381199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Checking segment: {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:34.381562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Network hostable DHCP agents. Network: d2422fe8-7931-43b5-a7d6-5a2193639ea0, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:56:34.385702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2d510484-9d4d-4c7c-9b76-f1f619f04a40 None None] Provisioning complete for port 2045689f-b228-459d-903a-a797c351652f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:34.386322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d510484-9d4d-4c7c-9b76-f1f619f04a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.441744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8fcd310e-7cc8-4305-9024-8665872ede70 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:34.442521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.458770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:34.459831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.468445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da066a9e-bc22-4248-8484-1e0e7f736b57,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:34.482865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Attempting to bind port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:34.489746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Attempting to bind port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:34.490576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Attempting to bind port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 on network eb993200-fea9-489d-91b5-9bbccd6bb01f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:34.498512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.531136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Attempting to bind port 94814710-46ea-44c5-9b12-a6fe739e3331 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:34.531789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Attempting to bind port 94814710-46ea-44c5-9b12-a6fe739e3331 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:34.532393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Attempting to bind port 94814710-46ea-44c5-9b12-a6fe739e3331 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:34.534926 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.567282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f7b7ab32-4cba-4e65-9391-f92fb268d864 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:34.570134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f7b7ab32-4cba-4e65-9391-f92fb268d864 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "GET /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3873575 Jan 28 09:56:34.597850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:34.605657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:56:34.606347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Checking segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:34.606925 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.607715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Bound using segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:34.608363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Bound port: 76ae6eaa-1943-43e5-b5c7-11aa9da1d159, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:34.611080 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.621632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:34.691636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a169b-323e-44bb-8d96-7f3fcdee53cb req-b33a4313-2afd-4194-8054-b9e913e1f9ef tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:34.698932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e19a169b-323e-44bb-8d96-7f3fcdee53cb req-b33a4313-2afd-4194-8054-b9e913e1f9ef tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.3920379 Jan 28 09:56:34.750788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.830860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d2422fe8-7931-43b5-a7d6-5a2193639ea0) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:34.839397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:34.840012 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.843975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] For port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:34.846290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e19a169b-323e-44bb-8d96-7f3fcdee53cb req-304410fb-8adb-4112-b084-a36c80fc9c05 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462884 Jan 28 09:56:34.847370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] For port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:34.894150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=366e45833a144424890373a9c2ba7ef3&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7259550 Jan 28 09:56:34.908330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47914) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:34.908684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:34.908988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:34.909407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.910153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-15de8e5f-c112-48c7-8d39-175802ccb552 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3235161 Jan 28 09:56:34.913522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aff946d-80aa-4494-8a32-d597e1b7bc14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1805abf-b303-4faa-908a-13c926ff78cd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:34.922179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:34.922481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Bound port: 94814710-46ea-44c5-9b12-a6fe739e3331, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:34.922802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.933951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47918) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:34.935226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:34.945387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048bf85e-6acf-4e12-9c76-3808a5e876be None None] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:34.963971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:34.982825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:34.990124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:34.996788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:35.004639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:35.013935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:35.021105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:35.023688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-738c0f67-0b4c-424e-8a66-565135732454 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 4658 time: 0.6037004 Jan 28 09:56:35.091780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:35.134479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e07d724-93c1-43a0-8b31-62b067b07d95 req-36ac7d24-ea96-482c-9b4f-220b3a88d95f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1002009 Jan 28 09:56:35.139031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Usage tracker for resource:router and tenant:b6053b38446c43b592df68f717c5b7a3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:35.144691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:35.221676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Routers {'3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:35.222587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:35.278656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.323519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:35.325586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.468429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:35.506591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.507584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.523110 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c41a-0e80-4c79-8498-4cc1ecbfe30a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.537686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] Set router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:35.686331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2d510484-9d4d-4c7c-9b76-f1f619f04a40 None None] Port 2045689f-b228-459d-903a-a797c351652f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:35.690187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:35.708961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c41a-0e80-4c79-8498-4cc1ecbfe30a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.731543 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:35.844105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01bb9f6e-79bd-413a-b7d1-062d1fca8530 req-b013a057-e836-4e89-a44b-2b0e46527219 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.3034453 Jan 28 09:56:36.148443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c41a-0e80-4c79-8498-4cc1ecbfe30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.220302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.227719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.238878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Allocated IP 172.25.1.137 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/481b5274-23c7-4c2b-b2fe-73c7c6c2c1f9) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:36.240062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed9c41a-0e80-4c79-8498-4cc1ecbfe30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1805abf-b303-4faa-908a-13c926ff78cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:36.254587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf82f915-498f-49a9-bd9d-4cc18feddf09,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:36.361747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.373475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ed9c41a-0e80-4c79-8498-4cc1ecbfe30a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.374872 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1ed9c41a-0e80-4c79-8498-4cc1ecbfe30a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1805abf-b303-4faa-908a-13c926ff78cd HTTP/1.1" status: 204 len: 168 time: 1.4633853 Jan 28 09:56:36.424308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] For port 94814710-46ea-44c5-9b12-a6fe739e3331, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:36.435239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] For port 94814710-46ea-44c5-9b12-a6fe739e3331, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94814710-46ea-44c5-9b12-a6fe739e3331,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:36.476259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:36.502008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] For port bf82f915-498f-49a9-bd9d-4cc18feddf09, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:36.628128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.686150 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.730154 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.782528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fda4ca-2db1-4368-82ec-22bea27fe349 req-b407eb6c-3e6f-4844-bce4-62ae30cfead1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:36.790059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43f13f00-2de6-47ed-a04f-4dcf983949c3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334 HTTP/1.1" status: 204 len: 168 time: 2.6954269 Jan 28 09:56:36.796650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49fda4ca-2db1-4368-82ec-22bea27fe349 req-b407eb6c-3e6f-4844-bce4-62ae30cfead1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.7122729 Jan 28 09:56:36.797316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47930) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:36.885760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] device_id is not set on port bf82f915-498f-49a9-bd9d-4cc18feddf09 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:36.951667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.960511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:36.994913 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:37.015287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5599299-ad62-4ac2-8af3-73fc1b37b7fb None None] Pushing event updated for resources: {'Port': ['ID=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:37.027337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49fda4ca-2db1-4368-82ec-22bea27fe349 req-35149ac7-de30-4161-9787-669dbb52817d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2295787 Jan 28 09:56:37.091492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 8fcd310e-7cc8-4305-9024-8665872ede70, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8fcd310e-7cc8-4305-9024-8665872ede70,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:37.142428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:37.193227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.199354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.210121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.216927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.226181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:37.242912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.249087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.264696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-1815e0c1-9b9d-4e96-af1c-793c9143ff25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 4658 time: 0.8509707 Jan 28 09:56:37.324181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a921a291-314a-4d39-86a5-f7a59592b565 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:37.361515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc90cd-ad9a-4a48-82bf-3884f78badc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.371421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bc90cd-ad9a-4a48-82bf-3884f78badc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:37.373130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-49bc90cd-ad9a-4a48-82bf-3884f78badc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5734494 Jan 28 09:56:37.376426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:37.400873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47946) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:37.441022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=332f105d-13e3-4656-9883-4204dcf6341c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:37.495344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a921a291-314a-4d39-86a5-f7a59592b565 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:37.495871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a921a291-314a-4d39-86a5-f7a59592b565 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:37.522451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:37.541624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 9de6000c-91ca-43af-bab8-be545e1cc36c no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:37.777949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] No DVR routers for this DVR port bf82f915-498f-49a9-bd9d-4cc18feddf09 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:37.811034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d2422fe8-7931-43b5-a7d6-5a2193639ea0', 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'fixed_ips': [{'subnet_id': 'da066a9e-bc22-4248-8484-1e0e7f736b57'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:37.812246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:37.842988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:37.855595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5599299-ad62-4ac2-8af3-73fc1b37b7fb None None] Pushing event updated for resources: {'Port': ['ID=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:37.874471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:56:19Z', 'revision_number': 4, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '76ae6eaa-1943-43e5-b5c7-11aa9da1d159', 'name': '', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'mac_address': 'fa:16:3e:44:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:15Z', 'updated_at': '2022-01-28T09:56:34Z', 'revision_number': 4, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'subnets': [{'id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:37.889676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eec45334-b281-41f8-9e03-cd84f4f4b850 req-c68c3b44-da72-46d6-9ce9-dfb0b361e896 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.4522672 Jan 28 09:56:37.905144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:37.959580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.965467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.966298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.966690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.967137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.967608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.967999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.968399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.968846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.969309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.969645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:37.970080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:56:38.052870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b976c4e1-2700-4964-aee1-dad65cbc1215 None None] The sync data for ids ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'] in n-d-825178-2 is: [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:56:19Z', 'revision_number': 4, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '76ae6eaa-1943-43e5-b5c7-11aa9da1d159', 'name': '', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'mac_address': 'fa:16:3e:44:34:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:15Z', 'updated_at': '2022-01-28T09:56:34Z', 'revision_number': 4, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'subnets': [{'id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:38.165749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] In _notify_port_updated(), no bound segment for port bf82f915-498f-49a9-bd9d-4cc18feddf09 on network 173119ab-b221-49d5-8329-7350fc395ff7 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 09:56:38.166711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:38.167391 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:38.168875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-aaab7d85-c31a-460d-bb1a-9e70196e0cc5 service neutron] 10.222.0.25 "PUT /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 200 len: 1028 time: 3.5645044 Jan 28 09:56:38.216412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:38.297211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47962) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:38.304546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:38.313202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:38.376801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Allocated IP 172.20.0.2 (d2422fe8-7931-43b5-a7d6-5a2193639ea0/da066a9e-bc22-4248-8484-1e0e7f736b57/fd984922-9236-4ab2-add1-802e003a1c6a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:38.409656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-390b01c4-5bfd-4c5b-b4b1-f68a88a0627d req-38a4c77a-78ab-4486-9423-612ebecdff71 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&id=f10a4080-2c69-4844-be06-dbd2bfeb5381&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.1438503 Jan 28 09:56:38.592929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet f6499ef0-9b89-4d1a-8a75-2a16b26faaba {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:38.617969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:38.803963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:38.907285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.010233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.034736 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c', 'code': 200} Jan 28 09:56:39.066466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.080520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=f6499ef0-9b89-4d1a-8a75-2a16b26faaba,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:39.100218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-80bf68f8-a7eb-4357-bb1c-e42fc30b71d4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/f6499ef0-9b89-4d1a-8a75-2a16b26faaba HTTP/1.1" status: 204 len: 168 time: 1.6747222 Jan 28 09:56:39.107778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1192980061'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:39.118422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:39.130453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:network and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:39.133834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:39.156494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:39.197242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:39.245249 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.274906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Transition to ACTIVE for port object fd984922-9236-4ab2-add1-802e003a1c6a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:39.321015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 332f105d-13e3-4656-9883-4204dcf6341c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:39.321485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.335147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=481b5274-23c7-4c2b-b2fe-73c7c6c2c1f9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:39.338603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f83f94-4d90-48a3-aea1-2e654170c4fa None None] Pushing event updated for resources: {'Port': ['ID=94814710-46ea-44c5-9b12-a6fe739e3331,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:39.380872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:39.384695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.435463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80b628-687e-4286-b543-ba096e1bb797 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:39.457449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.478868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:39.483204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:security_group_rule and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:39.486436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:39.492934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a4826b8-0766-4885-b957-1fab6343a3e9 req-e4e3614c-bad4-48ab-90ed-82d8f4aa18cf tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1425204 Jan 28 09:56:39.497860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:39.500098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8cae9894-6051-4c26-90fb-0850dfbfa890 None None] Provisioning complete for port bf82f915-498f-49a9-bd9d-4cc18feddf09 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:39.500354 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8cae9894-6051-4c26-90fb-0850dfbfa890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.505136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8a1080c2-8bd9-48ab-9861-f23f4db6f731 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2827947 Jan 28 09:56:39.525711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47976) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:39.543816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:39.604010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.658733 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.716950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.766673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.778470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Transition to ACTIVE for port object fd984922-9236-4ab2-add1-802e003a1c6a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:39.788914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:56:39.800538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.801084 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Added segment 1d472578-12b1-45bd-b2d4-f29cc03863a9 of type vlan for network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a Jan 28 09:56:39.815903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=8fcd310e-7cc8-4305-9024-8665872ede70,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:39.831442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.861644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:39.904159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8cae9894-6051-4c26-90fb-0850dfbfa890 None None] Port bf82f915-498f-49a9-bd9d-4cc18feddf09 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:39.905757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94814710-46ea-44c5-9b12-a6fe739e3331 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:39.953412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.084838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:56:40.120344 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.123157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:40.130501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-9793dee3-63bb-4d33-89e6-99df3378a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.131695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:40.142776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-9793dee3-63bb-4d33-89e6-99df3378a359 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1094 time: 1.9162788 Jan 28 09:56:40.148047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:40.195551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:40.210443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:40.212931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:40.231744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:40.259964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-076a954f-4750-4bc8-961e-cb552aaa8374 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.263392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:40.266026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-efc8a2a9-6429-4858-a4c5-d0db98d57b6a None None] Provisioning for port 94814710-46ea-44c5-9b12-a6fe739e3331 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:40.266353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-076a954f-4750-4bc8-961e-cb552aaa8374 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.272426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-076a954f-4750-4bc8-961e-cb552aaa8374 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.281225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-076a954f-4750-4bc8-961e-cb552aaa8374 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.287106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-076a954f-4750-4bc8-961e-cb552aaa8374 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.289286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-076a954f-4750-4bc8-961e-cb552aaa8374 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 3883 time: 0.3901215 Jan 28 09:56:40.290037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Deleting port 64574c6f-4d3f-4b89-9170-1d30b8cc6011 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:40.290359 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.307879 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.348699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e45395d4-222e-48d0-ac17-b641109c8c77,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:40.355850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.361792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.363080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.429873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:40.431780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Attempting to bind port fd984922-9236-4ab2-add1-802e003a1c6a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:40.432158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Attempting to bind port fd984922-9236-4ab2-add1-802e003a1c6a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:40.432511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Attempting to bind port fd984922-9236-4ab2-add1-802e003a1c6a on network d2422fe8-7931-43b5-a7d6-5a2193639ea0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:40.433222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.446373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 94814710-46ea-44c5-9b12-a6fe739e3331 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:40.461388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-efc8a2a9-6429-4858-a4c5-d0db98d57b6a None None] Could not find standard attr ID for object 8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:56:40.463015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:40.463380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Checking segment: {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:40.463780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.464154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Bound using segment: {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:40.464628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Bound port: fd984922-9236-4ab2-add1-802e003a1c6a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:40.465018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.505147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29dde97-951d-4c30-991d-037ec6a90586 req-697e7555-5b68-4db0-9f3a-8eea38356a38 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.512053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c29dde97-951d-4c30-991d-037ec6a90586 req-697e7555-5b68-4db0-9f3a-8eea38356a38 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 1.3053608 Jan 28 09:56:40.528498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9de6000c-91ca-43af-bab8-be545e1cc36c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:40.577835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] For port 332f105d-13e3-4656-9883-4204dcf6341c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=332f105d-13e3-4656-9883-4204dcf6341c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:40.578600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.585587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Pushing event updated for resources: {'Port': ['ID=fd984922-9236-4ab2-add1-802e003a1c6a,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:40.587674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 94814710-46ea-44c5-9b12-a6fe739e3331 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:40.588053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.620097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Network': ['ID=0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:40.637472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:40.638172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8032c4eb-c0f0-4991-86ed-4bdf9833d511 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:40.642147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9eced6ce-2fff-4e39-a83e-97c1f899d9f7 req-e476c23a-2452-4f90-956d-ec0dccb0dfce tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3255939 Jan 28 09:56:40.659539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4679295f-5c92-48b2-a3b6-35cc8f87d1ef tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.3551092 Jan 28 09:56:40.700911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47982) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:40.712170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'subnet': {'network_id': '0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:40.717289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:56:40.810090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for 332f105d-13e3-4656-9883-4204dcf6341c owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:40.861346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c29dde97-951d-4c30-991d-037ec6a90586 req-1e76325e-6f22-401e-be6d-751b16995c51 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3479817 Jan 28 09:56:40.870951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-a06e7409-334e-4c7e-bd38-cdbdc1bc885a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:40.872357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-a06e7409-334e-4c7e-bd38-cdbdc1bc885a service neutron] 10.222.0.43 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.6482670 Jan 28 09:56:40.888966 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b99d8a02-5f79-4478-9a61-29519476fe5c req-3d11bfe1-ed9d-4393-81f3-6c2394b0b569 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.0709243 Jan 28 09:56:40.941575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:40.946401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] For port fd984922-9236-4ab2-add1-802e003a1c6a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:40.950617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] For port fd984922-9236-4ab2-add1-802e003a1c6a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd984922-9236-4ab2-add1-802e003a1c6a,segment=NetworkSegment(ee00c12c-eb7b-4785-9168-bf01dd120d39),segment_id=ee00c12c-eb7b-4785-9168-bf01dd120d39)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:41.005820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:41.023074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.042613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:subnet and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:41.046621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] For port 64574c6f-4d3f-4b89-9170-1d30b8cc6011, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64574c6f-4d3f-4b89-9170-1d30b8cc6011,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:41.046621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.059867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:41.079370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.085528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:41.093069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:41.101019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:56:41.138149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] Deleting port 94814710-46ea-44c5-9b12-a6fe739e3331 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:41.138519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.157712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.171452 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c', 'code': 200} Jan 28 09:56:41.212543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Allocated IP 172.25.1.202 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:41.213193 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.247994 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.269516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Calling delete_port for 64574c6f-4d3f-4b89-9170-1d30b8cc6011 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:41.307550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 94814710-46ea-44c5-9b12-a6fe739e3331, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94814710-46ea-44c5-9b12-a6fe739e3331,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:41.331827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:41.334360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-7d5cf23e-09db-4669-b352-5d3b52f1307c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 200 len: 999 time: 0.4505305 Jan 28 09:56:41.372727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.376355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:41.379839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.380117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.381125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 05c0562c-726b-4638-9727-4b86c292ad5d no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:41.404892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.413018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.413765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:41.441148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eba246-4768-4e35-b099-b26999b77acb None None] Pushing event updated for resources: {'Port': ['ID=fd984922-9236-4ab2-add1-802e003a1c6a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:41.500510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=332f105d-13e3-4656-9883-4204dcf6341c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:41.620531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:41.692529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.712360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-f9e1813a-aa42-4a77-92ae-c8f6a8c0a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:41.714209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-f9e1813a-aa42-4a77-92ae-c8f6a8c0a967 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.3739572 Jan 28 09:56:41.762426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:41.778567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:41.780247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=481b5274-23c7-4c2b-b2fe-73c7c6c2c1f9,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:41.785573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:41.786156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.801285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] No DVR routers for this DVR port 332f105d-13e3-4656-9883-4204dcf6341c on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:41.805137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.815211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:41.843098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-bc3853c1-5079-4c52-902f-0c00823f94cd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "DELETE /v2.0/ports/332f105d-13e3-4656-9883-4204dcf6341c HTTP/1.1" status: 204 len: 173 time: 3.6666341 Jan 28 09:56:41.926152 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '332f105d-13e3-4656-9883-4204dcf6341c', 'status': 'completed', 'code': 200} Jan 28 09:56:41.931129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.932165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.942018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:41.953905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=814ebd93-a8e6-49d2-a886-3c33008b9102,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:41.960916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port c83372bf-a733-457d-9be4-7ade9d15a71b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:41.960916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:41.967160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=94814710-46ea-44c5-9b12-a6fe739e3331,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:41.967984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33e04e5d-8e50-46e1-94db-0732b7408571 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4412460 Jan 28 09:56:41.976150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:41.992590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:41.993218 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.008167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': '814ebd93-a8e6-49d2-a886-3c33008b9102', 'ip_address': '2001:db8::be07:4482:30e9:e005'}], 'name': 'tempest-NetworksTestDHCPv6-78820756'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:42.015541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.082461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=05c0562c-726b-4638-9727-4b86c292ad5d,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:42.098694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-163c0c31-9fd9-446e-930c-3388999a32ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:42.102083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-163c0c31-9fd9-446e-930c-3388999a32ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3735461 Jan 28 09:56:42.110758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.159950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.161193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b042e94a-20d3-4ac1-9a78-4eaa7f053ac1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.9258337 Jan 28 09:56:42.172933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] For port 94814710-46ea-44c5-9b12-a6fe739e3331, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94814710-46ea-44c5-9b12-a6fe739e3331,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:42.173318 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.314481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a299c27-10af-4905-a817-6c9c9fc2b161 req-7455d6de-f73d-4f7a-887c-5fb6de9a80bd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:42.322846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a299c27-10af-4905-a817-6c9c9fc2b161 req-7455d6de-f73d-4f7a-887c-5fb6de9a80bd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:42.339358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a299c27-10af-4905-a817-6c9c9fc2b161 req-7455d6de-f73d-4f7a-887c-5fb6de9a80bd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:42.362002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a299c27-10af-4905-a817-6c9c9fc2b161 req-7455d6de-f73d-4f7a-887c-5fb6de9a80bd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:42.371627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Pushing event updated for resources: {'Port': ['ID=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:42.378396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a299c27-10af-4905-a817-6c9c9fc2b161 req-7455d6de-f73d-4f7a-887c-5fb6de9a80bd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 3146 time: 0.5564044 Jan 28 09:56:42.409959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:42.464849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] Calling delete_port for 94814710-46ea-44c5-9b12-a6fe739e3331 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:42.492247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a299c27-10af-4905-a817-6c9c9fc2b161 req-0e5a9f18-634e-4de5-ac55-099d063d08aa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128597 Jan 28 09:56:42.565618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:42.575488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:42.617365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:42.648519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:42.667246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:42.692714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:42.715742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.812123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:42.812518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:42.852691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c7f18c1-8626-4239-8cd2-77d0d21fe25c req-08ad3cbe-084b-4536-b2ec-a502797e25ba tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1441572 Jan 28 09:56:42.860602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.862201 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:42.877280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0caff8-ea56-4003-bee1-8930ca5f8dde None None] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:42.901565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.037241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf869840-7620-4751-9631-96c8988becb3 req-86ae1a98-f92c-4648-96e0-6cad95e7bee9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:43.043687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf869840-7620-4751-9631-96c8988becb3 req-86ae1a98-f92c-4648-96e0-6cad95e7bee9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.9022613 Jan 28 09:56:43.049650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] Pushing event deleted for resources: {'Port': ['ID=94814710-46ea-44c5-9b12-a6fe739e3331,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:43.052567 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-db305bf6-9b32-4936-8131-7e809b36d8c0 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9200740 Jan 28 09:56:43.063718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c59a19-d62b-4df4-bf5c-b31b34cbf77c None None] No DVR routers for this DVR port 94814710-46ea-44c5-9b12-a6fe739e3331 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:43.111465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561aad1c-08f1-492b-bd3a-f38c004c77a9 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:43.130437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-55573c82-5b60-4539-876d-b1c502951e2f None None] Provisioning for port fd984922-9236-4ab2-add1-802e003a1c6a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:43.151558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Pushing event deleted for resources: {'Port': ['ID=64574c6f-4d3f-4b89-9170-1d30b8cc6011,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:43.206761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:43.208257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Checking segment: {'id': '1d472578-12b1-45bd-b2d4-f29cc03863a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:43.211384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network hostable DHCP agents. Network: 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:56:43.216477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511'}, {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:43.225509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Subnet': ['ID=4b069fd1-3986-4b1f-b059-47a8556b7375,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:43.252677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-c0f66780-8600-4503-92ad-070a969dab32 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--710745605&fields=id&tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 267 time: 0.1943502 Jan 28 09:56:43.307987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.480376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] For port c83372bf-a733-457d-9be4-7ade9d15a71b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c83372bf-a733-457d-9be4-7ade9d15a71b,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:43.481213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.490856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.496403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:43.506191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:56:43.637689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for c83372bf-a733-457d-9be4-7ade9d15a71b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:43.660704 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.665137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8fcd310e-7cc8-4305-9024-8665872ede70 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:43.695683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.710359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:43.714529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:43.715267 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.748343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6649d567-73d7-4946-bd36-7224636b202c None None] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:43.835963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '814ebd93-a8e6-49d2-a886-3c33008b9102'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:43.836888 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:43.853622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 9d1427a9-78fc-4d99-b72f-28d193f07c92 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:43.892204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf869840-7620-4751-9631-96c8988becb3 req-74a87338-3389-4567-a65a-cb001c320845 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8475053 Jan 28 09:56:43.921392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21c5bcfd-6006-4b47-bd27-e3b437eea944 req-115c43c6-e306-423b-8694-33247cfac615 service neutron] 10.222.0.43 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8469083 Jan 28 09:56:44.037580 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'code': 200} Jan 28 09:56:44.037883 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d', 'code': 200} Jan 28 09:56:44.045981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8fcd310e-7cc8-4305-9024-8665872ede70 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:44.045981 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.046173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-66ebf22f-ffc2-451e-ac0b-154a518a557e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.3389578 Jan 28 09:56:44.056771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48018) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:44.062204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1043126226', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:44.071993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.081800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:44.109872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-b30f2bcb-5df6-4b12-818b-62834c9d5e43 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:44.117866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-b30f2bcb-5df6-4b12-818b-62834c9d5e43 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.8531928 Jan 28 09:56:44.195115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=c83372bf-a733-457d-9be4-7ade9d15a71b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:44.202046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:router and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:44.220988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:44.246302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.257010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/814ebd93-a8e6-49d2-a886-3c33008b9102/0ae517ec-10bd-407e-b570-30824929b411) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:44.266779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1019077-a87a-4049-b564-c44b3cc3e620 None None] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:44.305406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-1965b21f-e4d7-42c8-8055-ee2ac8ec20c6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/quotas/23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 375 time: 0.1863046 Jan 28 09:56:44.349680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:44.463199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] No DVR routers for this DVR port c83372bf-a733-457d-9be4-7ade9d15a71b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:44.466421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.475006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:44.479754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.480989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.499511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd984922-9236-4ab2-add1-802e003a1c6a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:44.499788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:44.519896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:56:44.610376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-0a54e31f-7be2-410c-aee4-211421d49f3d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2679396 Jan 28 09:56:44.633949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-9bf0c1f7-0165-4ff0-9016-ff6034f77183 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:56:44.634684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-9bf0c1f7-0165-4ff0-9016-ff6034f77183 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051343 Jan 28 09:56:44.712437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-9a0abf32-1268-4e75-988a-0d3d23593d25 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "DELETE /v2.0/ports/c83372bf-a733-457d-9be4-7ade9d15a71b HTTP/1.1" status: 204 len: 173 time: 2.8564005 Jan 28 09:56:44.839315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:44.850445 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] Sync routers for ids ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:44.870433 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] Routers {'3b079379-2c14-48a3-a3b7-05c5bff7f7a3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:44.871406 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:44.883640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e4965378-755c-49a4-8f7d-d3a84b4a9063 admin admin] 10.222.0.42 "PUT /v2.0/routers/3b079379-2c14-48a3-a3b7-05c5bff7f7a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2616999 Jan 28 09:56:44.887465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48024) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:44.888214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fd984922-9236-4ab2-add1-802e003a1c6a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:44.940698 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fd984922-9236-4ab2-add1-802e003a1c6a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:44.941490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.024315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.041457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Transition to ACTIVE for port object 0ae517ec-10bd-407e-b570-30824929b411 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:45.092505 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] Set router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:45.103056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Transition to ACTIVE for port object 0ae517ec-10bd-407e-b570-30824929b411 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:45.110381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.122671 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.136089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-1b494324-7f3b-4b63-8be9-0962fd04b3d9 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865736 Jan 28 09:56:45.170380 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.170628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:45.170824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.232832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:45.237458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-d15af63a-eec1-45ec-b8ab-857024016bef tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:45.246380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-d15af63a-eec1-45ec-b8ab-857024016bef tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:45.247755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.249191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:45.253318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-d15af63a-eec1-45ec-b8ab-857024016bef tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:45.254197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-d15af63a-eec1-45ec-b8ab-857024016bef tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:45.265761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:45.271841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Pushing event updated for resources: {'Port': ['ID=0ae517ec-10bd-407e-b570-30824929b411,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:45.279697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port fd984922-9236-4ab2-add1-802e003a1c6a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd984922-9236-4ab2-add1-802e003a1c6a,segment=NetworkSegment(ee00c12c-eb7b-4785-9168-bf01dd120d39),segment_id=ee00c12c-eb7b-4785-9168-bf01dd120d39)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:45.321218 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.328334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.407589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::be07:4482:30e9:e005 (769dbcf1-61f3-4915-834e-bca50e270657/814ebd93-a8e6-49d2-a886-3c33008b9102/9d1427a9-78fc-4d99-b72f-28d193f07c92) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:45.427789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94814710-46ea-44c5-9b12-a6fe739e3331 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:45.483747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 94814710-46ea-44c5-9b12-a6fe739e3331 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:45.484485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94814710-46ea-44c5-9b12-a6fe739e3331 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:45.501110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Attempting to bind port 0ae517ec-10bd-407e-b570-30824929b411 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:45.501592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Attempting to bind port 0ae517ec-10bd-407e-b570-30824929b411 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:45.502082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Attempting to bind port 0ae517ec-10bd-407e-b570-30824929b411 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:45.513178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:45.513664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:45.514196 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.514725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:45.516296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Bound port: 0ae517ec-10bd-407e-b570-30824929b411, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:45.516296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.528000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=fd984922-9236-4ab2-add1-802e003a1c6a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:45.536069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-d15af63a-eec1-45ec-b8ab-857024016bef tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:45.542564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-d15af63a-eec1-45ec-b8ab-857024016bef tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 2411 time: 1.1990895 Jan 28 09:56:45.606573 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.633968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] For port 0ae517ec-10bd-407e-b570-30824929b411, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:45.641910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] For port 0ae517ec-10bd-407e-b570-30824929b411, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0ae517ec-10bd-407e-b570-30824929b411,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:45.647570 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:45.664450 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-530ff691-029c-4f1f-b318-8b0f9ef565b3 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5274241 Jan 28 09:56:45.709063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:45.715653 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:56:42Z', 'revision_number': 5, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:45.720975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] Checking router: 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:45.733052 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] Routers {'3b079379-2c14-48a3-a3b7-05c5bff7f7a3'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:45.734413 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:45.777537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48737b06-c071-4c67-a9a1-7ce44b34dee6 req-13b5d215-f021-46f0-9122-af95e0c9b6d0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340503 Jan 28 09:56:45.841423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a9f09-d7cc-4227-af81-30917c8cf318 None None] Pushing event updated for resources: {'Port': ['ID=0ae517ec-10bd-407e-b570-30824929b411,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:45.855617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:45.855617 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:46.067493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:46.077364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] Set router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:46.106090 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': 'c83372bf-a733-457d-9be4-7ade9d15a71b', 'status': 'completed', 'code': 200} Jan 28 09:56:46.253539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc69999a-aded-40b8-ad8b-fc37c4a1eb02 req-2e28b060-97c0-4b50-ab2b-a2f6d356b806 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1364763 Jan 28 09:56:46.332754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] For port 8032c4eb-c0f0-4991-86ed-4bdf9833d511, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8032c4eb-c0f0-4991-86ed-4bdf9833d511,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:46.333119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:46.484017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f95ba6b2-4f8e-4f8c-9c75-6da6adc01d6d req-53ab0072-57b5-46dc-8145-dc30b0c104fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:46.520066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Deleting port 349bc079-11fb-418e-9847-0a95d8ec92b9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:46.520550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:46.544343 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:56:42Z', 'revision_number': 5, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:46.549408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c949d-6cf9-41bc-9336-f8411e0fdd33 None None] The sync data for ids ['3b079379-2c14-48a3-a3b7-05c5bff7f7a3'] in n-d-825178-2 is: [{'id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'name': 'tempest-TaggedBootDevicesTest_v242-286343083-router', 'tenant_id': '100556b513924d52bce1bdf85f4fbb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97'}], 'enable_snat': True}, 'gw_port_id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:06Z', 'updated_at': '2022-01-28T09:56:42Z', 'revision_number': 5, 'project_id': '100556b513924d52bce1bdf85f4fbb65', 'gw_port': {'id': '349bc079-11fb-418e-9847-0a95d8ec92b9', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b079379-2c14-48a3-a3b7-05c5bff7f7a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:07Z', 'updated_at': '2022-01-28T09:43:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:46.651362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Router 8976d65b-0999-4bdd-b502-84a284ee1119 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:56:46.723744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:46.789068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58b46ac-45a2-4a61-be10-9397620b2bed req-270f2c63-cbab-4cd3-a678-d811d85ee3c2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:46.790814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f58b46ac-45a2-4a61-be10-9397620b2bed req-270f2c63-cbab-4cd3-a678-d811d85ee3c2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.3337512 Jan 28 09:56:46.792107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 9d1427a9-78fc-4d99-b72f-28d193f07c92 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:46.863432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] For port 349bc079-11fb-418e-9847-0a95d8ec92b9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=349bc079-11fb-418e-9847-0a95d8ec92b9,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:46.863660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:46.878825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f95ba6b2-4f8e-4f8c-9c75-6da6adc01d6d req-53ab0072-57b5-46dc-8145-dc30b0c104fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:46.880003 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f95ba6b2-4f8e-4f8c-9c75-6da6adc01d6d req-53ab0072-57b5-46dc-8145-dc30b0c104fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 210 time: 0.5284131 Jan 28 09:56:46.886926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f58b46ac-45a2-4a61-be10-9397620b2bed req-743cd209-0955-4b71-a28e-a55a82d75cff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809426 Jan 28 09:56:47.013924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.049861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Calling delete_port for 349bc079-11fb-418e-9847-0a95d8ec92b9 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:47.133906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.253167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:47.255229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=9d1427a9-78fc-4d99-b72f-28d193f07c92,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:47.259851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:47.262837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:47.268401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:47.269095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.282335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.310130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ba7a30df-ba25-42eb-8a56-cdfd5cc91248 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.3292408 Jan 28 09:56:47.313509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48044) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:47.529712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c2c7dede-56a4-4c62-aab9-256e5e834337 None None] Provisioning for port 0ae517ec-10bd-407e-b570-30824929b411 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:47.637797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8dc20607-d670-47c4-a0eb-c1e3d7727a0a req-2efe94d2-1d32-4ef4-b1e6-b2de61427a8e tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1684389 Jan 28 09:56:47.646405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.69 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/730de1b6-72db-4967-982a-a934ca9bbb68) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:47.686193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.750079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=349bc079-11fb-418e-9847-0a95d8ec92b9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:47.816067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-0c0ba516-37ae-49ca-b91c-ef25a56bc0aa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:47.817908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-0c0ba516-37ae-49ca-b91c-ef25a56bc0aa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.3969090 Jan 28 09:56:47.833891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0ae517ec-10bd-407e-b570-30824929b411 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:47.876795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.888768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ccfd2a-7422-4b86-9fe1-e8835deda75e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:47.894685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ccfd2a-7422-4b86-9fe1-e8835deda75e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:47.895473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f4ccfd2a-7422-4b86-9fe1-e8835deda75e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:47.907788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9684e879-3807-4123-bb66-2c6fe4cc9fb5 None None] Provisioning for port 9d1427a9-78fc-4d99-b72f-28d193f07c92 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:47.916489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9684e879-3807-4123-bb66-2c6fe4cc9fb5 None None] Provisioning complete for port 9d1427a9-78fc-4d99-b72f-28d193f07c92 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:47.917047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9684e879-3807-4123-bb66-2c6fe4cc9fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.923089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:47.943716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6eb69a16-fcaf-479c-8b59-18b247fad0a8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 379 time: 0.0844865 Jan 28 09:56:47.953709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.953933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'port': {'device_id': '49dc3ed3-e248-465d-a898-7bd908c28717', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'admin_state_up': True, 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'security_groups': ['f5142b77-a8d8-4cb6-af27-64bc974a06f4']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:47.954243 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:47.954543 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Floating IP de406b1c-118f-45da-8cbd-bfac5380ae4c disassociated. External IP: 172.25.1.42, port: 8032c4eb-c0f0-4991-86ed-4bdf9833d511. Jan 28 09:56:47.954952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for 8032c4eb-c0f0-4991-86ed-4bdf9833d511 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:47.963633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Sync routers for ids ['8976d65b-0999-4bdd-b502-84a284ee1119'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:47.974858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0ae517ec-10bd-407e-b570-30824929b411 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:47.988543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0ae517ec-10bd-407e-b570-30824929b411 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:47.988978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.024558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.025853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7279147d-5e06-4e79-9d65-a578762643a2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 13.0791383 Jan 28 09:56:48.033746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Routers {'8976d65b-0999-4bdd-b502-84a284ee1119'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:48.034271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48052) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:48.034941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8976d65b-0999-4bdd-b502-84a284ee1119'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:48.102310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:48.108165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9684e879-3807-4123-bb66-2c6fe4cc9fb5 None None] Port 9d1427a9-78fc-4d99-b72f-28d193f07c92 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:48.157900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb639103-e004-4b98-88a4-5623436eb448 req-966e0586-15e8-42a3-878f-9875ff81f43f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:48.164063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb639103-e004-4b98-88a4-5623436eb448 req-966e0586-15e8-42a3-878f-9875ff81f43f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:48.167858 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-71fc3ba0-ef3b-4d59-99ce-9713fd9d1df4 req-85e75e3e-1be0-4d7f-840f-44e9a4967643 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 210 time: 0.0631192 Jan 28 09:56:48.168428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f4ccfd2a-7422-4b86-9fe1-e8835deda75e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:48.169799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb639103-e004-4b98-88a4-5623436eb448 req-966e0586-15e8-42a3-878f-9875ff81f43f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:48.171438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb639103-e004-4b98-88a4-5623436eb448 req-966e0586-15e8-42a3-878f-9875ff81f43f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 2411 time: 0.9533041 Jan 28 09:56:48.172108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f4ccfd2a-7422-4b86-9fe1-e8835deda75e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.8576295 Jan 28 09:56:48.175729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48056) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:48.175871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.178720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.228641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:48.300373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.314862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Set router 8976d65b-0999-4bdd-b502-84a284ee1119 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:48.411280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:48.426451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:48.442483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:48.477286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=730de1b6-72db-4967-982a-a934ca9bbb68,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:48.481711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb639103-e004-4b98-88a4-5623436eb448 req-7f7cf6ef-7939-456e-af7a-78dc9b25f291 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475450 Jan 28 09:56:48.596197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 0ae517ec-10bd-407e-b570-30824929b411, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0ae517ec-10bd-407e-b570-30824929b411,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:48.607074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.607950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd984922-9236-4ab2-add1-802e003a1c6a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:48.639088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.642675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.648887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:48.653839 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.674224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.709092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 9d1427a9-78fc-4d99-b72f-28d193f07c92 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:48.709611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.775020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.775604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b079379-2c14-48a3-a3b7-05c5bff7f7a3 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:56:48.795390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=8032c4eb-c0f0-4991-86ed-4bdf9833d511,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:48.809512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=0ae517ec-10bd-407e-b570-30824929b411,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:48.824121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fd984922-9236-4ab2-add1-802e003a1c6a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:48.824497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.901444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:56:48.913348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:48.917209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13624da5-e05c-4f41-b865-28554d3e64b7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3b079379-2c14-48a3-a3b7-05c5bff7f7a3 HTTP/1.1" status: 204 len: 168 time: 4.0263770 Jan 28 09:56:48.926341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48062) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:49.044753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee8b8-97f4-4b18-bcd5-2ac3e11a0909 req-bbc68063-d92c-440c-8bd3-cf8e81f73cb6 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:49.046435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619ee8b8-97f4-4b18-bcd5-2ac3e11a0909 req-bbc68063-d92c-440c-8bd3-cf8e81f73cb6 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 943 time: 0.5890505 Jan 28 09:56:49.087333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:56:43Z', 'revision_number': 3, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:49.108521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Checking router: 8976d65b-0999-4bdd-b502-84a284ee1119 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:49.108864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Updating router 8976d65b-0999-4bdd-b502-84a284ee1119 port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:56:49.163363 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-61ab0641-0541-4d62-9171-87034ae597c0 req-ac0fffed-9ea6-42a9-bf27-544b4d0baf98 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.3176053 Jan 28 09:56:49.225108 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.253328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Deleting subnet 621988c8-76e7-4ed2-a7e6-a1817282ff18 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:49.298996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-619ee8b8-97f4-4b18-bcd5-2ac3e11a0909 req-aece5994-d0f8-4103-9719-a329809d45d9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332428 Jan 28 09:56:49.311911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.398211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64574c6f-4d3f-4b89-9170-1d30b8cc6011 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:49.414996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Allocated IP 172.20.0.9 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/458c20e9-752f-420a-97dd-504ca20dfe61) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:49.452703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 64574c6f-4d3f-4b89-9170-1d30b8cc6011 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:49.453543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64574c6f-4d3f-4b89-9170-1d30b8cc6011 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:49.465194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:49.479964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.493000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'port_id': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'mac_address': 'fa:16:3e:9d:4f:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:56:49.593070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.624426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-784a3de7-d757-4c7f-be68-d4dac637cac0 req-a5a18e3d-c1ed-4003-b07a-49252aad85d9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 210 time: 0.1685302 Jan 28 09:56:49.650275 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.732796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ea2fb8-2c1d-4440-abb1-c18f1b105789 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:56:49.745641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0ae517ec-10bd-407e-b570-30824929b411 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:49.810622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 9d1427a9-78fc-4d99-b72f-28d193f07c92 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:49.817045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:49.829843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.855716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Router 641cb7db-1016-4071-a244-b82be3870a2d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:56:49.924151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:49.951330 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:49.955789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0ae517ec-10bd-407e-b570-30824929b411 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:49.956161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.066597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['12ea2fb8-2c1d-4440-abb1-c18f1b105789'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:56:50.147734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.235862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Transition to ACTIVE for port object 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:50.244065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.286191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.301009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.348983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:50.361793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] Sync routers for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:50.371962 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:50.372817 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:50.388734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=9d1427a9-78fc-4d99-b72f-28d193f07c92,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:50.416500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd106-fbb6-4dfa-965b-65cde0beb476 None None] Pushing event updated for resources: {'Port': ['ID=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:50.603693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Attempting to bind port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:50.603970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Attempting to bind port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:50.604357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Attempting to bind port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:50.632787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:50.633083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:50.633477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.633859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:50.634436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Bound port: 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:50.634810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.671978 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:50.747650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] For port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:50.751161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] For port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:50.752815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 349bc079-11fb-418e-9847-0a95d8ec92b9 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:50.788469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.792456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.798988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71960f-2edd-4abe-8e42-7b1c389b549d req-09f4f33c-dbda-4b0f-b096-523860805a66 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:50.804838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d71960f-2edd-4abe-8e42-7b1c389b549d req-09f4f33c-dbda-4b0f-b096-523860805a66 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:50.811793 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d71960f-2edd-4abe-8e42-7b1c389b549d req-09f4f33c-dbda-4b0f-b096-523860805a66 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 1677 time: 0.8340721 Jan 28 09:56:50.846744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:50.868700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Transition to ACTIVE for port object 458c20e9-752f-420a-97dd-504ca20dfe61 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:50.895374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1f855b60-e84d-4f09-b2d5-e66e1a9ee0b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/9d1427a9-78fc-4d99-b72f-28d193f07c92 HTTP/1.1" status: 204 len: 168 time: 2.6730008 Jan 28 09:56:50.901832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48076) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:50.924437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbccd106-fbb6-4dfa-965b-65cde0beb476 None None] Pushing event updated for resources: {'Port': ['ID=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:50.928334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 349bc079-11fb-418e-9847-0a95d8ec92b9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:50.928707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 349bc079-11fb-418e-9847-0a95d8ec92b9 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:50.940522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Routers {'8976d65b-0999-4bdd-b502-84a284ee1119'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:50.941138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8976d65b-0999-4bdd-b502-84a284ee1119'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:50.954377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d71960f-2edd-4abe-8e42-7b1c389b549d req-d98b8e0f-9b20-4e29-b571-d35b4c95fed3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416631 Jan 28 09:56:50.977975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.021613 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.092225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=621988c8-76e7-4ed2-a7e6-a1817282ff18,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:51.102546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] No DVR routers for this DVR port 8032c4eb-c0f0-4991-86ed-4bdf9833d511 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:51.128024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ffe4f2a-79ee-475b-8bcb-6b82820d981a None None] Network de252d34-1a09-4446-acf6-136282c48688 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:51.131329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.138467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eaf1cb-df3d-4703-90d1-e42e7384d0a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:51.140138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1eaf1cb-df3d-4703-90d1-e42e7384d0a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:51.148173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e1eaf1cb-df3d-4703-90d1-e42e7384d0a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:51.155910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.177615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.180235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:51.181113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:36Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:51.185881 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] Checking router: 641cb7db-1016-4071-a244-b82be3870a2d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:56:51.187978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-04782889-abc4-446e-b436-048d64b96ea2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/621988c8-76e7-4ed2-a7e6-a1817282ff18 HTTP/1.1" status: 204 len: 168 time: 2.2502670 Jan 28 09:56:51.190484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b51e1eb-4b00-4577-8c79-b3c6048cc39c req-6e6e265b-f8e8-4bb9-8ae6-9dc5685c99f5 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.7638135 Jan 28 09:56:51.202366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48082) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:51.224404 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:51.225997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:51.250884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.294704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:51.295578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e1eaf1cb-df3d-4703-90d1-e42e7384d0a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:51.299453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e1eaf1cb-df3d-4703-90d1-e42e7384d0a1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3951375 Jan 28 09:56:51.300372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48086) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:51.303955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:51.330765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f789b63a-38dc-4d46-bd09-4e661c404d5e tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "DELETE /v2.0/ports/8032c4eb-c0f0-4991-86ed-4bdf9833d511 HTTP/1.1" status: 204 len: 173 time: 6.5956862 Jan 28 09:56:51.340641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:51.384498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:51.410064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] Set router 8976d65b-0999-4bdd-b502-84a284ee1119 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:51.422682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 05c0562c-726b-4638-9727-4b86c292ad5d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:51.423618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.475236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 814ebd93-a8e6-49d2-a886-3c33008b9102 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:56:51.488680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:51.490179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.493964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.629755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacec03-3828-4c80-bfb8-8398a58b5cb4 req-bb508195-936a-4ff3-8cb1-eca5f0b797cc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:51.645531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ceacec03-3828-4c80-bfb8-8398a58b5cb4 req-bb508195-936a-4ff3-8cb1-eca5f0b797cc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 944 time: 0.4927561 Jan 28 09:56:51.665359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6f59d772-ba66-44df-b81e-44886740d174 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7162027 Jan 28 09:56:51.681722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Request body: {'port': {'device_id': '49dc3ed3-e248-465d-a898-7bd908c28717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:51.716286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.773568 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:56:51.786058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.820445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ceacec03-3828-4c80-bfb8-8398a58b5cb4 req-040bc100-759a-4f75-af39-afc3caeb65fa tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739686 Jan 28 09:56:51.859228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Deleting port b7f32724-2255-464b-a717-9f8cccee33a8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:51.859824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.862325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] DHCP port deletion for de252d34-1a09-4446-acf6-136282c48688 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:56:51.879765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] Deleting port b7f32724-2255-464b-a717-9f8cccee33a8 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:51.881964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.923469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:51.950651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-38769c7b-216a-4d62-8225-b913ac584bd3 None None] Provisioning for port 458c20e9-752f-420a-97dd-504ca20dfe61 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:51.982014 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '8032c4eb-c0f0-4991-86ed-4bdf9833d511', 'status': 'completed', 'code': 200} Jan 28 09:56:51.992304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:52.034981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-38769c7b-216a-4d62-8225-b913ac584bd3 None None] Provisioning complete for port 458c20e9-752f-420a-97dd-504ca20dfe61 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:52.035845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-38769c7b-216a-4d62-8225-b913ac584bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:52.093615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:52.152257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:52.182848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed53aace-b0a5-442e-a3dc-7a66209ea99e None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:52.205601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-38769c7b-216a-4d62-8225-b913ac584bd3 None None] Port 458c20e9-752f-420a-97dd-504ca20dfe61 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:52.206927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=814ebd93-a8e6-49d2-a886-3c33008b9102,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:52.249466 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:36Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:52.254130 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb4b3cf7-a0dd-444c-a675-4666bebf8ee0 None None] The sync data for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 is: [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:44:15Z', 'revision_number': 4, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '30f5291e-f8ff-4000-b2ac-9f1e20eac9e8', 'name': '', 'network_id': '47fb4be1-2011-4344-975d-ae001620c091', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'mac_address': 'fa:16:3e:b3:4f:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1120, 'fixed_ips': [{'subnet_id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:14Z', 'updated_at': '2022-01-28T09:44:36Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'subnets': [{'id': '0845f0b6-100e-4a0d-9db7-e4508f9ee722', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:52.258938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007df7-8d1d-4787-9ae3-9760e79b445d req-246f0e49-09d4-42e7-819c-2ecf4225349d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:52.268204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6007df7-8d1d-4787-9ae3-9760e79b445d req-246f0e49-09d4-42e7-819c-2ecf4225349d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 931 time: 0.7524164 Jan 28 09:56:52.307741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ab9b3a5d-5138-42ea-92bb-db0d2d052e08 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/814ebd93-a8e6-49d2-a886-3c33008b9102 HTTP/1.1" status: 204 len: 168 time: 0.9993539 Jan 28 09:56:52.313915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:52.343431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] For port 05c0562c-726b-4638-9727-4b86c292ad5d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=05c0562c-726b-4638-9727-4b86c292ad5d,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:52.344085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:52.351154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:56:43Z', 'revision_number': 3, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:52.367359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:56:52.432066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a6007df7-8d1d-4787-9ae3-9760e79b445d req-e07d2c03-8eb9-4e93-bbfc-6c9f87ad6ff1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:52.457750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] For port b7f32724-2255-464b-a717-9f8cccee33a8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b7f32724-2255-464b-a717-9f8cccee33a8,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:52.458147 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:52.465300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8792e755-c5ab-46ee-9f7f-7d7cfb4fb9b2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1482356 Jan 28 09:56:52.468923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48098) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:52.577558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a58d1-693e-4a97-af3b-960e0b97762c req-d37fb931-7036-4b13-8b4a-82f5264f0c19 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:52.583683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0a58d1-693e-4a97-af3b-960e0b97762c req-d37fb931-7036-4b13-8b4a-82f5264f0c19 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:52.585353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed0a58d1-693e-4a97-af3b-960e0b97762c req-d37fb931-7036-4b13-8b4a-82f5264f0c19 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 1677 time: 0.4205220 Jan 28 09:56:52.629989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9f57c9-c9fb-4b0c-9202-da7f89ec35fb None None] The sync data for ids ['8976d65b-0999-4bdd-b502-84a284ee1119'] in n-d-825178-2 is: [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:56:43Z', 'revision_number': 3, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:52.696127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0061ed4b-77ef-4a93-92bb-fcf22dd108b4 None None] New status for floating IP de406b1c-118f-45da-8cbd-bfac5380ae4c: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:56:52.706056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcf647f-cfe0-4991-8dad-4d8ba5703996 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:52.706784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6bcf647f-cfe0-4991-8dad-4d8ba5703996 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:52.711313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for 05c0562c-726b-4638-9727-4b86c292ad5d owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:52.712428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed0a58d1-693e-4a97-af3b-960e0b97762c req-d7f51247-b071-4904-bcab-76a97dfcd4e0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097009 Jan 28 09:56:52.739782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Allocated IP 172.20.0.1 (d2422fe8-7931-43b5-a7d6-5a2193639ea0/da066a9e-bc22-4248-8484-1e0e7f736b57/2c28e0df-591c-42a1-ac3d-271d3a706847) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:52.773048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] Calling delete_port for b7f32724-2255-464b-a717-9f8cccee33a8 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:52.776730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6bcf647f-cfe0-4991-8dad-4d8ba5703996 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:52.778860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6bcf647f-cfe0-4991-8dad-4d8ba5703996 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3014882 Jan 28 09:56:52.782431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48102) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:52.869923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317ad1dc-a7b8-4378-8271-bea8ea0961cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:52.870618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-317ad1dc-a7b8-4378-8271-bea8ea0961cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:52.897446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-317ad1dc-a7b8-4378-8271-bea8ea0961cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:52.899322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-317ad1dc-a7b8-4378-8271-bea8ea0961cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1154008 Jan 28 09:56:52.901522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48108) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:52.906333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:56:52.936085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a6007df7-8d1d-4787-9ae3-9760e79b445d req-e07d2c03-8eb9-4e93-bbfc-6c9f87ad6ff1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:52.945289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6007df7-8d1d-4787-9ae3-9760e79b445d req-e07d2c03-8eb9-4e93-bbfc-6c9f87ad6ff1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6756244 Jan 28 09:56:52.974453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:53.163351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:56:53.179202 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:56:53.197347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.198517 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:53.199135 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:53.217378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d89ed196-4a6b-4482-86e2-1fef9a12c8b7 req-0bc29daf-9631-4d08-9d8c-0c8fa7e2305a tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.2407620 Jan 28 09:56:53.227075 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.231361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-875494c8-5cce-415c-9744-24ca6491437f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3285565 Jan 28 09:56:53.239721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:53.248586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:53.275806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Transition to ACTIVE for port object 458c20e9-752f-420a-97dd-504ca20dfe61 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:53.292306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] Pushing event deleted for resources: {'Port': ['ID=b7f32724-2255-464b-a717-9f8cccee33a8,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:53.298016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8a2f8-7ae8-44f8-982d-0f77a1f7d092 None None] No DVR routers for this DVR port b7f32724-2255-464b-a717-9f8cccee33a8 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:53.301837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:53.303417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.356704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.359657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:53.372692 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:56:53.373293 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:53.496296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:56:53.504677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] Deleting port 0ae517ec-10bd-407e-b570-30824929b411 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:53.505077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.510048 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:53.510774 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7c3c3d-8d5b-4765-a4b3-2f2244eafc28 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:56:53.530601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.535286 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d3749835-0640-4cc8-af58-a716fd204377 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.4774423 Jan 28 09:56:53.560701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48116) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:53.705001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] For port b7f32724-2255-464b-a717-9f8cccee33a8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b7f32724-2255-464b-a717-9f8cccee33a8,segment=NetworkSegment(8d9dfe58-dd36-491a-b1b8-c5c2de2970fc),segment_id=8d9dfe58-dd36-491a-b1b8-c5c2de2970fc)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:53.705749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.713321 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.787871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:53.815670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:53.818847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:53.851023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:53.892545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:53.904798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:53.908389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:53.949000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Attempting to bind port 458c20e9-752f-420a-97dd-504ca20dfe61 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:53.949344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Attempting to bind port 458c20e9-752f-420a-97dd-504ca20dfe61 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:53.949649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Attempting to bind port 458c20e9-752f-420a-97dd-504ca20dfe61 on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:53.996099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:54.014308 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.067032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Calling delete_port for b7f32724-2255-464b-a717-9f8cccee33a8 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:54.088418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Port 458c20e9-752f-420a-97dd-504ca20dfe61 on network f09e96b4-e3f2-493e-bd09-5f868daa445d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:56:54.088418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Attempting to bind port 458c20e9-752f-420a-97dd-504ca20dfe61 on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:54.094322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:54.103909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:54.104280 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.112260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.113568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:54.113906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:54.114660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:54.115102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Bound port: 458c20e9-752f-420a-97dd-504ca20dfe61, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:54.115449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.201360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] For port 0ae517ec-10bd-407e-b570-30824929b411, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0ae517ec-10bd-407e-b570-30824929b411,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:54.201863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.221432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:54.268920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=05c0562c-726b-4638-9727-4b86c292ad5d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:54.273320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:54.278606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:54.350107 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.351750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] Calling delete_port for 0ae517ec-10bd-407e-b570-30824929b411 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:54.386432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f076716-8f7c-49f7-8b66-7c40ec7ab57d req-1277637d-b2be-44a4-b8c5-7f02085223f5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:54.389126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f076716-8f7c-49f7-8b66-7c40ec7ab57d req-1277637d-b2be-44a4-b8c5-7f02085223f5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 944 time: 1.0979369 Jan 28 09:56:54.432420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b2ea5-09ae-4f96-add0-9dd71c364d4f req-4f730972-d39b-4e67-a595-59faa5a51699 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:54.437202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-329b2ea5-09ae-4f96-add0-9dd71c364d4f req-4f730972-d39b-4e67-a595-59faa5a51699 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 943 time: 0.4162793 Jan 28 09:56:54.502660 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.521450 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.521928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Transition to ACTIVE for port object 2c28e0df-591c-42a1-ac3d-271d3a706847 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:54.538607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:54.544281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.545507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] No DVR routers for this DVR port 05c0562c-726b-4638-9727-4b86c292ad5d on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:54.566993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:56:54.567322 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:56:54.567837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:54.587545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:54.588860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.591691 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.592213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-5b70d8fc-3295-4ee0-b471-d18fab25ffa4 service neutron] 10.222.0.25 "PUT /v2.0/ports/458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 1091 time: 2.9144349 Jan 28 09:56:54.598225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.608571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:54.621689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] No DVR routers for this DVR port 0ae517ec-10bd-407e-b570-30824929b411 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:54.654726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b7f32724-2255-464b-a717-9f8cccee33a8 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:54.656400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.703118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b7f32724-2255-464b-a717-9f8cccee33a8 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:54.703701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b7f32724-2255-464b-a717-9f8cccee33a8 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:54.704292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0ae517ec-10bd-407e-b570-30824929b411 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:56:54.760024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0ae517ec-10bd-407e-b570-30824929b411 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:56:54.760592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0ae517ec-10bd-407e-b570-30824929b411 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:56:54.781321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:54.829353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:54.833229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622c1c6-8157-417a-ac24-c8d5430d28c9 None None] Pushing event deleted for resources: {'Port': ['ID=0ae517ec-10bd-407e-b570-30824929b411,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:54.837502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:54.847804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d827022c-06a3-4963-ab68-6d9f9b04480f None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:56:54.853697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:54.854495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:54.868260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-329b2ea5-09ae-4f96-add0-9dd71c364d4f req-05a31f17-9f6b-4078-b161-dd11fc6ecaf5 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2748454 Jan 28 09:56:54.876625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=e625c6f2-2d71-434b-acdc-8bf34ef69648,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:54.943744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-49ad0e98-3cab-4a25-ac9b-3e21bc50b05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:54.945467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-49ad0e98-3cab-4a25-ac9b-3e21bc50b05f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1094 time: 0.2427762 Jan 28 09:56:54.947247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a633f163-5f35-4fa1-8486-b4118d28a3eb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7065771 Jan 28 09:56:54.952691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48130) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:54.958899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'e625c6f2-2d71-434b-acdc-8bf34ef69648', 'ip_address': '2001:db8::ff07:b074:837f:6e8'}], 'name': 'tempest-NetworksTestDHCPv6-1577622890'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:55.002669 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'code': 200} Jan 28 09:56:55.063871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:55.075876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-f5bae3e3-8b0c-409d-a2ab-07d2a69fdfcb tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "DELETE /v2.0/ports/05c0562c-726b-4638-9727-4b86c292ad5d HTTP/1.1" status: 204 len: 173 time: 3.7246580 Jan 28 09:56:55.094965 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f076716-8f7c-49f7-8b66-7c40ec7ab57d req-be64ceb8-82cb-4539-8851-c3a69c9388a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6567414 Jan 28 09:56:55.130325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Deleting port b7f32724-2255-464b-a717-9f8cccee33a8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:55.130724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.136109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'e625c6f2-2d71-434b-acdc-8bf34ef69648'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:56:55.136984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.144701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-6baeddaf-f275-41f2-80a8-007fd386c7ea service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 217 time: 0.1597927 Jan 28 09:56:55.165558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.231409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-3c3184f9-d1a8-4153-a085-5d496348e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:55.232980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-3c3184f9-d1a8-4153-a085-5d496348e59c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0726695 Jan 28 09:56:55.402954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/e625c6f2-2d71-434b-acdc-8bf34ef69648/5c0ade1b-54de-4ab6-a531-77679fe51219) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:55.453754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:55.466749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-98b3e432-ffa0-48f3-8c02-9ec375f8fbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:55.468513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-98b3e432-ffa0-48f3-8c02-9ec375f8fbec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937611 Jan 28 09:56:55.482910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29192d68-6fa9-46ea-a470-3fe7992b8c6d req-cab0ff63-221b-4399-9ca7-bc73e4742a4c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:55.483891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-29192d68-6fa9-46ea-a470-3fe7992b8c6d req-cab0ff63-221b-4399-9ca7-bc73e4742a4c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:55.486564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] The port 'b7f32724-2255-464b-a717-9f8cccee33a8' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:56:55.488212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:55.489849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:55.499504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1df37915-d075-4046-80a7-e43683b21e23 req-cc8f7719-87ed-476c-bd86-61ac86d3ebdf tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1638768 Jan 28 09:56:55.500324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:55.552534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:55.639084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 9de6000c-91ca-43af-bab8-be545e1cc36c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:55.639422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.698204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Pushing event updated for resources: {'Port': ['ID=2c28e0df-591c-42a1-ac3d-271d3a706847,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:55.768788 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.781748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Transition to ACTIVE for port object 5c0ade1b-54de-4ab6-a531-77679fe51219 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:55.795443 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '05c0562c-726b-4638-9727-4b86c292ad5d', 'status': 'completed', 'code': 200} Jan 28 09:56:55.808501 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'status': 'completed', 'code': 200} Jan 28 09:56:55.810266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Transition to ACTIVE for port object 5c0ade1b-54de-4ab6-a531-77679fe51219 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:55.811894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:55.827723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:55.852777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-29192d68-6fa9-46ea-a470-3fe7992b8c6d req-cab0ff63-221b-4399-9ca7-bc73e4742a4c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:55.854633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-29192d68-6fa9-46ea-a470-3fe7992b8c6d req-cab0ff63-221b-4399-9ca7-bc73e4742a4c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 943 time: 0.6207662 Jan 28 09:56:55.864546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.924179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.957458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:55.959585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:55.969343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:55.978108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:55.986086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-41733cf1-0063-406c-8786-b91e69e7ae76 None None] Provisioning for port 2c28e0df-591c-42a1-ac3d-271d3a706847 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:55.996615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fc1d083-797f-4483-89a0-0f59ab3a0ff2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.033477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-29192d68-6fa9-46ea-a470-3fe7992b8c6d req-2c36bf0e-9434-428c-a6bc-96bab94249f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249809 Jan 28 09:56:56.034033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Pushing event updated for resources: {'Port': ['ID=5c0ade1b-54de-4ab6-a531-77679fe51219,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:56.036492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-41733cf1-0063-406c-8786-b91e69e7ae76 None None] Provisioning complete for port 2c28e0df-591c-42a1-ac3d-271d3a706847 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:56.042216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41733cf1-0063-406c-8786-b91e69e7ae76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.052537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-e45a05b0-bbbb-4ae6-9543-ddd0dde837a4 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5601144 Jan 28 09:56:56.059503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.103669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de252d34-1a09-4446-acf6-136282c48688']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:56.153863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Attempting to bind port 5c0ade1b-54de-4ab6-a531-77679fe51219 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:56:56.154192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Attempting to bind port 5c0ade1b-54de-4ab6-a531-77679fe51219 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:56:56.154544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Attempting to bind port 5c0ade1b-54de-4ab6-a531-77679fe51219 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:56:56.166872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:56.167888 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.181170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 2f03fe26-b944-4759-9be7-45e4577927fc yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:56.189024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:56.189322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d9dfe58-dd36-491a-b1b8-c5c2de2970fc') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:56:56.235123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-41733cf1-0063-406c-8786-b91e69e7ae76 None None] Port 2c28e0df-591c-42a1-ac3d-271d3a706847 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:56.236796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:56:56.237162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:56:56.237546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.237912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:56:56.238385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Bound port: 5c0ade1b-54de-4ab6-a531-77679fe51219, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:56:56.238743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.262370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.290228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91e732-ad0a-450e-9b49-42fc617f40f4 req-b7ded27b-11b4-45cf-8a14-0022bb24e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:56.291283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b91e732-ad0a-450e-9b49-42fc617f40f4 req-b7ded27b-11b4-45cf-8a14-0022bb24e93a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 1097 time: 1.0206494 Jan 28 09:56:56.339583 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.390182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] For port 5c0ade1b-54de-4ab6-a531-77679fe51219, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:56:56.396754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] For port 5c0ade1b-54de-4ab6-a531-77679fe51219, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5c0ade1b-54de-4ab6-a531-77679fe51219,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:56:56.407608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:56:56.408011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.410370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:56:56.429190 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:56:56.433687 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a70a0fe-7dfa-4859-8330-9cd9d984edbd req-2bfa1aaf-6547-44e2-989e-5e63f710f01c service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3626015 Jan 28 09:56:56.464427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a393a-bebb-4ca5-ba8d-4c1e54347f64 req-81331021-0fc0-4d41-b314-0b5ad2e4ba3b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:56.473105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d18a393a-bebb-4ca5-ba8d-4c1e54347f64 req-81331021-0fc0-4d41-b314-0b5ad2e4ba3b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 946 time: 0.2196240 Jan 28 09:56:56.588105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506eb76f-b7cf-44b2-b6fd-a2608364efb5 None None] Pushing event updated for resources: {'Port': ['ID=5c0ade1b-54de-4ab6-a531-77679fe51219,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:56.653298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::ff07:b074:837f:6e8 (769dbcf1-61f3-4915-834e-bca50e270657/e625c6f2-2d71-434b-acdc-8bf34ef69648/2f03fe26-b944-4759-9be7-45e4577927fc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:56.671871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a4cbf1e-e439-412a-9d4d-b208a2c7735d req-f1e47dc7-3440-47c5-9d59-dcaca9de9c50 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1149254 Jan 28 09:56:56.681546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b91e732-ad0a-450e-9b49-42fc617f40f4 req-0df48113-8739-4dd7-afcc-d4aed570cbb2 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3661325 Jan 28 09:56:56.714882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d18a393a-bebb-4ca5-ba8d-4c1e54347f64 req-bb25c750-611c-47c5-aea9-882cdb0a1f30 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2408516 Jan 28 09:56:56.772395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.783900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] For port 9de6000c-91ca-43af-bab8-be545e1cc36c, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=9de6000c-91ca-43af-bab8-be545e1cc36c,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:56.784257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.807240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:56.841923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] Pushing event deleted for resources: {'Network': ['ID=de252d34-1a09-4446-acf6-136282c48688,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:56.852030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3c4ad-6645-486e-8764-a102ba15bbfb req-c5a60076-81fc-41e2-95db-b430c1db43fa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:56.852813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2eb3c4ad-6645-486e-8764-a102ba15bbfb req-c5a60076-81fc-41e2-95db-b430c1db43fa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:56.869713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-8ffba6ba-a2ae-4170-b3fa-abc60e1a6c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:56.871207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-8ffba6ba-a2ae-4170-b3fa-abc60e1a6c5d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1094 time: 0.3007231 Jan 28 09:56:56.959674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cec8093-9989-4154-9a09-15303d0ea903 req-fabe3424-cdc5-4393-871b-572f0438feea tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.0756867 Jan 28 09:56:56.976898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for 9de6000c-91ca-43af-bab8-be545e1cc36c owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:56:57.011371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-245916fc-e9c8-4c9b-bf79-fe40e20ba90d admin admin] 10.222.0.42 "DELETE /v2.0/networks/de252d34-1a09-4446-acf6-136282c48688 HTTP/1.1" status: 204 len: 168 time: 5.8080537 Jan 28 09:56:57.109025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.131953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-15d18cf0-e9df-447a-98d9-4f352d7cab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:57.133437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-15d18cf0-e9df-447a-98d9-4f352d7cab3b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.2538104 Jan 28 09:56:57.146361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2eb3c4ad-6645-486e-8764-a102ba15bbfb req-c5a60076-81fc-41e2-95db-b430c1db43fa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:57.152812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2eb3c4ad-6645-486e-8764-a102ba15bbfb req-c5a60076-81fc-41e2-95db-b430c1db43fa tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 943 time: 1.0643630 Jan 28 09:56:57.197972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 2f03fe26-b944-4759-9be7-45e4577927fc will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:56:57.209380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-3306aa02-3e71-4799-9806-4ffd7152111d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 217 time: 0.0694194 Jan 28 09:56:57.214816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.228971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.255746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2eb3c4ad-6645-486e-8764-a102ba15bbfb req-c56e84a4-1900-4db5-a1fc-72ee586de19f tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups?id=32a764b5-7670-4112-9409-64e335794a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014631 Jan 28 09:56:57.298566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:57.370324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-4675cfe6-9f04-42d7-a74b-8b3b4d104107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:57.371758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-4675cfe6-9f04-42d7-a74b-8b3b4d104107 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1316059 Jan 28 09:56:57.437544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2790059c-2d68-47c3-86f8-8affa81a35b3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38d5669209904426ada30ffdcc25f0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378489 Jan 28 09:56:57.439250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48150) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:57.443168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.646128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.743921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5c0ade1b-54de-4ab6-a531-77679fe51219 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:57.746929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:57.754983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:57.769219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7746d-6dd6-4927-a691-715ed01920e1 req-8c9addd5-fc63-4613-a56f-b6b3bb8fd345 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:57.772857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.776651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23a7746d-6dd6-4927-a691-715ed01920e1 req-8c9addd5-fc63-4613-a56f-b6b3bb8fd345 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 943 time: 0.5704796 Jan 28 09:56:57.794003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:56:57.799737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:57.800495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:57.845449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=2f03fe26-b944-4759-9be7-45e4577927fc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:57.934774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-0cf9b195-c354-444e-85a8-58d77e05b4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:57.936217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-0cf9b195-c354-444e-85a8-58d77e05b4ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5527575 Jan 28 09:56:57.951599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5c0ade1b-54de-4ab6-a531-77679fe51219 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:57.964973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7977934-be84-44bf-bf5f-0b3659abfef0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.017513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.045363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23a7746d-6dd6-4927-a691-715ed01920e1 req-b147594c-a846-4825-a547-c7551e7313ff tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2677178 Jan 28 09:56:58.071147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7977934-be84-44bf-bf5f-0b3659abfef0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.075819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-393c3e3d-5c27-42f7-853b-3016aaf6b01f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1220407 Jan 28 09:56:58.089867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48162) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:58.173667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'e625c6f2-2d71-434b-acdc-8bf34ef69648', 'ip_address': '2001:db8::ff07:b074:837f:6e8'}], 'name': 'tempest-NetworksTestDHCPv6-437479567'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:56:58.192814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] Provisioning for port 5c0ade1b-54de-4ab6-a531-77679fe51219 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:58.206276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] Provisioning complete for port 5c0ade1b-54de-4ab6-a531-77679fe51219 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:58.206852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.237426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=9de6000c-91ca-43af-bab8-be545e1cc36c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:58.240001 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.357550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-baf4978a-1724-4a90-9a96-85167426e6a7 req-43e2a3c1-888a-4496-9a07-0bef8cdfa63f tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1471097 Jan 28 09:56:58.379465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa5cf94f-77a0-45a8-8f92-b0a892866f25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.478779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7977934-be84-44bf-bf5f-0b3659abfef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.511944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-100b5275-4e45-4d99-b39e-11a5a7906207 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076778 Jan 28 09:56:58.522579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7977934-be84-44bf-bf5f-0b3659abfef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a48187-ed50-4743-b1d8-53abdd386548,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:58.591431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:56:58.597557 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.615508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Pushing event updated for resources: {'Port': ['ID=2c28e0df-591c-42a1-ac3d-271d3a706847,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:58.671273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] For port 5c0ade1b-54de-4ab6-a531-77679fe51219, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5c0ade1b-54de-4ab6-a531-77679fe51219,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:56:58.678567 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.683443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:56:58.698018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7977934-be84-44bf-bf5f-0b3659abfef0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.701586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e7977934-be84-44bf-bf5f-0b3659abfef0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6a48187-ed50-4743-b1d8-53abdd386548 HTTP/1.1" status: 204 len: 168 time: 1.2578013 Jan 28 09:56:58.702416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] No DVR routers for this DVR port 9de6000c-91ca-43af-bab8-be545e1cc36c on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:56:58.718286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:56:58.740371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.762711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:56:58.788882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:56:58.794740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99927c8c-8e68-488e-8d9b-c99aa6e1c42a req-3b76ac6d-f1e1-4be6-9632-556285539aa2 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 210 time: 0.0983419 Jan 28 09:56:58.826994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:56:58.831998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.862202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9918c6cb-4ce2-40ae-8c9c-7518891118a9 None None] Provisioning for port 2f03fe26-b944-4759-9be7-45e4577927fc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:56:58.892811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9918c6cb-4ce2-40ae-8c9c-7518891118a9 None None] Provisioning complete for port 2f03fe26-b944-4759-9be7-45e4577927fc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:58.893077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9918c6cb-4ce2-40ae-8c9c-7518891118a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:58.912277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 996724b2-161d-4907-8501-3cfac50a64b2 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:56:58.950303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc06e666-dc5f-4918-9c48-11b382ffd027 req-1c291948-3d28-4e16-986b-90d8cc8d0194 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164922 Jan 28 09:56:58.973729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354570db-26aa-4053-adda-c07be746f9c8 None None] Pushing event updated for resources: {'Port': ['ID=5c0ade1b-54de-4ab6-a531-77679fe51219,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:56:59.015383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9918c6cb-4ce2-40ae-8c9c-7518891118a9 None None] Port 2f03fe26-b944-4759-9be7-45e4577927fc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:56:59.167798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57059306-8b73-4860-93e1-308ed3a2ae32 req-596efde4-73e9-43d6-8d7a-73ff619245ea tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.25 "DELETE /v2.0/ports/9de6000c-91ca-43af-bab8-be545e1cc36c HTTP/1.1" status: 204 len: 173 time: 4.0715060 Jan 28 09:56:59.185028 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 28 09:56:59.185961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:56:59.222014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f80f02e7-cf34-4db6-9ede-2c907ad0b8f8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.1211300 Jan 28 09:56:59.223238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48212) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:59.258558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29807c09-9b06-42b7-8b77-a3c97e8a5838 req-092aa1a1-0208-4e09-8036-07687daa1a88 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:59.267480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29807c09-9b06-42b7-8b77-a3c97e8a5838 req-092aa1a1-0208-4e09-8036-07687daa1a88 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 946 time: 1.3369250 Jan 28 09:56:59.320644 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c4710e-9c63-459a-a399-ba6ba1d91c8e', 'name': 'network-vif-deleted', 'tag': '9de6000c-91ca-43af-bab8-be545e1cc36c', 'status': 'completed', 'code': 200} Jan 28 09:56:59.344464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d270db9-61ac-442c-8258-dc37ca3ee310 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:59.366848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-112d2e4a-fd75-4857-aa4a-09d64a64db8a req-9688e542-5e91-426e-9a07-c45f3288b65c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4e1b48957c76485698aed9c1eb6a9c1b&device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1177745 Jan 28 09:56:59.368302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.1 (0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a/4b069fd1-3986-4b1f-b059-47a8556b7375/36f3c53b-567d-432f-98df-90d161dfaf4f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:56:59.376095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d270db9-61ac-442c-8258-dc37ca3ee310 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:59.377016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7d270db9-61ac-442c-8258-dc37ca3ee310 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:56:59.410291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:59.412996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:59.428734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48216) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:59.459546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7d270db9-61ac-442c-8258-dc37ca3ee310 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:56:59.464458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7d270db9-61ac-442c-8258-dc37ca3ee310 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.2365444 Jan 28 09:56:59.464682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48220) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:56:59.469461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-112d2e4a-fd75-4857-aa4a-09d64a64db8a req-1f1589c9-cf61-4b10-8ae2-8ef252557b19 service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=4e1b48957c76485698aed9c1eb6a9c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793428 Jan 28 09:56:59.473267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:56:59.477834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29807c09-9b06-42b7-8b77-a3c97e8a5838 req-ce1c7150-b25f-45b2-9051-e9615832c235 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085464 Jan 28 09:56:59.503963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:56:59.573148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 2f03fe26-b944-4759-9be7-45e4577927fc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:56:59.573823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:59.692847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5c0ade1b-54de-4ab6-a531-77679fe51219 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:56:59.761874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ee151-f1e4-4c53-a5f4-ea238dd55eb6 req-82e119f0-7c46-44e8-a8fc-f0aa81f64750 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:59.763634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a80ee151-f1e4-4c53-a5f4-ea238dd55eb6 req-82e119f0-7c46-44e8-a8fc-f0aa81f64750 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 943 time: 0.3633983 Jan 28 09:56:59.773266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:56:59.884392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112d2e4a-fd75-4857-aa4a-09d64a64db8a req-8f1b2dd2-a039-4b23-a92e-de8f0800aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:56:59.885914 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-112d2e4a-fd75-4857-aa4a-09d64a64db8a req-8f1b2dd2-a039-4b23-a92e-de8f0800aa4e service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4069662 Jan 28 09:56:59.900812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5c0ade1b-54de-4ab6-a531-77679fe51219 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:56:59.901752 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:56:59.919454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a80ee151-f1e4-4c53-a5f4-ea238dd55eb6 req-dd67228b-e59e-4eb9-80d7-73518bd2c5a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473641 Jan 28 09:57:00.002544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-913a219d-1ba9-49ce-b8f3-eb0262315623 req-5e1e929d-6fca-454f-82cb-4aa9bf9b4fae tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.2687113 Jan 28 09:57:00.041838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bd0d7300-15b3-426f-b69c-f6bc61fd2bda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=100556b513924d52bce1bdf85f4fbb65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6075189 Jan 28 09:57:00.046753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48226) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:00.054044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-af551ca3-d8b3-435d-b30c-ea32d612ca7b None None] Provisioning complete for port 2c28e0df-591c-42a1-ac3d-271d3a706847 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:00.054416 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af551ca3-d8b3-435d-b30c-ea32d612ca7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.072167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.108558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:00.125367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '458c20e9-752f-420a-97dd-504ca20dfe61', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:57:00.218077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6015051-9045-4ba6-a627-c085e8c723d1 req-2749edcf-6229-46d3-90fe-c07387cf61f9 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 210 time: 0.1259167 Jan 28 09:57:00.218629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.246519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Router 8976d65b-0999-4bdd-b502-84a284ee1119 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:00.258014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-af551ca3-d8b3-435d-b30c-ea32d612ca7b None None] Port 2c28e0df-591c-42a1-ac3d-271d3a706847 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:00.281905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.307637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:00.310167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 2f03fe26-b944-4759-9be7-45e4577927fc owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:00.327278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:00.332473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.415476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:00.421959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.526952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:00.534106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:00.543518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:00.550419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4da2445-9cf6-4559-b8fe-7667af8f4105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.573129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=36f3c53b-567d-432f-98df-90d161dfaf4f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:00.576124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:00.581485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['458c20e9-752f-420a-97dd-504ca20dfe61'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:57:00.586067 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a753e9aa-da49-4993-9c9e-daa3662d9edd admin admin] 10.222.0.42 "PUT /v2.0/routers/8976d65b-0999-4bdd-b502-84a284ee1119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5506241 Jan 28 09:57:00.609046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4da2445-9cf6-4559-b8fe-7667af8f4105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.621958 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.635104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Sync routers for ids ['8976d65b-0999-4bdd-b502-84a284ee1119'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:00.688492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Routers {'8976d65b-0999-4bdd-b502-84a284ee1119'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:00.690988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8976d65b-0999-4bdd-b502-84a284ee1119'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:00.810883 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.882511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.924307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:00.948443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=2f03fe26-b944-4759-9be7-45e4577927fc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:01.034929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4da2445-9cf6-4559-b8fe-7667af8f4105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.065436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4da2445-9cf6-4559-b8fe-7667af8f4105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97760d2-98d3-49f2-bda4-ef6432679804,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:01.079973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd906da4-34b7-4a2f-95a9-ebf9811bd866 req-a183563d-b49c-4860-acad-aab98d717e59 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:01.079973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd906da4-34b7-4a2f-95a9-ebf9811bd866 req-a183563d-b49c-4860-acad-aab98d717e59 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 946 time: 0.2803600 Jan 28 09:57:01.085546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.171959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4da2445-9cf6-4559-b8fe-7667af8f4105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.176384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4da2445-9cf6-4559-b8fe-7667af8f4105 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e97760d2-98d3-49f2-bda4-ef6432679804 HTTP/1.1" status: 204 len: 168 time: 1.1260526 Jan 28 09:57:01.189206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-38d3f596-8dc6-4fcc-957e-09b4c61ad8db tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/2f03fe26-b944-4759-9be7-45e4577927fc HTTP/1.1" status: 204 len: 168 time: 1.7212396 Jan 28 09:57:01.193085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48248) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:01.302076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:57:01.311687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Set router 8976d65b-0999-4bdd-b502-84a284ee1119 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:01.349661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7838c-dd16-4df4-a1b5-4ac47e12a64b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:01.351146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea7838c-dd16-4df4-a1b5-4ac47e12a64b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:01.351888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dea7838c-dd16-4df4-a1b5-4ac47e12a64b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:01.412278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dea7838c-dd16-4df4-a1b5-4ac47e12a64b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:01.413460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dea7838c-dd16-4df4-a1b5-4ac47e12a64b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2092700 Jan 28 09:57:01.416074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48256) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:01.517994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet e625c6f2-2d71-434b-acdc-8bf34ef69648 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:01.529325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.620268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203270cb-483e-490a-adaf-8a7023de75c2 req-18bc7873-5c48-4af1-bb17-defd0846e85d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:01.622011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-203270cb-483e-490a-adaf-8a7023de75c2 req-18bc7873-5c48-4af1-bb17-defd0846e85d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2660415 Jan 28 09:57:01.624510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.716628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-203270cb-483e-490a-adaf-8a7023de75c2 req-518ad980-6d7a-43b4-b1e5-7b063abe7e25 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619848 Jan 28 09:57:01.753946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.834690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-112d2e4a-fd75-4857-aa4a-09d64a64db8a req-b3b8c831-727d-40d7-95ea-dbe466e975ce tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.43 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.7604544 Jan 28 09:57:01.875567 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd906da4-34b7-4a2f-95a9-ebf9811bd866 req-f29d1f80-5b52-455f-a409-b21f99751707 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2268398 Jan 28 09:57:01.877811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:01.947460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=e625c6f2-2d71-434b-acdc-8bf34ef69648,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:02.026244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:02.039462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9719933-19d4-4966-9b17-33b4802bb85c None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:02.054892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56d66769-0d5b-4598-9375-25400c0acaf6 req-5225105a-3830-4b44-8c61-4ebdeeaf0478 tempest-ServerShowV257Test-966840218 tempest-ServerShowV257Test-966840218-project] 10.222.0.42 "GET /v2.0/ports?device_id=13e84b1e-2811-4832-b3e5-a41c3b7d7399 HTTP/1.1" status: 200 len: 210 time: 0.1120718 Jan 28 09:57:02.070830 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a33d750-e8a2-4e38-90c8-a68436837415 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/e625c6f2-2d71-434b-acdc-8bf34ef69648 HTTP/1.1" status: 204 len: 168 time: 0.6532648 Jan 28 09:57:02.074124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48272) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:02.146998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:02.172091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-faf22057-75a8-4c2d-9f3f-0943b86c0bdd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0891864 Jan 28 09:57:02.172091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:02.172505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48280) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:02.180453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:02.304821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0ca154ed-d874-46f3-ae4a-bb327aa1b26d req-968f078a-ed7a-460a-979d-a76a8aeca8b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Synchronizing usage tracker for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:02.338855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:02.365958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=36f3c53b-567d-432f-98df-90d161dfaf4f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:02.450396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0ca154ed-d874-46f3-ae4a-bb327aa1b26d req-968f078a-ed7a-460a-979d-a76a8aeca8b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Unset dirty status for tenant:ac68902d7b1e4fa78a0ba51d911c2e16 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:02.469392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0ca154ed-d874-46f3-ae4a-bb327aa1b26d req-968f078a-ed7a-460a-979d-a76a8aeca8b6 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/ports?device_id=c6c4710e-9c63-459a-a399-ba6ba1d91c8e HTTP/1.1" status: 200 len: 210 time: 0.3144097 Jan 28 09:57:02.480271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:02.503594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:02.510948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:02.521146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:02.587429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:56:56Z', 'revision_number': 4, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2c28e0df-591c-42a1-ac3d-271d3a706847', 'name': '', 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'mac_address': 'fa:16:3e:46:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'da066a9e-bc22-4248-8484-1e0e7f736b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:51Z', 'updated_at': '2022-01-28T09:56:57Z', 'revision_number': 2, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'subnets': [{'id': 'da066a9e-bc22-4248-8484-1e0e7f736b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:02.598420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Checking router: 8976d65b-0999-4bdd-b502-84a284ee1119 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:02.598771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Updating router 8976d65b-0999-4bdd-b502-84a284ee1119 port 2c28e0df-591c-42a1-ac3d-271d3a706847 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:57:02.599664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:02.603576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:02.614416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:02.615800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:02.622183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-fefcacb1-d4e5-457b-bdc1-16a24a3367e8 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:02.623806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-fefcacb1-d4e5-457b-bdc1-16a24a3367e8 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/networks?id=eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 200 len: 911 time: 0.3229961 Jan 28 09:57:02.684570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48296) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:02.720690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:02.763172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-7e362d21-9f00-4417-8c4c-4c319a32df48 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/quotas/b6053b38446c43b592df68f717c5b7a3 HTTP/1.1" status: 200 len: 375 time: 0.1335492 Jan 28 09:57:02.900135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1761656573-network', 'tenant_id': 'dbc26fd31ed140b289f16ac79af40d86'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:02.910819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:02.945470 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-e019f0cb-4dae-43d6-a506-2ac8fe1014eb tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6053b38446c43b592df68f717c5b7a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1814444 Jan 28 09:57:02.966098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Usage tracker for resource:network and tenant:dbc26fd31ed140b289f16ac79af40d86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:02.981061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:02.986713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:57:02.998560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:03.000477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:03.012560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] Deleting port 5c0ade1b-54de-4ab6-a531-77679fe51219 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:03.013025 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.050012 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.128644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Made reservation on behalf of dbc26fd31ed140b289f16ac79af40d86 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:03.131575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.155014 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.183389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:03.192387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Usage tracker for resource:security_group_rule and tenant:dbc26fd31ed140b289f16ac79af40d86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:03.197514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:03.216125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a5afe-e073-4766-ba35-87e35bf3fa0d req-dcd6ed43-488f-470e-b47d-85738d56f43f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:03.224298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-872a5afe-e073-4766-ba35-87e35bf3fa0d req-dcd6ed43-488f-470e-b47d-85738d56f43f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3344369 Jan 28 09:57:03.227925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:03.284946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-8a4d5d3b-022a-44a0-bece-e273c8213178 service neutron] 10.222.0.42 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236635 Jan 28 09:57:03.319355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.320615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:03.326602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:03.340763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:03.342151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.351350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Transition to ACTIVE for port object 2c28e0df-591c-42a1-ac3d-271d3a706847 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:03.367635 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.381698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:03.396632 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:03.403894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-872a5afe-e073-4766-ba35-87e35bf3fa0d req-b5ca1508-0d1a-4667-a0ab-cdcfe25c5511 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786044 Jan 28 09:57:03.416883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] For port 5c0ade1b-54de-4ab6-a531-77679fe51219, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5c0ade1b-54de-4ab6-a531-77679fe51219,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:03.417279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.437023 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:03.437989 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:03.457301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d90c4b1-f0ad-46ad-9e30-1c19f75e038d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/routers/b36ca076-a7c8-4564-aec8-89181e717c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8950682 Jan 28 09:57:03.458604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48310) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:03.476388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'port': {'network_id': '0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a', 'name': 'tempest-FloatingIPTestJSON-246518374'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:03.551408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:03.597901 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:03.604714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c178d104-2d90-4e53-b60c-fac5b89c17a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4306934 Jan 28 09:57:03.608169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48318) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:03.615168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': '6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-2075446689'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:03.622173 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:03.623497 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:03.706861 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:03.709031 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53682821-8bef-4ecc-b059-c5b1b66d4454 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:03.791766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.818983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.857088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48324) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:03.863588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] Calling delete_port for 5c0ade1b-54de-4ab6-a531-77679fe51219 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:03.866359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2f68af-75b1-4474-91d3-4189050cb6af,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:03.893939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5c0ade1b-54de-4ab6-a531-77679fe51219 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:03.894126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:57:03.912437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:03.918875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:03.919293 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Added segment 062e5634-997e-444a-908e-3de93856541b of type vlan for network 45941089-d829-48de-a4db-a115006170e5 Jan 28 09:57:03.925494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:port and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:03.927933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:03.930848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:03.934438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:03.942883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:03.950917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:03.956513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:03.960940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ef0f8c61-4a07-40e0-9ae4-ced72949da85 service neutron] 10.222.0.42 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6751680 Jan 28 09:57:03.981607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:04.004427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.008510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48330) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:04.028574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:04.031703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:04.034159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.064795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] device_id is not set on port 041331f7-fb6c-45ee-9712-18373bb86036 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:57:04.065528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d32769-9d2b-480f-806c-8fbe344e85fd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.115071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c31a62-8fa9-4707-b448-c46834ad2664 None None] Pushing event updated for resources: {'Port': ['ID=2c28e0df-591c-42a1-ac3d-271d3a706847,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:04.167597 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:57:04.214940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Attempting to bind port 2c28e0df-591c-42a1-ac3d-271d3a706847 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:04.215645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Attempting to bind port 2c28e0df-591c-42a1-ac3d-271d3a706847 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:04.216202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Attempting to bind port 2c28e0df-591c-42a1-ac3d-271d3a706847 on network d2422fe8-7931-43b5-a7d6-5a2193639ea0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:04.262235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:04.262609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Checking segment: {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:04.263012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.263412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Bound using segment: {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:04.264272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Bound port: 2c28e0df-591c-42a1-ac3d-271d3a706847, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee00c12c-eb7b-4785-9168-bf01dd120d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:04.264272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.274936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.278741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port 5c0ade1b-54de-4ab6-a531-77679fe51219 update to DOWN by agent not found {{(pid=87542) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 09:57:04.279141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.306900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d32769-9d2b-480f-806c-8fbe344e85fd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.318172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:04.326804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Usage tracker for resource:security_group_rule and tenant:4e1b48957c76485698aed9c1eb6a9c1b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:04.334384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:04.336593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 458c20e9-752f-420a-97dd-504ca20dfe61 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:04.342523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] Pushing event deleted for resources: {'Port': ['ID=5c0ade1b-54de-4ab6-a531-77679fe51219,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:04.366861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:04.395893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22480f0e-2a02-45fc-973f-3734562deca2 None None] No DVR routers for this DVR port 5c0ade1b-54de-4ab6-a531-77679fe51219 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:04.422427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.453634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port a5a570a3-9777-4cf0-ae49-8e4dbea937d6 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:57:04.458566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-366a8c32-180b-4ab8-9ed6-7f1ad699266c req-e8caa820-ce81-474c-af34-cbd880cb1dcf tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:04.481015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.481984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:04.482791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.557852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d32769-9d2b-480f-806c-8fbe344e85fd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.594335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] For port 2c28e0df-591c-42a1-ac3d-271d3a706847, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:04.599734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] For port 2c28e0df-591c-42a1-ac3d-271d3a706847, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2c28e0df-591c-42a1-ac3d-271d3a706847,segment=NetworkSegment(ee00c12c-eb7b-4785-9168-bf01dd120d39),segment_id=ee00c12c-eb7b-4785-9168-bf01dd120d39)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:04.601667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 458c20e9-752f-420a-97dd-504ca20dfe61 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:04.602115 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.647155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] Pushing event updated for resources: {'Network': ['ID=45941089-d829-48de-a4db-a115006170e5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:04.655023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9370bc30-8e11-4dbc-9843-86137d510424 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9689016 Jan 28 09:57:04.655475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:04.665788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-366a8c32-180b-4ab8-9ed6-7f1ad699266c req-e8caa820-ce81-474c-af34-cbd880cb1dcf tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:04.666913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366a8c32-180b-4ab8-9ed6-7f1ad699266c req-e8caa820-ce81-474c-af34-cbd880cb1dcf tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 210 time: 0.2945058 Jan 28 09:57:04.670364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Request body: {'subnet': {'network_id': '45941089-d829-48de-a4db-a115006170e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1761656573-subnet', 'tenant_id': 'dbc26fd31ed140b289f16ac79af40d86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:04.677485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78100ace-ecdb-4b17-bcb7-1d9b71143abd None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:04.681569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.13 (0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a/4b069fd1-3986-4b1f-b059-47a8556b7375/041331f7-fb6c-45ee-9712-18373bb86036) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:04.683800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:04.691254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Usage tracker for resource:subnet and tenant:dbc26fd31ed140b289f16ac79af40d86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:04.696271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 45941089-d829-48de-a4db-a115006170e5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:57:04.697472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:04.706766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:04.717712 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.736145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Made reservation on behalf of dbc26fd31ed140b289f16ac79af40d86 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:04.738563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.774629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.798183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.827287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d32769-9d2b-480f-806c-8fbe344e85fd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a764b5-7670-4112-9409-64e335794a73,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:04.829442 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:57:04.830009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:57:04.849546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e1b48957c76485698aed9c1eb6a9c1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8394167 Jan 28 09:57:04.854473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48352) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:04.939760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b58e2-1cc0-482c-864f-53761fd03489 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3b51da-3452-4b8b-a851-74903d2e1e2e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:04.971160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d32769-9d2b-480f-806c-8fbe344e85fd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:04.971665 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-51d32769-9d2b-480f-806c-8fbe344e85fd tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/security-groups/32a764b5-7670-4112-9409-64e335794a73 HTTP/1.1" status: 204 len: 168 time: 1.1113126 Jan 28 09:57:04.975576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48356) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:04.993064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1a094737-ad5c-4251-bdf4-b2f92ef1cef5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3835175 Jan 28 09:57:05.003295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48360) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:05.026030 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-84b1a855-624e-4ee3-a021-9e320a0b6794 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] show failed (client error): The resource could not be found. Jan 28 09:57:05.027032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-84b1a855-624e-4ee3-a021-9e320a0b6794 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "GET /v2.0/security-groups/32a764b5-7670-4112-9409-64e335794a73 HTTP/1.1" status: 404 len: 347 time: 0.0453327 Jan 28 09:57:05.033468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48364) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:05.066009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cf490fbd-ffcc-42a1-9518-9b01381cbb04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:05.120098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cf490fbd-ffcc-42a1-9518-9b01381cbb04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:05.125191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cf490fbd-ffcc-42a1-9518-9b01381cbb04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1194584 Jan 28 09:57:05.128543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:05.177752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Routers {'8976d65b-0999-4bdd-b502-84a284ee1119'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:05.178410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8976d65b-0999-4bdd-b502-84a284ee1119'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:05.235894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d95360a7-6a83-4976-8b05-5aa6437f3435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.243656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 3d187145-c650-4f20-ac9a-fa1351146313 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:05.244049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.263201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c31a62-8fa9-4707-b448-c46834ad2664 None None] Pushing event updated for resources: {'Port': ['ID=2c28e0df-591c-42a1-ac3d-271d3a706847,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:05.264124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.337748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca433a-92a4-4cfc-9c36-a33308a0449d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:05.339518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ca433a-92a4-4cfc-9c36-a33308a0449d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:05.340302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b5ca433a-92a4-4cfc-9c36-a33308a0449d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:05.352964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd21a-b8e2-4bb2-bb8f-db01e3195c31 req-4a7c888b-2347-4693-a7be-d463b66a97ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:05.355101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d08bd21a-b8e2-4bb2-bb8f-db01e3195c31 req-4a7c888b-2347-4693-a7be-d463b66a97ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5619617 Jan 28 09:57:05.364317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.378079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.398213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d95360a7-6a83-4976-8b05-5aa6437f3435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.409713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b5ca433a-92a4-4cfc-9c36-a33308a0449d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:05.414008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b5ca433a-92a4-4cfc-9c36-a33308a0449d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2787180 Jan 28 09:57:05.424702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:05.478128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.518641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d08bd21a-b8e2-4bb2-bb8f-db01e3195c31 req-bae706dd-7790-4338-b6b7-83a500e9442e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500294 Jan 28 09:57:05.524811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:05.575674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:05.591119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e48aad-d079-49d4-af8f-850a16297c74,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:05.638900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:05.640373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d95360a7-6a83-4976-8b05-5aa6437f3435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.650439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:05.653070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.653394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.657866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:05.669749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Checking segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:05.670501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Network hostable DHCP agents. Network: 45941089-d829-48de-a4db-a115006170e5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:57:05.673179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.680806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.682791 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 09:57:05.725734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:05.732163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95360a7-6a83-4976-8b05-5aa6437f3435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3b51da-3452-4b8b-a851-74903d2e1e2e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:05.775998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5954d2d5-f172-4d85-b451-49c83e5a8f86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:57:05.777145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5954d2d5-f172-4d85-b451-49c83e5a8f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.796829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=041331f7-fb6c-45ee-9712-18373bb86036,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:05.802184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for 3d187145-c650-4f20-ac9a-fa1351146313 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:05.805718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] Set router 8976d65b-0999-4bdd-b502-84a284ee1119 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:05.829453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d95360a7-6a83-4976-8b05-5aa6437f3435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:05.833731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d95360a7-6a83-4976-8b05-5aa6437f3435 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab3b51da-3452-4b8b-a851-74903d2e1e2e HTTP/1.1" status: 204 len: 168 time: 0.9273574 Jan 28 09:57:05.973246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.003927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Network 45941089-d829-48de-a4db-a115006170e5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:57:06.024911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:06.025576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.027896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:06.062638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 45941089-d829-48de-a4db-a115006170e5) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:06.075783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:06.076367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.122348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-46c31625-f537-440d-a286-97a4cfcb16f4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6568880 Jan 28 09:57:06.130820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48384) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:06.141377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'port': {'network_id': '0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a', 'name': 'tempest-FloatingIPTestJSON-1782808886'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:06.177328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.178294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-322c13a9-2712-45e7-83a7-848c19dc442f req-21630398-0340-4585-a8dc-86f6bed7a6fa tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 210 time: 0.0683744 Jan 28 09:57:06.230256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19a88df-d832-4231-aac4-c53a61667cbc None None] Network 45941089-d829-48de-a4db-a115006170e5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:06.251201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01748493-2f57-46ec-b394-263abf753d9e tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:06.253249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01748493-2f57-46ec-b394-263abf753d9e tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.25 "GET /v2.0/networks?id=eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 200 len: 911 time: 0.4154196 Jan 28 09:57:06.297407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Request body: {'port': {'device_id': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'admin_state_up': True, 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:06.304190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:06.326683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8cb6b70e-0d85-43a3-8596-0e46904fdc68 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6646571 Jan 28 09:57:06.328461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:06.351262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Made reservation on behalf of b6053b38446c43b592df68f717c5b7a3 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:06.353670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.360483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870494-d2a7-4abd-afd9-056d261ea4a7 req-75937266-c31d-48ee-acca-a2290d6ee07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:06.362267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de870494-d2a7-4abd-afd9-056d261ea4a7 req-75937266-c31d-48ee-acca-a2290d6ee07e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1096 time: 0.5667486 Jan 28 09:57:06.466045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-de870494-d2a7-4abd-afd9-056d261ea4a7 req-3cf5062f-8d37-48e9-9321-da2efe3362a0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804420 Jan 28 09:57:06.491355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.533703 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.568951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=3d187145-c650-4f20-ac9a-fa1351146313,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:06.655388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:06.674148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:06.700752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-5954d2d5-f172-4d85-b451-49c83e5a8f86 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0: This subnet is being modified by another concurrent operation. Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 09:57:06.702102 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0: This subnet is being modified by another concurrent operation. Jan 28 09:57:06.705517 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 09:57:06.715072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ace28a-1df5-43b5-bd0d-7fa42270260a None None] Network 45941089-d829-48de-a4db-a115006170e5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:06.733292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-47ff89ea-b3d0-4213-8dde-cd907c3ec212 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0 HTTP/1.1" status: 204 len: 168 time: 1.3057444 Jan 28 09:57:06.733964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:port and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:06.736808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48412) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:06.741072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:06.885926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Allocated IP 172.20.0.11 (eb993200-fea9-489d-91b5-9bbccd6bb01f/c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f/755b65fe-f67e-4349-b4b7-6c4426466f35) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:06.996419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48418) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:06.997353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:07.024029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:56:56Z', 'revision_number': 4, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2c28e0df-591c-42a1-ac3d-271d3a706847', 'name': '', 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'mac_address': 'fa:16:3e:46:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'da066a9e-bc22-4248-8484-1e0e7f736b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:51Z', 'updated_at': '2022-01-28T09:57:04Z', 'revision_number': 4, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'subnets': [{'id': 'da066a9e-bc22-4248-8484-1e0e7f736b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:07.039705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877d101c-524b-4e12-b1f8-1b51c7504a9d None None] The sync data for ids ['8976d65b-0999-4bdd-b502-84a284ee1119'] in n-d-825178-2 is: [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:56:56Z', 'revision_number': 4, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2c28e0df-591c-42a1-ac3d-271d3a706847', 'name': '', 'network_id': 'd2422fe8-7931-43b5-a7d6-5a2193639ea0', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'mac_address': 'fa:16:3e:46:a1:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_interface', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': 'da066a9e-bc22-4248-8484-1e0e7f736b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:51Z', 'updated_at': '2022-01-28T09:57:04Z', 'revision_number': 4, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'subnets': [{'id': 'da066a9e-bc22-4248-8484-1e0e7f736b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:07.045577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-88b7bf1a-f699-4d89-b8b9-86b4d699079e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3070550 Jan 28 09:57:07.059738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48424) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:07.072443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:07.140687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.157947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Transition to ACTIVE for port object 755b65fe-f67e-4349-b4b7-6c4426466f35 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:07.172833 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.188325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8172b607-8678-4bc3-8490-f3f362510bb6 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 09:57:07.211349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:07.215131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.242031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096521718-network', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:07.274990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:07.284581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] device_id is not set on port 48257033-4130-4c52-bfe6-ba859b65b0cc yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:57:07.363990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Usage tracker for resource:network and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:07.372101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8172b607-8678-4bc3-8490-f3f362510bb6 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 09:57:07.386880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:07.387943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-de3382be-143a-4fef-985f-c19d6d734999 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:07.389474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-de3382be-143a-4fef-985f-c19d6d734999 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 815 time: 0.2178671 Jan 28 09:57:07.405901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:07.418405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-18ffa625-5844-4a5a-9c1d-b4097b886e2e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/quotas/dbc26fd31ed140b289f16ac79af40d86 HTTP/1.1" status: 200 len: 375 time: 0.0208409 Jan 28 09:57:07.418747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a443909-02e3-4955-aaee-da97384717ae req-fe493e83-ca5a-4b4e-a21b-0efbe5606dfc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:07.420363 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a443909-02e3-4955-aaee-da97384717ae req-fe493e83-ca5a-4b4e-a21b-0efbe5606dfc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.6880758 Jan 28 09:57:07.428228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.429459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fc70d974-468e-498d-a69c-46329466cce3 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/floatingips/de406b1c-118f-45da-8cbd-bfac5380ae4c HTTP/1.1" status: 204 len: 168 time: 2.3916717 Jan 28 09:57:07.432830 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.435234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48438) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:07.456205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:07.518115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Made reservation on behalf of d64b19b465de4ad08098c68ee8b40a75 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:07.522598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.532222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:07.643250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.7 (0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a/4b069fd1-3986-4b1f-b059-47a8556b7375/48257033-4130-4c52-bfe6-ba859b65b0cc) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:07.673070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-283caf26-79e0-4ee8-b385-75aa2392c9f0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2418947 Jan 28 09:57:07.677594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Pushing event updated for resources: {'Port': ['ID=755b65fe-f67e-4349-b4b7-6c4426466f35,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:07.725902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:07.749716 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.770945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:07.779044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c28e0df-591c-42a1-ac3d-271d3a706847 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:07.806707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:07.822855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:07.834580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:07.869600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:07.875718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a443909-02e3-4955-aaee-da97384717ae req-5feff519-a35b-4321-956c-d798993940f7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4463880 Jan 28 09:57:07.881805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:07.885372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-b26d3137-1d59-4afe-b225-5013a70eab05 service neutron] 10.222.0.42 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911099 Jan 28 09:57:07.889728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Network eb993200-fea9-489d-91b5-9bbccd6bb01f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:07.892832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:07.894289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:08.016692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2c28e0df-591c-42a1-ac3d-271d3a706847 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:08.037776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2c28e0df-591c-42a1-ac3d-271d3a706847 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:08.038153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.062400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-35f25e1e-f457-4981-ac1b-21e9ded4e16b service neutron] 10.222.0.42 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693749 Jan 28 09:57:08.063186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:08.121672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:08.122601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.139499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 2045689f-b228-459d-903a-a797c351652f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:08.139779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.285372 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.342152 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2c28e0df-591c-42a1-ac3d-271d3a706847, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2c28e0df-591c-42a1-ac3d-271d3a706847,segment=NetworkSegment(ee00c12c-eb7b-4785-9168-bf01dd120d39),segment_id=ee00c12c-eb7b-4785-9168-bf01dd120d39)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:08.349415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.486092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2c28e0df-591c-42a1-ac3d-271d3a706847,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:08.501651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-01d7b6a8-8612-4494-9528-8b9d74d4cb43 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.2082195 Jan 28 09:57:08.503756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.509094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c761a1c4-5481-403b-920e-489d7c31cd21 req-6bf12aa2-7220-4262-86d9-9fbc31908925 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 210 time: 0.1192677 Jan 28 09:57:08.522465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.524780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Request body: {'port': {'device_id': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:08.534689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.555469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d4b265eb-9f35-461b-9dfa-2f0226c11b9d None None] Provisioning for port 755b65fe-f67e-4349-b4b7-6c4426466f35 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:08.564272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d4b265eb-9f35-461b-9dfa-2f0226c11b9d None None] Provisioning complete for port 755b65fe-f67e-4349-b4b7-6c4426466f35 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:08.564958 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d4b265eb-9f35-461b-9dfa-2f0226c11b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.647304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d4b265eb-9f35-461b-9dfa-2f0226c11b9d None None] Port 755b65fe-f67e-4349-b4b7-6c4426466f35 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:08.715173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:57:08.729326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa6f9cf-6e4f-4914-ad92-403497b21e11,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:08.744597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee191863-de74-4270-a5c5-5e98dd1e10c8 req-c215ca6d-a0bc-4a29-b8e5-055d4c62b8f4 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:08.751438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee191863-de74-4270-a5c5-5e98dd1e10c8 req-c215ca6d-a0bc-4a29-b8e5-055d4c62b8f4 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1028 time: 0.7038476 Jan 28 09:57:08.764158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.764498 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Added segment cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa of type vlan for network 2222983f-f87c-47c6-9acb-96c2e242528f Jan 28 09:57:08.876236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ee191863-de74-4270-a5c5-5e98dd1e10c8 req-dfb40275-446a-42b1-be05-1674a72496ea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:08.881669 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.885751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.938837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.971089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:08.987505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.024942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:09.077897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:09.079123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=3867dfb1-fc6a-45e5-99ab-adc5299b6df6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:09.088103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029cf377-3a1e-408b-88a0-e996ef1983f3 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:09.119677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:09.120351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.135593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ee191863-de74-4270-a5c5-5e98dd1e10c8 req-dfb40275-446a-42b1-be05-1674a72496ea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:09.136886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee191863-de74-4270-a5c5-5e98dd1e10c8 req-dfb40275-446a-42b1-be05-1674a72496ea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759882 Jan 28 09:57:09.181948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:09.188700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:09.198394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:09.221961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for 2045689f-b228-459d-903a-a797c351652f owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:09.230688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.231743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:09.232402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.304273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=48257033-4130-4c52-bfe6-ba859b65b0cc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:09.365268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:57:09.366653 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.382153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-643ae0d6-b350-4264-a112-32844d820d60 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3152335 Jan 28 09:57:09.388853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48454) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:09.394526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3829184 Jan 28 09:57:09.401661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:09.410488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:09.420995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Request body: {'subnet': {'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096521718-subnet', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:09.435154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:09.435766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.439506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ded9620-e63a-4505-a393-8ff5ea1e11c2 admin admin] Pushing event updated for resources: {'Network': ['ID=2222983f-f87c-47c6-9acb-96c2e242528f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:09.444628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:09.447551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:09.456287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 2222983f-f87c-47c6-9acb-96c2e242528f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:57:09.459007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Usage tracker for resource:subnet and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:09.462308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:router and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:09.466027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:09.469725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:09.479150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:09.485717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:09.488948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-42294041-80b7-45bc-a5d5-ff552adc4f1d tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.3542459 Jan 28 09:57:09.494008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48462) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:09.505331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '48257033-4130-4c52-bfe6-ba859b65b0cc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:09.514382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:09.519151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Made reservation on behalf of d64b19b465de4ad08098c68ee8b40a75 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:09.522114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.542176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:floatingip and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:09.548927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.550051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.554079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:09.634789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:09.659566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dc85e-d450-4e54-b75d-2a68864a30d1 req-f4d1b7d1-5478-4846-90ed-69d83c80cbd9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:09.668135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f7dc85e-d450-4e54-b75d-2a68864a30d1 req-f4d1b7d1-5478-4846-90ed-69d83c80cbd9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.5908937 Jan 28 09:57:09.677925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.712611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/3867dfb1-fc6a-45e5-99ab-adc5299b6df6/4caaa14e-43af-47b6-8178-66c69c49e25c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:09.736544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c28e0df-591c-42a1-ac3d-271d3a706847 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:09.758787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:09.835869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f7dc85e-d450-4e54-b75d-2a68864a30d1 req-2cb85fd0-ae36-4c22-a87f-d50c2e6380e2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667790 Jan 28 09:57:09.853664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=2045689f-b228-459d-903a-a797c351652f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:09.993530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2c28e0df-591c-42a1-ac3d-271d3a706847 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:09.994046 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.011267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.091505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fdebb8f2-45ee-4394-8a1a-989b1fe98aa1 req-837c2919-0203-4575-921d-801d7dc946ba tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 210 time: 0.3127737 Jan 28 09:57:10.100044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.170139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-edc808a2-9528-4263-a9fb-db28b5991cd0 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/ports/2045689f-b228-459d-903a-a797c351652f HTTP/1.1" status: 204 len: 168 time: 2.7336891 Jan 28 09:57:10.175037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48472) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:10.181859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.244240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.267568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Transition to ACTIVE for port object 4caaa14e-43af-47b6-8178-66c69c49e25c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:10.271650 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.272993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ce95bb5-3619-4069-9a69-f95246a34e70 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8810568 Jan 28 09:57:10.290870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Transition to ACTIVE for port object 4caaa14e-43af-47b6-8178-66c69c49e25c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:10.299856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.300092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48476) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:10.362668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:10.366790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 755b65fe-f67e-4349-b4b7-6c4426466f35 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:10.372551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:10.377486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.382952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:10.390829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-68327294-3e95-4500-aa6a-d5145cee5ef5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:10.390829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-68327294-3e95-4500-aa6a-d5145cee5ef5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:10.411582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port bf82f915-498f-49a9-bd9d-4cc18feddf09 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:10.412056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.462425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Transition to ACTIVE for port object 755b65fe-f67e-4349-b4b7-6c4426466f35 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:10.485770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Pushing event updated for resources: {'Port': ['ID=4caaa14e-43af-47b6-8178-66c69c49e25c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:10.501654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Attempting to bind port 4caaa14e-43af-47b6-8178-66c69c49e25c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:10.502343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Attempting to bind port 4caaa14e-43af-47b6-8178-66c69c49e25c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:10.502872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Attempting to bind port 4caaa14e-43af-47b6-8178-66c69c49e25c on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:10.510308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:10.510931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:10.512214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.512819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:10.513429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Bound port: 4caaa14e-43af-47b6-8178-66c69c49e25c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:10.514108 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.526137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfa5b7-ab46-4269-a156-a4dfffdbae52 req-f2f4206c-ee6f-4350-acf9-915a31c42322 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:10.527995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4dfa5b7-ab46-4269-a156-a4dfffdbae52 req-f2f4206c-ee6f-4350-acf9-915a31c42322 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.4409182 Jan 28 09:57:10.528781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.538505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48480) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:10.561048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.602335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'floatingip': {'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:10.640010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] For port 4caaa14e-43af-47b6-8178-66c69c49e25c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:10.643955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] For port 4caaa14e-43af-47b6-8178-66c69c49e25c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4caaa14e-43af-47b6-8178-66c69c49e25c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:10.650161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.751247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76179f49-65e3-4454-80c9-36566cca5661 None None] Pushing event updated for resources: {'Port': ['ID=4caaa14e-43af-47b6-8178-66c69c49e25c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:10.784895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-68327294-3e95-4500-aa6a-d5145cee5ef5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:10.786555 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-68327294-3e95-4500-aa6a-d5145cee5ef5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 815 time: 1.0040438 Jan 28 09:57:10.860925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:10.925938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Request body: {'port': {'device_id': '284f6425-4681-4374-bc6f-e38d2e15d067', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'admin_state_up': True, 'tenant_id': 'dbc26fd31ed140b289f16ac79af40d86'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:11.026428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Pushing event updated for resources: {'Port': ['ID=755b65fe-f67e-4349-b4b7-6c4426466f35,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:11.133869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.153160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.199987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=80bbc2a2-7c3e-41c8-9280-539891d07993,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:11.258716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Attempting to bind port 755b65fe-f67e-4349-b4b7-6c4426466f35 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:11.259051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Attempting to bind port 755b65fe-f67e-4349-b4b7-6c4426466f35 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:11.259375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Attempting to bind port 755b65fe-f67e-4349-b4b7-6c4426466f35 on network eb993200-fea9-489d-91b5-9bbccd6bb01f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:11.267391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Calling delete_port for bf82f915-498f-49a9-bd9d-4cc18feddf09 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:11.352144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Port 755b65fe-f67e-4349-b4b7-6c4426466f35 on network eb993200-fea9-489d-91b5-9bbccd6bb01f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:57:11.352493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Attempting to bind port 755b65fe-f67e-4349-b4b7-6c4426466f35 on network eb993200-fea9-489d-91b5-9bbccd6bb01f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:11.364477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7fda9c9d-e3eb-469b-a2b0-236e1410a2ca req-bddcf672-6c99-4f59-be6a-d9e6eedfb69d tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 210 time: 0.0688717 Jan 28 09:57:11.371107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:11.371436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Checking segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:11.371815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Bound using segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:11.372244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Bound port: 755b65fe-f67e-4349-b4b7-6c4426466f35, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:11.372578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.543518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] For port 755b65fe-f67e-4349-b4b7-6c4426466f35, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:11.547062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] For port 755b65fe-f67e-4349-b4b7-6c4426466f35, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=755b65fe-f67e-4349-b4b7-6c4426466f35,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:11.553297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.577046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Checking segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:11.577569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Network hostable DHCP agents. Network: 2222983f-f87c-47c6-9acb-96c2e242528f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:57:11.583949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2038ea9-cc3b-4d09-be3a-ce1f9abe8201 req-4cf6814d-8760-45c0-b94a-b4a493826c7f tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:11.591446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c2038ea9-cc3b-4d09-be3a-ce1f9abe8201 req-4cf6814d-8760-45c0-b94a-b4a493826c7f tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1028 time: 1.1945131 Jan 28 09:57:11.607468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.637258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:11.637870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.639306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] 10.222.0.25 "PUT /v2.0/ports/755b65fe-f67e-4349-b4b7-6c4426466f35 HTTP/1.1" status: 200 len: 1092 time: 3.1267931 Jan 28 09:57:11.639777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'tag': '755b65fe-f67e-4349-b4b7-6c4426466f35'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:11.745160 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'tag': '755b65fe-f67e-4349-b4b7-6c4426466f35', 'status': 'completed', 'code': 200} Jan 28 09:57:11.760778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4caaa14e-43af-47b6-8178-66c69c49e25c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:11.791822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4aacd2-46b8-46e8-b4bb-793bf9798182 service neutron] Pushing event updated for resources: {'Port': ['ID=755b65fe-f67e-4349-b4b7-6c4426466f35,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:11.861935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Port': ['ID=bf82f915-498f-49a9-bd9d-4cc18feddf09,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:11.885591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:11.898503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4caaa14e-43af-47b6-8178-66c69c49e25c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:11.901349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7956f144-c07d-4fbf-8ce3-d9c60aec1f49 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/ports/bf82f915-498f-49a9-bd9d-4cc18feddf09 HTTP/1.1" status: 204 len: 168 time: 1.7247977 Jan 28 09:57:11.902955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48488) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:11.959559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-05a380e8-eeea-4eda-b944-f0710f9e3918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:11.960978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-05a380e8-eeea-4eda-b944-f0710f9e3918 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b6053b38446c43b592df68f717c5b7a3&device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1095 time: 0.2617137 Jan 28 09:57:11.970517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Network 2222983f-f87c-47c6-9acb-96c2e242528f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:57:11.990892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.026605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:12.031521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Usage tracker for resource:port and tenant:dbc26fd31ed140b289f16ac79af40d86 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:12.035227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:12.042136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:12.055214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting subnet 2ebeeaa0-1858-4cd5-a602-cd7e312a320c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:12.065823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.067721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c2038ea9-cc3b-4d09-be3a-ce1f9abe8201 req-e10ff5aa-b2f4-410d-b4f1-72579e158bb1 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4751503 Jan 28 09:57:12.083649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Made reservation on behalf of dbc26fd31ed140b289f16ac79af40d86 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:12.087726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.098883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-d3f2248e-94e3-446c-a56d-80ab8daff506 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=755b65fe-f67e-4349-b4b7-6c4426466f35 HTTP/1.1" status: 200 len: 217 time: 0.1194646 Jan 28 09:57:12.103963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 2222983f-f87c-47c6-9acb-96c2e242528f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:12.111981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e27aa-a41d-4d45-bc44-8f81b4fd9c92 None None] Network 2222983f-f87c-47c6-9acb-96c2e242528f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:12.135812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.175030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:12.175700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.292790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-1d1f377f-c67f-4b87-91b8-9fc26a88f003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:12.294829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-1d1f377f-c67f-4b87-91b8-9fc26a88f003 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f HTTP/1.1" status: 200 len: 849 time: 0.1213169 Jan 28 09:57:12.349234 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.401316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.64 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/0db92ac7-e3ac-4ec5-b21d-2225698919b6) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:12.407687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-2222983f-f87c-47c6-9acb-96c2e242528f', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:57:12.408548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.477409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5f1b3568-b725-45f4-8acc-5eaff163ebbc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0723901 Jan 28 09:57:12.480362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48494) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:12.503748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:12.515722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:12.546440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] Provisioning for port 4caaa14e-43af-47b6-8178-66c69c49e25c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:12.560571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] Provisioning complete for port 4caaa14e-43af-47b6-8178-66c69c49e25c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:12.561125 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.564783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Usage tracker for resource:router and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:12.568950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.574287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:12.607400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ab8cece-a6e4-4cf1-b30d-41bb54ae12da req-e4d837c1-020f-422d-a291-b20f2ad350f0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 210 time: 0.0954251 Jan 28 09:57:12.617146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:12.626243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebeeaa0-1858-4cd5-a602-cd7e312a320c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:12.629374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-e0bcb8fa-46df-4974-b396-c0c664e78080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:12.631509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-e0bcb8fa-46df-4974-b396-c0c664e78080 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb993200-fea9-489d-91b5-9bbccd6bb01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2456985 Jan 28 09:57:12.634701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.665698 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5438b1f5-9513-4ab8-a90c-39b7edd8f019 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/subnets/2ebeeaa0-1858-4cd5-a602-cd7e312a320c HTTP/1.1" status: 204 len: 168 time: 0.7617099 Jan 28 09:57:12.669986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:12.672430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a079d93-da09-4f24-a480-3f856bca3c80 None None] Network d861f532-d335-4336-9773-d7a27d4c1ddf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:12.717639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.718653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.857838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Allocated IP 172.20.0.2 (2222983f-f87c-47c6-9acb-96c2e242528f/80bbc2a2-7c3e-41c8-9280-539891d07993/6cd12486-70a7-4c35-81bc-75001398bd9e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:12.911809 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.963429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting subnet 328104a8-4745-457a-a941-33cbf5628b56 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:12.963802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:12.977015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.039569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Allocated IP 172.20.0.13 (45941089-d829-48de-a4db-a115006170e5/f0e48aad-d079-49d4-af8f-850a16297c74/f837c9a8-4898-44bb-a676-cd90378bfd54) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:13.081922 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-c1bf53c2-f929-4759-9865-2d22915bf196 service neutron] 10.222.0.25 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4411004 Jan 28 09:57:13.088548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.132416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] For port 4caaa14e-43af-47b6-8178-66c69c49e25c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4caaa14e-43af-47b6-8178-66c69c49e25c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:13.158776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.173808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::1 (769dbcf1-61f3-4915-834e-bca50e270657/3867dfb1-fc6a-45e5-99ab-adc5299b6df6/f9dd2719-991a-4403-8cc5-28314f2c0263) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:13.248229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cebb5-79c6-4358-a63d-01e396bd5f1b None None] Pushing event updated for resources: {'Port': ['ID=4caaa14e-43af-47b6-8178-66c69c49e25c,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:13.320788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.322924 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.328591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:57:13.336547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Transition to ACTIVE for port object 6cd12486-70a7-4c35-81bc-75001398bd9e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:13.349617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] DHCP port deletion for d861f532-d335-4336-9773-d7a27d4c1ddf request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:57:13.361997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] Deleting port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:13.361997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.392183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Transition to ACTIVE for port object 6cd12486-70a7-4c35-81bc-75001398bd9e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:13.418817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.531574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.559048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Network 2222983f-f87c-47c6-9acb-96c2e242528f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:13.571470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:13.579436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:13.600373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Pushing event updated for resources: {'Port': ['ID=6cd12486-70a7-4c35-81bc-75001398bd9e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:13.643677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4caaa14e-43af-47b6-8178-66c69c49e25c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:13.655057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.678859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.817188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.831935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.834056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.839678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Attempting to bind port 6cd12486-70a7-4c35-81bc-75001398bd9e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:13.840252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Attempting to bind port 6cd12486-70a7-4c35-81bc-75001398bd9e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:13.840637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Attempting to bind port 6cd12486-70a7-4c35-81bc-75001398bd9e on network 2222983f-f87c-47c6-9acb-96c2e242528f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:13.862766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77cf0eca-c319-4820-a23b-6a2cf9f8cacf req-d93dc1c5-96bf-4d2a-9cec-5b7736745f80 service neutron] 10.222.0.25 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7192433 Jan 28 09:57:13.863945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:13.864741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Checking segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:13.865192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.865636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Bound using segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:13.866161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Bound port: 6cd12486-70a7-4c35-81bc-75001398bd9e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:13.866584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.890914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] For port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,segment=NetworkSegment(7c070f4a-6d28-4f76-844a-2eba6f6d8964),segment_id=7c070f4a-6d28-4f76-844a-2eba6f6d8964)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:13.891650 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.906363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.964632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Subnet': ['ID=328104a8-4745-457a-a941-33cbf5628b56,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:13.971931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:13.987226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8ce5d75-10b8-47ec-82c2-eb669247603f req-3c45de64-488b-4fe3-bcd0-32e622ae0187 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 210 time: 0.1748121 Jan 28 09:57:14.000630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22093a-7bfa-4fb4-9a52-08c89b694bc6 None None] Network 173119ab-b221-49d5-8329-7350fc395ff7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:14.017213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-58bd75e5-837b-45ad-a9d1-cc0e19de5dad tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/subnets/328104a8-4745-457a-a941-33cbf5628b56 HTTP/1.1" status: 204 len: 168 time: 1.3460331 Jan 28 09:57:14.027430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48506) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:14.044906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:14.059629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:14.061469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=0db92ac7-e3ac-4ec5-b21d-2225698919b6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:14.074807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:14.136917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] Calling delete_port for 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:14.190871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.201724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.204619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4caaa14e-43af-47b6-8178-66c69c49e25c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:14.205136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.219540 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.227092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af264d-4907-40d7-9228-240e9269700e req-a2fdacfd-2838-413e-b98c-ab68b39e51c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:14.228819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-a2fdacfd-2838-413e-b98c-ab68b39e51c5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b6053b38446c43b592df68f717c5b7a3&device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1095 time: 0.2987375 Jan 28 09:57:14.236263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9f5ef0-3d5e-429c-a7dd-4d10e538d19a req-fe514f7f-ab87-4820-9a93-0557597a97f2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:14.243947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c9f5ef0-3d5e-429c-a7dd-4d10e538d19a req-fe514f7f-ab87-4820-9a93-0557597a97f2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1095 time: 0.9851489 Jan 28 09:57:14.263532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Deleting port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:14.263868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.275841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object f9dd2719-991a-4403-8cc5-28314f2c0263 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:14.292844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] For port 6cd12486-70a7-4c35-81bc-75001398bd9e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:14.371917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] For port 6cd12486-70a7-4c35-81bc-75001398bd9e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6cd12486-70a7-4c35-81bc-75001398bd9e,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:14.396218 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c9f5ef0-3d5e-429c-a7dd-4d10e538d19a req-de71aa70-527c-4b84-94d8-de7212c83734 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394362 Jan 28 09:57:14.396218 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Floating IP 777f805e-04d9-40a2-b514-33dd69f2c9fd associated. External IP: 172.25.1.137, port: 458c20e9-752f-420a-97dd-504ca20dfe61. Jan 28 09:57:14.396766 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.459240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.540853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] No DVR routers for this DVR port 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:14.570576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b7e32-7663-4bea-99e2-f41b5c5fd7fc None None] Pushing event updated for resources: {'Port': ['ID=6cd12486-70a7-4c35-81bc-75001398bd9e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:14.622419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.631763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa9299-7c29-40fe-ace6-b8d7e91129fc None None] Pushing event deleted for resources: {'Port': ['ID=4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:14.679830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.715564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:14.766210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:14.766950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:14.781928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] The port '4f8e12fd-5ce3-4a95-930c-5c45b99d0ec3' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:57:14.789149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] DHCP port deletion for 173119ab-b221-49d5-8329-7350fc395ff7 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:57:14.795024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] Deleting port edc605df-24d1-4029-b601-d6c4f4fd4b72 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:14.795540 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:14.841827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:14.914867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Network 45941089-d829-48de-a4db-a115006170e5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:14.924647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:14.940066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:14.942378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:14.947232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:14.997345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:14.997880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.076322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af264d-4907-40d7-9228-240e9269700e req-0e25383b-18e2-4d07-86a9-e30dda78e0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:15.077871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-0e25383b-18e2-4d07-86a9-e30dda78e0bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 200 len: 911 time: 0.8401353 Jan 28 09:57:15.189726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.206852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] For port edc605df-24d1-4029-b601-d6c4f4fd4b72, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=edc605df-24d1-4029-b601-d6c4f4fd4b72,segment=NetworkSegment(10aeb338-0310-4264-973a-27fdcee26903),segment_id=10aeb338-0310-4264-973a-27fdcee26903)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:15.207961 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.293390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.303878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-19abd035-481b-4e95-a1fc-b6b13a2116a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=755b65fe-f67e-4349-b4b7-6c4426466f35 HTTP/1.1" status: 200 len: 217 time: 0.1797874 Jan 28 09:57:15.304978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.390418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] Calling delete_port for edc605df-24d1-4029-b601-d6c4f4fd4b72 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:15.437414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d861f532-d335-4336-9773-d7a27d4c1ddf']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:15.453096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c070f4a-6d28-4f76-844a-2eba6f6d8964') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:15.453382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c070f4a-6d28-4f76-844a-2eba6f6d8964') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:15.474775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.508914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.533779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=f9dd2719-991a-4403-8cc5-28314f2c0263,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:15.581252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-90ebb744-210f-4c36-85c8-d045a462c604 None None] Provisioning for port f9dd2719-991a-4403-8cc5-28314f2c0263 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:15.607504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] Pushing event deleted for resources: {'Port': ['ID=edc605df-24d1-4029-b601-d6c4f4fd4b72,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:15.619886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-90ebb744-210f-4c36-85c8-d045a462c604 None None] Provisioning complete for port f9dd2719-991a-4403-8cc5-28314f2c0263 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:15.620310 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90ebb744-210f-4c36-85c8-d045a462c604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.648450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.652791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4845025a-a76e-4316-ad02-c59cccd63bb6 None None] No DVR routers for this DVR port edc605df-24d1-4029-b601-d6c4f4fd4b72 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:15.658501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:15.659405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.703970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-90ebb744-210f-4c36-85c8-d045a462c604 None None] Port f9dd2719-991a-4403-8cc5-28314f2c0263 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:15.739863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6cd12486-70a7-4c35-81bc-75001398bd9e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:15.757735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af264d-4907-40d7-9228-240e9269700e req-f9230770-49eb-483c-a41c-592cfbb11759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:15.759413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-f9230770-49eb-483c-a41c-592cfbb11759 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f HTTP/1.1" status: 200 len: 849 time: 0.4249530 Jan 28 09:57:15.845207 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-6ae60f1b-4633-4dd6-9275-524dc48e9328 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0426247 Jan 28 09:57:15.847467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.852629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6cd12486-70a7-4c35-81bc-75001398bd9e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:15.876139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:57:15.876514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.885969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Request body: {'port': {'device_id': '284f6425-4681-4374-bc6f-e38d2e15d067', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:57:15.896251 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:57:15.916227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Allocated IP 172.25.1.204 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/212cd21a-e09f-4630-9efb-4b55bc640d70) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:15.928580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Router e24f560e-7fe5-40d8-a520-63d714473225 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:15.936813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edc605df-24d1-4029-b601-d6c4f4fd4b72 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:15.968610 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:15.978942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: edc605df-24d1-4029-b601-d6c4f4fd4b72 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:15.979275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edc605df-24d1-4029-b601-d6c4f4fd4b72 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:16.094569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bfe0fb-bcc7-48da-9781-b5cf18e27c26 req-6cb3d5ca-d9e7-4b3a-9c5e-00e1ce00cd71 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:16.096056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7bfe0fb-bcc7-48da-9781-b5cf18e27c26 req-6cb3d5ca-d9e7-4b3a-9c5e-00e1ce00cd71 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 932 time: 0.7569239 Jan 28 09:57:16.137817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.150635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a599064-02fc-4c92-9664-a80d079d181a None None] Network 2222983f-f87c-47c6-9acb-96c2e242528f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:16.161192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.166859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d74aa3-5caf-40bd-89b1-0e459ac84e03 req-2b7955a6-3b10-456f-ab21-d6ba2fde527a tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:16.168376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38d74aa3-5caf-40bd-89b1-0e459ac84e03 req-2b7955a6-3b10-456f-ab21-d6ba2fde527a tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1095 time: 0.5184221 Jan 28 09:57:16.188132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af264d-4907-40d7-9228-240e9269700e req-32385c20-2a85-4f9a-a28d-4394c775d341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:16.189655 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-32385c20-2a85-4f9a-a28d-4394c775d341 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=eb993200-fea9-489d-91b5-9bbccd6bb01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4090619 Jan 28 09:57:16.209379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Network': ['ID=d861f532-d335-4336-9773-d7a27d4c1ddf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:16.251079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4ed4823a-d545-4860-9fab-b6cc5f0d8f16 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/networks/d861f532-d335-4336-9773-d7a27d4c1ddf HTTP/1.1" status: 204 len: 168 time: 2.2191646 Jan 28 09:57:16.259857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48516) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:16.268039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] Provisioning for port 6cd12486-70a7-4c35-81bc-75001398bd9e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:16.278589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] Provisioning complete for port 6cd12486-70a7-4c35-81bc-75001398bd9e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:16.279044 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.301602 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c7bfe0fb-bcc7-48da-9781-b5cf18e27c26 req-45bedbcf-6e18-4977-93f0-84385d8b6394 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901317 Jan 28 09:57:16.343844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.387283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.400646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-6bf5f1ef-9eab-4b3b-9fd5-caefdb0639d4 service neutron] 10.222.0.25 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844809 Jan 28 09:57:16.409200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.492489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.512102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.553221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] For port 6cd12486-70a7-4c35-81bc-75001398bd9e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6cd12486-70a7-4c35-81bc-75001398bd9e,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:16.564590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.580947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:16.587187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:16.592402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:16.652698 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78af264d-4907-40d7-9228-240e9269700e req-281103b0-dbee-4bd9-a23f-1b53ad059cff service neutron] 10.222.0.25 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434359 Jan 28 09:57:16.659269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Pushing event updated for resources: {'Port': ['ID=212cd21a-e09f-4630-9efb-4b55bc640d70,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:16.662245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908bf0f2-0822-42f6-990d-d2657edc34f7 None None] Pushing event updated for resources: {'Port': ['ID=6cd12486-70a7-4c35-81bc-75001398bd9e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:16.684138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38d74aa3-5caf-40bd-89b1-0e459ac84e03 req-814a0257-53fa-480d-a8a9-776374032fc7 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734387 Jan 28 09:57:16.757892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:16.773122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] Sync routers for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:16.774913 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.784817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:16.785476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:16.814843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.830220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:16.961051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71fb766a-471a-43f4-b5e4-6742265d66c2 None None] Provisioning complete for port 6cd12486-70a7-4c35-81bc-75001398bd9e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:16.961424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71fb766a-471a-43f4-b5e4-6742265d66c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.020822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:17.203210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.265230 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b1b929b-60e2-41c2-9400-17372dab9d9f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "PUT /v2.0/floatingips/777f805e-04d9-40a2-b514-33dd69f2c9fd HTTP/1.1" status: 200 len: 991 time: 6.7031665 Jan 28 09:57:17.272549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:17.391472 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'status': 'completed', 'code': 200} Jan 28 09:57:17.531605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '777f805e-04d9-40a2-b514-33dd69f2c9fd', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc3ed3-e248-465d-a898-7bd908c28717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:56:39Z', 'updated_at': '2022-01-28T09:57:13Z', 'revision_number': 1, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:37Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:17.537119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] Checking router: e24f560e-7fe5-40d8-a520-63d714473225 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:17.546756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:17.547546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:17.633692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6cd12486-70a7-4c35-81bc-75001398bd9e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:17.652284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.720712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-71ed739a-7930-416c-b60a-07c7cc70470a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:17.722168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-71ed739a-7930-416c-b60a-07c7cc70470a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1096 time: 0.3107455 Jan 28 09:57:17.723843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.728473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['173119ab-b221-49d5-8329-7350fc395ff7']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:17.768547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10aeb338-0310-4264-973a-27fdcee26903') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:17.769002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10aeb338-0310-4264-973a-27fdcee26903') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:17.794121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.798406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.825981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.826871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.829311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 755b65fe-f67e-4349-b4b7-6c4426466f35 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:57:17.870977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6cd12486-70a7-4c35-81bc-75001398bd9e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:17.871198 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.917981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:17.959108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:17.979267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:57:18.057554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.059517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:57:18.060173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.085836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-962dfc3e-581b-4d37-ad70-d06ee29daedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:57:18.086052 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:57:18.088175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-962dfc3e-581b-4d37-ad70-d06ee29daedf service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.3110788 Jan 28 09:57:18.096447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=f9dd2719-991a-4403-8cc5-28314f2c0263,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:18.153671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-5db6d3b6-e1cc-48bc-98d1-cb8a464379cd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:18.154540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-5db6d3b6-e1cc-48bc-98d1-cb8a464379cd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:18.157478 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.163197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f837c9a8-4898-44bb-a676-cd90378bfd54 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:18.253612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.315221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 755b65fe-f67e-4349-b4b7-6c4426466f35, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=755b65fe-f67e-4349-b4b7-6c4426466f35,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:18.352201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '755b65fe-f67e-4349-b4b7-6c4426466f35', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'port_id': '755b65fe-f67e-4349-b4b7-6c4426466f35', 'mac_address': 'fa:16:3e:70:c6:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:57:18.358912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Transition to ACTIVE for port object f837c9a8-4898-44bb-a676-cd90378bfd54 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:18.371765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8731fd6-4aae-42a2-b93a-caa6c9398c0a req-4faed717-156a-4db4-99d8-e0d27771fc60 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:18.372442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d8731fd6-4aae-42a2-b93a-caa6c9398c0a req-4faed717-156a-4db4-99d8-e0d27771fc60 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:18.377135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-5db6d3b6-e1cc-48bc-98d1-cb8a464379cd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:18.378305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-5db6d3b6-e1cc-48bc-98d1-cb8a464379cd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 932 time: 0.8693354 Jan 28 09:57:18.378907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=0db92ac7-e3ac-4ec5-b21d-2225698919b6,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:18.386596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.391160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.401324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:57:18.410591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-9561a682-ccef-4334-99b3-0240fe12b091 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.3078754 Jan 28 09:57:18.446084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d8731fd6-4aae-42a2-b93a-caa6c9398c0a req-4faed717-156a-4db4-99d8-e0d27771fc60 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:18.452698 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8731fd6-4aae-42a2-b93a-caa6c9398c0a req-4faed717-156a-4db4-99d8-e0d27771fc60 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1095 time: 0.5978560 Jan 28 09:57:18.458820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.482861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.500807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.510023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 755b65fe-f67e-4349-b4b7-6c4426466f35 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:18.534604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 755b65fe-f67e-4349-b4b7-6c4426466f35, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=755b65fe-f67e-4349-b4b7-6c4426466f35,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:18.540894 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:18.572728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] Pushing event deleted for resources: {'Network': ['ID=173119ab-b221-49d5-8329-7350fc395ff7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:18.575978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:18.606960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-5b18d961-622d-4108-b872-5f7f5dff0117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:18.609571 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-5b18d961-622d-4108-b872-5f7f5dff0117 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1981943 Jan 28 09:57:18.615659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '777f805e-04d9-40a2-b514-33dd69f2c9fd', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc3ed3-e248-465d-a898-7bd908c28717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:56:39Z', 'updated_at': '2022-01-28T09:57:13Z', 'revision_number': 1, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:37Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:18.622596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8731fd6-4aae-42a2-b93a-caa6c9398c0a req-ea82b9e3-f406-4f02-bf75-d76855638822 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691179 Jan 28 09:57:18.622945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2414fab2-0aee-4b3a-8d0f-5a4e153c1dfa None None] The sync data for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 is: [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '777f805e-04d9-40a2-b514-33dd69f2c9fd', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'floating_ip_address': '172.25.1.137', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1941, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49dc3ed3-e248-465d-a898-7bd908c28717', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:56:39Z', 'updated_at': '2022-01-28T09:57:13Z', 'revision_number': 1, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:37Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:18.624642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=755b65fe-f67e-4349-b4b7-6c4426466f35,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:18.651643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:18.678944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-06c5f587-3ac1-4f8f-9e04-ae1519ca3557 tempest-TaggedBootDevicesTest-503643321 tempest-TaggedBootDevicesTest-503643321-project] 10.222.0.42 "DELETE /v2.0/networks/173119ab-b221-49d5-8329-7350fc395ff7 HTTP/1.1" status: 204 len: 168 time: 2.4130292 Jan 28 09:57:18.805129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['755b65fe-f67e-4349-b4b7-6c4426466f35'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:57:18.873309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:18.918732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-b018036e-eb49-41c0-931c-9b6d91a3e4c6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:18.941936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:18.953577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:18.968494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:18.970821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:18.990147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-0e56fc2e-ddfe-442c-8138-32cc491117f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:18.993637 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-0e56fc2e-ddfe-442c-8138-32cc491117f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3627577 Jan 28 09:57:19.049208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:19.050506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc51b09e-3aba-40a1-aab7-98c48d25f5f8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.5681064 Jan 28 09:57:19.055897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48534) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:19.157282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c89d37-4a70-4534-83b2-0c340da719ed None None] New status for floating IP 777f805e-04d9-40a2-b514-33dd69f2c9fd: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:57:19.264430 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:19.350934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e6ba62c-7987-41b2-acd5-c956e7cdf007 None None] Provisioning complete for port f9dd2719-991a-4403-8cc5-28314f2c0263 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:19.351292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e6ba62c-7987-41b2-acd5-c956e7cdf007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:19.495085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5e6ba62c-7987-41b2-acd5-c956e7cdf007 None None] Port f9dd2719-991a-4403-8cc5-28314f2c0263 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:19.506674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-b018036e-eb49-41c0-931c-9b6d91a3e4c6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:19.507842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06742b18-e60f-4562-9ec7-33941682d6b2 req-b018036e-eb49-41c0-931c-9b6d91a3e4c6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0760410 Jan 28 09:57:19.517605 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP ae975f25-5197-4f71-89c6-f0e74f36a8ba associated. External IP: 172.25.1.64, port: 48257033-4130-4c52-bfe6-ba859b65b0cc. Jan 28 09:57:19.639064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Attempting to bind port f837c9a8-4898-44bb-a676-cd90378bfd54 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:19.639403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Attempting to bind port f837c9a8-4898-44bb-a676-cd90378bfd54 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:19.639734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Attempting to bind port f837c9a8-4898-44bb-a676-cd90378bfd54 on network 45941089-d829-48de-a4db-a115006170e5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:19.666628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:17Z', 'revision_number': 3, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:19.670740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Router 11d073e7-2b06-4605-8c58-b5cda8479259 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:57:19.672172 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:19.672850 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Updating router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 port 212cd21a-e09f-4630-9efb-4b55bc640d70 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:57:19.675623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Port f837c9a8-4898-44bb-a676-cd90378bfd54 on network 45941089-d829-48de-a4db-a115006170e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:57:19.676509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Attempting to bind port f837c9a8-4898-44bb-a676-cd90378bfd54 on network 45941089-d829-48de-a4db-a115006170e5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:19.700436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:19.716905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Checking segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:19.717407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Bound using segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:19.717883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Bound port: f837c9a8-4898-44bb-a676-cd90378bfd54, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:19.718248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:19.728303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-2a8ecb78-8e27-4c9e-ad71-d3343cc63afe service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271602 Jan 28 09:57:19.735654 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.102916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:20.102916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:20.149784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f13b363-f05d-47d0-aa13-20f1fbd8b63a req-21392891-c70c-4b9b-b9e3-fb5ba1fce246 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135423 Jan 28 09:57:20.195416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.287899 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.307995 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Transition to ACTIVE for port object 212cd21a-e09f-4630-9efb-4b55bc640d70 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:20.315309 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.352183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89d0b7-8f28-41ae-9577-923da6cb0745 req-b4269558-35af-4cda-a8ac-fad25c27c928 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:20.354696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e89d0b7-8f28-41ae-9577-923da6cb0745 req-b4269558-35af-4cda-a8ac-fad25c27c928 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1096 time: 0.5020041 Jan 28 09:57:20.389298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:20.390322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.391696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] 10.222.0.43 "PUT /v2.0/ports/f837c9a8-4898-44bb-a676-cd90378bfd54 HTTP/1.1" status: 200 len: 1092 time: 4.5192900 Jan 28 09:57:20.399348 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Attempting to bind port 212cd21a-e09f-4630-9efb-4b55bc640d70 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:20.399730 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Attempting to bind port 212cd21a-e09f-4630-9efb-4b55bc640d70 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:20.400157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Attempting to bind port 212cd21a-e09f-4630-9efb-4b55bc640d70 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:20.405420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:20.415240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:20.415696 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:20.416190 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.416740 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:20.417313 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Bound port: 212cd21a-e09f-4630-9efb-4b55bc640d70, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:20.417762 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.427111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f0c52d-8bb8-4297-ac2b-6adf9ac27cde service neutron] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:20.464515 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e89d0b7-8f28-41ae-9577-923da6cb0745 req-6f46f4b8-3afb-4ec0-ac31-57f502b8bb16 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488691 Jan 28 09:57:20.619354 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Pushing event updated for resources: {'Port': ['ID=212cd21a-e09f-4630-9efb-4b55bc640d70,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:20.656628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.657108 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.657520 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.658034 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.667131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:20.679232 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] For port 212cd21a-e09f-4630-9efb-4b55bc640d70, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:20.684437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] For port 212cd21a-e09f-4630-9efb-4b55bc640d70, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=212cd21a-e09f-4630-9efb-4b55bc640d70,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:20.690961 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:20.726703 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'status': 'completed', 'code': 200} Jan 28 09:57:20.739383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:20.749475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f0ab2342-0637-4ada-ac63-92db59f02f71 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "PUT /v2.0/routers/11d073e7-2b06-4605-8c58-b5cda8479259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4450285 Jan 28 09:57:20.751762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48552) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:20.756386 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Sync routers for ids ['11d073e7-2b06-4605-8c58-b5cda8479259'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:20.788600 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Routers {'11d073e7-2b06-4605-8c58-b5cda8479259'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:20.789253 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['11d073e7-2b06-4605-8c58-b5cda8479259'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:20.854926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:20.867688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb2ad8-0d52-4a30-9786-f63417c21f07 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:20.868318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e5fb2ad8-0d52-4a30-9786-f63417c21f07 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:20.880089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-39efedee-872c-44b6-b628-096cac15385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:20.881791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-39efedee-872c-44b6-b628-096cac15385b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 1095 time: 0.4423716 Jan 28 09:57:20.933297 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:20.933925 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:21.003342 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a38e858-6b0c-4b3b-be58-1889a6eac10f None None] Pushing event updated for resources: {'Port': ['ID=212cd21a-e09f-4630-9efb-4b55bc640d70,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:21.025302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e5fb2ad8-0d52-4a30-9786-f63417c21f07 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:21.028793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e5fb2ad8-0d52-4a30-9786-f63417c21f07 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports/f9dd2719-991a-4403-8cc5-28314f2c0263 HTTP/1.1" status: 200 len: 911 time: 0.2705376 Jan 28 09:57:21.030718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-90649499-d811-4b4f-b13e-80fe553629a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f837c9a8-4898-44bb-a676-cd90378bfd54 HTTP/1.1" status: 200 len: 217 time: 0.1401100 Jan 28 09:57:21.030718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48558) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:21.043130 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Set router 11d073e7-2b06-4605-8c58-b5cda8479259 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:21.048626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2864fd80-7d24-4ae4-a747-2c30e56fbece req-cad493d2-c9ea-40c2-83f3-78712265b62b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:21.055511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2864fd80-7d24-4ae4-a747-2c30e56fbece req-cad493d2-c9ea-40c2-83f3-78712265b62b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 944 time: 0.2999275 Jan 28 09:57:21.177684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2864fd80-7d24-4ae4-a747-2c30e56fbece req-f996692d-df48-4e81-bc72-ce886a0fccaf tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191871 Jan 28 09:57:21.222482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:21.407488 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:21.417975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-f202f313-7fe5-4837-9541-e99eb56f74c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:21.419544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-f202f313-7fe5-4837-9541-e99eb56f74c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.3420856 Jan 28 09:57:21.474699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Allocated IP 172.20.0.1 (2222983f-f87c-47c6-9acb-96c2e242528f/80bbc2a2-7c3e-41c8-9280-539891d07993/8d171426-e3bd-44b8-b999-9e17e24ddf13) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:21.486709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-9078828e-f93f-4867-aac9-c66986056683 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589230 Jan 28 09:57:21.492013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:21.521290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:21.545568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:21.546206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:21.672977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:21.677312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:21.682809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:21.683474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:21.693350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Transition to ACTIVE for port object 8d171426-e3bd-44b8-b999-9e17e24ddf13 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:21.718772 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:21.750382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:21.750894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ee37e-3b4d-4d89-bc10-323e72557ff6 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:21.793325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95e61c-d611-45a6-8569-48265d2e1548 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:21.799329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a95e61c-d611-45a6-8569-48265d2e1548 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:21.803635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0a95e61c-d611-45a6-8569-48265d2e1548 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.7695508 Jan 28 09:57:21.804394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48568) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:21.850005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 755b65fe-f67e-4349-b4b7-6c4426466f35 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:21.873623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Pushing event updated for resources: {'Port': ['ID=8d171426-e3bd-44b8-b999-9e17e24ddf13,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:21.910963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Network 2222983f-f87c-47c6-9acb-96c2e242528f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:21.925942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:21.941000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:21.991463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 755b65fe-f67e-4349-b4b7-6c4426466f35 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:21.999136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 755b65fe-f67e-4349-b4b7-6c4426466f35 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:22.000099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.030240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.061183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.064158 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:09Z', 'updated_at': '2022-01-28T09:57:15Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None, '_interfaces': [{'id': 'f9dd2719-991a-4403-8cc5-28314f2c0263', 'name': '', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'mac_address': 'fa:16:3e:74:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:16Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'subnets': [{'id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:22.082928 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Checking router: 11d073e7-2b06-4605-8c58-b5cda8479259 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:22.085355 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Updating router 11d073e7-2b06-4605-8c58-b5cda8479259 port f9dd2719-991a-4403-8cc5-28314f2c0263 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:57:22.245461 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:17Z', 'revision_number': 3, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:22.262708 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497e96a5-62c4-49b7-b2b6-819b4ecda621 None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:17Z', 'revision_number': 3, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:22.266446 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.346372 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.372756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0541496c-b5f2-4853-8d4a-2a2459d49556 None None] Provisioning for port 8d171426-e3bd-44b8-b999-9e17e24ddf13 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:22.387878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0541496c-b5f2-4853-8d4a-2a2459d49556 None None] Provisioning complete for port 8d171426-e3bd-44b8-b999-9e17e24ddf13 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:22.388574 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0541496c-b5f2-4853-8d4a-2a2459d49556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.450872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0541496c-b5f2-4853-8d4a-2a2459d49556 None None] Port 8d171426-e3bd-44b8-b999-9e17e24ddf13 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:22.473831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b65fe-f67e-4349-b4b7-6c4426466f35'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:22.502114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 755b65fe-f67e-4349-b4b7-6c4426466f35, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=755b65fe-f67e-4349-b4b7-6c4426466f35,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:22.508144 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.517509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0b1df197-2d60-485c-8d1d-f3559cd8b3a0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.0196278 Jan 28 09:57:22.544640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48580) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:22.553274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:22.560976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:22.674613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=755b65fe-f67e-4349-b4b7-6c4426466f35,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:22.694679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.697197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.697697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.717799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.718281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.718617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.718949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.719273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.719593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.719911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.720231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.720529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:22.830448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-448115b7-8643-4c09-9c2c-327f6298c865 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3351271 Jan 28 09:57:22.996315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f0ee7-3c05-4cd6-bfdc-51a7ec37df5f req-668ebea3-76c6-4434-940e-8739db4e16f2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:22.997894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a60f0ee7-3c05-4cd6-bfdc-51a7ec37df5f req-668ebea3-76c6-4434-940e-8739db4e16f2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 944 time: 0.3339407 Jan 28 09:57:23.098543 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.105232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a60f0ee7-3c05-4cd6-bfdc-51a7ec37df5f req-dba9d5f2-98ec-41cc-a2d9-571924ce8751 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937314 Jan 28 09:57:23.137038 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Transition to ACTIVE for port object f9dd2719-991a-4403-8cc5-28314f2c0263 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:23.145683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.154647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.165328 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.182339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef0b1e71-9547-409b-9bad-94c426d3a178 req-4ee268b9-111e-4d53-87dd-a669d566714f service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084843 Jan 28 09:57:23.208878 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '755b65fe-f67e-4349-b4b7-6c4426466f35', 'code': 200} Jan 28 09:57:23.280326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.409312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.705417 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40ee2-fe0e-4cb4-bc92-41bf3bbc7120 None None] Pushing event updated for resources: {'Port': ['ID=f9dd2719-991a-4403-8cc5-28314f2c0263,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:23.773450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Attempting to bind port f9dd2719-991a-4403-8cc5-28314f2c0263 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:23.773861 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Attempting to bind port f9dd2719-991a-4403-8cc5-28314f2c0263 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:23.774296 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Attempting to bind port f9dd2719-991a-4403-8cc5-28314f2c0263 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:23.810167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:23.810167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:23.810167 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.810167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:23.810167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Bound port: f9dd2719-991a-4403-8cc5-28314f2c0263, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:23.810167 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:23.818897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 212cd21a-e09f-4630-9efb-4b55bc640d70 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:23.984052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Pushing event updated for resources: {'Port': ['ID=8d171426-e3bd-44b8-b999-9e17e24ddf13,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:23.995900 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] For port f9dd2719-991a-4403-8cc5-28314f2c0263, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:24.004083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 212cd21a-e09f-4630-9efb-4b55bc640d70 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:24.006678 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] For port f9dd2719-991a-4403-8cc5-28314f2c0263, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9dd2719-991a-4403-8cc5-28314f2c0263,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:24.008750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.009290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.009752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.010220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.010696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.011574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.012062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.013508 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.016005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.016560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.016757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 212cd21a-e09f-4630-9efb-4b55bc640d70 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:24.017137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.017385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.017852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.018312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:24.027162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Network 2222983f-f87c-47c6-9acb-96c2e242528f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:24.029031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:24.124595 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.206277 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d40ee2-fe0e-4cb4-bc92-41bf3bbc7120 None None] Pushing event updated for resources: {'Port': ['ID=f9dd2719-991a-4403-8cc5-28314f2c0263,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:24.234835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cc7a1-c644-490d-9751-d9ccb3f8a2e4 req-a2650ca6-c0c6-49bb-ad08-029e9ae90296 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:24.236678 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e5cc7a1-c644-490d-9751-d9ccb3f8a2e4 req-a2650ca6-c0c6-49bb-ad08-029e9ae90296 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1096 time: 2.4984062 Jan 28 09:57:24.238845 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.239588 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP ae975f25-5197-4f71-89c6-f0e74f36a8ba disassociated. External IP: 172.25.1.64, port: 48257033-4130-4c52-bfe6-ba859b65b0cc. Jan 28 09:57:24.278485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Routers {'11d073e7-2b06-4605-8c58-b5cda8479259'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:24.279482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['11d073e7-2b06-4605-8c58-b5cda8479259'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:24.292488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:24.302350 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.307408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a05ed-d405-4cee-8ab6-c2e802085829 req-4bda1747-e397-49bd-9a24-b9b45fb882ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:24.309766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07a05ed-d405-4cee-8ab6-c2e802085829 req-4bda1747-e397-49bd-9a24-b9b45fb882ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 1.0078700 Jan 28 09:57:24.367638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 212cd21a-e09f-4630-9efb-4b55bc640d70, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=212cd21a-e09f-4630-9efb-4b55bc640d70,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:24.373687 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.566249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=212cd21a-e09f-4630-9efb-4b55bc640d70,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:24.633296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2b34f64e-256e-4455-8832-51a47b4acdb8 None None] Provisioning complete for port 8d171426-e3bd-44b8-b999-9e17e24ddf13 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:24.634413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b34f64e-256e-4455-8832-51a47b4acdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:24.688309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:24.707815 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e5cc7a1-c644-490d-9751-d9ccb3f8a2e4 req-885e379d-f250-48e9-aaaf-f6374dac77c3 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721929 Jan 28 09:57:24.723811 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] Set router 11d073e7-2b06-4605-8c58-b5cda8479259 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:24.760264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07a05ed-d405-4cee-8ab6-c2e802085829 req-3f71ec8b-f77c-4296-88ba-23950ebcbaf2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425948 Jan 28 09:57:24.763435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7f02cb6-d01f-4e91-a7a5-15a7870fca72 admin admin] 10.222.0.42 "PUT /v2.0/routers/eb3342fc-9881-4b3f-a520-5e26ba98b2e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7065926 Jan 28 09:57:24.780438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-92811600-715f-4a00-89ec-412ae8f331b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:24.786612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-92811600-715f-4a00-89ec-412ae8f331b5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 1095 time: 0.6474347 Jan 28 09:57:24.814811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2b34f64e-256e-4455-8832-51a47b4acdb8 None None] Port 8d171426-e3bd-44b8-b999-9e17e24ddf13 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:24.837753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5840837-1fb5-4de1-82cd-a81711ff733c req-76765e7a-28f8-4a71-be1b-44a99732d606 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:24.851741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5840837-1fb5-4de1-82cd-a81711ff733c req-76765e7a-28f8-4a71-be1b-44a99732d606 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 944 time: 0.1648905 Jan 28 09:57:24.956689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5840837-1fb5-4de1-82cd-a81711ff733c req-5a07814a-861e-48d7-ae9f-ef7b4543d0a7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039524 Jan 28 09:57:25.193316 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:25.215704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:25.215704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:25.229747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:25.234681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-cfc31c82-6def-4a7b-8899-9d145090ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:25.236217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-cfc31c82-6def-4a7b-8899-9d145090ca28 service neutron] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 916 time: 0.3731928 Jan 28 09:57:25.372899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-d9df9790-d68e-440c-a2f4-0ece81b049bb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f837c9a8-4898-44bb-a676-cd90378bfd54 HTTP/1.1" status: 200 len: 217 time: 0.1290724 Jan 28 09:57:25.394524 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:09Z', 'updated_at': '2022-01-28T09:57:15Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None, '_interfaces': [{'id': 'f9dd2719-991a-4403-8cc5-28314f2c0263', 'name': '', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'mac_address': 'fa:16:3e:74:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:23Z', 'revision_number': 4, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'subnets': [{'id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:25.401654 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-512d8ea1-6bfa-466f-b4fb-88baefe700f0 None None] The sync data for ids ['11d073e7-2b06-4605-8c58-b5cda8479259'] in n-d-825178-2 is: [{'id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:09Z', 'updated_at': '2022-01-28T09:57:15Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None, '_interfaces': [{'id': 'f9dd2719-991a-4403-8cc5-28314f2c0263', 'name': '', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'mac_address': 'fa:16:3e:74:0f:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'device_owner': 'network:router_interface', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:23Z', 'revision_number': 4, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'subnets': [{'id': '3867dfb1-fc6a-45e5-99ab-adc5299b6df6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:25.426286 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:25.463650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48602) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:25.471681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1925682332', 'description': 'tempest-description--1348956707'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:25.492311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:25.496988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:25.501585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:25.516317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:25.539620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:25.602527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:25.610599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:25.616292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:25.627208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:25.631118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:25.635349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:25.649705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:25.658051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:25.661473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:25.720831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-44df6856-938e-49ef-accf-158403783fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:25.722298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-44df6856-938e-49ef-accf-158403783fdb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.3179758 Jan 28 09:57:25.723451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:25.905524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:25.910701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 212cd21a-e09f-4630-9efb-4b55bc640d70 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:26.051963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:26.052626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:26.110304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.121952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.285512 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 2, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:26.295384 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1215bb71-6005-4f63-a858-0fd14aa0df00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.302629 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:26.305265 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Updating router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 port 8d171426-e3bd-44b8-b999-9e17e24ddf13 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:57:26.324092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:26.324612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194d4a10-4b05-4b5c-95ce-72ce589dc378 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:26.358248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 212cd21a-e09f-4630-9efb-4b55bc640d70 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:26.358764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.370236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b51677fb-35b7-42e2-b197-ccbf11990937,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:26.372715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.374363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-07cf2371-0a4f-4f22-ae50-343e940321d0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9097080 Jan 28 09:57:26.377429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48618) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:26.386738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'security_group_rule': {'security_group_id': 'b51677fb-35b7-42e2-b197-ccbf11990937', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:26.394200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:26.399091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:26.402945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:26.410632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:26.427881 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.452978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.504632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6d0fe1e2-9177-420b-a251-a49339dc2de4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/floatingips/ae975f25-5197-4f71-89c6-f0e74f36a8ba HTTP/1.1" status: 200 len: 687 time: 3.9587927 Jan 28 09:57:26.517379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-b9ece631-48da-4943-9615-e67c4a5198d5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7212453 Jan 28 09:57:26.530484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48624) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:26.835705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed88c27-d0b0-475c-8302-c2036d258fcd req-2f2d92e9-43eb-443c-a71b-b2efbf5de2a0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:26.842561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ed88c27-d0b0-475c-8302-c2036d258fcd req-2f2d92e9-43eb-443c-a71b-b2efbf5de2a0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 944 time: 0.5746052 Jan 28 09:57:26.861713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 0db92ac7-e3ac-4ec5-b21d-2225698919b6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:26.862168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.866635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-e114b689-1358-40dc-848e-e325eb5287d6 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101959 Jan 28 09:57:26.934435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.944398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:26.984135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ed88c27-d0b0-475c-8302-c2036d258fcd req-ab614ac6-130f-483f-98a2-64a7cf3619dd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406529 Jan 28 09:57:27.049024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:57:27.109879 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.128975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Transition to ACTIVE for port object 8d171426-e3bd-44b8-b999-9e17e24ddf13 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:27.131697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=658fc7c5-6c0c-45d9-81fc-215e38108743,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:27.149742 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.153284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.154473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e48198cf-32d9-4f90-af97-71ccfa81ab89 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7743959 Jan 28 09:57:27.159233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48628) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:27.167277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c568e0-6982-4eb9-9c46-0c1114681e2a req-50ee66ac-393f-4a0d-85b7-903df84d8398 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:27.167379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'security_group_rule': {'security_group_id': 'b51677fb-35b7-42e2-b197-ccbf11990937', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:27.174955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4c568e0-6982-4eb9-9c46-0c1114681e2a req-50ee66ac-393f-4a0d-85b7-903df84d8398 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 0.7197442 Jan 28 09:57:27.178236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:27.195891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:27.209754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:27.240747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:27.282287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4c568e0-6982-4eb9-9c46-0c1114681e2a req-8b0147d9-0306-40af-88f5-60a655a685d2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062999 Jan 28 09:57:27.286466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5dfc3200-3a75-4042-9e14-eb24b24dd4f5 req-50a9bc03-aa41-44cc-99d6-9d9a203997c5 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4120138 Jan 28 09:57:27.312933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port f9dd2719-991a-4403-8cc5-28314f2c0263 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:27.313490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.319855 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.326311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.359634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.545762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:27.559198 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6b8f2-e2de-496b-b1c2-c1718bbee87d None None] Pushing event updated for resources: {'Port': ['ID=8d171426-e3bd-44b8-b999-9e17e24ddf13,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:27.579308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'port_id': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'mac_address': 'fa:16:3e:54:b7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e48aad-d079-49d4-af8f-850a16297c74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:57:27.681677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 0db92ac7-e3ac-4ec5-b21d-2225698919b6 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:27.721203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port f9dd2719-991a-4403-8cc5-28314f2c0263, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9dd2719-991a-4403-8cc5-28314f2c0263,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:27.721726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.752486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.764816 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Attempting to bind port 8d171426-e3bd-44b8-b999-9e17e24ddf13 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:27.765199 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Attempting to bind port 8d171426-e3bd-44b8-b999-9e17e24ddf13 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:27.765701 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Attempting to bind port 8d171426-e3bd-44b8-b999-9e17e24ddf13 on network 2222983f-f87c-47c6-9acb-96c2e242528f {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:27.783810 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:27.784241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Checking segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:27.784644 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.785710 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Bound using segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:27.786166 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Bound port: 8d171426-e3bd-44b8-b999-9e17e24ddf13, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:27.786537 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.808541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f837c9a8-4898-44bb-a676-cd90378bfd54 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:27.846285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9dd2719-991a-4403-8cc5-28314f2c0263 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:27.865299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.871183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.899338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for f9dd2719-991a-4403-8cc5-28314f2c0263 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:27.925096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.927234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7674727 Jan 28 09:57:27.931086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:27.933042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48634) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:27.940707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:27.945385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:27.949753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724371b-3e20-4ed1-823e-b7de5dc88d17 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=990c9a51-5c2c-402a-8ba7-2c121c749eeb,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:27.976851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:27.984250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:floatingip and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:27.990048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:28.000314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:28.004286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f9dd2719-991a-4403-8cc5-28314f2c0263 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:28.020230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f9dd2719-991a-4403-8cc5-28314f2c0263 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:28.020836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.061766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] For port 8d171426-e3bd-44b8-b999-9e17e24ddf13, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:28.071436 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] For port 8d171426-e3bd-44b8-b999-9e17e24ddf13, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8d171426-e3bd-44b8-b999-9e17e24ddf13,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:28.079414 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.163800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:28.209780 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:28.210713 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:56:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:28.290581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.296411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.300944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f837c9a8-4898-44bb-a676-cd90378bfd54'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:57:28.406186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f5e1791-834f-4ade-848f-0d7223cb9605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.414042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.420544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f9dd2719-991a-4403-8cc5-28314f2c0263, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9dd2719-991a-4403-8cc5-28314f2c0263,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:28.433090 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.537748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=0db92ac7-e3ac-4ec5-b21d-2225698919b6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:28.548522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f9dd2719-991a-4403-8cc5-28314f2c0263,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:28.610163 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:28.637359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:57:28.638296 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:57:28.720129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bab4cc-dc63-4ef0-9f54-44d8dfd5868e req-eed8ce6a-6ce2-4908-b059-6712413e961a tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:28.733957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0bab4cc-dc63-4ef0-9f54-44d8dfd5868e req-eed8ce6a-6ce2-4908-b059-6712413e961a tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 945 time: 0.4843123 Jan 28 09:57:28.814253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.837375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0bab4cc-dc63-4ef0-9f54-44d8dfd5868e req-313cb1c6-4d51-4701-8fd8-ac02d72540b1 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913057 Jan 28 09:57:28.843849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.856883 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.858015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6f6bfe7b-bb93-4625-abfe-8edcfab8e478 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/floatingips/ae975f25-5197-4f71-89c6-f0e74f36a8ba HTTP/1.1" status: 204 len: 168 time: 2.3265939 Jan 28 09:57:28.861365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:28.867102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '041331f7-fb6c-45ee-9712-18373bb86036'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:28.872516 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf6b8f2-e2de-496b-b1c2-c1718bbee87d None None] Pushing event updated for resources: {'Port': ['ID=8d171426-e3bd-44b8-b999-9e17e24ddf13,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:28.873376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:28.878445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:floatingip and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:28.882169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:28.888070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:28.905440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:28.915648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96d654-d160-4b54-b955-fe7b59599f7c req-41a2383c-c48e-4a63-989c-859eef8c56db tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:28.922597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a96d654-d160-4b54-b955-fe7b59599f7c req-41a2383c-c48e-4a63-989c-859eef8c56db tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 0.2175379 Jan 28 09:57:29.087483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:29.121092 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:28Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:29.126087 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b48e4-c232-4d35-b24d-50e0e5652b69 None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:28Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:29.142264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port f9dd2719-991a-4403-8cc5-28314f2c0263 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:29.142598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:29.288202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2a96d654-d160-4b54-b955-fe7b59599f7c req-ea2837be-4185-4c2c-b0f9-d754bfe88de9 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642588 Jan 28 09:57:29.318534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Allocated IP 172.25.1.185 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/f2106bad-a24f-430d-84cf-793c9f2ddbb2) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:29.387804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:29.399127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:29.535645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7afb3-0c9c-4193-bf49-566309cd3057 req-98a2c994-9a1e-4a4e-8182-d35339dc3277 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:29.537542 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fd7afb3-0c9c-4193-bf49-566309cd3057 req-98a2c994-9a1e-4a4e-8182-d35339dc3277 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1101372 Jan 28 09:57:29.562465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port f9dd2719-991a-4403-8cc5-28314f2c0263, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9dd2719-991a-4403-8cc5-28314f2c0263,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:29.562465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:29.617073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fd7afb3-0c9c-4193-bf49-566309cd3057 req-8e30d035-340d-47d8-a83c-59ca70fa9c2d tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716586 Jan 28 09:57:29.799845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for f9dd2719-991a-4403-8cc5-28314f2c0263 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:29.856717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48658) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:29.857313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8d171426-e3bd-44b8-b999-9e17e24ddf13 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:29.911979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:29.928555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f96ea-22c8-4bea-a445-31e3247d8a01 req-6703222d-cded-4ab8-8787-48479690d3b3 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:29.932770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d4f96ea-22c8-4bea-a445-31e3247d8a01 req-6703222d-cded-4ab8-8787-48479690d3b3 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 0.1702852 Jan 28 09:57:29.984330 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 8d171426-e3bd-44b8-b999-9e17e24ddf13 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:29.996310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8d171426-e3bd-44b8-b999-9e17e24ddf13 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:29.996690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.119128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.202257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:30.206504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:30.209805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:30.230444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.273141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 8d171426-e3bd-44b8-b999-9e17e24ddf13, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8d171426-e3bd-44b8-b999-9e17e24ddf13,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:30.298113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.298113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9dd2719-991a-4403-8cc5-28314f2c0263 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:30.298348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.100 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/81851f4b-3eb6-4e1e-8d05-ad0f33838912) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:30.361259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'Port': ['ID=f2106bad-a24f-430d-84cf-793c9f2ddbb2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:30.371800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.396058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f9dd2719-991a-4403-8cc5-28314f2c0263 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:30.396641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9dd2719-991a-4403-8cc5-28314f2c0263 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 09:57:30.452502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port f9dd2719-991a-4403-8cc5-28314f2c0263 not found, will not notify nova. {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 09:57:30.460865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=f9dd2719-991a-4403-8cc5-28314f2c0263,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:30.479176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=8d171426-e3bd-44b8-b999-9e17e24ddf13,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:30.484788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabd097-edd3-43f9-9314-9b7b16de4102 req-feb4f8f2-4ab0-4efd-b4a4-84a45fc88ec3 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:30.486523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-deabd097-edd3-43f9-9314-9b7b16de4102 req-feb4f8f2-4ab0-4efd-b4a4-84a45fc88ec3 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 945 time: 0.4575779 Jan 28 09:57:30.566695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.578741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.607533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d4f96ea-22c8-4bea-a445-31e3247d8a01 req-8a64b60f-abb6-4b33-af99-4eac596b45bd tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702607 Jan 28 09:57:30.618378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.720467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:30.788489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.802105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:30.805297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:30.834811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:30.874906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=81851f4b-3eb6-4e1e-8d05-ad0f33838912,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:31.016429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-deabd097-edd3-43f9-9314-9b7b16de4102 req-57a90436-ef03-45c5-81f1-74f1d0d3cab8 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4880097 Jan 28 09:57:31.023667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.064856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:31.142167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f837c9a8-4898-44bb-a676-cd90378bfd54 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:31.148884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f837c9a8-4898-44bb-a676-cd90378bfd54 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:31.149254 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.268782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.295721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:31.305873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:31.310401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.351337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Router 11d073e7-2b06-4605-8c58-b5cda8479259 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:31.365444 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'code': 200} Jan 28 09:57:31.392774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:31.479675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-6c1ab136-64d7-4bac-b456-a75f4a965bbe tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:31.481342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-6c1ab136-64d7-4bac-b456-a75f4a965bbe tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/networks?id=eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 200 len: 911 time: 0.4066286 Jan 28 09:57:31.564589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-20a64b58-8ef9-4b18-ba01-da3d599b8f6b tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/quotas/b6053b38446c43b592df68f717c5b7a3 HTTP/1.1" status: 200 len: 375 time: 0.0733924 Jan 28 09:57:31.645517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:31.654607 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] Sync routers for ids ['11d073e7-2b06-4605-8c58-b5cda8479259'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:31.672365 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] Routers {'11d073e7-2b06-4605-8c58-b5cda8479259'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:31.673292 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['11d073e7-2b06-4605-8c58-b5cda8479259'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:31.724891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8d171426-e3bd-44b8-b999-9e17e24ddf13 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:31.746378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-67291da9-d415-48b1-a7f5-1842a9d5d2b7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "PUT /v2.0/routers/11d073e7-2b06-4605-8c58-b5cda8479259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9374990 Jan 28 09:57:31.749786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48690) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:31.821108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-73249321-cb94-4717-8ab2-7f2caf2030ba tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=b6053b38446c43b592df68f717c5b7a3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2418995 Jan 28 09:57:31.823587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6ef9e-f913-42ff-9804-80f752ce2287 req-4ab16e77-0310-4699-a235-8a02bed974c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:31.825094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8a6ef9e-f913-42ff-9804-80f752ce2287 req-4ab16e77-0310-4699-a235-8a02bed974c9 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 1097 time: 0.3400445 Jan 28 09:57:31.842851 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] Set router 11d073e7-2b06-4605-8c58-b5cda8479259 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:31.855953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8d171426-e3bd-44b8-b999-9e17e24ddf13 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:31.856408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.916443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.939659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:31.968012 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:09Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 3, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:31.972049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] Checking router: 11d073e7-2b06-4605-8c58-b5cda8479259 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:31.987079 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] Routers {'11d073e7-2b06-4605-8c58-b5cda8479259'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:31.989770 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['11d073e7-2b06-4605-8c58-b5cda8479259'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:31.998716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-adc84537-08f0-4476-b852-79c706bddff7 service neutron] 10.222.0.42 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763153 Jan 28 09:57:32.037096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b425be1-df04-416f-9194-641b51a4441f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:32.039357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b425be1-df04-416f-9194-641b51a4441f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:32.040277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9b425be1-df04-416f-9194-641b51a4441f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:32.099687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8a6ef9e-f913-42ff-9804-80f752ce2287 req-8993fe6c-9176-40c6-9606-90875bbe1f42 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472622 Jan 28 09:57:32.131456 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] Set router 11d073e7-2b06-4605-8c58-b5cda8479259 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:32.144930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'Port': ['ID=f2106bad-a24f-430d-84cf-793c9f2ddbb2,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:32.150267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:32.157670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9b425be1-df04-416f-9194-641b51a4441f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:32.159137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b425be1-df04-416f-9194-641b51a4441f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4055898 Jan 28 09:57:32.164159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48700) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:32.175192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-a4596df4-f39d-4136-8848-ca04c9381f72 service neutron] 10.222.0.42 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737778 Jan 28 09:57:32.175924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:32.178703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-20ecf806-f922-4cf3-93d1-7fd4bb447c26 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2379174 Jan 28 09:57:32.238742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:32.258201 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:09Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 3, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:32.262339 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b91db0-d0bd-4492-9353-7151c5681025 None None] The sync data for ids ['11d073e7-2b06-4605-8c58-b5cda8479259'] in n-d-825178-2 is: [{'id': '11d073e7-2b06-4605-8c58-b5cda8479259', 'name': 'tempest-NetworksTestDHCPv6-router-890395551', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:09Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 3, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:32.357430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 3867dfb1-fc6a-45e5-99ab-adc5299b6df6 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:32.361372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:32.514910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:32.531000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:32.708379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab7457-a7c0-4fcd-8a7d-2cacb192d0ea req-e52a11e1-c489-47ab-870f-7d09fe4210af tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:32.710592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d5ab7457-a7c0-4fcd-8a7d-2cacb192d0ea req-e52a11e1-c489-47ab-870f-7d09fe4210af tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.1294045 Jan 28 09:57:32.787980 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d5ab7457-a7c0-4fcd-8a7d-2cacb192d0ea req-9504b336-2df8-4158-ad96-ad66c24fed7d tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699692 Jan 28 09:57:32.914429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-283c2e91-af67-4425-bc75-1497e9b92aa3 req-f33d1d40-84bf-44d2-ac39-54552a76374a tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 210 time: 0.0517826 Jan 28 09:57:32.954647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-e188804e-f7dc-4abe-a9dc-dec3cfc8cb1f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:33.003612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.040458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-e188804e-f7dc-4abe-a9dc-dec3cfc8cb1f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:33.041820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-e188804e-f7dc-4abe-a9dc-dec3cfc8cb1f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1925682332&fields=id&tenant_id=d64b19b465de4ad08098c68ee8b40a75 HTTP/1.1" status: 200 len: 267 time: 0.4529409 Jan 28 09:57:33.056998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.395026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.476356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-85b18050-fc17-4c5c-8de4-d97e2388fc22 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:33.479374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-85b18050-fc17-4c5c-8de4-d97e2388fc22 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 811 time: 0.3924515 Jan 28 09:57:33.506665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=3867dfb1-fc6a-45e5-99ab-adc5299b6df6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:33.514894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd857a16-338d-4a68-9027-800d38d141b6 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:33.540515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.636487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9dd2719-991a-4403-8cc5-28314f2c0263 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:33.637342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-62a6afe5-4a71-4337-bfb9-0974a9016374 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/quotas/d64b19b465de4ad08098c68ee8b40a75 HTTP/1.1" status: 200 len: 375 time: 0.1333489 Jan 28 09:57:33.673268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.679093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Deleting port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:33.679806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.689912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f9dd2719-991a-4403-8cc5-28314f2c0263 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:33.690548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9dd2719-991a-4403-8cc5-28314f2c0263 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:33.756825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.832531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9582acbe-c216-42f9-87d3-e4cfe62a8c5e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/3867dfb1-fc6a-45e5-99ab-adc5299b6df6 HTTP/1.1" status: 204 len: 168 time: 1.6541243 Jan 28 09:57:33.846863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48734) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:33.945485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:33.961209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:57:33.966684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] Deleting port 4caaa14e-43af-47b6-8178-66c69c49e25c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:33.967162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.076619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-9808d963-ff5e-4de7-839f-a606c705193c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:34.077325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-9808d963-ff5e-4de7-839f-a606c705193c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:34.108646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a2bda72a-5633-4db6-8c86-efc9eaf5847e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:34.117658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=81851f4b-3eb6-4e1e-8d05-ad0f33838912,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:34.139408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-9808d963-ff5e-4de7-839f-a606c705193c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:34.140846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-9808d963-ff5e-4de7-839f-a606c705193c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.43 "GET /v2.0/networks?id=eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 200 len: 911 time: 0.4307995 Jan 28 09:57:34.152293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Request body: {'port': {'device_id': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'admin_state_up': True, 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:34.157304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a2bda72a-5633-4db6-8c86-efc9eaf5847e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:34.158406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a2bda72a-5633-4db6-8c86-efc9eaf5847e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3099852 Jan 28 09:57:34.160118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:34.169481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f14fd89-658d-40ae-90b1-809fcdc11c82 req-c24cf145-c64e-42d4-97cf-112b2f91a95e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:34.171181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f14fd89-658d-40ae-90b1-809fcdc11c82 req-c24cf145-c64e-42d4-97cf-112b2f91a95e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.1737704 Jan 28 09:57:34.171660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48742) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:34.215980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] For port 4caaa14e-43af-47b6-8178-66c69c49e25c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4caaa14e-43af-47b6-8178-66c69c49e25c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:34.216443 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.242477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-f577254b-2440-48ce-bd48-09e4e715ef0f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:34.244435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:34.295040 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP 5e51e4c6-6516-4495-925d-96a0c0e19505 associated. External IP: 172.25.1.100, port: 041331f7-fb6c-45ee-9712-18373bb86036. Jan 28 09:57:34.345437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] Calling delete_port for 4caaa14e-43af-47b6-8178-66c69c49e25c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:34.350426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-f577254b-2440-48ce-bd48-09e4e715ef0f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:34.353231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-f577254b-2440-48ce-bd48-09e4e715ef0f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6397617 Jan 28 09:57:34.359453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] For port 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:34.360232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.424567 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.473295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] Pushing event deleted for resources: {'Port': ['ID=4caaa14e-43af-47b6-8178-66c69c49e25c,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:34.476439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Made reservation on behalf of b6053b38446c43b592df68f717c5b7a3 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:34.476717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d9b999-91e5-4568-9ac3-de6b032446c0 None None] No DVR routers for this DVR port 4caaa14e-43af-47b6-8178-66c69c49e25c on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:34.478818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.516402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.628447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f14fd89-658d-40ae-90b1-809fcdc11c82 req-2ba6f268-a68e-48e0-a290-6dfbbda92cef tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3937554 Jan 28 09:57:34.737004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Calling delete_port for 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:34.962625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a06edded-1862-4e13-ab95-67d6a50fa87f req-45d33d66-e119-4a8c-a40d-68e739018d55 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 210 time: 0.2078595 Jan 28 09:57:34.979962 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:34.983659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.013887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Allocated IP 172.20.0.6 (eb993200-fea9-489d-91b5-9bbccd6bb01f/c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f/5fcda619-f239-4023-8533-2cdb86419663) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:35.020359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.020871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Fanout notify agent at l3_agent the message router_deleted on router 11d073e7-2b06-4605-8c58-b5cda8479259 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:57:35.049723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-d5f2bf09-c7cd-4edc-aa0e-751f20812ab9 service neutron] 10.222.0.42 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6694672 Jan 28 09:57:35.075956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.077094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d95267d7-cb4f-4583-a3f1-3216b70e5280 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/routers/11d073e7-2b06-4605-8c58-b5cda8479259 HTTP/1.1" status: 204 len: 168 time: 0.9032080 Jan 28 09:57:35.085158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:35.111847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:35.203323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-e41a88bc-dabc-4c4b-a133-22e31cfa67b2 service neutron] 10.222.0.42 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464920 Jan 28 09:57:35.302286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:35.324521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:35.409122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:35.439050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:35.451188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:35.486867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:35.491467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.652288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.666983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7a510-3a62-49e5-a6f3-5f9b6e1737ed req-bba35f16-e5e7-4649-b6db-1a88db1c04b5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:35.668490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fe7a510-3a62-49e5-a6f3-5f9b6e1737ed req-bba35f16-e5e7-4649-b6db-1a88db1c04b5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.3407564 Jan 28 09:57:35.700968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4caaa14e-43af-47b6-8178-66c69c49e25c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:35.736114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fe7a510-3a62-49e5-a6f3-5f9b6e1737ed req-d63b73da-b926-4630-b32b-f3573d3d6545 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Jan 28 09:57:35.746206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4caaa14e-43af-47b6-8178-66c69c49e25c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:35.746551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4caaa14e-43af-47b6-8178-66c69c49e25c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:35.826748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-781d53cb-5eca-40f9-88af-6d14f7fd2c55 req-7547fcbe-111d-4246-ba39-5711f6336195 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 210 time: 0.0984638 Jan 28 09:57:35.849122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Transition to ACTIVE for port object 5fcda619-f239-4023-8533-2cdb86419663 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:35.861096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.931769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.971758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:35.986483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:35.995622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:35.996213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:35.998148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72e473-be82-4417-824c-4573e8c3cd4d None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:36.015174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Pushing event deleted for resources: {'Port': ['ID=30f5291e-f8ff-4000-b2ac-9f1e20eac9e8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:36.022460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=fbb73b23-4996-476d-9dad-e4d356bd1894,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:36.036250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.107952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6079fdf7-e51c-4850-b62d-c6ec698e98a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0217206 Jan 28 09:57:36.158773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48782) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:36.221795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:36.231913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:36.239117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:router and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:36.242495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:36.248522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:36.272948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.274038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.307005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['755b65fe-f67e-4349-b4b7-6c4426466f35'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:57:36.330558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:36.374641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Pushing event updated for resources: {'Port': ['ID=5fcda619-f239-4023-8533-2cdb86419663,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:36.386343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Network eb993200-fea9-489d-91b5-9bbccd6bb01f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:36.388689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:36.392120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:36.402338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.414893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:36.439407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f6755-1c96-4586-ba70-be78955321de req-cba01dfd-9c56-4024-a561-34f12bc19d85 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:36.447088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b30f6755-1c96-4586-ba70-be78955321de req-cba01dfd-9c56-4024-a561-34f12bc19d85 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 946 time: 0.5443804 Jan 28 09:57:36.540613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:36.541322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.552992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:36.553636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:36.556562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b30f6755-1c96-4586-ba70-be78955321de req-2a54daf7-b94d-494d-8d6f-e5827db2bb1b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083183 Jan 28 09:57:36.598152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-46503159-740a-46da-89d3-c2ed18678b35 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4495823 Jan 28 09:57:36.608739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Request body: {'port': {'device_id': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:36.725189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'fbb73b23-4996-476d-9dad-e4d356bd1894'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:57:36.727227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.777868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:36.882826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:36.883714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:36.887343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.908495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:36.992702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f6105b98-186c-4d4c-b291-e541f7ef2ac6 None None] Provisioning for port 5fcda619-f239-4023-8533-2cdb86419663 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:36.997037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:36.997612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51a8c227-037d-4aa4-8231-072e304b4a47 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:37.088093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/fbb73b23-4996-476d-9dad-e4d356bd1894/edb41786-35eb-4a8a-80fd-ba9fb8260d5c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:37.148708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b7bcb9d3-a2c0-40a5-a80e-85c8c4a044bf tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.2845817 Jan 28 09:57:37.188404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48796) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:37.192716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.229920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.277545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.281706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7cff2a99-e773-4e19-bdd3-2d3a8c18eba6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0624917 Jan 28 09:57:37.290269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f6105b98-186c-4d4c-b291-e541f7ef2ac6 None None] Provisioning complete for port 5fcda619-f239-4023-8533-2cdb86419663 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:37.290789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6105b98-186c-4d4c-b291-e541f7ef2ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.326656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:37.397360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f6105b98-186c-4d4c-b291-e541f7ef2ac6 None None] Port 5fcda619-f239-4023-8533-2cdb86419663 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:37.399371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-b52569a6-cd24-4fcb-8575-db3f31fa0857 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:37.401274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-b52569a6-cd24-4fcb-8575-db3f31fa0857 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.25 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 811 time: 0.5000062 Jan 28 09:57:37.410844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de508386-d4ce-4097-966e-ac0a0bcbcb6f req-f1b216a9-ff69-4100-ac7c-e1b60eb1c268 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:37.412285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de508386-d4ce-4097-966e-ac0a0bcbcb6f req-f1b216a9-ff69-4100-ac7c-e1b60eb1c268 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1027 time: 0.6141453 Jan 28 09:57:37.473092 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.484982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Transition to ACTIVE for port object edb41786-35eb-4a8a-80fd-ba9fb8260d5c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:37.520911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Transition to ACTIVE for port object edb41786-35eb-4a8a-80fd-ba9fb8260d5c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:37.528259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.537793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-9f98ef77-54ac-4c43-ab58-17cbe19a07ab tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:37.538949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-9f98ef77-54ac-4c43-ab58-17cbe19a07ab tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.43 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 946 time: 0.3972347 Jan 28 09:57:37.613144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-78f9aaa5-2bd5-4a02-8e6d-00b1dce1d4f3 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/floatingips/5e51e4c6-6516-4495-925d-96a0c0e19505 HTTP/1.1" status: 200 len: 978 time: 0.3712454 Jan 28 09:57:37.613607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:37.620333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48806) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:37.640420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:37.643003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:37.692092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-ae88b9ba-6339-4311-9c85-b8ab39ad2755 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64b19b465de4ad08098c68ee8b40a75 HTTP/1.1" status: 200 len: 380 time: 0.2788222 Jan 28 09:57:37.695375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de508386-d4ce-4097-966e-ac0a0bcbcb6f req-3f9bce38-7562-4f41-9e44-3cfb72f2e429 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054594 Jan 28 09:57:37.712052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9e667-06e5-4abf-8111-0e06f6fc8cfb req-130a008c-1a2a-42d9-9e5a-7295dfa64218 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:37.718734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'port': {'device_id': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'admin_state_up': True, 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'security_groups': ['b51677fb-35b7-42e2-b197-ccbf11990937']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:37.722105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cad9e667-06e5-4abf-8111-0e06f6fc8cfb req-130a008c-1a2a-42d9-9e5a-7295dfa64218 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.7548964 Jan 28 09:57:37.751229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Pushing event updated for resources: {'Port': ['ID=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:37.778816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Attempting to bind port edb41786-35eb-4a8a-80fd-ba9fb8260d5c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:37.779423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Attempting to bind port edb41786-35eb-4a8a-80fd-ba9fb8260d5c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:37.780372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Attempting to bind port edb41786-35eb-4a8a-80fd-ba9fb8260d5c on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:37.789373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:37.790360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:37.791052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.791598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:37.792204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Bound port: edb41786-35eb-4a8a-80fd-ba9fb8260d5c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:37.792765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.877016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Deleting port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:37.877401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.895600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] For port edb41786-35eb-4a8a-80fd-ba9fb8260d5c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:37.898990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] For port edb41786-35eb-4a8a-80fd-ba9fb8260d5c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:37.903721 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:37.987619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cad9e667-06e5-4abf-8111-0e06f6fc8cfb req-8c25a067-cfcd-4d3b-89a8-9baf37757401 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085364 Jan 28 09:57:37.990048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076aee8-a2b5-4204-b80d-af9f262387e8 None None] Pushing event updated for resources: {'Port': ['ID=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:37.997043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28d43e23-78ea-42b3-98cc-765a27f3f004 req-96d61f36-7e25-4213-ac09-6be58375b46a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 210 time: 0.1262240 Jan 28 09:57:38.005244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8668c25f-defd-414a-abd3-2c4620b297dc tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Synchronizing usage tracker for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:38.025432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fcda619-f239-4023-8533-2cdb86419663 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:38.093857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:38.105098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:38.193249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8668c25f-defd-414a-abd3-2c4620b297dc tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Unset dirty status for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:38.194394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8668c25f-defd-414a-abd3-2c4620b297dc tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5667982 Jan 28 09:57:38.306874 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:57:38.384157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:38.387173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Transition to ACTIVE for port object 5fcda619-f239-4023-8533-2cdb86419663 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:38.398019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'port_id': '48257033-4130-4c52-bfe6-ba859b65b0cc'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:38.479551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:38.499813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:38.510413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Router 641cb7db-1016-4071-a244-b82be3870a2d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:38.529605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:38.607337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Made reservation on behalf of d64b19b465de4ad08098c68ee8b40a75 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:38.610867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:38.704950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] For port 12ea2fb8-2c1d-4440-abb1-c18f1b105789, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=12ea2fb8-2c1d-4440-abb1-c18f1b105789,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:38.705304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:38.792968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8da7b2b-8382-4dd7-901c-0e52e51c1d85 req-ea435fd1-516a-4771-ac0e-6bbf3054077d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:38.794499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8da7b2b-8382-4dd7-901c-0e52e51c1d85 req-ea435fd1-516a-4771-ac0e-6bbf3054077d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 946 time: 0.6025264 Jan 28 09:57:38.927404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Pushing event updated for resources: {'Port': ['ID=5fcda619-f239-4023-8533-2cdb86419663,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:38.935399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:39.005836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Attempting to bind port 5fcda619-f239-4023-8533-2cdb86419663 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:39.006170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Attempting to bind port 5fcda619-f239-4023-8533-2cdb86419663 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:39.006494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Attempting to bind port 5fcda619-f239-4023-8533-2cdb86419663 on network eb993200-fea9-489d-91b5-9bbccd6bb01f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:39.020884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8da7b2b-8382-4dd7-901c-0e52e51c1d85 req-9fad5972-b23a-4f34-bf4d-cfe9bc6695a2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=f41f890b-2a94-4869-a986-7b82adbe0706&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675496 Jan 28 09:57:39.042328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.042670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.043079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.043332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.043663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.043979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.044291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.044606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.044939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.045257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.045568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.045877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:57:39.104503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Port 5fcda619-f239-4023-8533-2cdb86419663 on network eb993200-fea9-489d-91b5-9bbccd6bb01f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:57:39.104852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Attempting to bind port 5fcda619-f239-4023-8533-2cdb86419663 on network eb993200-fea9-489d-91b5-9bbccd6bb01f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:39.136144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:39.136479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Checking segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:39.136893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Bound using segment: {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:39.137337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Bound port: 5fcda619-f239-4023-8533-2cdb86419663, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e68da647-fba6-4b5a-a93e-98e534675001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:39.137676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:39.199997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:39.211414 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] Sync routers for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:39.221227 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:39.222181 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:39.224169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd1dc3f-f969-4cee-8f35-82f2dcff6547 req-232aa794-6d92-4694-b314-8f69fbe6f99c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:39.224890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5fd1dc3f-f969-4cee-8f35-82f2dcff6547 req-232aa794-6d92-4694-b314-8f69fbe6f99c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:39.356093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c639eb85-1712-420e-bd7a-c410be173e26 req-7acfa8af-747d-45ee-a591-535da6564652 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:39.371553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-168f0df5-78c7-4063-ae63-7728837b7865 admin admin] 10.222.0.42 "PUT /v2.0/routers/641cb7db-1016-4071-a244-b82be3870a2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4974940 Jan 28 09:57:39.381403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:39.386780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4dedae1d-8083-4350-8f41-d3b02d9d833d None None] Provisioning for port edb41786-35eb-4a8a-80fd-ba9fb8260d5c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:39.406788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5fd1dc3f-f969-4cee-8f35-82f2dcff6547 req-232aa794-6d92-4694-b314-8f69fbe6f99c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:39.407948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5fd1dc3f-f969-4cee-8f35-82f2dcff6547 req-232aa794-6d92-4694-b314-8f69fbe6f99c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1052 time: 0.5736444 Jan 28 09:57:39.428287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::1 (769dbcf1-61f3-4915-834e-bca50e270657/fbb73b23-4996-476d-9dad-e4d356bd1894/801c5bcb-11e5-4cb2-854f-0ec9b1b06d00) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:39.442718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:39.443177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:39.443563 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Floating IP 2946414f-2bd0-494b-872d-34762398209c disassociated. External IP: 172.25.1.239, port: 12ea2fb8-2c1d-4440-abb1-c18f1b105789. Jan 28 09:57:39.444020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Calling delete_port for 12ea2fb8-2c1d-4440-abb1-c18f1b105789 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:39.468201 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:39.513021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c639eb85-1712-420e-bd7a-c410be173e26 req-7acfa8af-747d-45ee-a591-535da6564652 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:39.522323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c639eb85-1712-420e-bd7a-c410be173e26 req-7acfa8af-747d-45ee-a591-535da6564652 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 210 time: 0.2916005 Jan 28 09:57:39.528083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Allocated IP 172.20.0.14 (2222983f-f87c-47c6-9acb-96c2e242528f/80bbc2a2-7c3e-41c8-9280-539891d07993/8f60e98c-5684-4831-91c0-01700905dfb3) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:39.737011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edb41786-35eb-4a8a-80fd-ba9fb8260d5c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:39.751328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] For port 5fcda619-f239-4023-8533-2cdb86419663, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:39.774629 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5fd1dc3f-f969-4cee-8f35-82f2dcff6547 req-534ea2e5-f945-4c09-9592-6b58715d950d tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557575 Jan 28 09:57:39.825656 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:57:35Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:39.830025 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] Checking router: 641cb7db-1016-4071-a244-b82be3870a2d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:39.839392 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] Routers {'641cb7db-1016-4071-a244-b82be3870a2d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:39.840001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['641cb7db-1016-4071-a244-b82be3870a2d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:39.849303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port edb41786-35eb-4a8a-80fd-ba9fb8260d5c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:39.855870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port edb41786-35eb-4a8a-80fd-ba9fb8260d5c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:39.856805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:39.967720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:39.993414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] For port 5fcda619-f239-4023-8533-2cdb86419663, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5fcda619-f239-4023-8533-2cdb86419663,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:40.008453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.018264 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.045924 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] Set router 641cb7db-1016-4071-a244-b82be3870a2d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:40.062111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port edb41786-35eb-4a8a-80fd-ba9fb8260d5c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:40.066927 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.114812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.150290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:40.155906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Pushing event updated for resources: {'Port': ['ID=5fcda619-f239-4023-8533-2cdb86419663,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:40.165631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:40.167079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.168762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-bdfdd85b-d8d5-474b-af81-0c43deb3fd3a service neutron] 10.222.0.43 "PUT /v2.0/ports/5fcda619-f239-4023-8533-2cdb86419663 HTTP/1.1" status: 200 len: 1091 time: 3.5643141 Jan 28 09:57:40.187495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:40.285921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.397994 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:57:35Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:40.403557 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a02d714d-f5e1-45cb-b759-54e34e86957a None None] The sync data for ids ['641cb7db-1016-4071-a244-b82be3870a2d'] in n-d-825178-2 is: [{'id': '641cb7db-1016-4071-a244-b82be3870a2d', 'name': 'tempest-TaggedBootDevicesTest-386068803-router', 'tenant_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:43:56Z', 'updated_at': '2022-01-28T09:57:35Z', 'revision_number': 5, 'project_id': 'ac68902d7b1e4fa78a0ba51d911c2e16', 'gw_port': {'id': '281eda3c-5d00-45cf-8558-c4d9a73265b0', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:0e:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '641cb7db-1016-4071-a244-b82be3870a2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:43:58Z', 'updated_at': '2022-01-28T09:44:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:40.433783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'tag': '5fcda619-f239-4023-8533-2cdb86419663'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:40.462840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event deleted for resources: {'Port': ['ID=12ea2fb8-2c1d-4440-abb1-c18f1b105789,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:40.554190 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e0fe264-7274-4803-83b9-90385387e292 req-841986e8-025e-4dcd-bea9-b1aef7bf8a56 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 210 time: 0.0704834 Jan 28 09:57:40.600914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.619764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aacc8f-f255-4b4c-ba42-0af696256148 req-67149e44-6be9-48d8-83a6-f632b1dd4466 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:40.621340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9aacc8f-f255-4b4c-ba42-0af696256148 req-67149e44-6be9-48d8-83a6-f632b1dd4466 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.9492691 Jan 28 09:57:40.640966 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'tag': '5fcda619-f239-4023-8533-2cdb86419663', 'status': 'completed', 'code': 200} Jan 28 09:57:40.657635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.675006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.731506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Transition to ACTIVE for port object 8f60e98c-5684-4831-91c0-01700905dfb3 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:40.746001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Deleting port 281eda3c-5d00-45cf-8558-c4d9a73265b0 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:40.746333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.816308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:40.821502 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6248dda7-3cd7-4519-bc78-3e94d8951aa5 req-c8649176-2f19-46f6-9c6d-ba440fd1b574 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 210 time: 0.0865805 Jan 28 09:57:40.828353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:40.852700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:40.852700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:40.853224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9aacc8f-f255-4b4c-ba42-0af696256148 req-57f9aa0c-6dfc-4993-ba4d-4d22497fd2d3 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182734 Jan 28 09:57:40.853309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-f75e26ad-6805-4970-ac76-2ea5e9272b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:40.853309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-f75e26ad-6805-4970-ac76-2ea5e9272b69 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6053b38446c43b592df68f717c5b7a3&device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1094 time: 0.4106252 Jan 28 09:57:40.877801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:41.017820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.031602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:41.127895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-728ce0b1-6988-43fa-acfb-731db7a078c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fcda619-f239-4023-8533-2cdb86419663 HTTP/1.1" status: 200 len: 217 time: 0.2449255 Jan 28 09:57:41.129629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:41.166306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'Port': ['ID=8f60e98c-5684-4831-91c0-01700905dfb3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:41.192273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Network 2222983f-f87c-47c6-9acb-96c2e242528f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:41.193111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 12ea2fb8-2c1d-4440-abb1-c18f1b105789 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:41.193658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 12ea2fb8-2c1d-4440-abb1-c18f1b105789 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:41.197452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:41.261754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:41.316868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-acfbe751-e191-4247-a8b9-dbc07d20d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:41.318333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-acfbe751-e191-4247-a8b9-dbc07d20d7d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f HTTP/1.1" status: 200 len: 849 time: 0.1756279 Jan 28 09:57:41.355179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fee62725-7ddc-4b4c-81a3-50d2e5ee35c2 None None] Provisioning for port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:41.360450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fee62725-7ddc-4b4c-81a3-50d2e5ee35c2 None None] Provisioning complete for port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:41.361283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fee62725-7ddc-4b4c-81a3-50d2e5ee35c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.379263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] For port 281eda3c-5d00-45cf-8558-c4d9a73265b0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=281eda3c-5d00-45cf-8558-c4d9a73265b0,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:41.379700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.419927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fee62725-7ddc-4b4c-81a3-50d2e5ee35c2 None None] Port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:41.448118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:41.448880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.494466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae98be8-5c71-44ef-bb2b-beba775c93ea req-32301a2c-71c6-445d-bf73-9334e8ffc2f0 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:41.495964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae98be8-5c71-44ef-bb2b-beba775c93ea req-32301a2c-71c6-445d-bf73-9334e8ffc2f0 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1094 time: 0.4733593 Jan 28 09:57:41.500171 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.537992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.547106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc767bed-cadd-480c-b8d7-8cd4c0dea98c None None] Provisioning for port 8f60e98c-5684-4831-91c0-01700905dfb3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:41.554094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc767bed-cadd-480c-b8d7-8cd4c0dea98c None None] Provisioning complete for port 8f60e98c-5684-4831-91c0-01700905dfb3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:41.554761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc767bed-cadd-480c-b8d7-8cd4c0dea98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.583298 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.645067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Calling delete_port for 281eda3c-5d00-45cf-8558-c4d9a73265b0 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:41.650864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fc767bed-cadd-480c-b8d7-8cd4c0dea98c None None] Port 8f60e98c-5684-4831-91c0-01700905dfb3 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:41.674338 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-3f507b0a-4875-4e89-aa5b-3e3f79cb5c1e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9594891 Jan 28 09:57:41.681356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edb41786-35eb-4a8a-80fd-ba9fb8260d5c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:41.692873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Request body: {'port': {'device_id': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:41.757602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port edb41786-35eb-4a8a-80fd-ba9fb8260d5c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:41.757966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:41.796865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ae98be8-5c71-44ef-bb2b-beba775c93ea req-1936b817-485c-465e-b1ad-2c501f6eaa2c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859240 Jan 28 09:57:41.797087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:41.799349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5f51dbeb-4108-45c3-8edb-0d4d5198df6e req-7ba09085-5454-4fe7-bb84-7b24662b7627 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:41.820381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:41.837508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:41.838136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:42.074398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:42.098994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] No DVR routers for this DVR port 12ea2fb8-2c1d-4440-abb1-c18f1b105789 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:42.105581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:42.108004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dffe202-cb55-468a-8cac-b3e9a629bdec req-943b4c5e-5266-4b9c-9026-81ba8e39a02e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.43 "DELETE /v2.0/ports/12ea2fb8-2c1d-4440-abb1-c18f1b105789 HTTP/1.1" status: 204 len: 173 time: 4.5562720 Jan 28 09:57:42.108004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-deleted', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:42.116561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5f51dbeb-4108-45c3-8edb-0d4d5198df6e req-7ba09085-5454-4fe7-bb84-7b24662b7627 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:42.117641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f51dbeb-4108-45c3-8edb-0d4d5198df6e req-7ba09085-5454-4fe7-bb84-7b24662b7627 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d702a0b-4c06-4593-99ba-7667af5f68b1 HTTP/1.1" status: 200 len: 210 time: 0.3847418 Jan 28 09:57:42.120732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:42.120955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30f5291e-f8ff-4000-b2ac-9f1e20eac9e8 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:42.125810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:42.135002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:42.185425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-d5c930a7-c2fb-4345-9c8a-7f715f7776d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:42.186515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-d5c930a7-c2fb-4345-9c8a-7f715f7776d7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb993200-fea9-489d-91b5-9bbccd6bb01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8028460 Jan 28 09:57:42.190224 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP 5e51e4c6-6516-4495-925d-96a0c0e19505 associated. External IP: 172.25.1.100, port: 041331f7-fb6c-45ee-9712-18373bb86036. Jan 28 09:57:42.392113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:42.499573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Pushing event deleted for resources: {'Port': ['ID=281eda3c-5d00-45cf-8558-c4d9a73265b0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:42.607800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:42.613244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:42.623404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:42.624270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:42.689822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:42.701330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f4e8c-87da-4f86-af17-e0602b11ab30 req-ec65142b-40c6-4f59-811f-aaf6db6f193f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:42.703046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-731f4e8c-87da-4f86-af17-e0602b11ab30 req-ec65142b-40c6-4f59-811f-aaf6db6f193f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 932 time: 0.6007521 Jan 28 09:57:42.723978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-359c69f8-55d3-41bd-ac81-2ba1821939e7 service neutron] 10.222.0.43 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762168 Jan 28 09:57:42.865713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:42.914094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:42.960346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bfc93a-7b17-465d-80f3-bbec58b231fc req-17ac6e42-fee2-41ce-85e2-5940cc520ca6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:42.967336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90bfc93a-7b17-465d-80f3-bbec58b231fc req-17ac6e42-fee2-41ce-85e2-5940cc520ca6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.5796490 Jan 28 09:57:42.985843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:42.994290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.049809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90bfc93a-7b17-465d-80f3-bbec58b231fc req-24f5689e-659f-4d3c-b3e4-83c3bf71d64c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815105 Jan 28 09:57:43.097646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.100806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 641cb7db-1016-4071-a244-b82be3870a2d {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:57:43.144179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.145236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.197429 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d702a0b-4c06-4593-99ba-7667af5f68b1', 'name': 'network-vif-deleted', 'tag': '12ea2fb8-2c1d-4440-abb1-c18f1b105789', 'status': 'completed', 'code': 200} Jan 28 09:57:43.246931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.249516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c1ef589-ccb5-4a49-b185-855da24ebf09 admin admin] 10.222.0.42 "DELETE /v2.0/routers/641cb7db-1016-4071-a244-b82be3870a2d HTTP/1.1" status: 204 len: 168 time: 3.8672438 Jan 28 09:57:43.250425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48852) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:43.314173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f60e98c-5684-4831-91c0-01700905dfb3 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:43.333245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.367798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Transition to ACTIVE for port object 8f60e98c-5684-4831-91c0-01700905dfb3 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:43.374697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Deleting subnet 0845f0b6-100e-4a0d-9db7-e4508f9ee722 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:43.377647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.382210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.384989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:43.389440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59b03eb5-5358-41ce-abfb-8f609fbfd02c None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:43.440212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:43.480019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-731f4e8c-87da-4f86-af17-e0602b11ab30 req-4538253a-e17c-426e-8bc0-31a67b3479df tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:43.522659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:43.531831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:43.599430 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.605697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:43.630042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-731f4e8c-87da-4f86-af17-e0602b11ab30 req-4538253a-e17c-426e-8bc0-31a67b3479df tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:43.631213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-731f4e8c-87da-4f86-af17-e0602b11ab30 req-4538253a-e17c-426e-8bc0-31a67b3479df tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9060645 Jan 28 09:57:43.689728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Pushing event updated for resources: {'Port': ['ID=8f60e98c-5684-4831-91c0-01700905dfb3,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:43.701670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:43.833988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 281eda3c-5d00-45cf-8558-c4d9a73265b0 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:43.862061 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2760929-e99d-48bb-86c2-9c06ab6df6ed None None] New status for floating IP 2946414f-2bd0-494b-872d-34762398209c: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:57:43.899763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 281eda3c-5d00-45cf-8558-c4d9a73265b0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:43.900119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 281eda3c-5d00-45cf-8558-c4d9a73265b0 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:43.901626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2ad4c07-749e-4a36-a3af-c49ca2f5b99e req-1d7ba55a-19f8-4548-bb64-7e03e66e63dd service neutron] 10.222.0.43 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1350653 Jan 28 09:57:43.902903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48858) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:44.130618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.133390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3e99cd09-358a-4d51-9824-26ab773f77f0 None None] Provisioning complete for port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:44.133932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3e99cd09-358a-4d51-9824-26ab773f77f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.223590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.230271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3e99cd09-358a-4d51-9824-26ab773f77f0 None None] Port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:57:44.285040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0845f0b6-100e-4a0d-9db7-e4508f9ee722,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:44.291090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.291888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea5a0c8-6cd3-439d-a7a1-842c063c7437 None None] Network 47fb4be1-2011-4344-975d-ae001620c091 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:44.295422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349352c-486c-4053-b19c-a1f0069819ce req-25f2283c-d559-4cef-a0a5-b8c6bafb6573 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:44.297014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7349352c-486c-4053-b19c-a1f0069819ce req-25f2283c-d559-4cef-a0a5-b8c6bafb6573 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1094 time: 0.8485088 Jan 28 09:57:44.302083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Attempting to bind port 8f60e98c-5684-4831-91c0-01700905dfb3 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:44.302488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Attempting to bind port 8f60e98c-5684-4831-91c0-01700905dfb3 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:44.303011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Attempting to bind port 8f60e98c-5684-4831-91c0-01700905dfb3 on network 2222983f-f87c-47c6-9acb-96c2e242528f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:44.328871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-362a4e65-6f31-4398-8711-b0a6647f6f06 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0845f0b6-100e-4a0d-9db7-e4508f9ee722 HTTP/1.1" status: 204 len: 168 time: 1.0721662 Jan 28 09:57:44.328871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Port 8f60e98c-5684-4831-91c0-01700905dfb3 on network 2222983f-f87c-47c6-9acb-96c2e242528f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:57:44.328871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Attempting to bind port 8f60e98c-5684-4831-91c0-01700905dfb3 on network 2222983f-f87c-47c6-9acb-96c2e242528f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:44.333169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48866) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:44.355962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:44.356385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Checking segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:44.356865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Bound using segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:44.357357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Bound port: 8f60e98c-5684-4831-91c0-01700905dfb3, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:44.357763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.441012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:44.470689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:44.497270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:44.498042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:44.521851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] For port 8f60e98c-5684-4831-91c0-01700905dfb3, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:44.524951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] For port 8f60e98c-5684-4831-91c0-01700905dfb3, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8f60e98c-5684-4831-91c0-01700905dfb3,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:44.533702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7349352c-486c-4053-b19c-a1f0069819ce req-4f2cc9a1-9dd3-486d-bace-0f1e6b180d45 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267447 Jan 28 09:57:44.535332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.618629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:44.624424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:44.625051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.626407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] 10.222.0.25 "PUT /v2.0/ports/8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 1092 time: 2.9376631 Jan 28 09:57:44.628820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.649986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9aee91-c02a-446a-9e12-77153f0bc492 service neutron] Pushing event updated for resources: {'Port': ['ID=8f60e98c-5684-4831-91c0-01700905dfb3,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:44.653642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Deleting port 77027503-9854-429d-b0a6-66cf3d2c335d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:44.653964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.668710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:44.669619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:44.677122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1702f032-e56d-48ab-97cf-22ecd0368372 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.774168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:44.775408 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1702f032-e56d-48ab-97cf-22ecd0368372 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:44.776334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f009af0-898a-4d6c-8737-66994e801e5a None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:44.819045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe1084-a4f2-4cdb-81f0-b30821a1f883 req-90582271-e42d-4e65-8333-42cad08f1a33 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:44.820876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eefe1084-a4f2-4cdb-81f0-b30821a1f883 req-90582271-e42d-4e65-8333-42cad08f1a33 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.5209157 Jan 28 09:57:44.823100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-6543ebaa-e68a-43cb-ae2d-25542254ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:44.826211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-6543ebaa-e68a-43cb-ae2d-25542254ff6c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6053b38446c43b592df68f717c5b7a3&device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1094 time: 0.5644178 Jan 28 09:57:44.838197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Router 6272cea2-019b-4cbe-ac44-a97851de1568 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:57:44.866139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-0cf735f9-468a-4eaa-8bdc-d882aecd8e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:44.867835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-0cf735f9-468a-4eaa-8bdc-d882aecd8e68 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1095 time: 0.1833494 Jan 28 09:57:44.881498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] DHCP port deletion for 47fb4be1-2011-4344-975d-ae001620c091 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:57:44.886334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] Deleting port 77027503-9854-429d-b0a6-66cf3d2c335d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:44.887010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.064531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-62a69a35-a410-4bfe-ac32-768587c2adb5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 217 time: 0.1680298 Jan 28 09:57:45.174200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] For port 77027503-9854-429d-b0a6-66cf3d2c335d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=77027503-9854-429d-b0a6-66cf3d2c335d,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:45.174966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.175104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] For port 77027503-9854-429d-b0a6-66cf3d2c335d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=77027503-9854-429d-b0a6-66cf3d2c335d,segment=NetworkSegment(bb43862f-115a-4b67-9098-d6d3e7268ee3),segment_id=bb43862f-115a-4b67-9098-d6d3e7268ee3)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:45.175366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.183910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-620acd05-3dab-47a9-a840-19296f588413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:45.185105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-620acd05-3dab-47a9-a840-19296f588413 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.1077695 Jan 28 09:57:45.189004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.224984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eefe1084-a4f2-4cdb-81f0-b30821a1f883 req-388069d5-ab8f-446a-ab05-921781f974ee tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3949606 Jan 28 09:57:45.281511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:45.311705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] Calling delete_port for 77027503-9854-429d-b0a6-66cf3d2c335d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:45.341828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1702f032-e56d-48ab-97cf-22ecd0368372 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.358521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Calling delete_port for 77027503-9854-429d-b0a6-66cf3d2c335d owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:45.378669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:45.384109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702f032-e56d-48ab-97cf-22ecd0368372 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41f890b-2a94-4869-a986-7b82adbe0706,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:45.391750 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.401334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-583afbb7-991f-4897-9513-76db5cabdfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:45.402794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-583afbb7-991f-4897-9513-76db5cabdfc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 200 len: 911 time: 0.5625005 Jan 28 09:57:45.407274 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Sync routers for ids ['6272cea2-019b-4cbe-ac44-a97851de1568'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:45.409600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:45.423223 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Routers {'6272cea2-019b-4cbe-ac44-a97851de1568'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:45.424462 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['6272cea2-019b-4cbe-ac44-a97851de1568'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:45.433703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d0549-4d0e-4693-b889-1078c6d7fd63 req-4c17cd71-bbd1-4988-bebf-1bb1b2c77296 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:45.435244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b1d0549-4d0e-4693-b889-1078c6d7fd63 req-4c17cd71-bbd1-4988-bebf-1bb1b2c77296 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 944 time: 0.5375395 Jan 28 09:57:45.465375 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3', 'status': 'completed', 'code': 200} Jan 28 09:57:45.486352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1702f032-e56d-48ab-97cf-22ecd0368372 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:45.488019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1702f032-e56d-48ab-97cf-22ecd0368372 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "DELETE /v2.0/security-groups/f41f890b-2a94-4869-a986-7b82adbe0706 HTTP/1.1" status: 204 len: 168 time: 1.5577857 Jan 28 09:57:45.491644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] No DVR routers for this DVR port 77027503-9854-429d-b0a6-66cf3d2c335d on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:45.517125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:45.519134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88ec30-b45e-42c7-9081-478efffb34ce None None] Pushing event deleted for resources: {'Port': ['ID=77027503-9854-429d-b0a6-66cf3d2c335d,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:45.520104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b1d0549-4d0e-4693-b889-1078c6d7fd63 req-ae5142f1-0932-462e-9e1f-cd9111060326 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753961 Jan 28 09:57:45.520323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-2e71659a-3422-44c8-a380-5f7cb6b61d8d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5fcda619-f239-4023-8533-2cdb86419663 HTTP/1.1" status: 200 len: 217 time: 0.1092396 Jan 28 09:57:45.527571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-be8c599d-2c23-4598-85e8-0ee89f2f66be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "PUT /v2.0/routers/6272cea2-019b-4cbe-ac44-a97851de1568/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1908212 Jan 28 09:57:45.530924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:45.619917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:57:45.620263 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:57:45.647769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-9bdef230-b13e-4b6f-819e-774e641b16af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:45.649311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-9bdef230-b13e-4b6f-819e-774e641b16af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3980181 Jan 28 09:57:45.658143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ae579d-e59d-4078-8446-5424b6b903d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:45.658744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60ae579d-e59d-4078-8446-5424b6b903d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:45.707331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 77027503-9854-429d-b0a6-66cf3d2c335d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:45.788018 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Set router 6272cea2-019b-4cbe-ac44-a97851de1568 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:45.805282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-2acf9666-6d8c-4f7c-a6fa-68f1a7f5ba00 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435101 Jan 28 09:57:45.806747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 77027503-9854-429d-b0a6-66cf3d2c335d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:45.807095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 77027503-9854-429d-b0a6-66cf3d2c335d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:45.976298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-45ee2ad4-6616-481b-99b2-f797b03814d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:45.977784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-45ee2ad4-6616-481b-99b2-f797b03814d9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f HTTP/1.1" status: 200 len: 849 time: 0.4343774 Jan 28 09:57:46.027329 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-5dc08c35-e79d-4ca0-a512-b9bce07b5c0e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] show failed (client error): The resource could not be found. Jan 28 09:57:46.031009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5dc08c35-e79d-4ca0-a512-b9bce07b5c0e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups/f41f890b-2a94-4869-a986-7b82adbe0706 HTTP/1.1" status: 404 len: 347 time: 0.5073698 Jan 28 09:57:46.039075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48888) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:46.048504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60ae579d-e59d-4078-8446-5424b6b903d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:46.049712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60ae579d-e59d-4078-8446-5424b6b903d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports/801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 HTTP/1.1" status: 200 len: 911 time: 0.5164862 Jan 28 09:57:46.065171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48892) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:46.126758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Deleting port 77027503-9854-429d-b0a6-66cf3d2c335d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:46.127127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.133333 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:36Z', 'updated_at': '2022-01-28T09:57:41Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None, '_interfaces': [{'id': '801c5bcb-11e5-4cb2-854f-0ec9b1b06d00', 'name': '', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'mac_address': 'fa:16:3e:0a:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'fbb73b23-4996-476d-9dad-e4d356bd1894', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:38Z', 'updated_at': '2022-01-28T09:57:42Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'subnets': [{'id': 'fbb73b23-4996-476d-9dad-e4d356bd1894', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.137463 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Checking router: 6272cea2-019b-4cbe-ac44-a97851de1568 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:46.137810 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Updating router 6272cea2-019b-4cbe-ac44-a97851de1568 port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 09:57:46.165952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:46.173881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.181736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:46.195531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:46.195997 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.197154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.284854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Deleting port 9dd1e299-f418-46fd-8154-ab6c2c28fced {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:46.295400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.296114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.304277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-629ec35b-2775-4e82-b8d0-d8910296a521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:46.305890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-629ec35b-2775-4e82-b8d0-d8910296a521 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=eb993200-fea9-489d-91b5-9bbccd6bb01f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863619 Jan 28 09:57:46.306743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:46.307881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.362724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce3353-8a5d-43c3-9270-e2e5610f3a7d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:46.369265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cce3353-8a5d-43c3-9270-e2e5610f3a7d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:46.370057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0cce3353-8a5d-43c3-9270-e2e5610f3a7d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:46.374199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55bc67-7c22-477a-b223-42f9c26a26cf req-88b5a874-70f7-4033-b36a-0fe22ba79349 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:46.381951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab55bc67-7c22-477a-b223-42f9c26a26cf req-88b5a874-70f7-4033-b36a-0fe22ba79349 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1094 time: 0.4170878 Jan 28 09:57:46.387983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.388570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4be8f33c-364a-4930-aa6d-6b561d7b94e6 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:46.406243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] The port '77027503-9854-429d-b0a6-66cf3d2c335d' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:57:46.470401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8bb4f854-a37b-4660-9711-9d6b214a2636 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/floatingips/5e51e4c6-6516-4495-925d-96a0c0e19505 HTTP/1.1" status: 200 len: 978 time: 8.0794976 Jan 28 09:57:46.478539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48898) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:46.501735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:46.600238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab55bc67-7c22-477a-b223-42f9c26a26cf req-6b508851-1975-47ff-b174-cc6a69fcec5d tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174037 Jan 28 09:57:46.600873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0cce3353-8a5d-43c3-9270-e2e5610f3a7d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:46.601911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0cce3353-8a5d-43c3-9270-e2e5610f3a7d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5344286 Jan 28 09:57:46.607858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48906) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:46.623937 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.636882 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Transition to ACTIVE for port object 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:46.644460 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.653098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbed2e1e-c8bb-4c10-9520-7f9cd70de685 req-6da10945-e1a8-4c65-bdc7-38475d675677 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8240280 Jan 28 09:57:46.720214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.809534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fb4be1-2011-4344-975d-ae001620c091']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.847360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb43862f-115a-4b67-9098-d6d3e7268ee3') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.847894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb43862f-115a-4b67-9098-d6d3e7268ee3') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:46.858849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.887189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.892960 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad704ea8-8bf9-4f72-b631-640a6ee961f0 None None] Pushing event updated for resources: {'Port': ['ID=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:46.908941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f3e7f-fde5-41fd-abfd-7f3c71511ce3 req-4a310531-773d-43de-91cd-224cd19b7c89 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:46.911482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e4f3e7f-fde5-41fd-abfd-7f3c71511ce3 req-4a310531-773d-43de-91cd-224cd19b7c89 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.4528999 Jan 28 09:57:46.947152 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Attempting to bind port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:57:46.947555 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Attempting to bind port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:57:46.948089 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Attempting to bind port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:57:46.954497 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:57:46.954996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:57:46.955396 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.956723 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:57:46.957196 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Bound port: 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:57:46.957568 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.965913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-14899e01-2f73-4a09-a50b-a09f6abe6715 service neutron] 10.222.0.43 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6370664 Jan 28 09:57:46.980223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.990023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:46.990351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.058503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e4f3e7f-fde5-41fd-abfd-7f3c71511ce3 req-800d39fe-ed2a-4cfe-b363-784b38a0f2ac tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293855 Jan 28 09:57:47.068612 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] For port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:57:47.072969 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] For port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:57:47.090438 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.146927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:57:47.147316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.161514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5fcda619-f239-4023-8533-2cdb86419663 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:57:47.199685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Calling delete_port for 9dd1e299-f418-46fd-8154-ab6c2c28fced owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:47.212114 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Routers {'6272cea2-019b-4cbe-ac44-a97851de1568'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:47.212982 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['6272cea2-019b-4cbe-ac44-a97851de1568'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:57:47.229688 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:57:47.274546 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad704ea8-8bf9-4f72-b631-640a6ee961f0 None None] Pushing event updated for resources: {'Port': ['ID=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:47.356561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-aeb7e9c8-b582-435e-b809-6cf93ae4f776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:47.356561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-aeb7e9c8-b582-435e-b809-6cf93ae4f776 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1095 time: 0.6280367 Jan 28 09:57:47.419093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5fcda619-f239-4023-8533-2cdb86419663, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5fcda619-f239-4023-8533-2cdb86419663,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:47.437958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '5fcda619-f239-4023-8533-2cdb86419663', 'network_id': 'eb993200-fea9-489d-91b5-9bbccd6bb01f', 'port_id': '5fcda619-f239-4023-8533-2cdb86419663', 'mac_address': 'fa:16:3e:da:44:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:57:47.456991 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] Set router 6272cea2-019b-4cbe-ac44-a97851de1568 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:47.501657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-2bae3b0e-256c-49f6-851f-db9b7225954c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:47.503174 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-2bae3b0e-256c-49f6-851f-db9b7225954c service neutron] 10.222.0.25 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 0.1382136 Jan 28 09:57:47.509702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.514125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.600367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.673224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fcda619-f239-4023-8533-2cdb86419663 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:47.717747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5fcda619-f239-4023-8533-2cdb86419663, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5fcda619-f239-4023-8533-2cdb86419663,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:47.722520 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.741589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5550489-1169-4eb6-9fa8-dd979b7f76a2 req-be198ca6-98be-43f3-8931-79f5e19327ea tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:47.749348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5550489-1169-4eb6-9fa8-dd979b7f76a2 req-be198ca6-98be-43f3-8931-79f5e19327ea tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 944 time: 0.9897122 Jan 28 09:57:47.771008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9255d8b8-d460-4eea-a1cd-0818ae354fe3 req-a88cf0ec-6da9-4112-98c5-bda46b141388 service neutron] 10.222.0.43 "GET /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7757890 Jan 28 09:57:47.810076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.812933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5fcda619-f239-4023-8533-2cdb86419663,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:47.835029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] 10.222.0.42 "DELETE /v2.0/networks/47fb4be1-2011-4344-975d-ae001620c091 HTTP/1.1" status: 204 len: 168 time: 3.4980218 Jan 28 09:57:47.845654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48914) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:47.853354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5550489-1169-4eb6-9fa8-dd979b7f76a2 req-bda4bc82-1169-484b-ac63-62d324b247a3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028349 Jan 28 09:57:47.856229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-88a11b28-b969-4adf-bcdd-bedc76f7bf7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0392873 Jan 28 09:57:47.858476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:47.858789 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP 5e51e4c6-6516-4495-925d-96a0c0e19505 disassociated. External IP: 172.25.1.100, port: 48257033-4130-4c52-bfe6-ba859b65b0cc. Jan 28 09:57:47.961880 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:36Z', 'updated_at': '2022-01-28T09:57:41Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None, '_interfaces': [{'id': '801c5bcb-11e5-4cb2-854f-0ec9b1b06d00', 'name': '', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'mac_address': 'fa:16:3e:0a:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'fbb73b23-4996-476d-9dad-e4d356bd1894', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:38Z', 'updated_at': '2022-01-28T09:57:47Z', 'revision_number': 4, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'subnets': [{'id': 'fbb73b23-4996-476d-9dad-e4d356bd1894', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:47.963053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5fcda619-f239-4023-8533-2cdb86419663'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:57:47.966239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c917c79d-318e-4de8-894c-ad3b0d532e40 None None] The sync data for ids ['6272cea2-019b-4cbe-ac44-a97851de1568'] in n-d-825178-2 is: [{'id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:36Z', 'updated_at': '2022-01-28T09:57:41Z', 'revision_number': 2, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None, '_interfaces': [{'id': '801c5bcb-11e5-4cb2-854f-0ec9b1b06d00', 'name': '', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'mac_address': 'fa:16:3e:0a:6b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'device_owner': 'network:router_interface', 'standard_attr_id': 2014, 'fixed_ips': [{'subnet_id': 'fbb73b23-4996-476d-9dad-e4d356bd1894', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:38Z', 'updated_at': '2022-01-28T09:57:47Z', 'revision_number': 4, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'subnets': [{'id': 'fbb73b23-4996-476d-9dad-e4d356bd1894', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:47.995127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e75aab-12b3-4fcd-801c-af66d30791af admin admin] Pushing event deleted for resources: {'Network': ['ID=47fb4be1-2011-4344-975d-ae001620c091,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:47.998398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-d260fee6-3d52-468a-915e-2e5647bc4c0a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 217 time: 0.4691880 Jan 28 09:57:48.138289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-9c748207-9be8-403e-ac12-8fd509c4ba54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:48.139756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-9c748207-9be8-403e-ac12-8fd509c4ba54 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.1296208 Jan 28 09:57:48.150492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:48.369926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea2c196-66b4-4a19-8c16-2de536deff34 req-7e334f80-71ed-49ed-b764-7c313bf4ece5 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:48.377050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aea2c196-66b4-4a19-8c16-2de536deff34 req-7e334f80-71ed-49ed-b764-7c313bf4ece5 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1095 time: 0.5430286 Jan 28 09:57:48.386612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event deleted for resources: {'Port': ['ID=9dd1e299-f418-46fd-8154-ab6c2c28fced,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:48.513873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aea2c196-66b4-4a19-8c16-2de536deff34 req-36f48106-9754-4994-a978-0d6acccdf864 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358457 Jan 28 09:57:48.521716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:48.533657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-dad37474-ec12-4f3e-909c-b62ca5532a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:48.545217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-dad37474-ec12-4f3e-909c-b62ca5532a71 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3862069 Jan 28 09:57:48.637731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:48.638221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-5a1afeed-2707-4775-9276-918a51e911a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:48.639035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-033b3968-62a8-49d3-b371-b12b63b0d853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "DELETE /v2.0/floatingips/2946414f-2bd0-494b-872d-34762398209c HTTP/1.1" status: 204 len: 168 time: 2.5990491 Jan 28 09:57:48.641904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-5a1afeed-2707-4775-9276-918a51e911a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1096 time: 0.6334617 Jan 28 09:57:48.759528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-840b02ee-4618-43a5-8f4b-b34ed0dc2d01 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133493 Jan 28 09:57:48.907595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6661c5ef-29ef-4a77-a196-cb9d9485898c req-63a41125-a42f-4ddc-9a0d-df925caa9391 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404846 Jan 28 09:57:49.189481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5fcda619-f239-4023-8533-2cdb86419663 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:49.269474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 5fcda619-f239-4023-8533-2cdb86419663 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:49.275015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 5fcda619-f239-4023-8533-2cdb86419663 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:49.275513 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.276425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1cf57b-2046-443a-882e-50667bdf17f8 req-2575d589-4c2c-4c2a-b965-6441a447dc36 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:49.278052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf1cf57b-2046-443a-882e-50667bdf17f8 req-2575d589-4c2c-4c2a-b965-6441a447dc36 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.9728332 Jan 28 09:57:49.300937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48926) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:49.305735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719705534', 'description': 'tempest-description--14633043'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:49.313946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:49.320176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:49.323333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:49.329738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:49.343438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.364577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-259810c3-2788-4b49-914b-8a4418b95523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:49.366519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-259810c3-2788-4b49-914b-8a4418b95523 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.6243496 Jan 28 09:57:49.375227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:49.379065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:49.382617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:49.389300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:49.423089 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.462978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcda619-f239-4023-8533-2cdb86419663'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:49.495277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5fcda619-f239-4023-8533-2cdb86419663, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5fcda619-f239-4023-8533-2cdb86419663,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:49.501847 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.569165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531d688-be86-46fb-97de-14ae3485c408 req-d2d65d64-7717-464c-b3db-163ad252e186 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:49.576214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1531d688-be86-46fb-97de-14ae3485c408 req-d2d65d64-7717-464c-b3db-163ad252e186 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 944 time: 0.1642888 Jan 28 09:57:49.612072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.638845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.673074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5fcda619-f239-4023-8533-2cdb86419663,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:49.713641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1531d688-be86-46fb-97de-14ae3485c408 req-71efe4d4-a38a-4be6-9ee2-d14a944d056e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364863 Jan 28 09:57:49.759497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:49.770593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f7623b-1076-4582-b4c9-3243c935149f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:49.774435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.774569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf1cf57b-2046-443a-882e-50667bdf17f8 req-7d7638d9-185b-4a37-a440-a1de65417d06 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559710 Jan 28 09:57:49.779849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d75733eb-4618-4f42-b3f8-9106495aa6d1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4741166 Jan 28 09:57:49.781934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48938) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:49.790883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'security_group_rule': {'security_group_id': 'e9f7623b-1076-4582-b4c9-3243c935149f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:49.806284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:49.811161 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fcda619-f239-4023-8533-2cdb86419663', 'code': 200} Jan 28 09:57:49.823010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:49.838678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:49.841556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:49.859941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-b87f975d-ba1f-4d32-a50f-8d96c294f62e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 1001 time: 0.4668963 Jan 28 09:57:49.860636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:49.895513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:49.962783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-d1d2fe07-f9d7-4d2f-92c2-e6cf202fb17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:49.964350 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-d1d2fe07-f9d7-4d2f-92c2-e6cf202fb17e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0808604 Jan 28 09:57:49.995941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:50.001692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:50.002191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.052949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.063573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.084289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a45d56-7420-42ff-802b-4de5979acf1a req-bf86fa6a-1976-45f9-a632-dd923c1561fa tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:50.086325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8f60e98c-5684-4831-91c0-01700905dfb3 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:57:50.091518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97a45d56-7420-42ff-802b-4de5979acf1a req-bf86fa6a-1976-45f9-a632-dd923c1561fa tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.1224878 Jan 28 09:57:50.122637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afece035-b714-4e2d-b70b-6aa110c84938,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:50.158461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97a45d56-7420-42ff-802b-4de5979acf1a req-cfc688ef-d0d9-4d37-a08e-13c899885830 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656080 Jan 28 09:57:50.164545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.168183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a9a1e0f-b612-4895-8643-fbff412db33c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3790114 Jan 28 09:57:50.168507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48942) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:50.173572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'security_group_rule': {'security_group_id': 'e9f7623b-1076-4582-b4c9-3243c935149f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:50.180918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:50.185403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:security_group_rule and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:50.188256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:50.194655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:50.214304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.269230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:50.281302 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:50.294368 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:50.294978 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:50.306240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.307057 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.311217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.328562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.344985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36e28d4b-ad55-47f8-8de6-8471cc83f9a1,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:50.352340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8f60e98c-5684-4831-91c0-01700905dfb3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8f60e98c-5684-4831-91c0-01700905dfb3,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:50.373115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.375114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8bcbcf11-f5dd-459e-8290-599537e05884 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2057054 Jan 28 09:57:50.376399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '8f60e98c-5684-4831-91c0-01700905dfb3', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'port_id': '8f60e98c-5684-4831-91c0-01700905dfb3', 'mac_address': 'fa:16:3e:62:ab:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:57:50.379644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48946) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:50.387629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:50.395736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:50.400380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Usage tracker for resource:floatingip and tenant:9f656b6c1e6a47338d1b56ecc98cbd6c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:50.403934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:50.409873 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:50.411599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:50.419352 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:50.419939 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:50.426800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.434259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:50.447989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.449088 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.510785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.542992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f60e98c-5684-4831-91c0-01700905dfb3 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:57:50.555001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:50.555439 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3819659d-b06b-4a99-854f-a3c3c47d2835 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:50.558522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:50.564758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8f60e98c-5684-4831-91c0-01700905dfb3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8f60e98c-5684-4831-91c0-01700905dfb3,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:50.569803 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.617609 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:50.655777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8f60e98c-5684-4831-91c0-01700905dfb3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:50.691380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-43ecd9d3-2550-455a-92c7-003ed10deee9 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/floatingips/5e51e4c6-6516-4495-925d-96a0c0e19505 HTTP/1.1" status: 200 len: 688 time: 4.2086644 Jan 28 09:57:50.696301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48950) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:50.731666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99279669-153c-44f0-a631-de4a81b044f8 req-6ebc6b44-f103-4c49-b3c2-6f4d2b8f596c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:50.732833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99279669-153c-44f0-a631-de4a81b044f8 req-6ebc6b44-f103-4c49-b3c2-6f4d2b8f596c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.7600603 Jan 28 09:57:50.830191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['8f60e98c-5684-4831-91c0-01700905dfb3'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:57:50.956888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-db759142-e804-4c64-9a52-18f14791e54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:50.958290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-db759142-e804-4c64-9a52-18f14791e54f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9345419 Jan 28 09:57:50.978999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99279669-153c-44f0-a631-de4a81b044f8 req-46439c3d-0059-4d22-9832-79d06aef5f7b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928401 Jan 28 09:57:51.061312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 81851f4b-3eb6-4e1e-8d05-ad0f33838912 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:51.061678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.136097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Allocated IP 172.25.1.121 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/99809460-f2b0-46bc-9f73-ca29e0bd4dc1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:51.150172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad773d9-05d2-4efb-aafe-5de07b13315e req-88fd3df0-f6ba-40f9-a0e5-8cff6d2d1fc7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:51.151630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ad773d9-05d2-4efb-aafe-5de07b13315e req-88fd3df0-f6ba-40f9-a0e5-8cff6d2d1fc7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 945 time: 0.3122256 Jan 28 09:57:51.198110 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.328943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e17d6-13aa-46d3-a610-53f82bf0dcf7 req-c531ddcd-5c4d-4c0a-a16f-9c6b1ade6f3d tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:51.330396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e17d6-13aa-46d3-a610-53f82bf0dcf7 req-c531ddcd-5c4d-4c0a-a16f-9c6b1ade6f3d tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.3334465 Jan 28 09:57:51.404894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-b920e2e1-31ba-48d8-9763-06ad2081b3e8 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293394 Jan 28 09:57:51.414526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:51.414861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.425763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.426089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.443113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-976e17d6-13aa-46d3-a610-53f82bf0dcf7 req-22327393-2a26-4826-a84f-b038681119e2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051381 Jan 28 09:57:51.573622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 81851f4b-3eb6-4e1e-8d05-ad0f33838912 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:51.595938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ad773d9-05d2-4efb-aafe-5de07b13315e req-f74233b0-da1f-45a5-903a-76988f4ebd50 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4294550 Jan 28 09:57:51.628773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.676316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:51.749899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:51.750267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.818582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.905918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a2db7-c192-42ac-8baf-9d1b7375b371 req-3b325bf5-3177-4b84-85a5-e5295e627a4b tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:51.907475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-233a2db7-c192-42ac-8baf-9d1b7375b371 req-3b325bf5-3177-4b84-85a5-e5295e627a4b tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.2455070 Jan 28 09:57:51.912121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:51.912924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.920785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:51.925349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:51.938505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00d23465-06bd-49fa-a19c-c9b681d0e6af req-cbd3bcd6-9cf4-4234-9fec-2818e63bb49f service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4959035 Jan 28 09:57:51.949724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:51.950080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:51.975239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'Port': ['ID=99809460-f2b0-46bc-9f73-ca29e0bd4dc1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:52.052052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8f60e98c-5684-4831-91c0-01700905dfb3 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:57:52.075419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=81851f4b-3eb6-4e1e-8d05-ad0f33838912,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:52.086866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:52.165739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-233a2db7-c192-42ac-8baf-9d1b7375b371 req-e9b2ecee-51f7-430d-b42d-a5b6397e7a0d tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458823 Jan 28 09:57:52.200292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.202575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 8f60e98c-5684-4831-91c0-01700905dfb3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:57:52.213326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 8f60e98c-5684-4831-91c0-01700905dfb3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:57:52.214170 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.244886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Deleting port dcc90bca-e632-4c6a-8437-ad20444850d8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:52.245228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.249021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.251969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3a53a877-df87-43f3-80ff-0009f977bd2e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e51e4c6-6516-4495-925d-96a0c0e19505 HTTP/1.1" status: 204 len: 168 time: 1.5543823 Jan 28 09:57:52.254628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48962) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:52.316863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.335151 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-7d635dc5-a094-40f3-a7ed-3abd69338558 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] delete failed (client error): The resource could not be found. Jan 28 09:57:52.342208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7d635dc5-a094-40f3-a7ed-3abd69338558 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/floatingips/5e51e4c6-6516-4495-925d-96a0c0e19505 HTTP/1.1" status: 404 len: 345 time: 0.0789936 Jan 28 09:57:52.344013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48966) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:52.359078 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.397425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:57:52.399466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.410263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8f60e98c-5684-4831-91c0-01700905dfb3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8f60e98c-5684-4831-91c0-01700905dfb3,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:52.417612 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.523238 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3', 'code': 200} Jan 28 09:57:52.542791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8f60e98c-5684-4831-91c0-01700905dfb3,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:52.665610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] For port dcc90bca-e632-4c6a-8437-ad20444850d8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dcc90bca-e632-4c6a-8437-ad20444850d8,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:52.666245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.792897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.899207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc26e7c-bc8a-46f5-b946-1783fb7e1e96 req-1acb30c3-b346-4134-9402-175c86e75e73 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:52.900754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcc26e7c-bc8a-46f5-b946-1783fb7e1e96 req-1acb30c3-b346-4134-9402-175c86e75e73 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.2477913 Jan 28 09:57:52.940889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:52.954016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:53.010000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bcc26e7c-bc8a-46f5-b946-1783fb7e1e96 req-9579b4b5-cdf0-4dfa-a959-148deef37f28 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020987 Jan 28 09:57:53.058706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Calling delete_port for dcc90bca-e632-4c6a-8437-ad20444850d8 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:53.069888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'Port': ['ID=99809460-f2b0-46bc-9f73-ca29e0bd4dc1,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:53.078446 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:53.097312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:53.098778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160d8e1-f6c9-4c52-8cfd-eb6e0acea734 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.098979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0158afc5-9afa-4749-a20d-1d6dec7147d7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7174187 Jan 28 09:57:53.104412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160d8e1-f6c9-4c52-8cfd-eb6e0acea734 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.110458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8160d8e1-f6c9-4c52-8cfd-eb6e0acea734 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.111457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8160d8e1-f6c9-4c52-8cfd-eb6e0acea734 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Synchronizing usage tracker for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:53.154341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=801c5bcb-11e5-4cb2-854f-0ec9b1b06d00,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:53.279955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68bc4dca-44f9-4404-801a-9e57658a657f req-5e094dde-c819-4f01-a4f9-3e5c5e81ca58 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:53.299647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68bc4dca-44f9-4404-801a-9e57658a657f req-5e094dde-c819-4f01-a4f9-3e5c5e81ca58 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:53.301773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-5e094dde-c819-4f01-a4f9-3e5c5e81ca58 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--719705534&fields=id&tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 267 time: 0.0665481 Jan 28 09:57:53.380174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8160d8e1-f6c9-4c52-8cfd-eb6e0acea734 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Unset dirty status for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:53.383859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8160d8e1-f6c9-4c52-8cfd-eb6e0acea734 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/ports?network_id=0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a HTTP/1.1" status: 200 len: 2358 time: 1.0329430 Jan 28 09:57:53.385969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:53.401255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:53.488109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3fb5a6-36cd-4500-b483-81051a4c5e45 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.488554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2c3fb5a6-36cd-4500-b483-81051a4c5e45 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Synchronizing usage tracker for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:53.493433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e50dcd-b2b1-414b-a014-69e101509250 req-39d37354-ed94-46c1-b640-df46cd651f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.494923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-44e50dcd-b2b1-414b-a014-69e101509250 req-39d37354-ed94-46c1-b640-df46cd651f7d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1097 time: 0.8098071 Jan 28 09:57:53.520396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-c3393c47-65ec-4192-88dd-caceebf2d9f5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.521834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-c3393c47-65ec-4192-88dd-caceebf2d9f5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 817 time: 0.2131093 Jan 28 09:57:53.534775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2c3fb5a6-36cd-4500-b483-81051a4c5e45 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Unset dirty status for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:53.535824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c3fb5a6-36cd-4500-b483-81051a4c5e45 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/subnets/4b069fd1-3986-4b1f-b059-47a8556b7375 HTTP/1.1" status: 200 len: 797 time: 0.1489460 Jan 28 09:57:53.539493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-78eff043-4538-4daf-b512-e6e22f36c80a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/quotas/9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 375 time: 0.0122452 Jan 28 09:57:53.540382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:53.545587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'port': {'network_id': '0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a', 'name': 'tempest-FloatingIPTestJSON-2051838530', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:53.615590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9c469-008a-4929-b4f1-28c59da29c0a req-d785096f-9a17-459b-bd06-4898bb1e8c9e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:53.620708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf9c469-008a-4929-b4f1-28c59da29c0a req-d785096f-9a17-459b-bd06-4898bb1e8c9e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.8284812 Jan 28 09:57:53.750064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68bc4dca-44f9-4404-801a-9e57658a657f req-602d3ee3-3756-4b4f-b3f6-a5c820b9d387 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:53.753460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:53.767500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:53.776695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68bc4dca-44f9-4404-801a-9e57658a657f req-602d3ee3-3756-4b4f-b3f6-a5c820b9d387 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:53.778149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-602d3ee3-3756-4b4f-b3f6-a5c820b9d387 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2179725 Jan 28 09:57:53.779688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:53.780572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-44e50dcd-b2b1-414b-a014-69e101509250 req-5b7d85e4-1e22-4578-83ad-ce17c3906afc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2256219 Jan 28 09:57:53.823956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf9c469-008a-4929-b4f1-28c59da29c0a req-43e51b3c-cce3-403c-910a-4d1a7925e889 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1379991 Jan 28 09:57:53.825795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Router 6272cea2-019b-4cbe-ac44-a97851de1568 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:54.015377 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:54.027509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-9395ae53-324f-48e5-b5c4-f06da7a19736 service neutron] 10.222.0.42 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318642 Jan 28 09:57:54.054932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:54.057930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] device_id is not set on port d204f936-f468-4c32-a86d-32879446337c yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:57:54.067260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] Sync routers for ids ['6272cea2-019b-4cbe-ac44-a97851de1568'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:54.077957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] Routers {'6272cea2-019b-4cbe-ac44-a97851de1568'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:54.078876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['6272cea2-019b-4cbe-ac44-a97851de1568'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:54.088521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:54.140830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0d5794fd-b14a-4eea-81a8-18a1ebee199e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "PUT /v2.0/routers/6272cea2-019b-4cbe-ac44-a97851de1568/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5278199 Jan 28 09:57:54.142942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49004) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:54.178227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcc90bca-e632-4c6a-8437-ad20444850d8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:54.229736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] Set router 6272cea2-019b-4cbe-ac44-a97851de1568 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:54.260563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03412c9c-4aa4-4c73-a7b7-c6eadb74e7ec req-e363dd30-fd4e-46a6-b791-45f9eebbecd9 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:54.262158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03412c9c-4aa4-4c73-a7b7-c6eadb74e7ec req-e363dd30-fd4e-46a6-b791-45f9eebbecd9 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.2676461 Jan 28 09:57:54.272122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ff7b4-aadb-4cf2-a7cd-e1fc5a0fdd6f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:54.274355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ff7b4-aadb-4cf2-a7cd-e1fc5a0fdd6f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:54.275289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-db3ff7b4-aadb-4cf2-a7cd-e1fc5a0fdd6f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:54.347723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:36Z', 'updated_at': '2022-01-28T09:57:52Z', 'revision_number': 3, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:54.352599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] Checking router: 6272cea2-019b-4cbe-ac44-a97851de1568 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:54.362475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] Routers {'6272cea2-019b-4cbe-ac44-a97851de1568'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:54.363107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['6272cea2-019b-4cbe-ac44-a97851de1568'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:54.476874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-db3ff7b4-aadb-4cf2-a7cd-e1fc5a0fdd6f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:54.480625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db3ff7b4-aadb-4cf2-a7cd-e1fc5a0fdd6f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3361745 Jan 28 09:57:54.481225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49008) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:54.503779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] Set router 6272cea2-019b-4cbe-ac44-a97851de1568 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:54.534917 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-32b8a424-efa4-48a5-9a7d-107d8fa5d405 service neutron] 10.222.0.42 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966559 Jan 28 09:57:54.548426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03412c9c-4aa4-4c73-a7b7-c6eadb74e7ec req-cd31961d-3089-48b3-ae9e-7f15f8c940d3 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785563 Jan 28 09:57:54.628655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:36Z', 'updated_at': '2022-01-28T09:57:52Z', 'revision_number': 3, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:54.633191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9414e79-05c6-4ae6-9765-48195e07424f None None] The sync data for ids ['6272cea2-019b-4cbe-ac44-a97851de1568'] in n-d-825178-2 is: [{'id': '6272cea2-019b-4cbe-ac44-a97851de1568', 'name': 'tempest-NetworksTestDHCPv6-router-134055673', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:36Z', 'updated_at': '2022-01-28T09:57:52Z', 'revision_number': 3, 'project_id': 'b9164b393f3149b28648b6599fc725ef', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:54.681866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:54.715029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet fbb73b23-4996-476d-9dad-e4d356bd1894 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:54.762654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.025580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684ca09-1703-474c-ab65-345ae509ee6a req-b7aae3ec-3a47-4da3-9672-00cbc5d2def7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:55.034273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4684ca09-1703-474c-ab65-345ae509ee6a req-b7aae3ec-3a47-4da3-9672-00cbc5d2def7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.2261608 Jan 28 09:57:55.051603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.14 (0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a/4b069fd1-3986-4b1f-b059-47a8556b7375/d204f936-f468-4c32-a86d-32879446337c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:55.067577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.109971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.12 (0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a/4b069fd1-3986-4b1f-b059-47a8556b7375/d204f936-f468-4c32-a86d-32879446337c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:55.145154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab5921-4a99-4f90-8bd5-a04dd9686cd8 req-ba41d97b-0f3b-43de-b9b4-90b3034d74f2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:55.146684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abab5921-4a99-4f90-8bd5-a04dd9686cd8 req-ba41d97b-0f3b-43de-b9b4-90b3034d74f2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.2168791 Jan 28 09:57:55.224539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4684ca09-1703-474c-ab65-345ae509ee6a req-0128a57c-d141-4e6a-b3d4-20b3815da3f6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893723 Jan 28 09:57:55.247471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abab5921-4a99-4f90-8bd5-a04dd9686cd8 req-d66e8d90-cdd8-4504-9364-87a71123717d tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Jan 28 09:57:55.355123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Router 07946f7f-ade2-466d-8fb4-c79f5cccef4c has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:55.373317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.413414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25a8a480-b558-4038-a4d1-0f3567c96c21 req-1279b7fe-b5df-45b9-8da2-c3a5460ec557 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 210 time: 0.0568073 Jan 28 09:57:55.621886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.632570 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.663572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:57:55.671942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-68c68150-5d43-4711-a83d-a317ccec7745 admin admin] 10.222.0.42 "PUT /v2.0/routers/07946f7f-ade2-466d-8fb4-c79f5cccef4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8147302 Jan 28 09:57:55.672767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49028) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:55.676651 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097bff19-526e-4133-abc3-49361fe29560 None None] Sync routers for ids ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:57:55.689283 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] Routers {'07946f7f-ade2-466d-8fb4-c79f5cccef4c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:55.690212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:55.707102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=fbb73b23-4996-476d-9dad-e4d356bd1894,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:55.714500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:55.716414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.813718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:55.814434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 801c5bcb-11e5-4cb2-854f-0ec9b1b06d00 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:55.817670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=d204f936-f468-4c32-a86d-32879446337c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:55.823647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.829800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250e7069-d502-4dd9-a40a-1b19f5816c35 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:55.832732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374049b-7091-48ee-88c2-eb2513a1586f req-21ab30bb-0da7-41e7-af87-27fc1adcfec6 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:55.839768 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c374049b-7091-48ee-88c2-eb2513a1586f req-21ab30bb-0da7-41e7-af87-27fc1adcfec6 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.2705495 Jan 28 09:57:55.840170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:55.853239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ebd7c2-ed8f-4e37-999b-e5a421a8ddb3 req-4f7b60d5-17dd-4666-a858-1a5fc2ef5468 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:55.860270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13ebd7c2-ed8f-4e37-999b-e5a421a8ddb3 req-4f7b60d5-17dd-4666-a858-1a5fc2ef5468 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.4175966 Jan 28 09:57:55.866945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7f373fd-7dad-40df-8a34-febc6086aed5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/fbb73b23-4996-476d-9dad-e4d356bd1894 HTTP/1.1" status: 204 len: 168 time: 1.3480246 Jan 28 09:57:55.868037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:55.870030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49034) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:55.873682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:55.911542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c374049b-7091-48ee-88c2-eb2513a1586f req-f0ad66b3-d2a1-42fb-be46-365fef917acf tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708277 Jan 28 09:57:55.931058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:55.947483 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] Set router 07946f7f-ade2-466d-8fb4-c79f5cccef4c gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:55.992928 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f7895a56-2d35-4f33-8d21-7c4a3bc9523a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.031315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:56.031927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.089860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13ebd7c2-ed8f-4e37-999b-e5a421a8ddb3 req-6ecb8aa8-1fee-419f-afab-88ea112f68e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2285399 Jan 28 09:57:56.270998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6a4757dc-4719-488b-ab4e-71f046195144 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.7296023 Jan 28 09:57:56.302922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:57:56.309239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] Deleting port edb41786-35eb-4a8a-80fd-ba9fb8260d5c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:56.309612 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.359721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49044) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:56.371419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'd204f936-f468-4c32-a86d-32879446337c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:56.378752 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:57:53Z', 'revision_number': 5, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:56.386803 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097bff19-526e-4133-abc3-49361fe29560 None None] Checking router: 07946f7f-ade2-466d-8fb4-c79f5cccef4c for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:57:56.395144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:56.403486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:floatingip and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:57:56.409109 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] Routers {'07946f7f-ade2-466d-8fb4-c79f5cccef4c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:57:56.410745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:57:56.412187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:56.428635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5899c1d4-a6b0-4252-b44d-de369a686f69 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:56.434898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:56.462250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5899c1d4-a6b0-4252-b44d-de369a686f69 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:56.477363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5899c1d4-a6b0-4252-b44d-de369a686f69 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6055915 Jan 28 09:57:56.480863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49052) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:56.682397 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] Set router 07946f7f-ade2-466d-8fb4-c79f5cccef4c gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:57:56.685878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.694733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] For port edb41786-35eb-4a8a-80fd-ba9fb8260d5c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:56.695245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.695676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.734826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af357eab-3112-4bca-ad1b-211de52cdadc req-8b101460-eebf-49a9-9bbe-2226cb99edaf tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:56.745817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af357eab-3112-4bca-ad1b-211de52cdadc req-8b101460-eebf-49a9-9bbe-2226cb99edaf tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.4853938 Jan 28 09:57:56.747532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49056) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:56.756527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'floatingip': {'port_id': '8f60e98c-5684-4831-91c0-01700905dfb3'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:56.800194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Deleting port aa99ee94-02bb-481f-b73b-cb91c91b359b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:56.800572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.851958 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.903939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] Calling delete_port for edb41786-35eb-4a8a-80fd-ba9fb8260d5c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:56.916213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:56.989739 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.066820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-4033b11a-784d-497d-b478-b700dbddd45a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:57.067191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] No DVR routers for this DVR port edb41786-35eb-4a8a-80fd-ba9fb8260d5c on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:57:57.069913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-4033b11a-784d-497d-b478-b700dbddd45a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.25 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 817 time: 0.4184389 Jan 28 09:57:57.078840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c6498-1390-4786-9c55-5652da0c2ce7 None None] Pushing event deleted for resources: {'Port': ['ID=edb41786-35eb-4a8a-80fd-ba9fb8260d5c,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:57.094063 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-097bff19-526e-4133-abc3-49361fe29560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:57:53Z', 'revision_number': 5, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:57:57.099488 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097bff19-526e-4133-abc3-49361fe29560 None None] The sync data for ids ['07946f7f-ade2-466d-8fb4-c79f5cccef4c'] in n-d-825178-2 is: [{'id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'name': 'tempest-TaggedBootDevicesTest-1880796331-router', 'tenant_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242'}], 'enable_snat': True}, 'gw_port_id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:44:21Z', 'updated_at': '2022-01-28T09:57:53Z', 'revision_number': 5, 'project_id': '2fcfbd967b0b4b7abacaaf9baa2af904', 'gw_port': {'id': 'aa99ee94-02bb-481f-b73b-cb91c91b359b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:08:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07946f7f-ade2-466d-8fb4-c79f5cccef4c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1139, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:44:24Z', 'updated_at': '2022-01-28T09:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:57:57.106465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c123ba-db30-4447-8cd3-ac66291b7fea req-687a23eb-617d-43e0-ac89-a1e8230e42c8 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:57.108108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0c123ba-db30-4447-8cd3-ac66291b7fea req-687a23eb-617d-43e0-ac89-a1e8230e42c8 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.4555404 Jan 28 09:57:57.172740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] For port aa99ee94-02bb-481f-b73b-cb91c91b359b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=aa99ee94-02bb-481f-b73b-cb91c91b359b,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:57.173108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.200053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-68bc4dca-44f9-4404-801a-9e57658a657f req-b0413826-698e-4fd0-a825-ab52958349a4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:57.320238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Calling delete_port for aa99ee94-02bb-481f-b73b-cb91c91b359b owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:57.371458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0c123ba-db30-4447-8cd3-ac66291b7fea req-2c26bf7e-f6ab-4fbb-98ea-cd7049b5947c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532203 Jan 28 09:57:57.378497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-68bc4dca-44f9-4404-801a-9e57658a657f req-b0413826-698e-4fd0-a825-ab52958349a4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:57.379576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-b0413826-698e-4fd0-a825-ab52958349a4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 379 time: 0.2947412 Jan 28 09:57:57.388131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'port': {'device_id': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'admin_state_up': True, 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'security_groups': ['e9f7623b-1076-4582-b4c9-3243c935149f']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:57.550765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75a1ab6d-df75-4779-a953-6c33642ac2f8 req-6785f58f-f6fb-4ba5-88a8-85eff5fcb934 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 210 time: 0.0685153 Jan 28 09:57:57.673973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edb41786-35eb-4a8a-80fd-ba9fb8260d5c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:57.710482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:57.729151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:57.729811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.734035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.742093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.755945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: edb41786-35eb-4a8a-80fd-ba9fb8260d5c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:57.756652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device edb41786-35eb-4a8a-80fd-ba9fb8260d5c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:57.757205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dcc90bca-e632-4c6a-8437-ad20444850d8 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:57.776839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79709ceb-df5f-4b81-928b-93d159a91f47 req-c22d0452-0dfe-40d2-9f7e-e0ffa4e201d6 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:57.780146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Made reservation on behalf of 9f656b6c1e6a47338d1b56ecc98cbd6c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:57.784383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79709ceb-df5f-4b81-928b-93d159a91f47 req-c22d0452-0dfe-40d2-9f7e-e0ffa4e201d6 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.6440837 Jan 28 09:57:57.785621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.814912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: dcc90bca-e632-4c6a-8437-ad20444850d8 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:57.815077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dcc90bca-e632-4c6a-8437-ad20444850d8 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:57.820815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa99ee94-02bb-481f-b73b-cb91c91b359b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:57.892330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.892826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Fanout notify agent at l3_agent the message router_deleted on router 6272cea2-019b-4cbe-ac44-a97851de1568 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:57:57.935987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79709ceb-df5f-4b81-928b-93d159a91f47 req-f34eb208-6a11-4e9c-b3b9-25b4153f6d5c tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502762 Jan 28 09:57:57.972705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:57.976067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0c23252d-a023-4e7f-9700-f26dae5f9213 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/routers/6272cea2-019b-4cbe-ac44-a97851de1568 HTTP/1.1" status: 204 len: 168 time: 1.4883330 Jan 28 09:57:57.986106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:58.051860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.067775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ff4c495-3436-4a71-aa66-5727c19a31bb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:58.094686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.230290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.27 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/d8137dd5-8de6-4e48-ac21-e2a69739b5ef) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:58.322702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-573dfc35-a487-475c-82e1-608e81792893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.421708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.429376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.460809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1ff4c495-3436-4a71-aa66-5727c19a31bb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:58.464331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1ff4c495-3436-4a71-aa66-5727c19a31bb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4705033 Jan 28 09:57:58.469067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.472561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49068) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:58.477429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.535361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Allocated IP 172.20.0.4 (2d756623-3e19-4427-ba3c-ec8cf16f6c2e/28fd8442-ae53-4696-8fb5-1d98e8199d22/7d77c1d2-2b1d-4057-b968-90740ae3968b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:57:58.616400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-e90b8683-cf1c-4037-80ee-8720aa3bb9ba tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:58.618011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-e90b8683-cf1c-4037-80ee-8720aa3bb9ba tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.7185204 Jan 28 09:57:58.628942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.629430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07946f7f-ade2-466d-8fb4-c79f5cccef4c {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:57:58.722392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ccce4c-9dcb-4220-b717-7af4b289bef7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:58.723080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-87ccce4c-9dcb-4220-b717-7af4b289bef7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:58.800285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e724ad9-7be2-4775-8077-184ddb37d1e8 req-4629e8a8-a9b0-4dd6-83ae-2ebc2adcb853 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 210 time: 0.0801835 Jan 28 09:57:58.809090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.828890 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Floating IP 290215c8-e1aa-4bc9-928d-96bfac01f9e1 associated. External IP: 172.25.1.185, port: 8f60e98c-5684-4831-91c0-01700905dfb3. Jan 28 09:57:58.836547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Deleting port 5fcda619-f239-4023-8533-2cdb86419663 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:57:58.836912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.889733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-87ccce4c-9dcb-4220-b717-7af4b289bef7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:58.893930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-87ccce4c-9dcb-4220-b717-7af4b289bef7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4173961 Jan 28 09:57:58.895872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49076) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:58.903130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:58.906526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-43f48133-3e7e-4c38-b481-8a93550930f3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/07946f7f-ade2-466d-8fb4-c79f5cccef4c HTTP/1.1" status: 204 len: 168 time: 3.2284501 Jan 28 09:57:58.911595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49080) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:58.979317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4914f169-ae09-41c0-88a0-aac52bd7fbb3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:57:58.995742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af74e24-427b-48f6-95b4-e76505230968 req-9dbdfa98-c63b-4c44-be2c-b9bf6a19f374 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:58.997383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0af74e24-427b-48f6-95b4-e76505230968 req-9dbdfa98-c63b-4c44-be2c-b9bf6a19f374 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.4800904 Jan 28 09:57:59.098653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Deleting subnet e9fc5e68-61e8-46db-b733-59d01c95b01b {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:57:59.115951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.119341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4914f169-ae09-41c0-88a0-aac52bd7fbb3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:57:59.120502 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4914f169-ae09-41c0-88a0-aac52bd7fbb3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2236774 Jan 28 09:57:59.125342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.128845 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.153703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49086) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:57:59.172475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:59.175794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0af74e24-427b-48f6-95b4-e76505230968 req-f881fd22-41ac-4c1f-a51a-ce92f5d9411e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487939 Jan 28 09:57:59.257046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Transition to ACTIVE for port object 7d77c1d2-2b1d-4057-b968-90740ae3968b will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:57:59.272051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.274883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:59.286830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:59.289678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:59.387648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.391148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.396126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] For port 5fcda619-f239-4023-8533-2cdb86419663, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5fcda619-f239-4023-8533-2cdb86419663,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:57:59.396483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.417371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=d8137dd5-8de6-4e48-ac21-e2a69739b5ef,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:59.472964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.547158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:57:59.571822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Calling delete_port for 5fcda619-f239-4023-8533-2cdb86419663 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:57:59.603204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:57:59.608248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685a0d6e-baca-4cdf-b85e-1f5f3a81ce5d req-9b72cfe8-757d-4a78-8bd1-109b75cab8e1 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:59.616716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-685a0d6e-baca-4cdf-b85e-1f5f3a81ce5d req-9b72cfe8-757d-4a78-8bd1-109b75cab8e1 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 1096 time: 0.5561297 Jan 28 09:57:59.651673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.652041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa99ee94-02bb-481f-b73b-cb91c91b359b no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:57:59.689779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: aa99ee94-02bb-481f-b73b-cb91c91b359b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:57:59.690617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa99ee94-02bb-481f-b73b-cb91c91b359b not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:57:59.702615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:57:59.706583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.708216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:57:59.720604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:57:59.728885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:57:59.756020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:59.816897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:57:59.851103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:57:59.851745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.879072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.920737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-685a0d6e-baca-4cdf-b85e-1f5f3a81ce5d req-189026da-f3cb-42a1-bc7b-8bfb10ba4aea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981126 Jan 28 09:57:59.929520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9fc5e68-61e8-46db-b733-59d01c95b01b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:57:59.944179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-668b57b6-05d3-485c-a2d8-02049890ffc4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5593355 Jan 28 09:57:59.946176 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:57:59.957870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6610602f-cd03-42b6-bd45-9b50c498d132 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e9fc5e68-61e8-46db-b733-59d01c95b01b HTTP/1.1" status: 204 len: 168 time: 1.0334392 Jan 28 09:57:59.960360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e90274-e776-4318-88eb-35d56763aa2c None None] Network c555ce75-cc04-4553-8905-5c0e5969cf3e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:57:59.967276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Request body: {'port': {'device_id': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:57:59.993320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:00.214299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a9c909c1-a90a-423c-8d0e-d7afcc3d1f84 None None] Provisioning for port 7d77c1d2-2b1d-4057-b968-90740ae3968b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:00.221310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a9c909c1-a90a-423c-8d0e-d7afcc3d1f84 None None] Provisioning complete for port 7d77c1d2-2b1d-4057-b968-90740ae3968b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:00.221679 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9c909c1-a90a-423c-8d0e-d7afcc3d1f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.232692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.260207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['755b65fe-f67e-4349-b4b7-6c4426466f35'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:00.362432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fcda619-f239-4023-8533-2cdb86419663,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:00.383203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a9c909c1-a90a-423c-8d0e-d7afcc3d1f84 None None] Port 7d77c1d2-2b1d-4057-b968-90740ae3968b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:00.493322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:00.530552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:00.535562 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.547123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] No DVR routers for this DVR port 5fcda619-f239-4023-8533-2cdb86419663 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:00.554052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] DHCP port deletion for c555ce75-cc04-4553-8905-5c0e5969cf3e request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:00.554778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.556784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7e3fd75-e7c1-4a8a-a81d-4dbace8e4a6d req-77525bc1-b430-4a89-a0b3-342557efacea tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.43 "DELETE /v2.0/ports/5fcda619-f239-4023-8533-2cdb86419663 HTTP/1.1" status: 204 len: 173 time: 1.9320054 Jan 28 09:58:00.557194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'name': 'network-vif-deleted', 'tag': '5fcda619-f239-4023-8533-2cdb86419663'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:00.569186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] Deleting port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:00.569557 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.570039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.581967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.624300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Deleting port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:00.624636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.644393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:00.645071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:00.687301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5488fd24-e92e-416a-84d7-de0445cadff3 req-5137603d-490e-4265-99f8-61edcb6bf222 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:00.689465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5488fd24-e92e-416a-84d7-de0445cadff3 req-5137603d-490e-4265-99f8-61edcb6bf222 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.3338952 Jan 28 09:58:00.733456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd8be3-206d-4817-9de8-e45d91d694b6 req-bfb535ad-9096-4454-bfcf-5d94f7d8a4a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:00.734788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0dbd8be3-206d-4817-9de8-e45d91d694b6 req-bfb535ad-9096-4454-bfcf-5d94f7d8a4a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Synchronizing usage tracker for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:00.744866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:00.846606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-252204b1-4f04-407c-9ea8-8d74c81da59d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "PUT /v2.0/floatingips/290215c8-e1aa-4bc9-928d-96bfac01f9e1 HTTP/1.1" status: 200 len: 992 time: 4.0957010 Jan 28 09:58:00.849424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0dbd8be3-206d-4817-9de8-e45d91d694b6 req-bfb535ad-9096-4454-bfcf-5d94f7d8a4a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Unset dirty status for tenant:9f656b6c1e6a47338d1b56ecc98cbd6c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:00.850569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0dbd8be3-206d-4817-9de8-e45d91d694b6 req-bfb535ad-9096-4454-bfcf-5d94f7d8a4a1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 931 time: 0.8166354 Jan 28 09:58:00.854678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:00.900688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5488fd24-e92e-416a-84d7-de0445cadff3 req-870ba6fb-62ef-47c9-961a-673a562f91b7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917346 Jan 28 09:58:00.921909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.004599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] For port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:01.005053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.058691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:58:01.072461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.131782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] Calling delete_port for 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:01.163662 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66176270-9f04-4b0f-b379-5a72bb77dd7e', 'name': 'network-vif-deleted', 'tag': '5fcda619-f239-4023-8533-2cdb86419663', 'status': 'completed', 'code': 200} Jan 28 09:58:01.247833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:01.251589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:01.257029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=f28d9313-57a4-441e-8370-95306ce385ac,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:01.263163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:01.263747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.308998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0dbd8be3-206d-4817-9de8-e45d91d694b6 req-a40cca7d-3b70-4687-8dc2-1b0a189a0ab7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618650 Jan 28 09:58:01.313510 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3', 'status': 'completed', 'code': 200} Jan 28 09:58:01.336068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5fcda619-f239-4023-8533-2cdb86419663 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:01.370774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a27a3-4b08-4834-9e64-4ffbf946be71 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:01.404062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-901ac0fc-345e-464b-9d41-3f39b747e7c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2420540 Jan 28 09:58:01.416405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:01.423561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:01.435492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.445872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] For port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,segment=NetworkSegment(cb8adcb1-e347-4758-aecc-aed95bc339d2),segment_id=cb8adcb1-e347-4758-aecc-aed95bc339d2)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:01.448084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.567772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81c3af7a-9eb7-47be-9476-db37c659e8ca req-9307a769-dd34-4e4a-b870-101f1f3b0806 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=66176270-9f04-4b0f-b379-5a72bb77dd7e HTTP/1.1" status: 200 len: 210 time: 0.0593939 Jan 28 09:58:01.630714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 5fcda619-f239-4023-8533-2cdb86419663 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:01.631297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5fcda619-f239-4023-8533-2cdb86419663 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:01.635752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Calling delete_port for 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:01.643583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] Pushing event deleted for resources: {'Port': ['ID=41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:01.650823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-d7d36197-9dbf-440b-82e9-1e374b09a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:01.652589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-d7d36197-9dbf-440b-82e9-1e374b09a7c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1097 time: 0.3338361 Jan 28 09:58:01.657438 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.658730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.668081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed93769-6641-4ff7-ad91-151e2bb7b067 None None] No DVR routers for this DVR port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:01.683924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:01.724769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.728858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:01.737046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:01.784704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d77c1d2-2b1d-4057-b968-90740ae3968b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:01.803981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.813953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:01.814291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:01.822236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Transition to ACTIVE for port object 7d77c1d2-2b1d-4057-b968-90740ae3968b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:01.823095 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:58:01.824267 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:58:01.837221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:01.864047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:01.932402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=d8137dd5-8de6-4e48-ac21-e2a69739b5ef,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:01.950536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:01.954026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.056761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:02.130534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'f28d9313-57a4-441e-8370-95306ce385ac'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:58:02.132630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.193848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Attempting to bind port 7d77c1d2-2b1d-4057-b968-90740ae3968b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:02.194678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Attempting to bind port 7d77c1d2-2b1d-4057-b968-90740ae3968b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:02.194678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Attempting to bind port 7d77c1d2-2b1d-4057-b968-90740ae3968b on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:02.203202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Port 7d77c1d2-2b1d-4057-b968-90740ae3968b on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:58:02.203524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Attempting to bind port 7d77c1d2-2b1d-4057-b968-90740ae3968b on network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:02.211130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:02.211486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Checking segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:02.211903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Bound using segment: {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:02.212346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Bound port: 7d77c1d2-2b1d-4057-b968-90740ae3968b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ab6a886-11bf-4c32-b885-1b9cc36e973e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:02.212709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.219055 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.247248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67c601-4785-43dc-8469-5f3975723c55 req-24e383b3-8061-413f-bfb1-9d8058674b73 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:02.255153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab67c601-4785-43dc-8469-5f3975723c55 req-24e383b3-8061-413f-bfb1-9d8058674b73 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.1880264 Jan 28 09:58:02.306694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-d292c0d5-b16f-4a3d-8123-dd4416e9465d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:02.308178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-d292c0d5-b16f-4a3d-8123-dd4416e9465d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 0.6417358 Jan 28 09:58:02.416388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Deleting port 41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:02.417353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.419166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Allocated IP 2001:db8::f816:3eff:fee9:525a (769dbcf1-61f3-4915-834e-bca50e270657/f28d9313-57a4-441e-8370-95306ce385ac/fb43edb3-a791-40ba-8fec-337769dbe687) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:02.450476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-7d10bc94-243e-4cfe-90f5-0dbe2155f3e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 1000 time: 0.1311069 Jan 28 09:58:02.542935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:02.547369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:02.584701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.594182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] The port '41a9fd7c-4e1c-4909-9cf2-6c6a941c9d8e' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:58:02.617493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '290215c8-e1aa-4bc9-928d-96bfac01f9e1', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'port_id': '8f60e98c-5684-4831-91c0-01700905dfb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'mac_address': 'fa:16:3e:62:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:57:30Z', 'updated_at': '2022-01-28T09:57:58Z', 'revision_number': 1, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:02.632802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:58:02.685777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:02.686382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:02.689913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-b87a0b73-60f0-457d-b222-3f7a747c4a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:02.691280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-b87a0b73-60f0-457d-b222-3f7a747c4a2e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.1756427 Jan 28 09:58:02.697023 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP bafb1140-10c0-4c48-a469-670529ff7ca2 associated. External IP: 172.25.1.27, port: d204f936-f468-4c32-a86d-32879446337c. Jan 28 09:58:02.697191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ab67c601-4785-43dc-8469-5f3975723c55 req-6c3425cc-47b6-4898-a389-c9d641096d80 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408267 Jan 28 09:58:02.724649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:02.725293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.726680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] 10.222.0.25 "PUT /v2.0/ports/7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 1091 time: 2.7652926 Jan 28 09:58:02.811416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69afd9cb-c379-4336-b3a8-adb6c16c67c5 service neutron] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:02.874436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.914238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c555ce75-cc04-4553-8905-5c0e5969cf3e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:02.933873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb8adcb1-e347-4758-aecc-aed95bc339d2') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:02.934208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb8adcb1-e347-4758-aecc-aed95bc339d2') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:02.950175 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:02.981378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-77b1aef2-4dd6-4f49-bf44-f3cb2c2cbbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:02.982879 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-77b1aef2-4dd6-4f49-bf44-f3cb2c2cbbcc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1094 time: 0.1726129 Jan 28 09:58:02.983814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.005636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.028811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4f432-4502-4ac5-90cb-05707621f705 req-4bfd31de-0e8b-4a17-809f-95d8228e33b5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:03.034652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Transition to ACTIVE for port object fb43edb3-a791-40ba-8fec-337769dbe687 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:03.038013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:03.044346 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9e4f432-4502-4ac5-90cb-05707621f705 req-4bfd31de-0e8b-4a17-809f-95d8228e33b5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.5296214 Jan 28 09:58:03.078608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:58:03.079014 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.085824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-a90b50a4-871b-4f67-a200-769412ac0139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:03.087299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-a90b50a4-871b-4f67-a200-769412ac0139 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3319235 Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:58:03.100750 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:58:03.105850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-a6c5724a-607a-48b0-b6ff-1eecb8f6bd70 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 217 time: 0.1077380 Jan 28 09:58:03.138862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Transition to ACTIVE for port object fb43edb3-a791-40ba-8fec-337769dbe687 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:03.163440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9e4f432-4502-4ac5-90cb-05707621f705 req-0c794c34-a407-41dd-a6aa-37718faef118 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180103 Jan 28 09:58:03.184422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:03.213296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.259200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.272380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.279789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-fc42d1bd-5dfe-49eb-997f-40a250341f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:03.281408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-fc42d1bd-5dfe-49eb-997f-40a250341f52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.1273253 Jan 28 09:58:03.284208 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'status': 'completed', 'code': 200} Jan 28 09:58:03.334969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:03.335889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Pushing event updated for resources: {'Port': ['ID=fb43edb3-a791-40ba-8fec-337769dbe687,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:03.341990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:03.347038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:03.370367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] Pushing event deleted for resources: {'Network': ['ID=c555ce75-cc04-4553-8905-5c0e5969cf3e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:03.400719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e8c1a732-823a-4db6-89e8-afb5e8933365 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c555ce75-cc04-4553-8905-5c0e5969cf3e HTTP/1.1" status: 204 len: 168 time: 3.4056311 Jan 28 09:58:03.475479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bc4dca-44f9-4404-801a-9e57658a657f req-3449c6b7-8161-45ae-9bcb-ab1b3d082302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:03.479243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-3449c6b7-8161-45ae-9bcb-ab1b3d082302 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1711600 Jan 28 09:58:03.646070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49136) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:03.665498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.666863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Attempting to bind port fb43edb3-a791-40ba-8fec-337769dbe687 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:03.667336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Attempting to bind port fb43edb3-a791-40ba-8fec-337769dbe687 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:03.667733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Attempting to bind port fb43edb3-a791-40ba-8fec-337769dbe687 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:03.670591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-0b38b319-de5a-402d-924e-19609e60b857 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475183 Jan 28 09:58:03.679937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:03.680333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:03.680768 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.681155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:03.681610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Bound port: fb43edb3-a791-40ba-8fec-337769dbe687, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:03.681978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.694163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-8b622b6c-79c8-4536-8830-19aff8e216d8 service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021720 Jan 28 09:58:03.858850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] For port fb43edb3-a791-40ba-8fec-337769dbe687, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:03.864465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] For port fb43edb3-a791-40ba-8fec-337769dbe687, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fb43edb3-a791-40ba-8fec-337769dbe687,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:03.870840 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:03.875873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '290215c8-e1aa-4bc9-928d-96bfac01f9e1', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'port_id': '8f60e98c-5684-4831-91c0-01700905dfb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'mac_address': 'fa:16:3e:62:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:57:30Z', 'updated_at': '2022-01-28T09:57:58Z', 'revision_number': 1, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:03.924497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9082b45-90a9-4b4e-9eca-bea7c2e12e4a None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '290215c8-e1aa-4bc9-928d-96bfac01f9e1', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'floating_ip_address': '172.25.1.185', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'port_id': '8f60e98c-5684-4831-91c0-01700905dfb3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'mac_address': 'fa:16:3e:62:ab:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:57:30Z', 'updated_at': '2022-01-28T09:57:58Z', 'revision_number': 1, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:03.938442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68bc4dca-44f9-4404-801a-9e57658a657f req-226486a3-c113-498d-9990-5b92e0e8929b service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844602 Jan 28 09:58:03.941411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e280f-6fa4-47e1-80e8-ab9175621c4d req-f31efc74-a5d0-4327-a5b9-da88dd5aff42 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:03.942507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-af8e280f-6fa4-47e1-80e8-ab9175621c4d req-f31efc74-a5d0-4327-a5b9-da88dd5aff42 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:03.985816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-af8e280f-6fa4-47e1-80e8-ab9175621c4d req-f31efc74-a5d0-4327-a5b9-da88dd5aff42 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:03.988503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1734eb-ae74-47cf-a70d-0e8f50f4de91 None None] Pushing event updated for resources: {'Port': ['ID=fb43edb3-a791-40ba-8fec-337769dbe687,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:03.990511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8e280f-6fa4-47e1-80e8-ab9175621c4d req-f31efc74-a5d0-4327-a5b9-da88dd5aff42 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 0.2951019 Jan 28 09:58:03.992829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:04.019999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:04.078241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:04.078924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:04.114481 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af8e280f-6fa4-47e1-80e8-ab9175621c4d req-0fa13ded-39e5-4faf-b926-f6ae448e0069 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131468 Jan 28 09:58:04.127943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b14582-c2a2-411b-8b6b-c602b32496da req-9f2b88c7-8490-4c7c-89d6-09b3b96f1e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:04.129620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-9f2b88c7-8490-4c7c-89d6-09b3b96f1e46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1094 time: 0.1382070 Jan 28 09:58:04.141810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:04.149867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:04.166847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-66e27b21-ec37-43e7-a12d-c14287d7dcab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac68902d7b1e4fa78a0ba51d911c2e16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4951580 Jan 28 09:58:04.172812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49144) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:04.224251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8c5217-2b5e-4776-a8bc-0afae888775d req-cf90f1c6-6d6a-4ab9-945c-48a878438b42 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364244 Jan 28 09:58:04.227492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6146b44-9ee7-47f4-893e-4af15072e8d6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8099945 Jan 28 09:58:04.232356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49150) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:04.317591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:d0:cf:a2', 'name': 'tempest-NetworksTestDHCPv6-943451510'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:04.350155 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f46f46-b6b1-4746-93c5-e3c294f40384 None None] New status for floating IP 290215c8-e1aa-4bc9-928d-96bfac01f9e1: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:58:04.467712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b14582-c2a2-411b-8b6b-c602b32496da req-505312a2-9e3f-41de-bc4a-da1c0a4d07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:04.469642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-505312a2-9e3f-41de-bc4a-da1c0a4d07f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.3331227 Jan 28 09:58:04.616418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:04.625599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71f479-7ef8-49bc-8860-bc46efcb53e4 req-509a7fcd-3631-4753-b57d-dc24d2f873ac tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:04.627617 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c71f479-7ef8-49bc-8860-bc46efcb53e4 req-509a7fcd-3631-4753-b57d-dc24d2f873ac tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.6332219 Jan 28 09:58:04.633786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:04.652465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:04.666210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:04.685312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:04.696134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:04.709005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:04.709973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:04.712821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:04.722289 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-f2b70a90-e989-4bac-86a2-5d255a153ff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 217 time: 0.2446775 Jan 28 09:58:04.725436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548bc80-5723-4773-9b3d-0ec8fb9054a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:04.736576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:04.782357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:04.792524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c71f479-7ef8-49bc-8860-bc46efcb53e4 req-560fbc7f-5ac3-4903-b8b2-430739550e5e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557531 Jan 28 09:58:04.797107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:04.798479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:04.826648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548bc80-5723-4773-9b3d-0ec8fb9054a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:04.861446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b14582-c2a2-411b-8b6b-c602b32496da req-4c36c6d4-8c27-4692-b551-6245b3b1e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:04.862953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-4c36c6d4-8c27-4692-b551-6245b3b1e41f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.1288006 Jan 28 09:58:04.868931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:04.869492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333c105a-11b7-4e2e-8775-5aac23379b76 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:04.935166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ea6778-c2f4-4468-8af9-c75c8bf9db91 req-43554eda-28e1-4975-b794-1c07416f6bff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:04.936687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27ea6778-c2f4-4468-8af9-c75c8bf9db91 req-43554eda-28e1-4975-b794-1c07416f6bff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.5080667 Jan 28 09:58:04.954161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3facee01-861f-43c1-a9f3-9b467425d938 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.5879245 Jan 28 09:58:04.958150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49156) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:04.963150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'port_id': 'd204f936-f468-4c32-a86d-32879446337c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:05.000277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27ea6778-c2f4-4468-8af9-c75c8bf9db91 req-97af5b21-6476-414e-a7aa-20e98091185c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525634 Jan 28 09:58:05.001779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548bc80-5723-4773-9b3d-0ec8fb9054a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.024342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548bc80-5723-4773-9b3d-0ec8fb9054a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10a4080-2c69-4844-be06-dbd2bfeb5381,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:05.046659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b14582-c2a2-411b-8b6b-c602b32496da req-51af62c1-984c-4d2d-a55d-41ec59fc6547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:05.048343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-51af62c1-984c-4d2d-a55d-41ec59fc6547 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1751924 Jan 28 09:58:05.052031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548bc80-5723-4773-9b3d-0ec8fb9054a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.053124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a548bc80-5723-4773-9b3d-0ec8fb9054a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f10a4080-2c69-4844-be06-dbd2bfeb5381 HTTP/1.1" status: 204 len: 168 time: 0.8791122 Jan 28 09:58:05.131044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.183675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.246278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 11f990cc-5f99-4b53-aaaf-4a7f48d55910 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:05.269461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-5c655304-92e4-4092-b59f-92b78aa881ee service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142482 Jan 28 09:58:05.449437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19137034-5baf-4b6d-a709-710fe5c9addc None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:05.540276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43b14582-c2a2-411b-8b6b-c602b32496da req-58208136-b9f3-43e6-8f96-21971f64197f service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658818 Jan 28 09:58:05.556403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d29b3993-ceb1-4ded-8f98-d3933d3f005c None None] Provisioning for port fb43edb3-a791-40ba-8fec-337769dbe687 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:05.567356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-68d898ca-896f-4d63-b094-56b3dd6a1118 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:05.568884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-68d898ca-896f-4d63-b094-56b3dd6a1118 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 0.5463154 Jan 28 09:58:05.614329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:05.667006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-27732645-973d-4cee-820c-601b94a1e5df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2fcfbd967b0b4b7abacaaf9baa2af904&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515373 Jan 28 09:58:05.669497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49172) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:05.677496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Deleting port 755b65fe-f67e-4349-b4b7-6c4426466f35 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:05.677847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.740029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fb43edb3-a791-40ba-8fec-337769dbe687 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:05.744745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f4a56d8-755a-4cdf-8fa8-55319143608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.777356 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f4a56d8-755a-4cdf-8fa8-55319143608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.848728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f4a56d8-755a-4cdf-8fa8-55319143608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.872777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fb43edb3-a791-40ba-8fec-337769dbe687 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:05.879734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a56d8-755a-4cdf-8fa8-55319143608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890ae0c-a13e-42e3-bb18-a3ef4011ea12,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:05.882769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fb43edb3-a791-40ba-8fec-337769dbe687 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:05.883422 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.896780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f4a56d8-755a-4cdf-8fa8-55319143608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:05.900343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f4a56d8-755a-4cdf-8fa8-55319143608d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e890ae0c-a13e-42e3-bb18-a3ef4011ea12 HTTP/1.1" status: 204 len: 168 time: 0.2276020 Jan 28 09:58:06.012318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeb75b2-c531-4bf9-a58b-0b94c3939340 req-f95a730d-a599-4c01-aeb1-0769e1b243ed tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:06.014930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bfeb75b2-c531-4bf9-a58b-0b94c3939340 req-f95a730d-a599-4c01-aeb1-0769e1b243ed tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.0981214 Jan 28 09:58:06.066787 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bfeb75b2-c531-4bf9-a58b-0b94c3939340 req-86c8372f-eefa-4c4f-a0d0-31e3036bf4b1 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451882 Jan 28 09:58:06.076018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Update dhcp port {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'f28d9313-57a4-441e-8370-95306ce385ac', 'ip_address': '2001:db8::f816:3eff:fee9:525a'}, {'subnet_id': '02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70'}], 'binding:host_id': 'n-d-825178-2'}, 'id': 'fb43edb3-a791-40ba-8fec-337769dbe687'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 09:58:06.126336 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:06.140579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:58:06.168449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:06.324389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port fb43edb3-a791-40ba-8fec-337769dbe687, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fb43edb3-a791-40ba-8fec-337769dbe687,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:06.334486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:06.437206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c353398-dd25-498d-b70e-825f6720c21e req-5a593d9a-97d9-4ad8-8c36-8bc4dadbbc00 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:06.447764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c353398-dd25-498d-b70e-825f6720c21e req-5a593d9a-97d9-4ad8-8c36-8bc4dadbbc00 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.1495306 Jan 28 09:58:06.498193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:06.524344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37eef2f-b72d-42db-8cf2-469df1613e2c req-27578eec-91d4-495e-bb3e-f73e8a8d55fd tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:06.525103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'mac_address': 'fa:16:3e:d5:cf:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:58:06.525876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e37eef2f-b72d-42db-8cf2-469df1613e2c req-27578eec-91d4-495e-bb3e-f73e8a8d55fd tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 1097 time: 1.2298250 Jan 28 09:58:06.528907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=fb43edb3-a791-40ba-8fec-337769dbe687,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:06.541441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c353398-dd25-498d-b70e-825f6720c21e req-3c84001b-af40-4b19-9267-0236d6fd16f2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925241 Jan 28 09:58:06.591389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] For port 755b65fe-f67e-4349-b4b7-6c4426466f35, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=755b65fe-f67e-4349-b4b7-6c4426466f35,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:06.591752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:06.608453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:06.627292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77c1d2-2b1d-4057-b968-90740ae3968b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:06.645744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:06.651680 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:06.681724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 172.20.0.8 (769dbcf1-61f3-4915-834e-bca50e270657/02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70/11f990cc-5f99-4b53-aaaf-4a7f48d55910) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:06.727186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:06.761243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Calling delete_port for 755b65fe-f67e-4349-b4b7-6c4426466f35 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:06.802724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fed0:cfa2 (769dbcf1-61f3-4915-834e-bca50e270657/f28d9313-57a4-441e-8370-95306ce385ac/11f990cc-5f99-4b53-aaaf-4a7f48d55910) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:06.816031 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e37eef2f-b72d-42db-8cf2-469df1613e2c req-f2b842ae-3336-4d7e-a624-715c641dcb05 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=4d0713e3-06a1-41b6-9bad-783c826cab99&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621043 Jan 28 09:58:06.904837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['7d77c1d2-2b1d-4057-b968-90740ae3968b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:06.950748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49204) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:07.065873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-2062041850-network', 'tenant_id': 'a12551aab959412b851c7faf2d219d9c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:07.070861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:07.074768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Usage tracker for resource:network and tenant:a12551aab959412b851c7faf2d219d9c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:07.077801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:07.084312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:07.102189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Made reservation on behalf of a12551aab959412b851c7faf2d219d9c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:07.105050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.119472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.135124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:07.139060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Usage tracker for resource:security_group_rule and tenant:a12551aab959412b851c7faf2d219d9c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:07.142343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:07.149602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:07.157039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.160974 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.207670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.268321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:58:07.290819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Pushing event deleted for resources: {'Port': ['ID=755b65fe-f67e-4349-b4b7-6c4426466f35,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:07.319752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac15ec8-ca99-4575-93e1-f332b18a2ca4 req-8fd94bd8-6782-4b2f-aa4d-2281cf61074b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:07.322562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:07.326778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eac15ec8-ca99-4575-93e1-f332b18a2ca4 req-8fd94bd8-6782-4b2f-aa4d-2281cf61074b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.1420972 Jan 28 09:58:07.359874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.371168 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.395343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.397580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eac15ec8-ca99-4575-93e1-f332b18a2ca4 req-9a8f7f9e-6253-4591-a289-c200ab9b8e93 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699530 Jan 28 09:58:07.409075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] No DVR routers for this DVR port 755b65fe-f67e-4349-b4b7-6c4426466f35 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:07.414271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:58:07.424099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:07.441966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.442175 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Added segment 4168fa28-927b-4ac3-bf46-94b161326444 of type vlan for network ac3cbb5c-5497-416a-af5f-56bd02211f92 Jan 28 09:58:07.466169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.468824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'name': 'network-vif-deleted', 'tag': '755b65fe-f67e-4349-b4b7-6c4426466f35'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:07.473405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.504366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 11f990cc-5f99-4b53-aaaf-4a7f48d55910 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:07.509278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.510682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:07.511425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.527037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e1d5dd3-fa97-425a-bb89-732025d19085 req-75a28027-61ad-4046-b7b1-78709647b6a2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.25 "DELETE /v2.0/ports/755b65fe-f67e-4349-b4b7-6c4426466f35 HTTP/1.1" status: 204 len: 173 time: 1.9481976 Jan 28 09:58:07.581525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:07.613956 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e360f04c-38ab-424e-bc78-45667f523ad0', 'name': 'network-vif-deleted', 'tag': '755b65fe-f67e-4349-b4b7-6c4426466f35', 'status': 'completed', 'code': 200} Jan 28 09:58:07.638870 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.651090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'port_id': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'mac_address': 'fa:16:3e:54:b7:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e48aad-d079-49d4-af8f-850a16297c74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:58:07.763308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fb43edb3-a791-40ba-8fec-337769dbe687 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:07.807992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:07.841008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:07.850732 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.860211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.887972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9342928 Jan 28 09:58:07.889379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49224) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:07.889956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89410b83-87fc-4363-b553-f8343764a48c admin admin] Pushing event updated for resources: {'Network': ['ID=ac3cbb5c-5497-416a-af5f-56bd02211f92,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:07.895730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:07.900830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Request body: {'subnet': {'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-2062041850-subnet', 'tenant_id': 'a12551aab959412b851c7faf2d219d9c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:07.923264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409db06b-8314-4a4d-9a59-e7706bd81d42 req-23535656-bf75-41f0-a101-f19b7864e837 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:07.925563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-409db06b-8314-4a4d-9a59-e7706bd81d42 req-23535656-bf75-41f0-a101-f19b7864e837 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 944 time: 0.2026017 Jan 28 09:58:07.942625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ac3cbb5c-5497-416a-af5f-56bd02211f92 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:58:08.001895 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'code': 200} Jan 28 09:58:08.024351 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-409db06b-8314-4a4d-9a59-e7706bd81d42 req-6d7421c5-fe90-4413-b4f1-a25201139088 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885563 Jan 28 09:58:08.071147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f837c9a8-4898-44bb-a676-cd90378bfd54 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:08.071605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:08.077004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Usage tracker for resource:subnet and tenant:a12551aab959412b851c7faf2d219d9c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:08.080434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:08.105673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:08.118298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:08.123633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:08.173056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:08.181356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7b8b8c36-4373-40bd-b5eb-d9eb62098e3f req-a0b9a44a-1c61-49f3-958b-9fa9e48e5ee2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Synchronizing usage tracker for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:08.184003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:08.232369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:08.302421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:08.310315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Allocated IP 172.20.0.2 (769dbcf1-61f3-4915-834e-bca50e270657/02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70/fb43edb3-a791-40ba-8fec-337769dbe687) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:08.319371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=11f990cc-5f99-4b53-aaaf-4a7f48d55910,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:08.322737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Made reservation on behalf of a12551aab959412b851c7faf2d219d9c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:08.325508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fb43edb3-a791-40ba-8fec-337769dbe687 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:08.326025 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.326343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.360745 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:58:08.361126 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:58:08.433397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7b8b8c36-4373-40bd-b5eb-d9eb62098e3f req-a0b9a44a-1c61-49f3-958b-9fa9e48e5ee2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] Unset dirty status for tenant:b6053b38446c43b592df68f717c5b7a3 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:08.434553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b8b8c36-4373-40bd-b5eb-d9eb62098e3f req-a0b9a44a-1c61-49f3-958b-9fa9e48e5ee2 tempest-TestServerMultinode-536792881 tempest-TestServerMultinode-536792881-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e360f04c-38ab-424e-bc78-45667f523ad0 HTTP/1.1" status: 200 len: 210 time: 0.3278642 Jan 28 09:58:08.482362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 7d77c1d2-2b1d-4057-b968-90740ae3968b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:08.496800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 7d77c1d2-2b1d-4057-b968-90740ae3968b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:08.497176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.556627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:08.557270 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.630020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] For port fb43edb3-a791-40ba-8fec-337769dbe687, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fb43edb3-a791-40ba-8fec-337769dbe687,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:08.654541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3dd4c2ef-9bda-4634-b088-e67ea79f8ede tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.4209654 Jan 28 09:58:08.656123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe1ce46-8925-4c89-9818-f61cd73ac2b4 req-83423985-9653-4897-a148-c30a2abcb690 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:08.657699 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fbe1ce46-8925-4c89-9818-f61cd73ac2b4 req-83423985-9653-4897-a148-c30a2abcb690 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 944 time: 0.0902498 Jan 28 09:58:08.658217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:08.665591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:08.675645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.679786 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:08.690298 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:08.691117 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:08.706960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.715126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fbe1ce46-8925-4c89-9818-f61cd73ac2b4 req-6cce3338-d819-4b60-9493-7b64969ab6a2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503736 Jan 28 09:58:08.742930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Transition to ACTIVE for port object fb43edb3-a791-40ba-8fec-337769dbe687 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:08.755212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:08.760045 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.763810 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:08.764392 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:08.828235 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:08.828633 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6c3c2b-c374-4c53-98a8-671260ad7272 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:08.840296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.928451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.928941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f0d4c24a-2aac-49c5-b119-1061250f9985 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/floatingips/bafb1140-10c0-4c48-a469-670529ff7ca2 HTTP/1.1" status: 200 len: 978 time: 3.9669304 Jan 28 09:58:08.930617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:08.940940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70af4220-86d1-4868-879b-65aaea4205fd,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:08.959507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07000967-840e-40a5-9bdb-59d1c26c04c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:08.965298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07000967-840e-40a5-9bdb-59d1c26c04c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:08.966104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07000967-840e-40a5-9bdb-59d1c26c04c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:08.973769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:08.975684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Checking segment: {'id': '4168fa28-927b-4ac3-bf46-94b161326444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:08.976072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Network hostable DHCP agents. Network: ac3cbb5c-5497-416a-af5f-56bd02211f92, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:58:08.995599 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:08.996495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 755b65fe-f67e-4349-b4b7-6c4426466f35 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:09.000043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07000967-840e-40a5-9bdb-59d1c26c04c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:09.001275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-07000967-840e-40a5-9bdb-59d1c26c04c4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3406541 Jan 28 09:58:09.006851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49242) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:09.047122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Network ac3cbb5c-5497-416a-af5f-56bd02211f92 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:58:09.054462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 755b65fe-f67e-4349-b4b7-6c4426466f35 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:09.054828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 755b65fe-f67e-4349-b4b7-6c4426466f35 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:09.067783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.077746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbaad0-9bc9-433d-a50c-87cbc5ce0cb3 None None] Pushing event updated for resources: {'Port': ['ID=fb43edb3-a791-40ba-8fec-337769dbe687,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:09.081691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ac3cbb5c-5497-416a-af5f-56bd02211f92) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:09.093225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:09.094027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.104150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 11f990cc-5f99-4b53-aaaf-4a7f48d55910 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:09.105395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.115128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b4dab-ce7a-4ce6-ad0e-c3a50be9325e None None] Network ac3cbb5c-5497-416a-af5f-56bd02211f92 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:09.209737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f837c9a8-4898-44bb-a676-cd90378bfd54 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:09.238086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e54fe81-f238-4a6f-aa22-ea9d68245bc2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3466558 Jan 28 09:58:09.264300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:09.274193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:09.277904 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.389467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:09.447688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.507850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f837c9a8-4898-44bb-a676-cd90378bfd54'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:09.578518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port d8137dd5-8de6-4e48-ac21-e2a69739b5ef {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:09.578963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.583126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ffc534-482f-41bb-942b-3b29da0560e5 None None] Network ac3cbb5c-5497-416a-af5f-56bd02211f92 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:09.740778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fb43edb3-a791-40ba-8fec-337769dbe687 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:09.779084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 11f990cc-5f99-4b53-aaaf-4a7f48d55910 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:09.817594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49260) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:09.862450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:09.863062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:10.005033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:10.050613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for d8137dd5-8de6-4e48-ac21-e2a69739b5ef owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:10.085709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-beba8833-ed1e-48cb-ba25-da2cbc0047f9 None None] Provisioning for port fb43edb3-a791-40ba-8fec-337769dbe687 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:10.117423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-beba8833-ed1e-48cb-ba25-da2cbc0047f9 None None] Provisioning complete for port fb43edb3-a791-40ba-8fec-337769dbe687 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:10.117789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-beba8833-ed1e-48cb-ba25-da2cbc0047f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:10.194794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c72bb79-ddfd-42ae-bdee-705c71f75e0a req-a59d8a81-9dbb-4ca3-b162-08d513a3b48d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:10.203005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c72bb79-ddfd-42ae-bdee-705c71f75e0a req-a59d8a81-9dbb-4ca3-b162-08d513a3b48d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.6264765 Jan 28 09:58:10.276931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c72bb79-ddfd-42ae-bdee-705c71f75e0a req-7559962a-6932-4d3d-bea6-7665a1a36ea1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728233 Jan 28 09:58:10.373622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:10.471438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=d8137dd5-8de6-4e48-ac21-e2a69739b5ef,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:10.589884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:10.590224 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP bafb1140-10c0-4c48-a469-670529ff7ca2 disassociated (deleted). External IP: 172.25.1.27, port: d204f936-f468-4c32-a86d-32879446337c. Jan 28 09:58:10.602839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-ef1dc7d3-5f7a-4a32-bfee-24562f0e10c8 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:10.604280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-ef1dc7d3-5f7a-4a32-bfee-24562f0e10c8 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/networks?id=ac3cbb5c-5497-416a-af5f-56bd02211f92 HTTP/1.1" status: 200 len: 821 time: 0.4819367 Jan 28 09:58:10.633534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb46b3f1-2576-4db5-884a-cbc208580626 None None] Provisioning for port 11f990cc-5f99-4b53-aaaf-4a7f48d55910 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:10.638616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb46b3f1-2576-4db5-884a-cbc208580626 None None] Provisioning complete for port 11f990cc-5f99-4b53-aaaf-4a7f48d55910 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:10.639020 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb46b3f1-2576-4db5-884a-cbc208580626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:10.675071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb46b3f1-2576-4db5-884a-cbc208580626 None None] Port 11f990cc-5f99-4b53-aaaf-4a7f48d55910 was deleted so its status cannot be updated. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 28 09:58:10.684841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b325c-9729-40c9-b8f4-d2be3a8174bd req-6ca8996e-0283-46e5-beee-8a4a96aa0e10 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:10.686137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-1376549c-a6a7-4f6c-8eac-06a5f3effb87 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/quotas/a12551aab959412b851c7faf2d219d9c HTTP/1.1" status: 200 len: 375 time: 0.0748801 Jan 28 09:58:10.687407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd5b325c-9729-40c9-b8f4-d2be3a8174bd req-6ca8996e-0283-46e5-beee-8a4a96aa0e10 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 945 time: 0.2682207 Jan 28 09:58:10.694020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:10.794019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=11f990cc-5f99-4b53-aaaf-4a7f48d55910,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:10.807203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-49f85588-b736-44ac-86f7-2fcfd709bb18 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a12551aab959412b851c7faf2d219d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1029584 Jan 28 09:58:10.815397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd5b325c-9729-40c9-b8f4-d2be3a8174bd req-0027c4c5-f724-4f2e-b5e4-b79e70bb2c56 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218333 Jan 28 09:58:10.887567 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'code': 200} Jan 28 09:58:11.043158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:11.162576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.223180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-2b3917ac-2b04-4e02-be29-a6465c66e2d3 service neutron] 10.222.0.42 "GET /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3852623 Jan 28 09:58:11.230876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a9993c6-8c17-4bf0-8a32-7d96846c46ad tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/11f990cc-5f99-4b53-aaaf-4a7f48d55910 HTTP/1.1" status: 204 len: 168 time: 2.2207987 Jan 28 09:58:11.249298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49280) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:11.303414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:11.364801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:11.376295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464233af-34d9-448b-87ba-aa13842fe564 req-93282b30-2355-4f34-b2f1-cd4cc9c653d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:11.380871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-464233af-34d9-448b-87ba-aa13842fe564 req-93282b30-2355-4f34-b2f1-cd4cc9c653d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1096 time: 0.3880661 Jan 28 09:58:11.388680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:11.400911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.406555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:11.407421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:11.462154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f837c9a8-4898-44bb-a676-cd90378bfd54 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:11.462624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.536967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:11.537624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-de77a7ee-da74-4d1b-bc1f-10a3b573c395 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/floatingips/bafb1140-10c0-4c48-a469-670529ff7ca2 HTTP/1.1" status: 204 len: 168 time: 2.6054196 Jan 28 09:58:11.540638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49286) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:11.562091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:11.562850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:11.586258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e782e78-c24a-413a-9383-9e5042ebc384 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:11.587921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e782e78-c24a-413a-9383-9e5042ebc384 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:11.589531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e782e78-c24a-413a-9383-9e5042ebc384 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:11.590318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e782e78-c24a-413a-9383-9e5042ebc384 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:11.624605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port d204f936-f468-4c32-a86d-32879446337c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:11.624605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.638019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:11.638441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afccc771-cd31-4c68-af4c-ca02633af0c7 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:11.644547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-464233af-34d9-448b-87ba-aa13842fe564 req-b433a55c-4184-4fe7-bed9-308070328ae4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2527947 Jan 28 09:58:11.650107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-352863a9-8ba4-4e28-8d14-a2dd5eae275f service neutron] 10.222.0.42 "GET /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188848 Jan 28 09:58:11.654449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e782e78-c24a-413a-9383-9e5042ebc384 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:11.657825 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e782e78-c24a-413a-9383-9e5042ebc384 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.4072189 Jan 28 09:58:11.661639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49290) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:11.671524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5159d4-cb21-4353-9624-98f5da452ee1 req-77858bca-5e69-4552-862a-a6b492e771e0 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:11.678871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ba5159d4-cb21-4353-9624-98f5da452ee1 req-77858bca-5e69-4552-862a-a6b492e771e0 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2456443 Jan 28 09:58:11.718166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.747529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:11.773864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:11.780820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.789246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:11.792315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ba5159d4-cb21-4353-9624-98f5da452ee1 req-816aa24a-2f31-49b4-815f-b6b701ad3461 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124065 Jan 28 09:58:11.873573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:11.902686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1eb64e04-dcc9-40ff-b0a7-239b113ab972 req-ff6b45f2-a71b-4126-8349-3c1a8e31e3ee tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 210 time: 0.0661135 Jan 28 09:58:11.923772 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.004006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.081851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.167526 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.222005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for d204f936-f468-4c32-a86d-32879446337c owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:12.363268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.371830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967430f5-80c8-45f4-9785-e84303389159 req-2a4e9b55-20d5-4a88-9e3d-6199934f0cc4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:12.373352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-967430f5-80c8-45f4-9785-e84303389159 req-2a4e9b55-20d5-4a88-9e3d-6199934f0cc4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.4240942 Jan 28 09:58:12.407551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:12.409541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.430060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-df64b8b9-e85e-4027-b987-6cf6fb01aab1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70 HTTP/1.1" status: 204 len: 168 time: 0.7647476 Jan 28 09:58:12.431794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49310) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:12.440452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc93ac-7dff-44a7-a4f8-8a6c1b99c805 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:12.443275 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-967430f5-80c8-45f4-9785-e84303389159 req-cc15105b-f836-4ce6-b770-059daa176c95 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569766 Jan 28 09:58:12.547905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.582254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet f28d9313-57a4-441e-8370-95306ce385ac {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:12.585599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Deleting port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:12.586102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.615944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.661614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=d204f936-f468-4c32-a86d-32879446337c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:12.709454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.785690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.800955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e18ca8e-fc0d-4c2b-981a-2cb91b28109f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/ports/d204f936-f468-4c32-a86d-32879446337c HTTP/1.1" status: 204 len: 168 time: 1.2591975 Jan 28 09:58:12.801632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49314) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:12.806481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:12.813025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:12.817211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:floatingip and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:12.820277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:12.826281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:12.847544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.888920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:12.893333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] For port 76ae6eaa-1943-43e5-b5c7-11aa9da1d159, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:12.894259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:12.977488 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'code': 200} Jan 28 09:58:13.051569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.094090 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.135397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Calling delete_port for 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:13.471216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b94d556-5249-48f9-824a-8c149e746632 req-d712bd02-13ed-4dbb-b8ca-057cf534dc58 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 210 time: 0.2898569 Jan 28 09:58:13.546122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.593580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.611619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adee5250-89d7-4033-b0ee-2e26d1c2e122 req-15c684bd-582b-4a15-8410-b6bec4932714 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:13.619964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adee5250-89d7-4033-b0ee-2e26d1c2e122 req-15c684bd-582b-4a15-8410-b6bec4932714 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.6427708 Jan 28 09:58:13.639394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-7c039f07-e8c2-4503-a3de-8602daad24ee tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:13.640753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-7c039f07-e8c2-4503-a3de-8602daad24ee tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Synchronizing usage tracker for tenant:a12551aab959412b851c7faf2d219d9c on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:13.645374 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.646389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=f28d9313-57a4-441e-8370-95306ce385ac,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:13.662732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d7086be2-8bcc-40fa-8ed2-1760460df1be tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/f28d9313-57a4-441e-8370-95306ce385ac HTTP/1.1" status: 204 len: 168 time: 1.2314739 Jan 28 09:58:13.666818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55512a91-e92c-44f3-9f11-9ecd9c5b7425 req-c0b5b2f1-52d8-4bc5-846d-f740e02a865d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:13.668394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55512a91-e92c-44f3-9f11-9ecd9c5b7425 req-c0b5b2f1-52d8-4bc5-846d-f740e02a865d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 1097 time: 0.4157250 Jan 28 09:58:13.668798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49330) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:13.676441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.191 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/88424ca4-753d-450b-a736-c3fc53ddb191) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:13.704706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ce91b-b0ad-4e6e-a1d9-9ee446290413 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:13.719726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adee5250-89d7-4033-b0ee-2e26d1c2e122 req-53f8dbaa-afab-4fdf-9e0e-96c3169b2009 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992906 Jan 28 09:58:13.773597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55512a91-e92c-44f3-9f11-9ecd9c5b7425 req-0eca29e6-3810-40ad-9119-6174a59e6848 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959148 Jan 28 09:58:13.809098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5c25079-d816-493a-9149-8b733177ca98 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:13.813923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-7c039f07-e8c2-4503-a3de-8602daad24ee tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Unset dirty status for tenant:a12551aab959412b851c7faf2d219d9c on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:13.815631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-7c039f07-e8c2-4503-a3de-8602daad24ee tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.43 "GET /v2.0/networks?id=ac3cbb5c-5497-416a-af5f-56bd02211f92 HTTP/1.1" status: 200 len: 821 time: 0.6337209 Jan 28 09:58:13.845096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.913595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2a79eb43-5bc6-4a61-b331-dce8dfcba62f None None] Provisioning complete for port fb43edb3-a791-40ba-8fec-337769dbe687 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:13.914381 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a79eb43-5bc6-4a61-b331-dce8dfcba62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:13.917797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5c25079-d816-493a-9149-8b733177ca98 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:router {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:13.918957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5c25079-d816-493a-9149-8b733177ca98 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2475767 Jan 28 09:58:13.921910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49334) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:13.924868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Pushing event deleted for resources: {'Port': ['ID=76ae6eaa-1943-43e5-b5c7-11aa9da1d159,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:13.933044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:14.010995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Request body: {'port': {'device_id': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92', 'admin_state_up': True, 'tenant_id': 'a12551aab959412b851c7faf2d219d9c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:14.156033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:14.159442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] Deleting port fb43edb3-a791-40ba-8fec-337769dbe687 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:14.159807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.201708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:14.224751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:14.232248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.246232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:14.261040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:14.271022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73588aa-1a08-4095-bbf4-8739dc2565b7 req-8d8f06df-6fbb-48ce-937f-2991646be19e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:14.272509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e73588aa-1a08-4095-bbf4-8739dc2565b7 req-8d8f06df-6fbb-48ce-937f-2991646be19e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.3879933 Jan 28 09:58:14.292398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:14.296118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.311142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:14.320126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Usage tracker for resource:port and tenant:a12551aab959412b851c7faf2d219d9c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:14.322444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.326264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:14.338254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e73588aa-1a08-4095-bbf4-8739dc2565b7 req-bebd431c-2ba0-4751-aaf1-4d7d07e86f54 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596247 Jan 28 09:58:14.386268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] For port fb43edb3-a791-40ba-8fec-337769dbe687, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fb43edb3-a791-40ba-8fec-337769dbe687,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:14.386661 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.391602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:14.429085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Made reservation on behalf of a12551aab959412b851c7faf2d219d9c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:14.432732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.513284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.530560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] Calling delete_port for fb43edb3-a791-40ba-8fec-337769dbe687 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:14.623337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:14.629950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:14.655341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:14.660366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:14.712632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=88424ca4-753d-450b-a736-c3fc53ddb191,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:14.722483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] No DVR routers for this DVR port fb43edb3-a791-40ba-8fec-337769dbe687 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:14.733854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9c771-67f9-4ecf-a8e4-521f6b7b5850 None None] Pushing event deleted for resources: {'Port': ['ID=fb43edb3-a791-40ba-8fec-337769dbe687,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:14.821269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:14.868507 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb51f490-9658-4f2b-8eba-d05e1f83dd5f req-972c22b9-f71c-4a55-8300-33b89433d280 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 210 time: 0.2276902 Jan 28 09:58:15.051557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Allocated IP 172.20.0.3 (ac3cbb5c-5497-416a-af5f-56bd02211f92/70af4220-86d1-4868-879b-65aaea4205fd/11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:15.081396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:15.090564 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] Sync routers for ids ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:15.094020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2aa1926a-4716-43bb-8284-3c92f87ab139 admin admin] 10.222.0.42 "PUT /v2.0/routers/3a9e4832-467b-4cbd-b00d-e83ae67fc4ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2753966 Jan 28 09:58:15.096776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:15.103187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] Routers {'3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:15.104239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:15.124389 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.168695 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.258458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:58:15.269096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.303786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d683fa-a9d2-497b-b2a4-7c6819b54669 req-13108498-2d80-41fd-a1ea-2b4937cf4990 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:15.308179 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:58:15.309144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8d683fa-a9d2-497b-b2a4-7c6819b54669 req-13108498-2d80-41fd-a1ea-2b4937cf4990 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.3220251 Jan 28 09:58:15.323859 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] Set router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:15.342771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.447029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8d683fa-a9d2-497b-b2a4-7c6819b54669 req-6559f3e9-1cc8-4357-847b-561d7ff0c153 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1229284 Jan 28 09:58:15.463187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.692055 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:58:13Z', 'revision_number': 5, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:15.696751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] Checking router: 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:58:15.707781 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] Routers {'3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:15.708530 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:15.748353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fb43edb3-a791-40ba-8fec-337769dbe687 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:15.749938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:15.790793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fb43edb3-a791-40ba-8fec-337769dbe687 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:15.791300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fb43edb3-a791-40ba-8fec-337769dbe687 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:15.799737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d9c15-d609-43ac-a9aa-32e886a0e7c8 req-56d8555d-d60a-444d-a35d-9f49137f3c22 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:15.801167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-352d9c15-d609-43ac-a9aa-32e886a0e7c8 req-56d8555d-d60a-444d-a35d-9f49137f3c22 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.1906796 Jan 28 09:58:15.803382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.809091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:15.811331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49354) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:15.813515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:15.814154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.819406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685749ae-945f-4bd3-895e-23b2821b1706 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:15.823055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Request body: {'floatingip': {'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:15.879667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=c1e39a04-15ba-410a-a7c2-98e55523ed4f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:15.894096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.896952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Deleting port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:15.897540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.907331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.971949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:15.975634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] Set router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:16.016550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8ae633b3-6a15-479b-b941-bd5e696220e2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0936391 Jan 28 09:58:16.028653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49362) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:16.047607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:16.088009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.099483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=88424ca4-753d-450b-a736-c3fc53ddb191,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:16.115983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5f4d7e-d2bb-4a77-9281-ec64c662c289 req-03bf8d25-d3fc-4fc3-ad5d-89695c3eb2d7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:16.117611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5f4d7e-d2bb-4a77-9281-ec64c662c289 req-03bf8d25-d3fc-4fc3-ad5d-89695c3eb2d7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.4151411 Jan 28 09:58:16.145172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.210250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.214344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0ef0cce4-9f19-4e41-9c41-8f9aa6543fed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4117625 Jan 28 09:58:16.218413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:16.219600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.238926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'port': {'network_id': '0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a', 'name': 'tempest-FloatingIPTestJSON-1169811964'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:16.263950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'c1e39a04-15ba-410a-a7c2-98e55523ed4f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:58:16.264854 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.333329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Pushing event updated for resources: {'Port': ['ID=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:16.354640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5f4d7e-d2bb-4a77-9281-ec64c662c289 req-22c6e969-0c7d-4995-be85-a1ce6f819a60 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261586 Jan 28 09:58:16.485860 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:58:13Z', 'revision_number': 5, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:16.487544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Network ac3cbb5c-5497-416a-af5f-56bd02211f92 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:16.492735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:16.496536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:16.514435 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc85689-7f3e-4720-90ed-a2e84f552d43 None None] The sync data for ids ['3a9e4832-467b-4cbd-b00d-e83ae67fc4ee'] in n-d-825178-2 is: [{'id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'name': 'tempest-TestServerMultinode-1186959754-router', 'tenant_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146'}], 'enable_snat': True}, 'gw_port_id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:01Z', 'updated_at': '2022-01-28T09:58:13Z', 'revision_number': 5, 'project_id': 'c1a63fc10a6b48d9b03cc00bbd5eddea', 'gw_port': {'id': '49d36ea3-b3ca-4b67-81e7-2778eec38ce3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9e4832-467b-4cbd-b00d-e83ae67fc4ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1891, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:05Z', 'updated_at': '2022-01-28T09:56:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:16.518014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Allocated IP 2001:db8::f816:3eff:fe30:c477 (769dbcf1-61f3-4915-834e-bca50e270657/c1e39a04-15ba-410a-a7c2-98e55523ed4f/3cb88760-bb89-4ad8-ab6a-96b7c24ef015) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:16.519092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] For port 49d36ea3-b3ca-4b67-81e7-2778eec38ce3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:16.519536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.602993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:16.603689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.623176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:16.629941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:port and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:16.634045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-394f0445-2dd1-4b65-9c67-f19797e9e5e4 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6268582 Jan 28 09:58:16.634950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for port was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:16.641403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:16.651095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Request body: {'port': {'device_id': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:16.749980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:16.753947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.802065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.815404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Transition to ACTIVE for port object 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:16.840117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Transition to ACTIVE for port object 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:16.841597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] device_id is not set on port 58a6fcfc-c0b1-4a52-a1b5-ba413edb4110 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:16.846391 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.887940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:16.910995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Calling delete_port for 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:16.926696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:16.927508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:16.930454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:16.934411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:16.942170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:16.948432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:16.980460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:16.997366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc781dfc-287b-403a-8743-a5afeedce31f req-73edabc5-5822-48ab-9a85-17d97df292a7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:16.999041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc781dfc-287b-403a-8743-a5afeedce31f req-73edabc5-5822-48ab-9a85-17d97df292a7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.3182061 Jan 28 09:58:17.007590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3033e00f-15b7-4fee-884e-a805da7701de req-b9774fc3-1a26-4592-b79f-21efba155487 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:17.013228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3033e00f-15b7-4fee-884e-a805da7701de req-b9774fc3-1a26-4592-b79f-21efba155487 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 931 time: 0.7586632 Jan 28 09:58:17.023160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Pushing event updated for resources: {'Port': ['ID=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:17.047095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Attempting to bind port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:17.047606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Attempting to bind port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:17.048088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Attempting to bind port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:17.054431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:17.054927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:17.055427 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.056280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:17.056482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Bound port: 3cb88760-bb89-4ad8-ab6a-96b7c24ef015, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:17.056969 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.141337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:17.145369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.154544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] For port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:17.159402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] For port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:17.163983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.195002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc781dfc-287b-403a-8743-a5afeedce31f req-9d62b140-75b1-4f8b-beb2-70f8845f0754 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793752 Jan 28 09:58:17.196116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.6 (0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a/4b069fd1-3986-4b1f-b059-47a8556b7375/58a6fcfc-c0b1-4a52-a1b5-ba413edb4110) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:17.296839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8765ce8-c4d7-4e16-86da-b8954db77363 None None] Pushing event updated for resources: {'Port': ['ID=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:17.342445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3033e00f-15b7-4fee-884e-a805da7701de req-a023ca6e-7269-401e-a057-4f4d5f54394c tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907403 Jan 28 09:58:17.777874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.805068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.849119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.858669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:17.869381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:17.870424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.875094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:17.916354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Pushing event deleted for resources: {'Port': ['ID=49d36ea3-b3ca-4b67-81e7-2778eec38ce3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:17.973275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:17.985707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=696d3692-6323-4bb3-9609-a914a21df990,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:17.992418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:17.993500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:18.001088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:18.005121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:18.005785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.033174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:18.033623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76ae6eaa-1943-43e5-b5c7-11aa9da1d159 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:18.068717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:58:18.080846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Transition to ACTIVE for port object 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:18.112431 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.165469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0aba2fa1-30aa-441d-ad14-51017db62f63 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1336591 Jan 28 09:58:18.170613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49392) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:18.174114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.183751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:18.193101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:18.224475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:b6:f0:57', 'name': 'tempest-NetworksTestDHCPv6-77893297'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:18.254828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=58a6fcfc-c0b1-4a52-a1b5-ba413edb4110,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:18.262896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:18.396522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.469829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.474413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.487133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.608014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:18.608796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.613059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:18.620586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Attempting to bind port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:18.621032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Attempting to bind port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '4168fa28-927b-4ac3-bf46-94b161326444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:18.621481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Attempting to bind port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 on network ac3cbb5c-5497-416a-af5f-56bd02211f92 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:18.650819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 on network ac3cbb5c-5497-416a-af5f-56bd02211f92 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:58:18.651233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Attempting to bind port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 on network ac3cbb5c-5497-416a-af5f-56bd02211f92 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:18.669856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a8097c01-0ac3-4f87-96ed-9267acb7dec0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:18.671407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a8097c01-0ac3-4f87-96ed-9267acb7dec0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 815 time: 0.5894761 Jan 28 09:58:18.672737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:18.673071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Checking segment: {'id': '4168fa28-927b-4ac3-bf46-94b161326444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:18.675355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Bound using segment: {'id': '4168fa28-927b-4ac3-bf46-94b161326444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:18.675821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Bound port: 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4168fa28-927b-4ac3-bf46-94b161326444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:18.676166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.687767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bdb65e6a-ff8e-4259-82a7-b6dd968c0633 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4653485 Jan 28 09:58:18.699111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49400) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:18.710870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'port_id': '58a6fcfc-c0b1-4a52-a1b5-ba413edb4110'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:18.722748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b114fcc-e103-43f7-88f1-3011644e9631 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:18.774459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-d95fed28-53ae-44ae-b34f-3e783d10a59b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/quotas/dbc26fd31ed140b289f16ac79af40d86 HTTP/1.1" status: 200 len: 375 time: 0.0884366 Jan 28 09:58:18.775362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.775859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9e4832-467b-4cbd-b00d-e83ae67fc4ee {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:58:18.840976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] Provisioning for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:18.850304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] Provisioning complete for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:18.850675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.871741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.882503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:18.884537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fd386584-a9b7-4a6f-b00c-ceaeda1b0982 admin admin] 10.222.0.42 "DELETE /v2.0/routers/3a9e4832-467b-4cbd-b00d-e83ae67fc4ee HTTP/1.1" status: 204 len: 168 time: 3.7868834 Jan 28 09:58:18.891483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:18.896765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:18.900256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:18.907438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:18.916361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49406) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:19.023098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:19.056690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.107295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] For port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:19.131843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] For port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,segment=NetworkSegment(4168fa28-927b-4ac3-bf46-94b161326444),segment_id=4168fa28-927b-4ac3-bf46-94b161326444)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:19.139073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] For port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:19.146543 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.190617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.237528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e08ed5-a5f4-46af-a1b4-895020a51b7d req-a62ec2b3-319e-4f3e-b05d-d3d63a14141f tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:19.239256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78e08ed5-a5f4-46af-a1b4-895020a51b7d req-a62ec2b3-319e-4f3e-b05d-d3d63a14141f tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 943 time: 0.5271034 Jan 28 09:58:19.243995 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Floating IP a79c78b3-33e7-406d-805f-1378f6bd85af associated. External IP: 172.25.1.121, port: 7d77c1d2-2b1d-4057-b968-90740ae3968b. Jan 28 09:58:19.247316 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-fa1453a3-1d83-49ed-9936-4be301a1a809 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4519436 Jan 28 09:58:19.263742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf928f-e0e8-43f2-965a-272497d57fbf None None] Pushing event updated for resources: {'Port': ['ID=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:19.296883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:19.299313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.302690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] 10.222.0.43 "PUT /v2.0/ports/11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 HTTP/1.1" status: 200 len: 1091 time: 2.6560500 Jan 28 09:58:19.303961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'tag': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:19.312963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Deleting subnet c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:19.374764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.382302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Update dhcp port {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'c1e39a04-15ba-410a-a7c2-98e55523ed4f', 'ip_address': '2001:db8::f816:3eff:fe30:c477'}, {'subnet_id': '696d3692-6323-4bb3-9609-a914a21df990'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '3cb88760-bb89-4ad8-ab6a-96b7c24ef015'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 09:58:19.445795 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.450467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-e8267028-7ec0-4722-8f07-9771c592b130 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 09:58:19.451733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-e8267028-7ec0-4722-8f07-9771c592b130 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1806700 Jan 28 09:58:19.500120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17766732-03da-4918-ab76-3ac41d35a6c4 service neutron] Pushing event updated for resources: {'Port': ['ID=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:19.607285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.623338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.662307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78e08ed5-a5f4-46af-a1b4-895020a51b7d req-b13f9cda-c353-4c3e-822a-c07e4a86dc3b tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463676 Jan 28 09:58:19.680068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Allocated IP 172.20.0.2 (769dbcf1-61f3-4915-834e-bca50e270657/696d3692-6323-4bb3-9609-a914a21df990/3cb88760-bb89-4ad8-ab6a-96b7c24ef015) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:19.718839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-de914785-af27-4620-8e7e-24b845d2ac2b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:19.721105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-de914785-af27-4620-8e7e-24b845d2ac2b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "GET /v2.0/ports?device_id=284f6425-4681-4374-bc6f-e38d2e15d067 HTTP/1.1" status: 200 len: 946 time: 0.6797967 Jan 28 09:58:19.787005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:19.816856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:19.892996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-38b8a302-47cc-46e2-a1e7-6d41324ae172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:19.895298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-38b8a302-47cc-46e2-a1e7-6d41324ae172 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a12551aab959412b851c7faf2d219d9c&device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 1094 time: 0.4887052 Jan 28 09:58:19.896067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] For port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:19.904278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:19.904905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.913395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-c9de3799-e86b-4069-be32-f752073285d7 service neutron] 10.222.0.42 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4369993 Jan 28 09:58:19.966061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Deleting port f837c9a8-4898-44bb-a676-cd90378bfd54 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:19.966061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:19.991927 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'tag': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5', 'status': 'completed', 'code': 200} Jan 28 09:58:20.050175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-a61ed022-6709-4cc3-a428-53b70d40d043 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 HTTP/1.1" status: 200 len: 217 time: 0.1162572 Jan 28 09:58:20.056050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:20.082470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:20.112392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Transition to ACTIVE for port object 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:20.115426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:20.150076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:20.150707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 49d36ea3-b3ca-4b67-81e7-2778eec38ce3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:20.152336 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:20.165809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-d0085720-37ff-48a4-af16-b155781a768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:20.167422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-d0085720-37ff-48a4-af16-b155781a768b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70af4220-86d1-4868-879b-65aaea4205fd HTTP/1.1" status: 200 len: 861 time: 0.1046259 Jan 28 09:58:20.227001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-605570f5-c04c-4ff7-9489-c9b78ccd2b80 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac3cbb5c-5497-416a-af5f-56bd02211f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491188 Jan 28 09:58:20.229857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-4a64ce2a-0622-4386-b114-bff08c5b03c3 service neutron] 10.222.0.42 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156111 Jan 28 09:58:20.322020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040cda71-35e3-4cb7-a22f-0fa0e94af9fd None None] Pushing event updated for resources: {'Port': ['ID=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:20.435262 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:20.451841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:20.669805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0230a06-8e71-41ab-98d4-8da45d99baf7 req-a901fd2a-b833-49a1-8221-1fa66423ae6e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 210 time: 0.1587412 Jan 28 09:58:20.681453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-20ccd3f5-7785-42b2-9413-3080706dd0a3 service neutron] 10.222.0.43 "GET /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897424 Jan 28 09:58:20.686296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:20.773624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:20.818235 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP d4e9af0c-5c6e-418b-a02d-ab59d7ad391c associated. External IP: 172.25.1.191, port: 58a6fcfc-c0b1-4a52-a1b5-ba413edb4110. Jan 28 09:58:20.984188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b5e20c-100c-49dc-87d6-90274782db54 None None] Network eb993200-fea9-489d-91b5-9bbccd6bb01f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:21.003165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.008445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:21.023251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 172.20.0.6 (769dbcf1-61f3-4915-834e-bca50e270657/696d3692-6323-4bb3-9609-a914a21df990/60adc86f-fe1b-41b4-87c7-81d6ed2353d6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:21.047360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] For port f837c9a8-4898-44bb-a676-cd90378bfd54, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f837c9a8-4898-44bb-a676-cd90378bfd54,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:21.047872 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.093672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fcc1ee80-3cae-4385-811d-5a519f3b7fc1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c4b4ad86-c7c9-43d2-92e8-d16e2ddd113f HTTP/1.1" status: 204 len: 168 time: 2.1704805 Jan 28 09:58:21.102890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49432) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:21.107552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:feb6:f057 (769dbcf1-61f3-4915-834e-bca50e270657/c1e39a04-15ba-410a-a7c2-98e55523ed4f/60adc86f-fe1b-41b4-87c7-81d6ed2353d6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:21.133410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-13e937b1-3547-46ea-8a6a-5c142b6a784f req-12cdce79-a8ee-41ee-ad2f-fc183fcf7843 service neutron] 10.222.0.43 "GET /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374042 Jan 28 09:58:21.280876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-6d66100b-16df-4625-bd58-497f0e1f2a62 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:21.281907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-6d66100b-16df-4625-bd58-497f0e1f2a62 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Synchronizing usage tracker for tenant:a12551aab959412b851c7faf2d219d9c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:21.306436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-749cd135-7cc9-4347-8631-1941d9a1e6be None None] Provisioning for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:21.312753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-749cd135-7cc9-4347-8631-1941d9a1e6be None None] Provisioning complete for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:21.313127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-749cd135-7cc9-4347-8631-1941d9a1e6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.372514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Calling delete_port for f837c9a8-4898-44bb-a676-cd90378bfd54 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:21.493195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] DHCP port deletion for eb993200-fea9-489d-91b5-9bbccd6bb01f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:21.499088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] Deleting port e346512a-7760-49b8-8ed2-dc2955a64a48 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:21.499465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.552654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:21.560286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.567411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.582277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-6d66100b-16df-4625-bd58-497f0e1f2a62 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Unset dirty status for tenant:a12551aab959412b851c7faf2d219d9c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:21.589255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-6d66100b-16df-4625-bd58-497f0e1f2a62 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 943 time: 0.7013178 Jan 28 09:58:21.709016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:21.724786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-4f66e31b-7df7-4ecb-bdea-6306fd970408 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Synchronizing usage tracker for tenant:a12551aab959412b851c7faf2d219d9c on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:21.780015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-4f66e31b-7df7-4ecb-bdea-6306fd970408 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Unset dirty status for tenant:a12551aab959412b851c7faf2d219d9c on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:21.793426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-752d0af8-7ffb-49fc-b8f5-32962ca05cfa req-4f66e31b-7df7-4ecb-bdea-6306fd970408 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032573 Jan 28 09:58:21.815459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-61a743e7-31c4-4b36-a6f9-8f765b96399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:21.817410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-61a743e7-31c4-4b36-a6f9-8f765b96399d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a12551aab959412b851c7faf2d219d9c&device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 1094 time: 0.5967300 Jan 28 09:58:21.824651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:21.825810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Deleting port e346512a-7760-49b8-8ed2-dc2955a64a48 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:21.826147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:21.908801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:21.909344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:21.945183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:21.999836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-37bb6589-bdc2-47ec-a62f-e093a7f914b2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "PUT /v2.0/floatingips/a79c78b3-33e7-406d-805f-1378f6bd85af HTTP/1.1" status: 200 len: 991 time: 6.1820986 Jan 28 09:58:22.010662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:22.016990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a44357d2-d520-48df-a0fb-e34cc5a1727c req-59b54091-51fa-4ab1-855e-5ed0939ac540 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 210 time: 0.1114969 Jan 28 09:58:22.068082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] For port e346512a-7760-49b8-8ed2-dc2955a64a48, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e346512a-7760-49b8-8ed2-dc2955a64a48,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:22.068729 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.123514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.210133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.223891 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'status': 'completed', 'code': 200} Jan 28 09:58:22.224363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] Calling delete_port for e346512a-7760-49b8-8ed2-dc2955a64a48 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:22.256251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:22.265748 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:22.266305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-3d7dd20a-869e-475c-8439-b9ff535af598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:22.268123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-3d7dd20a-869e-475c-8439-b9ff535af598 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ac3cbb5c-5497-416a-af5f-56bd02211f92 HTTP/1.1" status: 200 len: 922 time: 0.4409621 Jan 28 09:58:22.272161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.283594 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:22.284330 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:22.352518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.390108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-64cba36b-d926-468b-a683-f5fc496929e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 HTTP/1.1" status: 200 len: 217 time: 0.0906854 Jan 28 09:58:22.417378 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:22.419204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] Pushing event deleted for resources: {'Port': ['ID=e346512a-7760-49b8-8ed2-dc2955a64a48,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:22.424851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Pushing event deleted for resources: {'Port': ['ID=f837c9a8-4898-44bb-a676-cd90378bfd54,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:22.434201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f75589-2ba3-479e-ac6f-4a88d121f006 None None] No DVR routers for this DVR port e346512a-7760-49b8-8ed2-dc2955a64a48 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:22.452142 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:22.452779 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:22.457575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-12a64553-0d0e-4530-af8a-8c6834fbeaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:22.459022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-12a64553-0d0e-4530-af8a-8c6834fbeaf2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=70af4220-86d1-4868-879b-65aaea4205fd HTTP/1.1" status: 200 len: 861 time: 0.0638332 Jan 28 09:58:22.509039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-49310584-f8cb-4754-b69b-6df071d2a258 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ac3cbb5c-5497-416a-af5f-56bd02211f92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429051 Jan 28 09:58:22.515532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a917ca50-8b7d-43ae-973d-61fb52f3f439 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/floatingips/d4e9af0c-5c6e-418b-a02d-ab59d7ad391c HTTP/1.1" status: 200 len: 978 time: 3.8128891 Jan 28 09:58:22.516387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49446) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:22.528334 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:22.528757 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006d1c31-4ca4-42cd-9012-5c77c83e321f None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:22.534264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-2aa07970-aee0-460c-b1a3-94589a3c762f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:22.536147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-2aa07970-aee0-460c-b1a3-94589a3c762f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 815 time: 0.7893634 Jan 28 09:58:22.599078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Request body: {'port': {'device_id': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'admin_state_up': True, 'tenant_id': 'dbc26fd31ed140b289f16ac79af40d86'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:22.609555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:22.609923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.618902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:22.633128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] No DVR routers for this DVR port f837c9a8-4898-44bb-a676-cd90378bfd54 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:22.648065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:22.692144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 58a6fcfc-c0b1-4a52-a1b5-ba413edb4110 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:22.692144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.694929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.756162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "DELETE /v2.0/ports/f837c9a8-4898-44bb-a676-cd90378bfd54 HTTP/1.1" status: 204 len: 173 time: 3.0290718 Jan 28 09:58:22.779908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] For port e346512a-7760-49b8-8ed2-dc2955a64a48, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e346512a-7760-49b8-8ed2-dc2955a64a48,segment=NetworkSegment(e68da647-fba6-4b5a-a93e-98e534675001),segment_id=e68da647-fba6-4b5a-a93e-98e534675001)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:22.780377 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:22.831688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-8511b270-a242-4abd-af18-8210f9964490 service neutron] 10.222.0.43 "GET /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138051 Jan 28 09:58:22.955011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Calling delete_port for e346512a-7760-49b8-8ed2-dc2955a64a48 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:23.002508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-4b7767bc-04cd-47b5-a5b6-465566aae972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:23.003964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-4b7767bc-04cd-47b5-a5b6-465566aae972 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1096 time: 0.6184988 Jan 28 09:58:23.039570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:23.049002 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:23.097527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Usage tracker for resource:port and tenant:dbc26fd31ed140b289f16ac79af40d86 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:23.099833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a770c3e-a2d6-4cc3-8383-88d64ae9ae4b req-1ab86a28-2cc8-4149-a6c0-dbc3d47afbbd service neutron] 10.222.0.43 "GET /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394736 Jan 28 09:58:23.123353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:23.158376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e346512a-7760-49b8-8ed2-dc2955a64a48 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:23.196161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:23.210172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e346512a-7760-49b8-8ed2-dc2955a64a48 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:23.210172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e346512a-7760-49b8-8ed2-dc2955a64a48 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:23.247310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:23.252691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'a79c78b3-33e7-406d-805f-1378f6bd85af', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'mac_address': 'fa:16:3e:d5:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:57:52Z', 'updated_at': '2022-01-28T09:58:17Z', 'revision_number': 1, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:23.257596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:58:23.266587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0be5b-7ba3-4b01-857e-0468a4f73bcf req-f3be73bd-5012-4062-ba93-33b72b271686 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:23.267842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:23.268608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:23.276183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4f0be5b-7ba3-4b01-857e-0468a4f73bcf req-f3be73bd-5012-4062-ba93-33b72b271686 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 943 time: 0.2892067 Jan 28 09:58:23.286440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:23.300144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:23.343985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=60adc86f-fe1b-41b4-87c7-81d6ed2353d6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:23.347637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5d927a5f-37e7-488c-a317-727e53dd9389 req-5b5b6b7b-b7ae-4be9-9e35-3d612d3d5c00 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:23.350077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Made reservation on behalf of dbc26fd31ed140b289f16ac79af40d86 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:23.353527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:23.361684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:23.384591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:58:23.384850 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:58:23.387916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:58:23.392538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:23.425359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5d927a5f-37e7-488c-a317-727e53dd9389 req-5b5b6b7b-b7ae-4be9-9e35-3d612d3d5c00 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:23.433222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d927a5f-37e7-488c-a317-727e53dd9389 req-5b5b6b7b-b7ae-4be9-9e35-3d612d3d5c00 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 210 time: 0.1980090 Jan 28 09:58:23.465186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-cf70d570-9690-4cc9-ad2e-438c098a79c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:23.467061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-cf70d570-9690-4cc9-ad2e-438c098a79c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.4539552 Jan 28 09:58:23.469373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: f837c9a8-4898-44bb-a676-cd90378bfd54 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:23.469718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f837c9a8-4898-44bb-a676-cd90378bfd54 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:23.621293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:23.622799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:23.736291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:23.807469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-26ac1c60-3d08-47d2-a637-ad3c9fa036a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 5.5938530 Jan 28 09:58:23.812318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49460) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:23.846498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4f0be5b-7ba3-4b01-857e-0468a4f73bcf req-ac474f74-c0a5-4930-9f45-fecf490fd57e tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5690939 Jan 28 09:58:23.892092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Deleting port e346512a-7760-49b8-8ed2-dc2955a64a48 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:23.892440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:23.930506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-3d65d069-fdf9-4a59-8780-d4c42efc9ec8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 999 time: 0.4127548 Jan 28 09:58:24.030933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] The port 'e346512a-7760-49b8-8ed2-dc2955a64a48' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:58:24.031743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.032166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.033144 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP d4e9af0c-5c6e-418b-a02d-ab59d7ad391c disassociated. External IP: 172.25.1.191, port: 58a6fcfc-c0b1-4a52-a1b5-ba413edb4110. Jan 28 09:58:24.033518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 58a6fcfc-c0b1-4a52-a1b5-ba413edb4110 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:24.057428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3dc15203-3465-49d1-89e4-e2a49a7bf6a1 None None] Provisioning for port 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:24.085744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3dc15203-3465-49d1-89e4-e2a49a7bf6a1 None None] Provisioning complete for port 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:24.086096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3dc15203-3465-49d1-89e4-e2a49a7bf6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.186684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.216568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,segment=NetworkSegment(4168fa28-927b-4ac3-bf46-94b161326444),segment_id=4168fa28-927b-4ac3-bf46-94b161326444)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:24.251643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3dc15203-3465-49d1-89e4-e2a49a7bf6a1 None None] Port 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:24.253346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=58a6fcfc-c0b1-4a52-a1b5-ba413edb4110,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:24.255059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5', 'network_id': 'ac3cbb5c-5497-416a-af5f-56bd02211f92', 'port_id': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5', 'mac_address': 'fa:16:3e:f2:ea:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70af4220-86d1-4868-879b-65aaea4205fd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:58:24.286124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-deleted', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:24.291395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-b37465cf-78a6-420e-ae1e-4c7258475f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:24.292600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-b37465cf-78a6-420e-ae1e-4c7258475f66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.3372965 Jan 28 09:58:24.335073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Allocated IP 172.20.0.9 (45941089-d829-48de-a4db-a115006170e5/f0e48aad-d079-49d4-af8f-850a16297c74/11f11c56-f4e3-4c7f-9def-04a5f35e04dc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:24.346447 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.366795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:24.378132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.387779 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '284f6425-4681-4374-bc6f-e38d2e15d067', 'name': 'network-vif-deleted', 'tag': 'f837c9a8-4898-44bb-a676-cd90378bfd54', 'status': 'completed', 'code': 200} Jan 28 09:58:24.427031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb993200-fea9-489d-91b5-9bbccd6bb01f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:24.432367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,segment=NetworkSegment(4168fa28-927b-4ac3-bf46-94b161326444),segment_id=4168fa28-927b-4ac3-bf46-94b161326444)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:24.438879 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.459673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7462151f-5c04-4385-97cd-1b52c4958c28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:24.465393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7462151f-5c04-4385-97cd-1b52c4958c28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:24.466218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7462151f-5c04-4385-97cd-1b52c4958c28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:24.474881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e68da647-fba6-4b5a-a93e-98e534675001') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:24.475177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e68da647-fba6-4b5a-a93e-98e534675001') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:24.476440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:24.502643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.557186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'a79c78b3-33e7-406d-805f-1378f6bd85af', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'mac_address': 'fa:16:3e:d5:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:57:52Z', 'updated_at': '2022-01-28T09:58:17Z', 'revision_number': 1, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:24.568800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3488c35-6fb6-478e-a2ae-009957482c7d None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'a79c78b3-33e7-406d-805f-1378f6bd85af', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'floating_ip_address': '172.25.1.121', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2022, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'mac_address': 'fa:16:3e:d5:cf:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T09:57:52Z', 'updated_at': '2022-01-28T09:58:17Z', 'revision_number': 1, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:24.570677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:24.575739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7462151f-5c04-4385-97cd-1b52c4958c28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:24.576906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7462151f-5c04-4385-97cd-1b52c4958c28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.7597349 Jan 28 09:58:24.584186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.584186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.584186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.584544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.584640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.584640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.584868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.585281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.585663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.586059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.586458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.586840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.587257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:24.598164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49468) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:24.626402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:24.669860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-65ca0946-4a57-497b-bd20-60ec334cf4a2 req-666c9a58-5c3f-4047-b115-bb7ef5187869 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:24.682137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:58:24.682812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:58:24.706601 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:58:24.716200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-a3f872c3-946b-4643-b1f6-89e96977ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:24.718011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-a3f872c3-946b-4643-b1f6-89e96977ad5d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4134746 Jan 28 09:58:24.760891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:24.761328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:24.923174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b558ad-a03e-4ea1-a75f-8e1b5a6fc724 None None] New status for floating IP a79c78b3-33e7-406d-805f-1378f6bd85af: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 09:58:24.960160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-65ca0946-4a57-497b-bd20-60ec334cf4a2 req-666c9a58-5c3f-4047-b115-bb7ef5187869 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:24.961475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65ca0946-4a57-497b-bd20-60ec334cf4a2 req-666c9a58-5c3f-4047-b115-bb7ef5187869 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 210 time: 0.4181645 Jan 28 09:58:24.997504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-74a0a3dd-1a98-4d92-a03f-5a833de3983e service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224472 Jan 28 09:58:24.998282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.058049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.062956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:25.073819 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:25.074976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/eb993200-fea9-489d-91b5-9bbccd6bb01f HTTP/1.1" status: 204 len: 168 time: 3.9691851 Jan 28 09:58:25.090099 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:25.090985 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:25.120455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49480) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:25.147749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.157422 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:25.166194 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:25.167006 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:57:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:25.179194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Pushing event deleted for resources: {'Network': ['ID=eb993200-fea9-489d-91b5-9bbccd6bb01f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:25.230038 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:25.230707 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fbfd19f-1dd7-4422-8e61-3ec23699e2aa None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:25.274690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.279507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.279851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.280184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.280517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.280854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.281172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.281816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.281816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.282082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.282426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.282732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.283097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718b936-d4fc-4a6c-8716-0460676a9ca6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:25.308625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.366415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:25.429378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Network 45941089-d829-48de-a4db-a115006170e5 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:25.436015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:25.439047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:25.442485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:25.448522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:25.449004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.473947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:25.490986 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6971067c-dcd6-4ed3-a3a8-56330ea9e508 req-5b5524e2-232e-41e9-8357-8f753e78e215 service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4848385 Jan 28 09:58:25.538069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f649ecb7-747d-469e-ae27-f07ff93ebc57 req-e93152d5-4e10-4b54-822c-d6841e2fb51c tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:25.544759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f649ecb7-747d-469e-ae27-f07ff93ebc57 req-e93152d5-4e10-4b54-822c-d6841e2fb51c tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 944 time: 0.3610644 Jan 28 09:58:25.574495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:25.575102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.587935 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.614978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f649ecb7-747d-469e-ae27-f07ff93ebc57 req-fb391b29-1697-4ee5-b3c1-e89cc2fb49f3 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693159 Jan 28 09:58:25.621568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-a1a47b0c-cebb-466b-a724-12ec850c4bdb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0263031 Jan 28 09:58:25.634087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Request body: {'port': {'device_id': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:25.634336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 60adc86f-fe1b-41b4-87c7-81d6ed2353d6 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:25.635941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:25.646021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,segment=NetworkSegment(4168fa28-927b-4ac3-bf46-94b161326444),segment_id=4168fa28-927b-4ac3-bf46-94b161326444)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:25.650706 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.694022 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5', 'code': 200} Jan 28 09:58:25.720164 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.744750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:25.752170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b93991a3-2712-451b-ab29-2944c6424280 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/ports/58a6fcfc-c0b1-4a52-a1b5-ba413edb4110 HTTP/1.1" status: 204 len: 168 time: 3.2013397 Jan 28 09:58:25.752920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49486) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:25.858210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bb630cc2-3d20-48e1-bfc5-bc95ea6dcd41 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/floatingips/d4e9af0c-5c6e-418b-a02d-ab59d7ad391c HTTP/1.1" status: 200 len: 688 time: 0.1003804 Jan 28 09:58:25.859368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49492) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:25.895985 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-73bce16f-c072-4a55-b5a6-af72d6b977dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:25.922048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.145880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1faa4-a968-4f98-8e81-f1695b5189f3 req-e2ff02f9-b921-40ca-ae2f-2a8209a24408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:26.147401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dd1faa4-a968-4f98-8e81-f1695b5189f3 req-e2ff02f9-b921-40ca-ae2f-2a8209a24408 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 1096 time: 0.3797467 Jan 28 09:58:26.256176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 88424ca4-753d-450b-a736-c3fc53ddb191 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:26.256607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.256971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dd1faa4-a968-4f98-8e81-f1695b5189f3 req-f588520e-0552-4bd1-829a-6d7276153498 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025274 Jan 28 09:58:26.258779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.314079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=60adc86f-fe1b-41b4-87c7-81d6ed2353d6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:26.513997 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.535830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bbdfafb7-2ffd-43da-9df4-254b82040418 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/60adc86f-fe1b-41b4-87c7-81d6ed2353d6 HTTP/1.1" status: 204 len: 168 time: 1.9365163 Jan 28 09:58:26.538327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49502) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:26.539980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0ecf5-dc30-48ea-bac3-361b5081e00e req-a5af0fe1-0188-42be-a1c3-231f6f347c4f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:26.546860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dff0ecf5-dc30-48ea-bac3-361b5081e00e req-a5af0fe1-0188-42be-a1c3-231f6f347c4f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 931 time: 0.4429238 Jan 28 09:58:26.612502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.666354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.666677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:26.672264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdefe88a-812e-4400-a0f3-910e2aacfd8e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:26.674441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdefe88a-812e-4400-a0f3-910e2aacfd8e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:26.675934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdefe88a-812e-4400-a0f3-910e2aacfd8e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:26.676747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdefe88a-812e-4400-a0f3-910e2aacfd8e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:26.769404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bdefe88a-812e-4400-a0f3-910e2aacfd8e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:26.770586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bdefe88a-812e-4400-a0f3-910e2aacfd8e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2313673 Jan 28 09:58:26.779628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49508) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:26.801112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dff0ecf5-dc30-48ea-bac3-361b5081e00e req-ee170128-0dea-464f-aac4-de92ab11d5ef tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533927 Jan 28 09:58:26.818246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 88424ca4-753d-450b-a736-c3fc53ddb191 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:27.027373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11f11c56-f4e3-4c7f-9def-04a5f35e04dc {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:27.039445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.062170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.067067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Transition to ACTIVE for port object 11f11c56-f4e3-4c7f-9def-04a5f35e04dc will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:27.103560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.119297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=88424ca4-753d-450b-a736-c3fc53ddb191,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:27.153278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 696d3692-6323-4bb3-9609-a914a21df990 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:27.162778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.248095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63522eb0-4dcd-4287-97a6-47bb7d57862d req-560d3d36-0935-460a-8faa-a6b75de36aa5 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:27.249501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63522eb0-4dcd-4287-97a6-47bb7d57862d req-560d3d36-0935-460a-8faa-a6b75de36aa5 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 945 time: 0.4779429 Jan 28 09:58:27.251828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.370885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63522eb0-4dcd-4287-97a6-47bb7d57862d req-f982ba32-f684-49a3-b262-9a94bcc697b1 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903211 Jan 28 09:58:27.419646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:27.424491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.441550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.456632 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.457785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c3fc543f-e8ec-494c-9b31-5f435cdbda5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/floatingips/d4e9af0c-5c6e-418b-a02d-ab59d7ad391c HTTP/1.1" status: 204 len: 168 time: 1.5957065 Jan 28 09:58:27.462271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49518) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:27.475474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '48257033-4130-4c52-bfe6-ba859b65b0cc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:27.484067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:27.487463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Deleting port 2c28e0df-591c-42a1-ac3d-271d3a706847 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:27.487648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.490683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:floatingip and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:27.493325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Attempting to bind port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:27.493653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Attempting to bind port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:27.493959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Attempting to bind port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc on network 45941089-d829-48de-a4db-a115006170e5 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:27.497249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:27.503208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc on network 45941089-d829-48de-a4db-a115006170e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:58:27.503441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Attempting to bind port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc on network 45941089-d829-48de-a4db-a115006170e5 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:27.505471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:27.512387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:27.512741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Checking segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:27.513111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Bound using segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:27.513521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Bound port: 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:27.513875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.559990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.640565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.681249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:27.691009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:27.692957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=696d3692-6323-4bb3-9609-a914a21df990,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:27.701430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c25dc20-8b6c-4f96-b196-75259443276e None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:27.702707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.705775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.732764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-90d96ecf-1e1f-42cb-90e1-a7514fdbba45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/696d3692-6323-4bb3-9609-a914a21df990 HTTP/1.1" status: 204 len: 168 time: 0.9514732 Jan 28 09:58:27.737890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49522) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:27.777457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:27.778066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.779478 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] 10.222.0.43 "PUT /v2.0/ports/11f11c56-f4e3-4c7f-9def-04a5f35e04dc HTTP/1.1" status: 200 len: 1091 time: 2.1499288 Jan 28 09:58:27.781959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:27.785219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] For port 2c28e0df-591c-42a1-ac3d-271d3a706847, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2c28e0df-591c-42a1-ac3d-271d3a706847,segment=NetworkSegment(ee00c12c-eb7b-4785-9168-bf01dd120d39),segment_id=ee00c12c-eb7b-4785-9168-bf01dd120d39)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:27.785605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:27.929709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Calling delete_port for 2c28e0df-591c-42a1-ac3d-271d3a706847 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:27.985908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet c1e39a04-15ba-410a-a7c2-98e55523ed4f {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:27.992638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.028328 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'status': 'completed', 'code': 200} Jan 28 09:58:28.050333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a3696-9f75-40f5-86ff-596117e4e4df service neutron] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:28.063962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.084038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.214130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-7cd62251-7c15-4e8f-b3ae-170923acf0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:28.215637 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-7cd62251-7c15-4e8f-b3ae-170923acf0d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 1094 time: 0.2315490 Jan 28 09:58:28.222482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.337486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3bbb642d-1d28-4451-9ce7-671594881254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.338378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-97ba8b6b-06c3-4be9-97b2-be367c178830 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc HTTP/1.1" status: 200 len: 217 time: 0.1097090 Jan 28 09:58:28.371281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.420304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.429628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453b006-c8a8-4484-95b7-f15283acc7cb req-74f40a0a-c0e5-4913-a2d3-74792e7983b4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:28.436651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6453b006-c8a8-4484-95b7-f15283acc7cb req-74f40a0a-c0e5-4913-a2d3-74792e7983b4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 943 time: 0.3183880 Jan 28 09:58:28.490928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.39 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/a280b6d0-ed31-48e9-b3ae-0d0ebec84d38) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:28.508314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-03ae7194-c2be-4dec-8fb6-860131cdd030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:28.510423 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-03ae7194-c2be-4dec-8fb6-860131cdd030 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.1635754 Jan 28 09:58:28.517200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e39a04-15ba-410a-a7c2-98e55523ed4f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:28.519986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c28e0df-591c-42a1-ac3d-271d3a706847,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:28.530580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:28.579798 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6453b006-c8a8-4484-95b7-f15283acc7cb req-2c5e648c-f442-4f9b-ab26-0290a94f3c44 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421678 Jan 28 09:58:28.591024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e8e9f69-37ad-47de-aaa1-94237954da72 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/c1e39a04-15ba-410a-a7c2-98e55523ed4f HTTP/1.1" status: 204 len: 168 time: 0.8521202 Jan 28 09:58:28.627038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49538) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:28.644220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-b9eac9d4-a1df-4383-ab27-e229286932fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978618 Jan 28 09:58:28.731490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-763a1133-a1f6-4cc4-8e35-f8bae5676d92 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1008906 Jan 28 09:58:28.738026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49542) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:28.752299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:28.885320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42625b0-129c-4b4e-bad3-75aba4303f7e None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:28.926728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-b182449b-81c1-40e2-814a-dd4fb5d719f8 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729714 Jan 28 09:58:28.962918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.067009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0d4b2096-8a49-4498-ba8b-9b00e7ad359a None None] Provisioning complete for port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:29.067281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d4b2096-8a49-4498-ba8b-9b00e7ad359a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.095925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8230a69e-fc19-42da-83d7-aa9d89771cba req-bb23f4b9-a9bb-4aea-955f-1b47735c42cf service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606715 Jan 28 09:58:29.098566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:29.100061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.155953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:29.165646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf64a0-bb0a-4b20-834c-c933603ed1d5 req-8abd825e-82bc-46ba-bb50-b1a3ca13a976 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:29.167145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10bf64a0-bb0a-4b20-834c-c933603ed1d5 req-8abd825e-82bc-46ba-bb50-b1a3ca13a976 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 945 time: 0.6238592 Jan 28 09:58:29.175484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:29.210185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:29.213526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:29.217532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:29.224569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:29.256504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10bf64a0-bb0a-4b20-834c-c933603ed1d5 req-51c6f030-4630-49e7-bdf5-19346b46aca3 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649040 Jan 28 09:58:29.262261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:29.265612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.285671 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.338044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=a280b6d0-ed31-48e9-b3ae-0d0ebec84d38,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:29.394538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.405728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.418096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:29.422964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] Deleting port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:29.423408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.642004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-dfc69cab-9a23-4baa-ae6e-9154855c5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:29.644762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-dfc69cab-9a23-4baa-ae6e-9154855c5ef3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 1094 time: 0.4877691 Jan 28 09:58:29.780395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] For port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:29.780849 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:29.954552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] Calling delete_port for 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:30.023920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.054581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:30.095227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:30.095567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:30.107594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=55554ca9-5078-4ab3-a203-3d61e4389fce,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:30.108007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.111153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Router 8976d65b-0999-4bdd-b502-84a284ee1119 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:30.125744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:30.128893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:30.132647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:30.133313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.163713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3abd0-76bc-4ab4-ae82-36e6b2b9586c req-4434718b-ac88-4277-98e1-39e5d2738f54 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:30.171018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fc3abd0-76bc-4ab4-ae82-36e6b2b9586c req-4434718b-ac88-4277-98e1-39e5d2738f54 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 943 time: 0.2432790 Jan 28 09:58:30.175829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] No DVR routers for this DVR port 3cb88760-bb89-4ad8-ab6a-96b7c24ef015 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:30.186615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c777a-4486-4a70-866b-6a35676b430d None None] Pushing event deleted for resources: {'Port': ['ID=3cb88760-bb89-4ad8-ab6a-96b7c24ef015,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:30.197963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4485805e-cfec-4853-89d6-f2b80779a691 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:30.215228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-50e11a6a-fe71-48c9-af29-ad536a8fdcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:30.217005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0782403f-e288-4746-8ae2-1498a61df217 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4757533 Jan 28 09:58:30.217619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-50e11a6a-fe71-48c9-af29-ad536a8fdcfe service neutron] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 916 time: 0.5631731 Jan 28 09:58:30.218063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49580) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:30.228885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:30.310166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-d9660884-01fb-41c6-82f8-80bba17c6eb0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc HTTP/1.1" status: 200 len: 217 time: 0.0837016 Jan 28 09:58:30.379413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5fc3abd0-76bc-4ab4-ae82-36e6b2b9586c req-f1d92d75-ac0f-4aa0-a4ca-865e9cefcc7d tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074084 Jan 28 09:58:30.401977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-1c7f76fc-b3a5-4106-8a8e-7affd3f2fdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:30.403556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-1c7f76fc-b3a5-4106-8a8e-7affd3f2fdc3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.0867770 Jan 28 09:58:30.408585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.445617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '55554ca9-5078-4ab3-a203-3d61e4389fce'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:58:30.446460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.465270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-45aa9446-3bde-4941-8ffe-4b034445ade7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545232 Jan 28 09:58:30.599466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:30.615577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:30.623801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:30.624232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Allocated IP 172.20.0.2 (769dbcf1-61f3-4915-834e-bca50e270657/55554ca9-5078-4ab3-a203-3d61e4389fce/540e5517-0004-48c8-a013-75f336455e8a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:30.639698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:30.647396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:30.655201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.656799 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d21d2607-6089-4c3f-b62f-e9d0b76c7b74 admin admin] 10.222.0.42 "PUT /v2.0/routers/8976d65b-0999-4bdd-b502-84a284ee1119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5238929 Jan 28 09:58:30.660834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49590) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:30.667703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] Sync routers for ids ['8976d65b-0999-4bdd-b502-84a284ee1119'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:30.745578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-1786c832-8368-43bd-810e-de5b9759aa98 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729595 Jan 28 09:58:30.757250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] Routers {'8976d65b-0999-4bdd-b502-84a284ee1119'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:30.757883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8976d65b-0999-4bdd-b502-84a284ee1119'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:30.867293 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.896063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a65b0f-c726-4ca8-a7d1-7f9f12b66ae1 req-a9087d1c-e78c-4845-89e1-cf3499aca4e0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:30.898283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a65b0f-c726-4ca8-a7d1-7f9f12b66ae1 req-a9087d1c-e78c-4845-89e1-cf3499aca4e0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 945 time: 0.5738606 Jan 28 09:58:30.905872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:30.910304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:30.997388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41be6b53-b1c7-4367-8856-ea82b5b55b54 req-7b72495e-a96c-47b1-88c1-4724029f4f40 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437532 Jan 28 09:58:31.035288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.040604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.125904 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.139812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] Set router 8976d65b-0999-4bdd-b502-84a284ee1119 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:31.165925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=a280b6d0-ed31-48e9-b3ae-0d0ebec84d38,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:31.176498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.179909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99a65b0f-c726-4ca8-a7d1-7f9f12b66ae1 req-b506c4d9-7216-4441-aef0-7f58527054fd tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536855 Jan 28 09:58:31.215914 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.264992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Transition to ACTIVE for port object 540e5517-0004-48c8-a013-75f336455e8a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:31.356238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Transition to ACTIVE for port object 540e5517-0004-48c8-a013-75f336455e8a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:31.367033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.367810 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP 4ceb1c53-ddea-4a84-98cd-ba0e98862d8d associated. External IP: 172.25.1.39, port: 48257033-4130-4c52-bfe6-ba859b65b0cc. Jan 28 09:58:31.408771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11f11c56-f4e3-4c7f-9def-04a5f35e04dc details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:58:31.463966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.476690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:31.481791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Deleting port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:31.482173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.490565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:31.493917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:31.506833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Pushing event updated for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:31.636211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:58:31.708327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] For port 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:31.708977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.742336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Attempting to bind port 540e5517-0004-48c8-a013-75f336455e8a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:31.742706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Attempting to bind port 540e5517-0004-48c8-a013-75f336455e8a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:31.743069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Attempting to bind port 540e5517-0004-48c8-a013-75f336455e8a on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:31.761529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:31.762328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:31.762999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.763620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:31.764447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Bound port: 540e5517-0004-48c8-a013-75f336455e8a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:31.765088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:31.882748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Calling delete_port for 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:31.885474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:31.914903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:58:28Z', 'revision_number': 5, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port': {'id': '6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1949, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:40Z', 'updated_at': '2022-01-28T09:56:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:31.922359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'port_id': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'mac_address': 'fa:16:3e:26:27:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e48aad-d079-49d4-af8f-850a16297c74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:58:31.925248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] Checking router: 8976d65b-0999-4bdd-b502-84a284ee1119 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 09:58:32.012831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.029837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:32.030865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:58:32.040288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=540e5517-0004-48c8-a013-75f336455e8a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:32.042000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] Routers {'8976d65b-0999-4bdd-b502-84a284ee1119'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:32.042928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8976d65b-0999-4bdd-b502-84a284ee1119'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:32.105616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-bcebb8c8-491f-47f2-8f8f-f753b20c42b2 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:32.107048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-bcebb8c8-491f-47f2-8f8f-f753b20c42b2 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.43 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 945 time: 0.4984350 Jan 28 09:58:32.119371 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.120170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1127045c-ff2c-4bd6-89e1-dcb49d6b4fa2 req-551a217b-531b-4ef9-8c9e-356b8ad56598 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:32.127207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1127045c-ff2c-4bd6-89e1-dcb49d6b4fa2 req-551a217b-531b-4ef9-8c9e-356b8ad56598 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 943 time: 0.5149071 Jan 28 09:58:32.163305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11f11c56-f4e3-4c7f-9def-04a5f35e04dc {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:32.220759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:32.252001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1127045c-ff2c-4bd6-89e1-dcb49d6b4fa2 req-1b8cb173-31d2-47f6-bae3-02fcc1a6b00d tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238723 Jan 28 09:58:32.257815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Deleting port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:32.257815 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.287240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:32.288860 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.299027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.320435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] Set router 8976d65b-0999-4bdd-b502-84a284ee1119 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 09:58:32.359164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:32.493566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe5a455-4617-44b7-aaa6-846b1ee866f3 None None] Pushing event updated for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:32.533783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:58:31Z', 'revision_number': 6, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:32.565795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['11f11c56-f4e3-4c7f-9def-04a5f35e04dc'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:32.602174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.608740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38646d84-a416-490f-a345-f53788d2d2d9 None None] The sync data for ids ['8976d65b-0999-4bdd-b502-84a284ee1119'] in n-d-825178-2 is: [{'id': '8976d65b-0999-4bdd-b502-84a284ee1119', 'name': 'tempest-TestServerMultinode-408947004-router', 'tenant_id': 'b6053b38446c43b592df68f717c5b7a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:35Z', 'updated_at': '2022-01-28T09:58:31Z', 'revision_number': 6, 'project_id': 'b6053b38446c43b592df68f717c5b7a3', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:32.671615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:32.828646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:32.842702 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:32.845085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.856003 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:32.856598 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:32.878545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] For port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,segment=NetworkSegment(4168fa28-927b-4ac3-bf46-94b161326444),segment_id=4168fa28-927b-4ac3-bf46-94b161326444)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:32.878900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:32.931183 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:32.942752 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:32.943567 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:33.014029 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:33.014687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d51edbc-03f3-4c28-8b24-7f96adca6afa None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:33.042716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.074442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Calling delete_port for 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:33.122198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.136205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.144951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342da277-0115-4e56-8464-41a7d688e5c9 req-aa53c342-8a0d-4979-bf84-1c70830f9bb0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:33.152030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-342da277-0115-4e56-8464-41a7d688e5c9 req-aa53c342-8a0d-4979-bf84-1c70830f9bb0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 945 time: 0.5732586 Jan 28 09:58:33.164636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-19e57eee-36df-4dc1-91f8-f124b773f631 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.7008812 Jan 28 09:58:33.165193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49612) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:33.184444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-799588031'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:33.194220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:33.199869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:network and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:33.205180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:33.221950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.222550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8976d65b-0999-4bdd-b502-84a284ee1119 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:58:33.224803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:33.248382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-342da277-0115-4e56-8464-41a7d688e5c9 req-61835c69-4ab6-444d-80cf-02e52e462a14 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/security-groups?id=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955293 Jan 28 09:58:33.287354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=540e5517-0004-48c8-a013-75f336455e8a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:33.294371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.296088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:33.298163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8771d3c2-0e9e-4002-afdb-6b7c6ec0a0f7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8976d65b-0999-4bdd-b502-84a284ee1119 HTTP/1.1" status: 204 len: 168 time: 2.6321285 Jan 28 09:58:33.298975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49618) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:33.300811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.349392 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.351982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:58:33.375038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.382142 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.382884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.390808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11f11c56-f4e3-4c7f-9def-04a5f35e04dc up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:33.500737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Pushing event deleted for resources: {'Port': ['ID=11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:33.503073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=4']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:33.508742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Deleting subnet da066a9e-bc22-4248-8484-1e0e7f736b57 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:33.530645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.570971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:33.573272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.573723 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Added segment d3d92991-b465-4171-b7b6-867cfabc6139 of type vlan for network 3277d5b5-91b5-4681-9381-92c922b62cae Jan 28 09:58:33.575458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] No DVR routers for this DVR port 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:33.577884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:33.581980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:33.584173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.595213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:33.595805 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.596477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:33.597272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.613967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=1c0d8d67-e94a-493c-8ad3-fe9651bb66b4,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:33.638682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.685150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-933334cc-f7d7-4cf2-b921-be4b954da035 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4581103 Jan 28 09:58:33.704443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49622) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:33.712425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:06:70:d6', 'name': 'tempest-NetworksTestDHCPv6-1027548299'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:33.770990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'name': 'network-vif-deleted', 'tag': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:33.836170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-75fca541-ccc4-4c59-aac7-1ab94338a9a9 req-94a65706-38d3-4eac-87bf-86a6ed7cd3c0 tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.43 "DELETE /v2.0/ports/11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 HTTP/1.1" status: 204 len: 173 time: 1.6927464 Jan 28 09:58:33.842044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.868428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152dde2b-cf25-45aa-b149-6447a432ce4a req-cd3c6cea-71e4-416c-8973-771a4029e2cb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:33.870187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-152dde2b-cf25-45aa-b149-6447a432ce4a req-cd3c6cea-71e4-416c-8973-771a4029e2cb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 944 time: 0.4709032 Jan 28 09:58:33.901693 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.905157 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8427ae5a-17a4-46f9-9d13-344e1ab19930', 'name': 'network-vif-deleted', 'tag': '11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5', 'status': 'completed', 'code': 200} Jan 28 09:58:33.923881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.929639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:33.930434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.951774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefed74b-9b47-4e9f-8d3c-521056123fb8 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:33.963835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:33.986861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8193135 Jan 28 09:58:33.993725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 540e5517-0004-48c8-a013-75f336455e8a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:33.994756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49630) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:34.058463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'subnet': {'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:34.063087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:34.080081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:34.084284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:34.092644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-152dde2b-cf25-45aa-b149-6447a432ce4a req-cb2bb987-bfa3-451d-acb7-8eae97cb8771 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133207 Jan 28 09:58:34.121234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:34.158873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:34.179222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.209829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc33919-0707-4e86-932c-0e952f396aed tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Network': ['ID=3277d5b5-91b5-4681-9381-92c922b62cae,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:34.250435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 3277d5b5-91b5-4681-9381-92c922b62cae details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:58:34.255686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:34.282008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f8fbe8-5f87-4c72-b74f-609ac56e8252 None None] Network d2422fe8-7931-43b5-a7d6-5a2193639ea0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:34.287205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.289359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:34.298085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da066a9e-bc22-4248-8484-1e0e7f736b57,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:34.316298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7357ca05-492b-46b6-b4f8-b73da75c2a28 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/da066a9e-bc22-4248-8484-1e0e7f736b57 HTTP/1.1" status: 204 len: 168 time: 1.0150990 Jan 28 09:58:34.317404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49640) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:34.356858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:34.361363 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.364388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.413238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 01a90f37-db53-41ae-92c1-0a1689207e0f yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:34.439317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-11f98e46-06bf-4aba-b26c-4a6a5ad1b0d5 None None] Provisioning for port 540e5517-0004-48c8-a013-75f336455e8a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:34.465418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:34.510239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:34.573846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-72e00b55-f24e-4abe-855e-1918d0140bd0 req-825e3214-fde6-4635-be34-bb26999cb3ec tempest-ServerMetadataNegativeTestJSON-138084121 tempest-ServerMetadataNegativeTestJSON-138084121-project] 10.222.0.42 "GET /v2.0/ports?device_id=8427ae5a-17a4-46f9-9d13-344e1ab19930 HTTP/1.1" status: 200 len: 210 time: 0.0989964 Jan 28 09:58:34.579588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.605395 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.606097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:34.608699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Deleting port fd984922-9236-4ab2-add1-802e003a1c6a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:34.609185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.652680 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'code': 200} Jan 28 09:58:34.737947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:34.738289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11ba74ab-ae1d-40f2-82cd-9ad0bfebbec5 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:34.774947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 540e5517-0004-48c8-a013-75f336455e8a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:34.857699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:34.857699 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.916667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] For port fd984922-9236-4ab2-add1-802e003a1c6a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fd984922-9236-4ab2-add1-802e003a1c6a,segment=NetworkSegment(ee00c12c-eb7b-4785-9168-bf01dd120d39),segment_id=ee00c12c-eb7b-4785-9168-bf01dd120d39)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:34.917084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:34.939509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:34.952952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 172.20.0.4 (769dbcf1-61f3-4915-834e-bca50e270657/55554ca9-5078-4ab3-a203-3d61e4389fce/01a90f37-db53-41ae-92c1-0a1689207e0f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:34.958898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fe06:70d6 (769dbcf1-61f3-4915-834e-bca50e270657/1c0d8d67-e94a-493c-8ad3-fe9651bb66b4/01a90f37-db53-41ae-92c1-0a1689207e0f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:35.064035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Calling delete_port for fd984922-9236-4ab2-add1-802e003a1c6a owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:35.183974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.186096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d7b4d-6764-4ba9-8f5a-f5e5ed05ade3 req-b58b0af1-97b3-4000-a7cd-8339a7341143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:35.187558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-829d7b4d-6764-4ba9-8f5a-f5e5ed05ade3 req-b58b0af1-97b3-4000-a7cd-8339a7341143 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 1096 time: 0.5059600 Jan 28 09:58:35.212491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.259088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.310160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=540e5517-0004-48c8-a013-75f336455e8a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:35.311292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c22a323-1d80-4c35-96fe-73b8d571548e None None] DHCP port deletion for d2422fe8-7931-43b5-a7d6-5a2193639ea0 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:35.325466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.329739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.371017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 01a90f37-db53-41ae-92c1-0a1689207e0f will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:35.372432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-829d7b4d-6764-4ba9-8f5a-f5e5ed05ade3 req-fde6bfd8-4c35-4271-a238-f6e4d158eb51 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698918 Jan 28 09:58:35.374825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Subnet': ['ID=45866407-2876-4b11-9302-47736ac8a7b3,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:35.422601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.447421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:35.456240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:35.463599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Pushing event deleted for resources: {'Port': ['ID=fd984922-9236-4ab2-add1-802e003a1c6a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:35.465502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] No DVR routers for this DVR port fd984922-9236-4ab2-add1-802e003a1c6a on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:35.504961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:35.505301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d4b8b6f-65f6-4751-bc7f-90ab0ea8fe7f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:35.505804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c28e0df-591c-42a1-ac3d-271d3a706847 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:35.549502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=01a90f37-db53-41ae-92c1-0a1689207e0f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:35.555669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2c28e0df-591c-42a1-ac3d-271d3a706847 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:35.556192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c28e0df-591c-42a1-ac3d-271d3a706847 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:35.583497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:35.588618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:35.591582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:35.690069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49656) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:35.726401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 540e5517-0004-48c8-a013-75f336455e8a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:35.744381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Checking segment: {'id': 'd3d92991-b465-4171-b7b6-867cfabc6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:35.747828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network hostable DHCP agents. Network: 3277d5b5-91b5-4681-9381-92c922b62cae, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:58:35.767951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.777499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:35.778176 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.800101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Deleting subnet 70af4220-86d1-4868-879b-65aaea4205fd {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:35.807918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.821371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:35.821758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.869851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2e968b2-9671-4bf5-9e82-cea00323baaa tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1618185 Jan 28 09:58:35.870753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49660) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:35.912361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.929077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2422fe8-7931-43b5-a7d6-5a2193639ea0']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:35.950994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee00c12c-eb7b-4785-9168-bf01dd120d39') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:35.952138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee00c12c-eb7b-4785-9168-bf01dd120d39') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:35.970911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.997714 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:35.998894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd8878e-2160-4c10-88c3-22031310ff9b req-6cad38d1-890b-45db-8fb3-00fe741f9bbc tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:36.001431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcd8878e-2160-4c10-88c3-22031310ff9b req-6cad38d1-890b-45db-8fb3-00fe741f9bbc tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.6137662 Jan 28 09:58:36.004894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 3277d5b5-91b5-4681-9381-92c922b62cae is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:58:36.031058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.050403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd984922-9236-4ab2-add1-802e003a1c6a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:36.061635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:58:36.062198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.076730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f8428-0a98-463d-9f42-769de4e85ff5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:36.078388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcd8878e-2160-4c10-88c3-22031310ff9b req-7531156b-878b-432b-9f54-be869ae7dabf tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686986 Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:58:36.079062 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:58:36.083937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 3277d5b5-91b5-4681-9381-92c922b62cae) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:36.090032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860f8428-0a98-463d-9f42-769de4e85ff5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:36.090871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-860f8428-0a98-463d-9f42-769de4e85ff5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:36.092830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9aa871-3db7-4984-8fd8-40a63090481f None None] Network 3277d5b5-91b5-4681-9381-92c922b62cae requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:36.099748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:36.100464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.117943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fd984922-9236-4ab2-add1-802e003a1c6a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:36.118391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fd984922-9236-4ab2-add1-802e003a1c6a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:36.134455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-860f8428-0a98-463d-9f42-769de4e85ff5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:36.135634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-860f8428-0a98-463d-9f42-769de4e85ff5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2645128 Jan 28 09:58:36.139059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49664) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:36.142134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.190623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c40a5f83-1261-4371-9fda-3382e899aec0 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1370037 Jan 28 09:58:36.203301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49670) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:36.209533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-604560771', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:36.224758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:36.230889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:router and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:36.235812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:36.245115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-01f3ce7b-c5f2-4746-8dff-d04667c21a9d None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:36.245560 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01f3ce7b-c5f2-4746-8dff-d04667c21a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.249245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:36.252752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.264310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.307458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] Pushing event deleted for resources: {'Network': ['ID=d2422fe8-7931-43b5-a7d6-5a2193639ea0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:36.318179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.319384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.328151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70af4220-86d1-4868-879b-65aaea4205fd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:36.341933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.342690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5eb9dedd-821c-4781-b809-377928a1f40b admin admin] 10.222.0.42 "DELETE /v2.0/networks/d2422fe8-7931-43b5-a7d6-5a2193639ea0 HTTP/1.1" status: 204 len: 168 time: 2.0238173 Jan 28 09:58:36.357445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-337216f7-ee94-4110-b7ca-9404141c6257 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/70af4220-86d1-4868-879b-65aaea4205fd HTTP/1.1" status: 204 len: 168 time: 0.6662912 Jan 28 09:58:36.363464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49676) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:36.389343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 01a90f37-db53-41ae-92c1-0a1689207e0f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:36.389704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.424767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.630991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.703414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-3277d5b5-91b5-4681-9381-92c922b62cae', 'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae', 'tenant_id': 'f7f04ee6b1a04998b778029c713b45f9', 'fixed_ips': [{'subnet_id': '45866407-2876-4b11-9302-47736ac8a7b3'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:58:36.704598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:36.706024 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.831759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:36.879099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Allocated IP 172.20.0.2 (3277d5b5-91b5-4681-9381-92c922b62cae/45866407-2876-4b11-9302-47736ac8a7b3/95d991ed-c4a8-4c24-9c24-459a7188b1b1) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:36.919452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-264a6a79-aada-45c0-acb9-e65a6776cb3f None None] Provisioning for port 01a90f37-db53-41ae-92c1-0a1689207e0f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:36.963944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 01a90f37-db53-41ae-92c1-0a1689207e0f owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:36.967773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-264a6a79-aada-45c0-acb9-e65a6776cb3f None None] Provisioning complete for port 01a90f37-db53-41ae-92c1-0a1689207e0f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:36.968137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-264a6a79-aada-45c0-acb9-e65a6776cb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.054200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-264a6a79-aada-45c0-acb9-e65a6776cb3f None None] Port 01a90f37-db53-41ae-92c1-0a1689207e0f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:37.058286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.066384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f8928b9b-c666-4072-b37c-3d56470d2dda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c1a63fc10a6b48d9b03cc00bbd5eddea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3601387 Jan 28 09:58:37.066966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49688) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:37.087899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.145290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3cbb5c-5497-416a-af5f-56bd02211f92']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:37.166949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4168fa28-927b-4ac3-bf46-94b161326444') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:37.167308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4168fa28-927b-4ac3-bf46-94b161326444') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:37.172912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.227830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Transition to ACTIVE for port object 95d991ed-c4a8-4c24-9c24-459a7188b1b1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:37.233985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.242117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.250545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Transition to ACTIVE for port object 95d991ed-c4a8-4c24-9c24-459a7188b1b1 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:37.256003 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.295509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=01a90f37-db53-41ae-92c1-0a1689207e0f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:37.324213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.332113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Pushing event updated for resources: {'Port': ['ID=95d991ed-c4a8-4c24-9c24-459a7188b1b1,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:37.341627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:58:37.342096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.346133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Network 3277d5b5-91b5-4681-9381-92c922b62cae is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:37.347406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:37.350539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:58:37.359360 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:58:37.365951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-706feb83-b2d1-44da-9afd-d7bdbc79d1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.469174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Attempting to bind port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:37.470173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Attempting to bind port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'd3d92991-b465-4171-b7b6-867cfabc6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:37.470533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Attempting to bind port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 on network 3277d5b5-91b5-4681-9381-92c922b62cae {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:37.478301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:37.478595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Checking segment: {'id': 'd3d92991-b465-4171-b7b6-867cfabc6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:37.479415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.479415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Bound using segment: {'id': 'd3d92991-b465-4171-b7b6-867cfabc6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:37.479904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Bound port: 95d991ed-c4a8-4c24-9c24-459a7188b1b1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d92991-b465-4171-b7b6-867cfabc6139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:37.480276 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.483928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-706feb83-b2d1-44da-9afd-d7bdbc79d1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.489452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.517856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7828ad8f-4543-42b8-8076-918df717f7d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/01a90f37-db53-41ae-92c1-0a1689207e0f HTTP/1.1" status: 204 len: 168 time: 1.3777437 Jan 28 09:58:37.518839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:37.531699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.565798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.590390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] Pushing event deleted for resources: {'Network': ['ID=ac3cbb5c-5497-416a-af5f-56bd02211f92,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:37.622401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f148c2-b0f7-42f3-b1b8-18df6bff4cc4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:37.622815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734bcfc-8cce-4c53-8822-f4c1dd7aeef3 req-2ebfa400-57cf-4f78-b7e8-e9bd38504cdd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:37.624505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f148c2-b0f7-42f3-b1b8-18df6bff4cc4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:37.626948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f148c2-b0f7-42f3-b1b8-18df6bff4cc4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:37.627589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] For port 95d991ed-c4a8-4c24-9c24-459a7188b1b1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:37.628274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5f148c2-b0f7-42f3-b1b8-18df6bff4cc4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:37.629774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8734bcfc-8cce-4c53-8822-f4c1dd7aeef3 req-2ebfa400-57cf-4f78-b7e8-e9bd38504cdd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.3809955 Jan 28 09:58:37.631792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] For port 95d991ed-c4a8-4c24-9c24-459a7188b1b1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=95d991ed-c4a8-4c24-9c24-459a7188b1b1,segment=NetworkSegment(d3d92991-b465-4171-b7b6-867cfabc6139),segment_id=d3d92991-b465-4171-b7b6-867cfabc6139)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:37.638789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.668859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d9021070-2489-4ede-8f51-21868c01233b admin admin] 10.222.0.42 "DELETE /v2.0/networks/ac3cbb5c-5497-416a-af5f-56bd02211f92 HTTP/1.1" status: 204 len: 168 time: 1.3017933 Jan 28 09:58:37.673903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5f148c2-b0f7-42f3-b1b8-18df6bff4cc4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:37.675071 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5f148c2-b0f7-42f3-b1b8-18df6bff4cc4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1550465 Jan 28 09:58:37.677788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:37.770562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3492a1-2445-470f-87e0-4f13900b263c None None] Pushing event updated for resources: {'Port': ['ID=95d991ed-c4a8-4c24-9c24-459a7188b1b1,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:37.793306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-706feb83-b2d1-44da-9afd-d7bdbc79d1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:37.845738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8734bcfc-8cce-4c53-8822-f4c1dd7aeef3 req-0ed19826-0223-4907-b216-70633265833a tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149699 Jan 28 09:58:38.002060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49712) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:38.115027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706feb83-b2d1-44da-9afd-d7bdbc79d1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36886244-94c2-421c-b8d2-e7da174265e5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:38.117300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-706feb83-b2d1-44da-9afd-d7bdbc79d1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.118485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-706feb83-b2d1-44da-9afd-d7bdbc79d1a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36886244-94c2-421c-b8d2-e7da174265e5 HTTP/1.1" status: 204 len: 168 time: 1.0474761 Jan 28 09:58:38.137427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 1c0d8d67-e94a-493c-8ad3-fe9651bb66b4 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:38.143785 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e3bb73b-162c-4804-8942-d895e7546108 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a12551aab959412b851c7faf2d219d9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1405475 Jan 28 09:58:38.144379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:38.149248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.170750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.202826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.276628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.351706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8655130-9ea2-42ac-a6cf-4d2dbabbbbaf req-c7a24f13-9817-4634-9ffa-efca7051c76b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:38.359276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8655130-9ea2-42ac-a6cf-4d2dbabbbbaf req-c7a24f13-9817-4634-9ffa-efca7051c76b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.3586335 Jan 28 09:58:38.376005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.25.1.73 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/2d4dbc69-2f44-480e-8788-8841a025188c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:38.385008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8956c44-98d4-4e44-9f6e-b094bf739937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.461500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8956c44-98d4-4e44-9f6e-b094bf739937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.502853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8655130-9ea2-42ac-a6cf-4d2dbabbbbaf req-9982419b-a4a9-4b3a-8e74-3ab77d3db854 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399205 Jan 28 09:58:38.539263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.573001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.608781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49728) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:38.661282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8956c44-98d4-4e44-9f6e-b094bf739937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.694932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8956c44-98d4-4e44-9f6e-b094bf739937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec43dd3-74ba-4da9-a51e-13b3af97dcf2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:38.695181 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.703874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cdcb5d02-f65f-430c-833a-c4c2e7dbd9b2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6053b38446c43b592df68f717c5b7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914326 Jan 28 09:58:38.731347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:38.800567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=2d4dbc69-2f44-480e-8788-8841a025188c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:38.833248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:38.834837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:38.840248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:38.843212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.845093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8956c44-98d4-4e44-9f6e-b094bf739937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.846581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d8956c44-98d4-4e44-9f6e-b094bf739937 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ec43dd3-74ba-4da9-a51e-13b3af97dcf2 HTTP/1.1" status: 204 len: 168 time: 0.7000663 Jan 28 09:58:38.877982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.887601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.951511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420355b3-fb04-4643-9df8-aa04359ba75f None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:38.951972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:38.970583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=1c0d8d67-e94a-493c-8ad3-fe9651bb66b4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:39.005780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-63efdcb4-20fc-4efe-a71c-3581d6c6568d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/1c0d8d67-e94a-493c-8ad3-fe9651bb66b4 HTTP/1.1" status: 204 len: 168 time: 1.3269053 Jan 28 09:58:39.006659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49744) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:39.138179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 55554ca9-5078-4ab3-a203-3d61e4389fce {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:39.142736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.146467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.210003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0713e3-06a1-41b6-9bad-783c826cab99,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:39.250290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.250835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.251225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.251598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.251879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.252197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.252517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.252859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.253228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.253549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.253987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.254306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:58:39.266907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.271637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e520df41-c74f-49f3-a48b-bc23067ce11f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d0713e3-06a1-41b6-9bad-783c826cab99 HTTP/1.1" status: 204 len: 168 time: 0.5381432 Jan 28 09:58:39.275696 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.361285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4d78fc-88f0-4113-8bc7-1a12af6676d0 None None] Network 3277d5b5-91b5-4681-9381-92c922b62cae requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:39.410986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ffc075-5200-40c8-ab79-bd24b1f44790 req-d9f34719-3d69-4b1c-93b2-dbe864209504 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:39.413274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4ffc075-5200-40c8-ab79-bd24b1f44790 req-d9f34719-3d69-4b1c-93b2-dbe864209504 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.4702032 Jan 28 09:58:39.430847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.544390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4ffc075-5200-40c8-ab79-bd24b1f44790 req-0b59ccd5-49d5-4c9f-9a90-1ea379a51440 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240101 Jan 28 09:58:39.578272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8f48e69b-6945-4f0e-9754-48c3e7000188 None None] Provisioning for port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:39.601162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.712967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.720396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=55554ca9-5078-4ab3-a203-3d61e4389fce,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:39.744424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:39.777873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53556521-ba80-43ef-95e2-d0b9dd939ed3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/55554ca9-5078-4ab3-a203-3d61e4389fce HTTP/1.1" status: 204 len: 168 time: 0.7630832 Jan 28 09:58:39.778893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49760) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:39.913809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2eb05af7-74c1-44ab-8283-c0d42c705866 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1312420 Jan 28 09:58:39.914876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49768) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:39.921346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:39.992317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 95d991ed-c4a8-4c24-9c24-459a7188b1b1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:40.220478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:40.222048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:40.228753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:40.229494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:40.229936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.233018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:40.245070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:40.255082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab47c10-e348-41a6-824c-a114cde93adc req-9c0658e9-f549-4396-913b-65ef7b580653 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:40.262502 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cab47c10-e348-41a6-824c-a114cde93adc req-9c0658e9-f549-4396-913b-65ef7b580653 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.2943876 Jan 28 09:58:40.266358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-9a4343f9-942a-4925-8d46-ffde4b99be10 req-e7d061b2-44f3-467f-8c30-f9bb8dadd070 service neutron] (87540) timed out ('10.222.0.42', 46014) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 09:58:40.311950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:40.321404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.469906 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.531456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 95d991ed-c4a8-4c24-9c24-459a7188b1b1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=95d991ed-c4a8-4c24-9c24-459a7188b1b1,segment=NetworkSegment(d3d92991-b465-4171-b7b6-867cfabc6139),segment_id=d3d92991-b465-4171-b7b6-867cfabc6139)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:40.543911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.559107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49784) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:40.663435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b2d3528b-e3bf-4e1f-aa81-6c299aa33991 None None] Provisioning complete for port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:40.663881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2d3528b-e3bf-4e1f-aa81-6c299aa33991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.685320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cab47c10-e348-41a6-824c-a114cde93adc req-869cb6f0-c19e-4436-a4b5-6d42f057f487 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217734 Jan 28 09:58:40.725886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=95d991ed-c4a8-4c24-9c24-459a7188b1b1,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:40.728467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.741641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e070266-e033-4df6-95d3-7ab598ac50d8 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:40.799109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:40.836303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-13ebc766-e3a0-4079-b434-18fe58241a7b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6682947 Jan 28 09:58:40.849541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.852251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:40.854653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=7f52c8c8-0f60-4092-b033-aaa60aed4ce1,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:40.858967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:40.860809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:40.921715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-008209b3-01ba-4541-83cf-992ad9a3910b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0057223 Jan 28 09:58:40.923932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:40.934691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:41.062883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2114691596-network', 'tenant_id': 'aaa127782a6b42e6be58b42d4099193c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:41.081495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:41.095537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Usage tracker for resource:network and tenant:aaa127782a6b42e6be58b42d4099193c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:41.101906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:41.119823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:41.152583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Made reservation on behalf of aaa127782a6b42e6be58b42d4099193c for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:41.155210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:41.165116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:41.169722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:41.173282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:41.178282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e257d97-5b03-4ada-bdee-61d5fa1d220b None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:41.179362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e257d97-5b03-4ada-bdee-61d5fa1d220b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:41.179544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:41.181101 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:41.195155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:41.203044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:41.207198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-152fd2e8-1a1c-481f-9ec8-10437f9384df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:41.209134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-152fd2e8-1a1c-481f-9ec8-10437f9384df service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 1096 time: 0.1864946 Jan 28 09:58:41.218111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:41.275263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Usage tracker for resource:security_group_rule and tenant:aaa127782a6b42e6be58b42d4099193c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:41.284049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:41.405640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:41.496524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router 44f86423-8aa4-44d0-878f-f5dc8165508a is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 09:58:41.548864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32649c96-48f8-45ff-a124-dbd871da3351 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:41.704243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-508feec7-26cb-4908-9ac9-fdadf11efdbd None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:41.704575 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-508feec7-26cb-4908-9ac9-fdadf11efdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:41.770868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 95d991ed-c4a8-4c24-9c24-459a7188b1b1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:41.774010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-b8654388-9def-4768-8e20-82ad14b8c87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:41.776439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-b8654388-9def-4768-8e20-82ad14b8c87b service neutron] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 916 time: 0.5415282 Jan 28 09:58:41.884597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-bf802f91-c473-4cf8-acc3-bc97de46440b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc HTTP/1.1" status: 200 len: 217 time: 0.0908041 Jan 28 09:58:41.961199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724ff65-52bc-4cd3-b351-b3809e4249b3 req-05f69e5b-3955-4073-9341-ead711ae7eb0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:41.962626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6724ff65-52bc-4cd3-b351-b3809e4249b3 req-05f69e5b-3955-4073-9341-ead711ae7eb0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.5489957 Jan 28 09:58:41.963689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:42.018016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d12429-628c-4189-b652-5f03f146757d None None] Sync routers for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:42.027117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:58:42.028946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.043050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d12429-628c-4189-b652-5f03f146757d None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:42.043673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e3d12429-628c-4189-b652-5f03f146757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:42.044730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-26e5ce7d-a98d-413b-b13a-86cad4050adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:42.046185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-26e5ce7d-a98d-413b-b13a-86cad4050adc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.1490242 Jan 28 09:58:42.046747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.096800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:42.097173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.130544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6724ff65-52bc-4cd3-b351-b3809e4249b3 req-e3eb5c30-2ead-4136-8609-5d964fc075ed tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423030 Jan 28 09:58:42.132943 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-eb85edcf-6290-46b3-a21e-56d1d9d14a09 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648427 Jan 28 09:58:42.134362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.135575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3f1757da-33d5-4f94-82e2-43b614735ca5 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.9312449 Jan 28 09:58:42.139342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:42.163515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:58:42.171660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d55e4b-8975-4c79-ad12-0748c58bceb6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:42.202502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e3d12429-628c-4189-b652-5f03f146757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:42.228078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.228395 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Added segment e1a9aa2f-ad82-4716-b57e-2c9bcccf029d of type vlan for network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 Jan 28 09:58:42.230077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d12429-628c-4189-b652-5f03f146757d None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:42.230077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e3d12429-628c-4189-b652-5f03f146757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:42.274393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.296645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e3d12429-628c-4189-b652-5f03f146757d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:42.297066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d12429-628c-4189-b652-5f03f146757d None None] The sync data for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:42.322955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-b341da64-c2ba-40c2-a68a-d2d6dce31fd7 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807735 Jan 28 09:58:42.352277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.353564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:42.354119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.419442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.482006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Update dhcp port {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': '7f52c8c8-0f60-4092-b033-aaa60aed4ce1'}, {'subnet_id': '9f8aed82-fe83-4f95-96f2-bfa90d12102a'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '540e5517-0004-48c8-a013-75f336455e8a'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 09:58:42.568267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.661239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] Pushing event updated for resources: {'Network': ['ID=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:42.669273 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-88a37585-e759-432b-a038-bf40dfff12aa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0977476 Jan 28 09:58:42.679514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:42.686938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Request body: {'subnet': {'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2114691596-subnet', 'tenant_id': 'aaa127782a6b42e6be58b42d4099193c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:42.693443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:42.706682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Usage tracker for resource:subnet and tenant:aaa127782a6b42e6be58b42d4099193c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:42.712106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:42.720945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:42.724208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f883f5e8-9fa9-4878-a16c-fc0a77aa8781 req-3d8cfd28-9c9e-4f87-8294-e104df8d1e4e service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957765 Jan 28 09:58:42.733210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:58:42.740602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Made reservation on behalf of aaa127782a6b42e6be58b42d4099193c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:42.743009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.864243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=540e5517-0004-48c8-a013-75f336455e8a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:42.967565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.972329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.980631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.981367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:42.997726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Allocated IP 172.20.0.2 (769dbcf1-61f3-4915-834e-bca50e270657/7f52c8c8-0f60-4092-b033-aaa60aed4ce1/540e5517-0004-48c8-a013-75f336455e8a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:43.064527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0227cbb-5fc1-4a31-afae-7227f0cabe49,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:43.080078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Checking segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:43.080439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Network hostable DHCP agents. Network: 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:58:43.108573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:58:43.121448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:43.139522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:43.140530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:43.151517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43077236-35d6-487a-b1a3-b0314a3877d5 None None] Network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:43.189957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-89e97670-ecee-4131-b319-f3263b95a5e1 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5095084 Jan 28 09:58:43.217954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:43.226173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:43.251993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:43.252547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:43.307104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=9f8aed82-fe83-4f95-96f2-bfa90d12102a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:43.349469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=9']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:43.398579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4c35a5e2-d3d4-42ee-a5b8-e318ab3ddcd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4733562 Jan 28 09:58:43.404360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49836) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:43.417203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=540e5517-0004-48c8-a013-75f336455e8a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:43.423954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfdc88-0474-42d5-9624-86165cb1d38f req-feb6ca8b-fe87-47a7-be5b-2c2a61f938fb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:43.426639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ccfdc88-0474-42d5-9624-86165cb1d38f req-feb6ca8b-fe87-47a7-be5b-2c2a61f938fb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.1377389 Jan 28 09:58:43.431346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:c8:cf:40', 'name': 'tempest-NetworksTestDHCPv6-740883613'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:43.579121 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:58:43.609590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d89374f-1a23-4e45-a8e2-395808e55619 None None] Network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:43.686878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:43.720158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:43.731096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:43.733409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:43.740485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:43.740787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Transition to ACTIVE for port object 540e5517-0004-48c8-a013-75f336455e8a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:43.752252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:43.754853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:43.755751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:43.764158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ccfdc88-0474-42d5-9624-86165cb1d38f req-ce55a7b6-fdfd-4287-8b66-0d8489cd4687 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795574 Jan 28 09:58:43.776144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:43.845889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 540e5517-0004-48c8-a013-75f336455e8a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:43.986647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:44.027452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 1a29899a-14d3-432b-ae6d-f06b68e793cd yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:44.171201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3c977-bcd1-4a49-b883-2fa23d000af0 None None] Pushing event updated for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:44.297610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 172.20.0.14 (769dbcf1-61f3-4915-834e-bca50e270657/7f52c8c8-0f60-4092-b033-aaa60aed4ce1/1a29899a-14d3-432b-ae6d-f06b68e793cd) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:44.304988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fec8:cf40 (769dbcf1-61f3-4915-834e-bca50e270657/9f8aed82-fe83-4f95-96f2-bfa90d12102a/1a29899a-14d3-432b-ae6d-f06b68e793cd) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:44.434234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-a706ab6f-603d-449c-b110-7ce9bbe3ecfe tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:44.436367 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-a706ab6f-603d-449c-b110-7ce9bbe3ecfe tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 814 time: 0.2495642 Jan 28 09:58:44.498789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d74e6011-5671-4df7-b922-0f7b0ba1412d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/quotas/aaa127782a6b42e6be58b42d4099193c HTTP/1.1" status: 200 len: 375 time: 0.0302389 Jan 28 09:58:44.542737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:44.560948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 1a29899a-14d3-432b-ae6d-f06b68e793cd will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:44.561749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-630e195c-eb0d-4ebe-99ee-31643d9f8bd1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548604 Jan 28 09:58:44.594154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:44.670498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:44.674389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:44.678381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:44.729863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=1a29899a-14d3-432b-ae6d-f06b68e793cd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:44.733012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.1 (3277d5b5-91b5-4681-9381-92c922b62cae/45866407-2876-4b11-9302-47736ac8a7b3/32a72bc4-6dc0-45c6-bc34-1953a51e2d5d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:44.758628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f225f118-bd9f-44a1-a0fb-b74c03e831ae None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:44.768193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:44.769613 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:44.802599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ce3b8dcc-9bde-41cb-9dfe-ce80efd7c308 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.3912945 Jan 28 09:58:44.803312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49864) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:44.909287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-4785f2a5-129a-4ece-8114-b0d5e9ce2c8b service neutron] 10.222.0.42 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104434 Jan 28 09:58:44.921617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15e054d7-bfa9-456e-b4d6-a4d4dce5853d None None] Provisioning for port 540e5517-0004-48c8-a013-75f336455e8a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:44.940707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15e054d7-bfa9-456e-b4d6-a4d4dce5853d None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:44.941073 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15e054d7-bfa9-456e-b4d6-a4d4dce5853d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:44.981009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7500f04c-a3bc-4e05-9f8c-10122e057af5 req-a76f8756-81ce-4220-8393-779c2d1f5645 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:44.982477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7500f04c-a3bc-4e05-9f8c-10122e057af5 req-a76f8756-81ce-4220-8393-779c2d1f5645 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.0895689 Jan 28 09:58:45.029842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7500f04c-a3bc-4e05-9f8c-10122e057af5 req-40918be5-a059-43c4-8cf4-bc3c36b96d29 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398629 Jan 28 09:58:45.118154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.130368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a03fb2-8809-4466-be7e-2f34c9c00cc0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:45.136381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a03fb2-8809-4466-be7e-2f34c9c00cc0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:45.137198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-14a03fb2-8809-4466-be7e-2f34c9c00cc0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:45.180280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Transition to ACTIVE for port object 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:45.184546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-8d48f136-087d-4332-a560-21cb4a2d81d2 service neutron] 10.222.0.42 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605369 Jan 28 09:58:45.191452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-14a03fb2-8809-4466-be7e-2f34c9c00cc0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:45.195107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-14a03fb2-8809-4466-be7e-2f34c9c00cc0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3881006 Jan 28 09:58:45.196396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49872) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:45.196524 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.280645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 1a29899a-14d3-432b-ae6d-f06b68e793cd {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:45.280912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.328108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.397015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c261bdef-82bd-4bd1-9b41-26c461d6499d req-d96824a9-fe85-48a8-9c07-5fc498b9e760 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 210 time: 0.0639586 Jan 28 09:58:45.437214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 3277d5b5-91b5-4681-9381-92c922b62cae is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:45.442189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:45.453042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:45.547801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=32a72bc4-6dc0-45c6-bc34-1953a51e2d5d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:45.610787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-89d55424-2411-4251-adcd-d93d55e779ed None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:45.611163 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-89d55424-2411-4251-adcd-d93d55e779ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.762555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 540e5517-0004-48c8-a013-75f336455e8a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:45.774326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.917868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:45.918286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:45.965930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-89d55424-2411-4251-adcd-d93d55e779ed None None] Provisioning for port 1a29899a-14d3-432b-ae6d-f06b68e793cd completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:45.974940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-89d55424-2411-4251-adcd-d93d55e779ed None None] Provisioning complete for port 1a29899a-14d3-432b-ae6d-f06b68e793cd triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:45.975313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-89d55424-2411-4251-adcd-d93d55e779ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:46.046023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-89d55424-2411-4251-adcd-d93d55e779ed None None] Port 1a29899a-14d3-432b-ae6d-f06b68e793cd cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:46.059409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:46.172912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Provisioning for port 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:46.184138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Provisioning complete for port 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:46.185853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:46.205769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 1a29899a-14d3-432b-ae6d-f06b68e793cd owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:46.273032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52af1eb9-c33c-4662-928b-3b786a4be968 req-9220ed7f-ac7e-4693-80b1-1538932a6235 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:46.281331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52af1eb9-c33c-4662-928b-3b786a4be968 req-9220ed7f-ac7e-4693-80b1-1538932a6235 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.1096704 Jan 28 09:58:46.303816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Port 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:46.325374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Provisioning complete for port 1a29899a-14d3-432b-ae6d-f06b68e793cd triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:46.325955 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:46.340028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52af1eb9-c33c-4662-928b-3b786a4be968 req-0fdd0c71-70c8-487a-a740-218a67f103ac tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574131 Jan 28 09:58:46.386447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a1b367aa-c3cd-4409-80bf-9ca594aec000 None None] Port 1a29899a-14d3-432b-ae6d-f06b68e793cd cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:46.430815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:46.555570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9b056529-0be8-4e17-a4d8-a9dace50e398 req-4379703b-7437-49a1-954b-1cc66f28d204 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 210 time: 0.0708780 Jan 28 09:58:46.624125 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:46.698246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=1a29899a-14d3-432b-ae6d-f06b68e793cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:46.848901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-8a4877b9-df4a-481f-9d69-7e85fe7045f7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:46.849947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-8a4877b9-df4a-481f-9d69-7e85fe7045f7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Synchronizing usage tracker for tenant:aaa127782a6b42e6be58b42d4099193c on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:46.867614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-8a4877b9-df4a-481f-9d69-7e85fe7045f7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Unset dirty status for tenant:aaa127782a6b42e6be58b42d4099193c on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:46.868899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-8a4877b9-df4a-481f-9d69-7e85fe7045f7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.43 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 814 time: 0.2960403 Jan 28 09:58:46.881525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Request body: {'port': {'device_id': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'admin_state_up': True, 'tenant_id': 'aaa127782a6b42e6be58b42d4099193c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:46.965290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.028556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:47.032403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Usage tracker for resource:port and tenant:aaa127782a6b42e6be58b42d4099193c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:47.035334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:47.041413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:47.045156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-518d608b-57fa-43fd-afd9-720bf7075dc2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/1a29899a-14d3-432b-ae6d-f06b68e793cd HTTP/1.1" status: 204 len: 168 time: 1.8487618 Jan 28 09:58:47.048812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49898) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:47.056539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Made reservation on behalf of aaa127782a6b42e6be58b42d4099193c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:47.060296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.156430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79a726-5969-496a-86d1-c1a801c99815 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:47.158608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79a726-5969-496a-86d1-c1a801c99815 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:47.159441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d79a726-5969-496a-86d1-c1a801c99815 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:47.160225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0d79a726-5969-496a-86d1-c1a801c99815 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:47.188394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0d79a726-5969-496a-86d1-c1a801c99815 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:47.189586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0d79a726-5969-496a-86d1-c1a801c99815 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1400349 Jan 28 09:58:47.193514 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.194886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49902) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:47.228315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.229004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Allocated IP 172.20.0.6 (8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1/a0227cbb-5fc1-4a31-afae-7227f0cabe49/42c295dc-1de1-47cb-ba5f-466daf1493f4) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:47.363103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 7f52c8c8-0f60-4092-b033-aaa60aed4ce1 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:47.374514 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.378031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.409978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=32a72bc4-6dc0-45c6-bc34-1953a51e2d5d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:47.459875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.493991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.573786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:47.577488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:47.582979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:47.632108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:47.692984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:47.693808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.695387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.726844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-05d63368-c246-4710-893d-0a67590303bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8494518 Jan 28 09:58:47.738741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Request body: {'port': {'device_id': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:47.798389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38429116-1f02-484c-9c11-ff56ea5da485 req-16ed802d-c169-45d8-8d5e-b0fdbb01a860 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:47.799896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38429116-1f02-484c-9c11-ff56ea5da485 req-16ed802d-c169-45d8-8d5e-b0fdbb01a860 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.1576428 Jan 28 09:58:47.843640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 3277d5b5-91b5-4681-9381-92c922b62cae is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:47.846929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:47.857709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc399243-3f95-464c-b78b-e7a85f1d3d5a req-ce724d6f-39ed-41d8-a62a-edbc552f8688 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:47.858973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc399243-3f95-464c-b78b-e7a85f1d3d5a req-ce724d6f-39ed-41d8-a62a-edbc552f8688 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.3658752 Jan 28 09:58:47.867105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.897570 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:47.909367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38429116-1f02-484c-9c11-ff56ea5da485 req-af60c77e-8399-4d3d-bb39-7caa2c052646 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013110 Jan 28 09:58:48.045164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc399243-3f95-464c-b78b-e7a85f1d3d5a req-2a23113b-e05e-46dd-97af-b8d6f8d136ff tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923054 Jan 28 09:58:48.160432 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.223204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=7f52c8c8-0f60-4092-b033-aaa60aed4ce1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:48.232463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.233703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd1d4f7-3015-49c1-9b77-ff3ba6622365 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:48.236581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router 44f86423-8aa4-44d0-878f-f5dc8165508a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:48.253992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4bf845cb-17e0-4b33-bed6-b116c477d651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/7f52c8c8-0f60-4092-b033-aaa60aed4ce1 HTTP/1.1" status: 204 len: 168 time: 1.0580890 Jan 28 09:58:48.257561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1f2244d8-2183-4de9-80d8-77680861c68f None None] Provisioning complete for port 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:48.257957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1f2244d8-2183-4de9-80d8-77680861c68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.386289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:48.395224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.399276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1f2244d8-2183-4de9-80d8-77680861c68f None None] Port 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:48.411130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49924) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:48.413531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Transition to ACTIVE for port object 42c295dc-1de1-47cb-ba5f-466daf1493f4 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:48.455579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.516365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:48.527176 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] Sync routers for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:48.547111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:48.548211 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:48.568890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-012b5208-5635-4751-bc58-98687bf59c5c tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/routers/44f86423-8aa4-44d0-878f-f5dc8165508a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4284325 Jan 28 09:58:48.578936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49940) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:48.588243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:48.605365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'port': {'network_id': '3277d5b5-91b5-4681-9381-92c922b62cae', 'name': 'tempest-FloatingIPTestJSON-687248918'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:48.659667 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:48.676049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:48.676939 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:48.792622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:48.793412 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee487b2-481e-4ee2-a68c-4e6d73fb98c3 None None] The sync data for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:48.810696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:48.810912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 9f8aed82-fe83-4f95-96f2-bfa90d12102a {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:48.811437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:48.811437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:48.820713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.829437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:58:48.829755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:48.846952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:48.847290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Checking segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:48.847680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Bound using segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:48.848125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Bound port: 42c295dc-1de1-47cb-ba5f-466daf1493f4, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:48.848471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.919771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:48.975554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:48.983287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Usage tracker for resource:port and tenant:f7f04ee6b1a04998b778029c713b45f9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:48.988699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Quota usage for port was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:48.998972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:49.022010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Made reservation on behalf of f7f04ee6b1a04998b778029c713b45f9 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:49.025444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-0fbaf2b1-7c74-447f-af89-0db6e7104cb3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:49.025623 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.026171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-0fbaf2b1-7c74-447f-af89-0db6e7104cb3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Synchronizing usage tracker for tenant:aaa127782a6b42e6be58b42d4099193c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:49.052204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.070874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-0fbaf2b1-7c74-447f-af89-0db6e7104cb3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Unset dirty status for tenant:aaa127782a6b42e6be58b42d4099193c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:49.072034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-0fbaf2b1-7c74-447f-af89-0db6e7104cb3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.6569638 Jan 28 09:58:49.092924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] device_id is not set on port 9e067ada-647e-4210-a982-b95b74557eb2 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:49.145329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:49.151636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-2b1b2d0b-da30-4149-97ee-29f50f86e4eb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Synchronizing usage tracker for tenant:aaa127782a6b42e6be58b42d4099193c on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:49.169592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:49.178027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.223510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-2b1b2d0b-da30-4149-97ee-29f50f86e4eb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Unset dirty status for tenant:aaa127782a6b42e6be58b42d4099193c on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:49.233367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58c26e38-b15c-4b2d-81e0-1fde2becf686 req-2b1b2d0b-da30-4149-97ee-29f50f86e4eb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425133 Jan 28 09:58:49.261861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:49.262471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.263847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] 10.222.0.43 "PUT /v2.0/ports/42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 1091 time: 1.5293894 Jan 28 09:58:49.264294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:49.290681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029c9ab-5cd5-49f5-acce-98b235c76b10 service neutron] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:49.327241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.361590 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'status': 'completed', 'code': 200} Jan 28 09:58:49.383001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=9f8aed82-fe83-4f95-96f2-bfa90d12102a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:49.386995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.394688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a385d57-8414-43e9-9139-c69d178f905a None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:49.402892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Allocated IP 172.20.0.13 (3277d5b5-91b5-4681-9381-92c922b62cae/45866407-2876-4b11-9302-47736ac8a7b3/9e067ada-647e-4210-a982-b95b74557eb2) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:49.403539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-eab55e18-4409-4d2f-8490-808043a8d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:49.405227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-eab55e18-4409-4d2f-8490-808043a8d3b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1094 time: 0.0898440 Jan 28 09:58:49.427276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1e36aad2-aae0-49b3-bceb-3ea208fe5fb8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/9f8aed82-fe83-4f95-96f2-bfa90d12102a HTTP/1.1" status: 204 len: 168 time: 1.0146427 Jan 28 09:58:49.427931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49948) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:49.438749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4581873-a1cf-4222-bbb4-292dff2e04f1 req-7af3e2aa-1185-4408-8b64-8a0e47498a1f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:49.440201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4581873-a1cf-4222-bbb4-292dff2e04f1 req-7af3e2aa-1185-4408-8b64-8a0e47498a1f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.2706611 Jan 28 09:58:49.502078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-0d8bb4fb-6cff-4dfc-815a-8430d2d9da2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.0892503 Jan 28 09:58:49.516213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-579d0c94-1179-4dfd-8fd2-b08e9ee68eb1 None None] Provisioning complete for port 540e5517-0004-48c8-a013-75f336455e8a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:49.516848 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-579d0c94-1179-4dfd-8fd2-b08e9ee68eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.564546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4fbb5ea0-011d-48ff-a87a-ce92c0ef6df1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1346166 Jan 28 09:58:49.566674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49952) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:49.607346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-795e5091-2533-425a-a66f-b5659c59504c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:49.617444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-795e5091-2533-425a-a66f-b5659c59504c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1100414 Jan 28 09:58:49.682988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-06f20fa2-94f1-4dc2-8a8a-674634bc09cf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589561 Jan 28 09:58:49.852412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4581873-a1cf-4222-bbb4-292dff2e04f1 req-95696135-03ce-4a1c-a453-cbc4f1ded5c8 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236091 Jan 28 09:58:49.878528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:49.882387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] Deleting port 540e5517-0004-48c8-a013-75f336455e8a {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:49.882756 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:49.902878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-30db3de1-6ad3-4564-88eb-c3aa5419443b service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132912 Jan 28 09:58:50.071303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d7165-70f7-4ee6-917c-a6d4842bda83 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.072113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-336d7165-70f7-4ee6-917c-a6d4842bda83 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:50.090534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cf28554-6fdf-47de-9f3d-1bb820766429 req-a1c006e0-84f7-48f7-a3ac-32197b4e34d9 service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820374 Jan 28 09:58:50.123375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-336d7165-70f7-4ee6-917c-a6d4842bda83 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:50.127187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-336d7165-70f7-4ee6-917c-a6d4842bda83 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.5571809 Jan 28 09:58:50.127317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49964) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:50.130416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.169170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Transition to ACTIVE for port object 9e067ada-647e-4210-a982-b95b74557eb2 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:50.194642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] For port 540e5517-0004-48c8-a013-75f336455e8a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=540e5517-0004-48c8-a013-75f336455e8a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:50.195038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.214824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.277056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2efa3d0-c0db-40b3-b858-2e2b15861f6a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.277583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2efa3d0-c0db-40b3-b858-2e2b15861f6a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:50.299998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Network 3277d5b5-91b5-4681-9381-92c922b62cae is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:50.303449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:50.304635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2efa3d0-c0db-40b3-b858-2e2b15861f6a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:50.308189 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2efa3d0-c0db-40b3-b858-2e2b15861f6a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1776960 Jan 28 09:58:50.309030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:50.311745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:50.317402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-6c2440d7-9563-4981-a7dd-d1d1ca6b0a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.318904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-6c2440d7-9563-4981-a7dd-d1d1ca6b0a58 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1094 time: 0.1305478 Jan 28 09:58:50.398691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] Calling delete_port for 540e5517-0004-48c8-a013-75f336455e8a owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:50.517053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.519620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event updated for resources: {'Port': ['ID=9e067ada-647e-4210-a982-b95b74557eb2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:50.535731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-9fddbdbe-fe2c-45de-97ed-b5759adbdc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.537375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-9fddbdbe-fe2c-45de-97ed-b5759adbdc24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.2116532 Jan 28 09:58:50.548282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-25ec0d16-4cbd-4023-a637-db5c43b04881 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2379315 Jan 28 09:58:50.562251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49974) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:50.574661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:50.600925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] No DVR routers for this DVR port 540e5517-0004-48c8-a013-75f336455e8a on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:58:50.610567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8d16-8cae-4512-8b53-ba72beec699b None None] Pushing event deleted for resources: {'Port': ['ID=540e5517-0004-48c8-a013-75f336455e8a,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:50.621648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.622329 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.647633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-4a8e29f5-f50e-46ae-884d-ee42e22e8849 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.1023936 Jan 28 09:58:50.693483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc626b0d-4226-4923-93c3-07dfe806e03c None None] Provisioning for port 9e067ada-647e-4210-a982-b95b74557eb2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:50.699890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc626b0d-4226-4923-93c3-07dfe806e03c None None] Provisioning complete for port 9e067ada-647e-4210-a982-b95b74557eb2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:50.700317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc626b0d-4226-4923-93c3-07dfe806e03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.713579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48424cdc-2ab1-4793-9c7f-33540031dba7 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1332979 Jan 28 09:58:50.718517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49982) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:50.724600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Request body: {'floatingip': {'port_id': '9e067ada-647e-4210-a982-b95b74557eb2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:50.739689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:50.756514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9067197-7796-4fdc-98c6-7a9585672acd req-26b9cd2f-450b-4f65-8899-ab991c62cd6b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.761260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fc626b0d-4226-4923-93c3-07dfe806e03c None None] Port 9e067ada-647e-4210-a982-b95b74557eb2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:58:50.761589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9067197-7796-4fdc-98c6-7a9585672acd req-26b9cd2f-450b-4f65-8899-ab991c62cd6b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.3162270 Jan 28 09:58:50.764432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:50.801244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:50.804850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.806276 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:58:50.806698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:58:50.811202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-45189cf7-aa9a-42c9-ada6-1edd842eea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:50.813215 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-45189cf7-aa9a-42c9-ada6-1edd842eea4d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1529813 Jan 28 09:58:50.827674 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9067197-7796-4fdc-98c6-7a9585672acd req-d8593a99-1e84-44e3-995a-6705fb88e9a4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605433 Jan 28 09:58:50.836241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-449c93a1-6073-4cda-82c1-6e96e10e82c8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2695878 Jan 28 09:58:50.836495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49986) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:50.842347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:50.877962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-f95cbeda-e47f-4b70-8565-2b2e4fb76b3f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560420 Jan 28 09:58:50.886690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:50.967596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:50.977592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:51.026555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:51.030217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:51.036226 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:58:51.036804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:58:51.067243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1ec0c462-c23f-4b7a-9d50-c54c6a059dcb tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2297254 Jan 28 09:58:51.072322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49996) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:51.079200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:51.200578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6f0d2-5858-40aa-9386-04d64a921d34 req-937aeb8d-7692-4385-ac60-537b004a8985 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:51.203182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37f6f0d2-5858-40aa-9386-04d64a921d34 req-937aeb8d-7692-4385-ac60-537b004a8985 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.2149546 Jan 28 09:58:51.208779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:51.232247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:51.254073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:51.257565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:51.259378 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:58:51.259803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:58:51.278955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37f6f0d2-5858-40aa-9386-04d64a921d34 req-24283c2a-7e5b-4744-803c-673cdeff60b9 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661891 Jan 28 09:58:51.289347 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1dc47cc2-b488-4121-b3ba-0cecf6522a65 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2160561 Jan 28 09:58:51.293227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:51.299543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:51.314544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-7e375ca0-ca4f-40f3-9c6a-b17a28853ad6 service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485780 Jan 28 09:58:51.413916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:51.423421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:51.433125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:51.436547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:51.437969 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:58:51.438405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:58:51.460010 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3f3e94c-c2d2-4a35-a388-3ac3396842f6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1627219 Jan 28 09:58:51.460192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:51.465617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:51.577813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:51.587766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:51.597823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:51.601373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:51.602755 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:58:51.603181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:58:51.609774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-834af4c4-113b-418d-8e55-2eb79c737bc0 req-04065cb5-765c-42ca-818f-c4f8b5c2d67c service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875402 Jan 28 09:58:51.624126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dd435b00-17fd-4cb6-9893-cc06f0abda28 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1629906 Jan 28 09:58:51.627205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50008) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:51.633437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:51.697489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 540e5517-0004-48c8-a013-75f336455e8a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:58:51.738174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 540e5517-0004-48c8-a013-75f336455e8a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:58:51.738773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 540e5517-0004-48c8-a013-75f336455e8a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:58:51.754352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:51.763787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:51.774110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:51.777771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:51.779111 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:58:51.779529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:58:51.799085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1fce9ed-a568-4750-9193-13924cdc577a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1708071 Jan 28 09:58:51.801738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50016) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:51.847548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e9287b0c-4f4e-40be-9d01-d2fcaf31f61f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0445020 Jan 28 09:58:51.849797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50020) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:51.891407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:51.896133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:52.043498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041c6e40-6f85-4d90-8054-9a6b5141e580 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:52.044237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-041c6e40-6f85-4d90-8054-9a6b5141e580 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:52.056291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-041c6e40-6f85-4d90-8054-9a6b5141e580 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:52.057487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-041c6e40-6f85-4d90-8054-9a6b5141e580 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2053995 Jan 28 09:58:52.059960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50028) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:52.127953 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP 4ceb1c53-ddea-4a84-98cd-ba0e98862d8d associated. External IP: 172.25.1.39, port: 48257033-4130-4c52-bfe6-ba859b65b0cc. Jan 28 09:58:52.133553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-18c5c011-6cba-47d0-b99c-044ef5bbb5da tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0690141 Jan 28 09:58:52.133810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50034) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:52.139366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:52.201418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833aeb5-7c05-486d-baef-68c0b03573c4 req-6d8c8c14-e33c-46bf-ab4b-893ef51b2740 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:52.202852 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3833aeb5-7c05-486d-baef-68c0b03573c4 req-6d8c8c14-e33c-46bf-ab4b-893ef51b2740 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.2531071 Jan 28 09:58:52.249551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:52.259177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:52.269177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:52.272586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:52.310256 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:58:52.327085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3833aeb5-7c05-486d-baef-68c0b03573c4 req-79842d65-ea33-4fe8-bec9-6b290c7e173b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157644 Jan 28 09:58:52.400582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:58:52.595589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:52.606182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:52.612003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '458c20e9-752f-420a-97dd-504ca20dfe61', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:58:52.626660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc101b9d-638f-4213-bd7e-f6b24f70d363 req-7aab706b-7669-442c-8910-750471d5733b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:52.633685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc101b9d-638f-4213-bd7e-f6b24f70d363 req-7aab706b-7669-442c-8910-750471d5733b tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.1616316 Jan 28 09:58:52.679183 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:52.705163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:52.741243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc101b9d-638f-4213-bd7e-f6b24f70d363 req-c1751a3c-dd79-45aa-b6d7-ae47b850e989 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066778 Jan 28 09:58:52.744997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:52.752125 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:52.807619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:58:52.809202 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:52.851347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:52.887951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['458c20e9-752f-420a-97dd-504ca20dfe61'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:52.889933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:52.894504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:52.899697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:52.900409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:52.919170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=92ec2b29-1c07-46c1-8cf2-b177b06b124d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:52.938685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c71186-50b4-4fa9-9b86-6dd722e354c6 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:52.942192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c1f19c2e-940b-47c5-ab84-9370903ccbb1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8050845 Jan 28 09:58:52.942486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50058) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:52.951716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:c3:2d:86', 'name': 'tempest-NetworksTestDHCPv6-1548294098'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:52.958587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:52.988882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:53.068650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:53.069325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:53.144538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:53.155665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:53.169049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:53.208096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:53.264467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:53.265059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:53.337593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:53.338005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fb41b-c4f2-457e-95ec-170d5fa1cfc7 None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:53.410737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:53.439008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 56d6cf53-bb66-4794-9927-374c700521a7 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:53.526591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:58:53.536613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '92ec2b29-1c07-46c1-8cf2-b177b06b124d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:58:53.537594 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:53.551085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router 44f86423-8aa4-44d0-878f-f5dc8165508a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:53.615541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fec3:2d86 (769dbcf1-61f3-4915-834e-bca50e270657/92ec2b29-1c07-46c1-8cf2-b177b06b124d/56d6cf53-bb66-4794-9927-374c700521a7) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:53.830101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785782d7-7ab9-4e1b-8a97-5c75f1f6a515 req-1bc8a98f-b8a9-4bc6-8d61-d9eee84a94cb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:53.838789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-785782d7-7ab9-4e1b-8a97-5c75f1f6a515 req-1bc8a98f-b8a9-4bc6-8d61-d9eee84a94cb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.3271813 Jan 28 09:58:53.888290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:53.899236 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] Sync routers for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:53.908535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:53.915777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:53.916752 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:53.979857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:53.999122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'port_id': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'mac_address': 'fa:16:3e:ef:00:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0227cbb-5fc1-4a31-afae-7227f0cabe49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:58:54.042880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-785782d7-7ab9-4e1b-8a97-5c75f1f6a515 req-53584d13-8faa-46e1-bfdb-a1362023dce2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028868 Jan 28 09:58:54.069379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.072993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.075126 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:54.090765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 56d6cf53-bb66-4794-9927-374c700521a7 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:54.095085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:58:54.098633 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:54.099276 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:54.108406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a461e-f898-4d89-ac64-ba27ad5919fc req-4fa61c59-0723-4a51-afa0-441cda067c3e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:54.115941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:54.116257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-281a461e-f898-4d89-ac64-ba27ad5919fc req-4fa61c59-0723-4a51-afa0-441cda067c3e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.1714759 Jan 28 09:58:54.124055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.180962 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:54.181620 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e36aa9d-66f0-4c64-962c-fc13d5161f68 None None] The sync data for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:54.192708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-14423046-f4a5-4037-a178-c600f5d9ae92 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/floatingips/4ceb1c53-ddea-4a84-98cd-ba0e98862d8d HTTP/1.1" status: 200 len: 977 time: 3.4718888 Jan 28 09:58:54.195387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50088) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:54.203390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-281a461e-f898-4d89-ac64-ba27ad5919fc req-987ed349-6778-479c-900e-8a7f9548f3a9 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861442 Jan 28 09:58:54.230081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.231494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:54.318209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Allocated IP 2001:db8::f816:3eff:fe2a:dbbf (769dbcf1-61f3-4915-834e-bca50e270657/92ec2b29-1c07-46c1-8cf2-b177b06b124d/130fe210-bb5d-4c9b-b748-934062bb5d52) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:58:54.351188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:54.353985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 9e067ada-647e-4210-a982-b95b74557eb2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:54.354866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.356251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:54.356993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['42c295dc-1de1-47cb-ba5f-466daf1493f4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:58:54.361974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:54.369018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:54.369832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.392208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=56d6cf53-bb66-4794-9927-374c700521a7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:54.418867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a5f5a3a7-f1b2-4a84-9b9b-bbd252d7372e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4753063 Jan 28 09:58:54.419656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50096) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:54.475054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:54.565806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d2d7d7-81e8-4537-9bd5-8fd2cdbaf95f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:54.571789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-47d2d7d7-81e8-4537-9bd5-8fd2cdbaf95f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:54.615468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-47d2d7d7-81e8-4537-9bd5-8fd2cdbaf95f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:54.617254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-47d2d7d7-81e8-4537-9bd5-8fd2cdbaf95f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1965904 Jan 28 09:58:54.619599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:54.809000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 458c20e9-752f-420a-97dd-504ca20dfe61 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:54.809376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.841653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.851289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 56d6cf53-bb66-4794-9927-374c700521a7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:54.851836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.876583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:54.892765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Transition to ACTIVE for port object 130fe210-bb5d-4c9b-b748-934062bb5d52 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:54.966528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Transition to ACTIVE for port object 130fe210-bb5d-4c9b-b748-934062bb5d52 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:58:54.977400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.050967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Pushing event updated for resources: {'Port': ['ID=130fe210-bb5d-4c9b-b748-934062bb5d52,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:55.056165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.100681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:55.103417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:55.111333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:58:55.118923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:55.217854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:55.225897 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 09:58:55.250682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.307456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.400745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Attempting to bind port 130fe210-bb5d-4c9b-b748-934062bb5d52 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:58:55.401155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Attempting to bind port 130fe210-bb5d-4c9b-b748-934062bb5d52 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:58:55.401515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Attempting to bind port 130fe210-bb5d-4c9b-b748-934062bb5d52 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:58:55.414828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:58:55.415190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:58:55.415604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.415985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:58:55.416433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Bound port: 130fe210-bb5d-4c9b-b748-934062bb5d52, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:58:55.416940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.499975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.500572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.500786 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Floating IP 4ceb1c53-ddea-4a84-98cd-ba0e98862d8d disassociated. External IP: 172.25.1.39, port: 9e067ada-647e-4210-a982-b95b74557eb2. Jan 28 09:58:55.501135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 9e067ada-647e-4210-a982-b95b74557eb2 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:55.540058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 56d6cf53-bb66-4794-9927-374c700521a7 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:55.557941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2fe19-70b6-424a-9bb8-9e2faa8a6698 req-7c9e1385-66fe-4494-9742-f6fcaeeb8523 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:55.565339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8b2fe19-70b6-424a-9bb8-9e2faa8a6698 req-7c9e1385-66fe-4494-9742-f6fcaeeb8523 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.3157990 Jan 28 09:58:55.579508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] For port 130fe210-bb5d-4c9b-b748-934062bb5d52, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:58:55.585234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] For port 130fe210-bb5d-4c9b-b748-934062bb5d52, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=130fe210-bb5d-4c9b-b748-934062bb5d52,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:58:55.594595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:58:55.642682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8b2fe19-70b6-424a-9bb8-9e2faa8a6698 req-1a90db9f-dfd9-4e84-ac55-e3750cd5ada4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764437 Jan 28 09:58:55.661569 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.678137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:55.714609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.790236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21704d5a-71fb-4264-b7ff-3fc6798056ce None None] Pushing event updated for resources: {'Port': ['ID=130fe210-bb5d-4c9b-b748-934062bb5d52,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:55.804896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 42c295dc-1de1-47cb-ba5f-466daf1493f4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:55.812077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 42c295dc-1de1-47cb-ba5f-466daf1493f4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:58:55.812710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.819573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.844688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=56d6cf53-bb66-4794-9927-374c700521a7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:55.853566 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:55.889861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1bc25b30-c8b6-4d9e-8f6d-24bc1a4e794a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/56d6cf53-bb66-4794-9927-374c700521a7 HTTP/1.1" status: 204 len: 168 time: 1.2690272 Jan 28 09:58:55.896534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50118) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:55.959402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=9e067ada-647e-4210-a982-b95b74557eb2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:55.979764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87fd1b-3df6-4b4d-b705-3c20699fdcd1 req-c2b6c3b5-2a78-4344-983d-fe3f125c6a32 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:55.987785 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f87fd1b-3df6-4b4d-b705-3c20699fdcd1 req-c2b6c3b5-2a78-4344-983d-fe3f125c6a32 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.6555977 Jan 28 09:58:56.053344 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-58ac039f-4506-449b-a34a-ca79ec03bfb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.103033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bfd38-a228-4633-a561-0450c655a1b3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:56.113807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.117445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57bfd38-a228-4633-a561-0450c655a1b3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:56.118378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e57bfd38-a228-4633-a561-0450c655a1b3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:58:56.173515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f87fd1b-3df6-4b4d-b705-3c20699fdcd1 req-b32e6ed5-b43d-4de2-a215-833bf3684687 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842201 Jan 28 09:58:56.210292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e57bfd38-a228-4633-a561-0450c655a1b3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:58:56.213194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e57bfd38-a228-4633-a561-0450c655a1b3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.3144231 Jan 28 09:58:56.214192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50126) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:56.214593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:56.220749 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.360727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:56.378366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router 44f86423-8aa4-44d0-878f-f5dc8165508a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:58:56.382793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 92ec2b29-1c07-46c1-8cf2-b177b06b124d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:58:56.388690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.466197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.592303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.614750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:58:56.625644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] Sync routers for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:58:56.642939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:56.643799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:56.737824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.765999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.788406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d3a45d15-7c6c-4b43-b014-5fcaa70909d4 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/ports/9e067ada-647e-4210-a982-b95b74557eb2 HTTP/1.1" status: 204 len: 168 time: 2.5914094 Jan 28 09:58:56.790035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50132) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:56.798109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:56.811980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:58:56.812653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:56.816436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=92ec2b29-1c07-46c1-8cf2-b177b06b124d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:56.819064 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:56.840015 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e054eeb-fcd2-45aa-ba91-7399b354fc45 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/92ec2b29-1c07-46c1-8cf2-b177b06b124d HTTP/1.1" status: 204 len: 168 time: 0.6241217 Jan 28 09:58:56.840780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:56.940161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:58:56.940564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf4900-070e-4f62-9e18-a29840f2718e None None] The sync data for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:58:56.955314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-24e4ee66-72c9-463a-805e-062f97e73b1c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1133528 Jan 28 09:58:56.958295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:56.969372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:57.180446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:57.186099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:57.188670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:57.196007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:57.209365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:57.221417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:57.226804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:58:57.452503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f674bd55-c497-4a25-945e-39bbb30dacf9 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:58:57.496523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3307f775-9f94-4d13-95a1-bc269f3b3f54 req-b83e061f-79e5-4a54-b53f-bddd05239558 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:57.498434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3307f775-9f94-4d13-95a1-bc269f3b3f54 req-b83e061f-79e5-4a54-b53f-bddd05239558 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3527048 Jan 28 09:58:57.559427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3307f775-9f94-4d13-95a1-bc269f3b3f54 req-035dae2a-f711-41b7-9fe3-6f6e4980a2d3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546989 Jan 28 09:58:57.675437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f06963b1-b63b-4f4d-a33a-9bb25298d72e None None] Provisioning for port 130fe210-bb5d-4c9b-b748-934062bb5d52 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:58:57.726634 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'code': 200} Jan 28 09:58:57.813089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091e59-6e2d-4e8f-ad50-6e813058ec89 req-60e78ebc-79bc-4145-a44f-f1ed4f00bdc4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:57.820847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90091e59-6e2d-4e8f-ad50-6e813058ec89 req-60e78ebc-79bc-4145-a44f-f1ed4f00bdc4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.4390666 Jan 28 09:58:57.864240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:58:57.869415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Deleting port 130fe210-bb5d-4c9b-b748-934062bb5d52 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:57.870085 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:57.939867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90091e59-6e2d-4e8f-ad50-6e813058ec89 req-21b3d55f-82ea-403f-95f1-99f0f18c512f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149545 Jan 28 09:58:57.986237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.083719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efd553-0a2f-41ca-bca4-dec4634093fa req-4b766bab-c57d-4195-af77-719b89831b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:58.085484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06efd553-0a2f-41ca-bca4-dec4634093fa req-4b766bab-c57d-4195-af77-719b89831b60 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1096 time: 0.2871070 Jan 28 09:58:58.172492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:58:58.186044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] For port 130fe210-bb5d-4c9b-b748-934062bb5d52, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=130fe210-bb5d-4c9b-b748-934062bb5d52,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:58.186044 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.373123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06efd553-0a2f-41ca-bca4-dec4634093fa req-680742d1-c95a-42d0-b309-92e9cb2818f4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799304 Jan 28 09:58:58.455270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Calling delete_port for 130fe210-bb5d-4c9b-b748-934062bb5d52 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:58.491651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.544722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:58.545688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.585608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1f01a053-1eac-48f8-9c93-9cbcf671ca53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.636988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:58:58.637239 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:58:58.820273 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.854266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port 130fe210-bb5d-4c9b-b748-934062bb5d52, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=130fe210-bb5d-4c9b-b748-934062bb5d52,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:58.881059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.887284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:58.888007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:59.009565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 32a72bc4-6dc0-45c6-bc34-1953a51e2d5d owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:59.024164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:58:59.031264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:58:59.039911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:59.040497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:59.049012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=70501900-96cd-44d9-92aa-bd467aae6393,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:59.067588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=130fe210-bb5d-4c9b-b748-934062bb5d52,revision_number=5']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:59.094098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53b33fd1-7bb4-4cf2-9cf0-607b047c5d17 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1341901 Jan 28 09:58:59.097153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:58:59.103276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:f4:c6:10', 'name': 'tempest-NetworksTestDHCPv6-439463132'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:58:59.138451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Deleting port 130fe210-bb5d-4c9b-b748-934062bb5d52 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:58:59.138846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:59.191238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3142e8-0dc7-4193-90fb-f573796b589d req-4ad64ba4-c760-4375-8fdc-bdd8287aea43 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:59.198349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf3142e8-0dc7-4193-90fb-f573796b589d req-4ad64ba4-c760-4375-8fdc-bdd8287aea43 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4327660 Jan 28 09:58:59.337653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:58:59.344840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:58:59.347808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:58:59.353781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:58:59.366062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:58:59.402305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:59.461687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c1225-6f8c-4d7c-ac6c-b7506878fb3f req-b516c7ff-2634-4306-86b7-cf00b0495177 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:58:59.463209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-294c1225-6f8c-4d7c-ac6c-b7506878fb3f req-b516c7ff-2634-4306-86b7-cf00b0495177 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.2478356 Jan 28 09:58:59.467024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] For port 130fe210-bb5d-4c9b-b748-934062bb5d52, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=130fe210-bb5d-4c9b-b748-934062bb5d52,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:58:59.467525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:59.514845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=32a72bc4-6dc0-45c6-bc34-1953a51e2d5d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:58:59.609248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-294c1225-6f8c-4d7c-ac6c-b7506878fb3f req-0acfae1d-daff-4623-8731-1c5bf9a67141 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204207 Jan 28 09:58:59.645363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf3142e8-0dc7-4193-90fb-f573796b589d req-7eacffa7-77e4-40b4-8b01-890fe40de554 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4384892 Jan 28 09:58:59.697023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:58:59.724681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Calling delete_port for 130fe210-bb5d-4c9b-b748-934062bb5d52 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:58:59.793833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 6e47303c-1343-464a-8905-e8c2eb006599 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:58:59.980606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 130fe210-bb5d-4c9b-b748-934062bb5d52 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:00.031314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.043982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 130fe210-bb5d-4c9b-b748-934062bb5d52 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:00.044332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 130fe210-bb5d-4c9b-b748-934062bb5d52 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:00.075853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fef4:c610 (769dbcf1-61f3-4915-834e-bca50e270657/70501900-96cd-44d9-92aa-bd467aae6393/6e47303c-1343-464a-8905-e8c2eb006599) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:00.127406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.132563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] Pushing event deleted for resources: {'Port': ['ID=130fe210-bb5d-4c9b-b748-934062bb5d52,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:00.160057 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.212263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c875c46-02b7-4d30-8179-8c284a84a889 None None] No DVR routers for this DVR port 130fe210-bb5d-4c9b-b748-934062bb5d52 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:00.237547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349b29b-4c93-42fe-885d-d2cf50bfff20 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:00.334759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.351979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 6e47303c-1343-464a-8905-e8c2eb006599 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:00.381749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.386781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.474203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:00.478183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:00.481261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:00.487617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:00.489019 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.520691 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.4220545 Jan 28 09:59:00.526611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50190) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:00.578373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522ed2b0-ce01-442b-ac50-85e8755a6076 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=6e47303c-1343-464a-8905-e8c2eb006599,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:00.649568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '70501900-96cd-44d9-92aa-bd467aae6393'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:00.650397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.652078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff98307-43d6-4ff8-85ef-32c89a123910 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:00.652878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0ff98307-43d6-4ff8-85ef-32c89a123910 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:00.691647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0ff98307-43d6-4ff8-85ef-32c89a123910 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:00.692908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0ff98307-43d6-4ff8-85ef-32c89a123910 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1651552 Jan 28 09:59:00.695670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50198) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:00.840959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router 44f86423-8aa4-44d0-878f-f5dc8165508a has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:59:00.887256 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:00.986875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Allocated IP 2001:db8::f816:3eff:fe0c:f264 (769dbcf1-61f3-4915-834e-bca50e270657/70501900-96cd-44d9-92aa-bd467aae6393/b6e40945-1a5f-497b-af00-0f475ba7df0b) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:01.053807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 6e47303c-1343-464a-8905-e8c2eb006599 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:01.054346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.103800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c91d28-8e16-486f-88bf-6384123551c8 req-564255c1-635f-4a4d-af3c-75b29d70dfd6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:01.105591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74c91d28-8e16-486f-88bf-6384123551c8 req-564255c1-635f-4a4d-af3c-75b29d70dfd6 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.2563450 Jan 28 09:59:01.154609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:59:01.167365 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] Sync routers for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:59:01.180878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74c91d28-8e16-486f-88bf-6384123551c8 req-45fdd2a9-2544-49d5-82b4-c8fd6a6a9bac tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652997 Jan 28 09:59:01.183096 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:59:01.183805 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:01.187880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0df6e3f6-28ce-42d6-971e-774ac33ce889 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/routers/44f86423-8aa4-44d0-878f-f5dc8165508a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3967931 Jan 28 09:59:01.189161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50206) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:01.198506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e96afa-1ad9-4eb8-bb62-d557ec336965 req-92b2166b-87d4-4299-84d6-8f17d5835ffc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:01.206936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74e96afa-1ad9-4eb8-bb62-d557ec336965 req-92b2166b-87d4-4299-84d6-8f17d5835ffc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2262809 Jan 28 09:59:01.308308 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.332357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Transition to ACTIVE for port object b6e40945-1a5f-497b-af00-0f475ba7df0b will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:01.367848 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:01.373598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Transition to ACTIVE for port object b6e40945-1a5f-497b-af00-0f475ba7df0b will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:01.384712 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.398485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] Routers {'44f86423-8aa4-44d0-878f-f5dc8165508a'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:59:01.405241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['44f86423-8aa4-44d0-878f-f5dc8165508a'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:01.468857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:01.471913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:01.476951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:01.491401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e40945-1a5f-497b-af00-0f475ba7df0b,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:01.560569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11f11c56-f4e3-4c7f-9def-04a5f35e04dc details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:59:01.562707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11f11c56-f4e3-4c7f-9def-04a5f35e04dc no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:01.568953 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:01.569549 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89c01f2-72b1-4a62-b00e-c08389536deb None None] The sync data for ids ['44f86423-8aa4-44d0-878f-f5dc8165508a'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:59:01.590456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-74e96afa-1ad9-4eb8-bb62-d557ec336965 req-a9605ba2-1b7d-49b6-b7d7-ad40edb34ab5 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705032 Jan 28 09:59:01.661953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.741282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.844096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Attempting to bind port b6e40945-1a5f-497b-af00-0f475ba7df0b on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:01.845176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Attempting to bind port b6e40945-1a5f-497b-af00-0f475ba7df0b by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:01.845930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Attempting to bind port b6e40945-1a5f-497b-af00-0f475ba7df0b on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:01.858204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:01.858878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:01.859937 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.860477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:01.861148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Bound port: b6e40945-1a5f-497b-af00-0f475ba7df0b, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:01.861677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.912796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:01.933647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'port_id': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'mac_address': 'fa:16:3e:26:27:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e48aad-d079-49d4-af8f-850a16297c74', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:59:01.946601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:01.950079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 6e47303c-1343-464a-8905-e8c2eb006599 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:02.005078 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.055331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 11f11c56-f4e3-4c7f-9def-04a5f35e04dc {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:02.073050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:02.116915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.119746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.205789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=6e47303c-1343-464a-8905-e8c2eb006599,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:02.214813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:02.225132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83833ca4-6d56-4090-9ad9-9d73478dd48a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:02.227435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83833ca4-6d56-4090-9ad9-9d73478dd48a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 814 time: 0.3198853 Jan 28 09:59:02.235931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 2d4dbc69-2f44-480e-8788-8841a025188c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:02.236269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.273136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.307229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:02.311203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:02.322031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.348223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d822e43c-88c0-4804-b00b-f6ea66e185f1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/6e47303c-1343-464a-8905-e8c2eb006599 HTTP/1.1" status: 204 len: 168 time: 1.6491458 Jan 28 09:59:02.349126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50234) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:02.360438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-437b16fa-027d-4129-8a33-0a3506e23d18 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/quotas/aaa127782a6b42e6be58b42d4099193c HTTP/1.1" status: 200 len: 375 time: 0.0427039 Jan 28 09:59:02.370853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['11f11c56-f4e3-4c7f-9def-04a5f35e04dc'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:02.439685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.543856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad2c36-ddf7-4253-a67b-ff5eb56ad489 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:02.545736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ad2c36-ddf7-4253-a67b-ff5eb56ad489 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:02.547186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-31ad2c36-ddf7-4253-a67b-ff5eb56ad489 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:02.590591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-31ad2c36-ddf7-4253-a67b-ff5eb56ad489 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:02.596799 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-31ad2c36-ddf7-4253-a67b-ff5eb56ad489 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2437644 Jan 28 09:59:02.601908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-03511f66-cce0-49ba-9818-926ac5802cd6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2220078 Jan 28 09:59:02.602381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:02.620007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb0b5c1-dce0-4bad-a436-1d336db5cc77 req-50dd0cf3-64ca-42e4-8c9f-11c0fad81549 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:02.621932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fb0b5c1-dce0-4bad-a436-1d336db5cc77 req-50dd0cf3-64ca-42e4-8c9f-11c0fad81549 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 944 time: 0.2046316 Jan 28 09:59:02.663848 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:02.663848 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:02.678519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12075809-d2a0-47a8-8bc8-513acbdabcf5 None None] Pushing event updated for resources: {'Port': ['ID=b6e40945-1a5f-497b-af00-0f475ba7df0b,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:02.707865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fb0b5c1-dce0-4bad-a436-1d336db5cc77 req-a94d2fe7-9f88-4647-84e5-c2d96cf8cba8 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803087 Jan 28 09:59:02.833478 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:02.947056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-cbd7d4a4-cc0b-4d64-89fc-a114b0dbc1bd service neutron] 10.222.0.42 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920945 Jan 28 09:59:03.073647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 2d4dbc69-2f44-480e-8788-8841a025188c owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:03.217602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 70501900-96cd-44d9-92aa-bd467aae6393 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:03.228467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.281982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.320239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 11f11c56-f4e3-4c7f-9def-04a5f35e04dc {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:03.347851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:03.358737 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.392124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.465665 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-32a1bd0c-2349-43f0-a58c-1450ad2f6f94 service neutron] 10.222.0.42 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4282117 Jan 28 09:59:03.550700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11f11c56-f4e3-4c7f-9def-04a5f35e04dc up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:03.561140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.765136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:03.770399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.829656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:03.834454 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:03.884246 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b6292e6-d0d3-4e22-82b8-f62af5dc91de req-7917241a-8dcc-4852-9245-e1761e9b9c9e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 210 time: 0.1357920 Jan 28 09:59:03.935533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b6e40945-1a5f-497b-af00-0f475ba7df0b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:03.959709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=2d4dbc69-2f44-480e-8788-8841a025188c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:04.111045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.154368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.246458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b6e40945-1a5f-497b-af00-0f475ba7df0b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:04.261431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.328799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=70501900-96cd-44d9-92aa-bd467aae6393,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:04.350960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2681fc30-eb77-46a9-85b8-c95ebb5d8cfd None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:04.524172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Could not find standard attr ID for object 6e47303c-1343-464a-8905-e8c2eb006599. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:04.602748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:04.603030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-476978ad-89fb-4dd9-bca9-ed93e05da85f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/70501900-96cd-44d9-92aa-bd467aae6393 HTTP/1.1" status: 204 len: 168 time: 1.9880223 Jan 28 09:59:04.610655 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.639230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Provisioning for port b6e40945-1a5f-497b-af00-0f475ba7df0b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:04.647757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:04.661518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:04.666289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Provisioning complete for port b6e40945-1a5f-497b-af00-0f475ba7df0b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:04.666658 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.679320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.684299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.704620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.706751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136c3b2-22b0-41a8-89b7-78c9077fe5ac req-b1d0301e-17e9-475c-adbe-ae791422931f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:04.708879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7136c3b2-22b0-41a8-89b7-78c9077fe5ac req-b1d0301e-17e9-475c-adbe-ae791422931f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 943 time: 0.7544143 Jan 28 09:59:04.761665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.762161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Fanout notify agent at l3_agent the message router_deleted on router 44f86423-8aa4-44d0-878f-f5dc8165508a {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:59:04.790833 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:04.806460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db4fa28a-42ab-4c9e-8d4d-75b398e1c305 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/routers/44f86423-8aa4-44d0-878f-f5dc8165508a HTTP/1.1" status: 204 len: 168 time: 3.6133964 Jan 28 09:59:04.810921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50274) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:04.831170 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'code': 200} Jan 28 09:59:04.841780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:04.845730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e36c9812-3041-4eea-8f33-794e1e7af61c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2416513 Jan 28 09:59:04.846878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:04.906665 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7136c3b2-22b0-41a8-89b7-78c9077fe5ac req-6abcddb0-116d-45a5-b0a9-d8c13e3cf56a tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848056 Jan 28 09:59:04.979207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting subnet 45866407-2876-4b11-9302-47736ac8a7b3 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:04.993361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.011163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e905d6-b744-4381-a4b1-f9f0cb313fe2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:05.012460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-04e905d6-b744-4381-a4b1-f9f0cb313fe2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:05.020174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:05.041973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-04e905d6-b744-4381-a4b1-f9f0cb313fe2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:05.044307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-04e905d6-b744-4381-a4b1-f9f0cb313fe2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1963522 Jan 28 09:59:05.047429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50284) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:05.071009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Deleting port b6e40945-1a5f-497b-af00-0f475ba7df0b {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:05.072008 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.159236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.165795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5078386-684c-4e25-918f-a223f719bc24 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:05.167422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a5078386-684c-4e25-918f-a223f719bc24 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1188507 Jan 28 09:59:05.169968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50290) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:05.218687 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.310465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d56a54cc-fae2-41c6-b0b2-2ca9fa4dd10d req-17fca145-82e0-4a60-9a50-9e75ce6da710 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 210 time: 0.0629201 Jan 28 09:59:05.320483 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cbd2b0c1-9fca-48ec-ba75-7e2e3cb78422 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1471131 Jan 28 09:59:05.325365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50296) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:05.332057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:05.399806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:05.415191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.429328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.497586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011059fb-2c9c-4737-907d-8a5e86490127 req-696291ad-f3ff-4f7c-b85c-694454d52950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:05.499242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-011059fb-2c9c-4737-907d-8a5e86490127 req-696291ad-f3ff-4f7c-b85c-694454d52950 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 1096 time: 0.2545662 Jan 28 09:59:05.501056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:05.505772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:05.509169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:05.516912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:05.532278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:05.536626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.595131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:05.595525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.626047 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-011059fb-2c9c-4737-907d-8a5e86490127 req-e1f1edb2-7100-49ab-9fb4-25e7b6ff16d1 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048744 Jan 28 09:59:05.627651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.706219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Subnet': ['ID=45866407-2876-4b11-9302-47736ac8a7b3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:05.744735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Calling delete_port for b6e40945-1a5f-497b-af00-0f475ba7df0b owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:05.860300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab91a06-b89f-4d70-ae1e-30dc76bb4b6b None None] Network 3277d5b5-91b5-4681-9381-92c922b62cae requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:05.878468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b6e40945-1a5f-497b-af00-0f475ba7df0b no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:05.882529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:05.900622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1f37792a-97ef-4abb-995d-9d735a8e9cdb tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/subnets/45866407-2876-4b11-9302-47736ac8a7b3 HTTP/1.1" status: 204 len: 168 time: 1.0809946 Jan 28 09:59:05.914562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50304) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:05.970060 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:05.971813 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:06.120718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-2de6c895-974d-4385-8506-7e9c9b2c91d2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:06.122777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-2de6c895-974d-4385-8506-7e9c9b2c91d2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.25 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 814 time: 0.4045167 Jan 28 09:59:06.133795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:06.146126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Request body: {'port': {'device_id': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'admin_state_up': True, 'tenant_id': 'aaa127782a6b42e6be58b42d4099193c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:06.161986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64ad54-0136-4a95-8908-2eefa36ad51c None None] Pushing event updated for resources: {'Port': ['ID=b6e40945-1a5f-497b-af00-0f475ba7df0b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:06.320287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:06.320715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:06.480200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Deleting port b6e40945-1a5f-497b-af00-0f475ba7df0b {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:06.482581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:06.511130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:06.602757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c252b8-4fe1-40c6-a0e9-c5bb6d7cc376 req-cff318d9-018f-4fd8-a28a-19283dd09ae5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:06.604295 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7c252b8-4fe1-40c6-a0e9-c5bb6d7cc376 req-cff318d9-018f-4fd8-a28a-19283dd09ae5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.5125294 Jan 28 09:59:06.629039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:06.751628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:06.786505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7c252b8-4fe1-40c6-a0e9-c5bb6d7cc376 req-ac96a019-5592-43b5-beb7-71c147d3ec66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703440 Jan 28 09:59:06.848546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a81e24b-9cf4-48df-b42e-197b9242b90f req-4412c3d0-51e3-4f0a-b386-562b8019b49d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 210 time: 0.0840664 Jan 28 09:59:06.862984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:06.919028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] For port 95d991ed-c4a8-4c24-9c24-459a7188b1b1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=95d991ed-c4a8-4c24-9c24-459a7188b1b1,segment=NetworkSegment(d3d92991-b465-4171-b7b6-867cfabc6139),segment_id=d3d92991-b465-4171-b7b6-867cfabc6139)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:06.919379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:06.928561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:06.959067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.021196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b6e40945-1a5f-497b-af00-0f475ba7df0b,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:07.083846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:07.094816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 95d991ed-c4a8-4c24-9c24-459a7188b1b1 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:07.125034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] DHCP port deletion for 3277d5b5-91b5-4681-9381-92c922b62cae request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:07.145326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Deleting port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:07.145743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.154906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Made reservation on behalf of aaa127782a6b42e6be58b42d4099193c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:07.158756 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.269731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:07.290747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:07.291136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.328928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.341626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.342615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.388345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Allocated IP 172.20.0.8 (8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1/a0227cbb-5fc1-4a31-afae-7227f0cabe49/5e72a173-586b-4f48-a2dd-4562f84d848d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:07.432286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Calling delete_port for b6e40945-1a5f-497b-af00-0f475ba7df0b owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:07.497085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=b6e40945-1a5f-497b-af00-0f475ba7df0b,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:07.566441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:07.602681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:07.612856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:07.613713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.617545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=f4f83d0f-e355-4f60-9eb6-af50297660eb,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:07.657187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] For port 95d991ed-c4a8-4c24-9c24-459a7188b1b1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=95d991ed-c4a8-4c24-9c24-459a7188b1b1,segment=NetworkSegment(d3d92991-b465-4171-b7b6-867cfabc6139),segment_id=d3d92991-b465-4171-b7b6-867cfabc6139)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:07.657742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.688782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-694ad549-1332-44ce-b701-606238f709c5 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.3598478 Jan 28 09:59:07.690006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50330) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:07.698520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:70:a6:d0', 'name': 'tempest-NetworksTestDHCPv6-1915418966'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:07.768109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.849842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=95d991ed-c4a8-4c24-9c24-459a7188b1b1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:07.856564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] No DVR routers for this DVR port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:07.873604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Calling delete_port for 95d991ed-c4a8-4c24-9c24-459a7188b1b1 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:07.917162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:07.935661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:07.953427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:07.977531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: from cryptography.utils import int_from_bytes Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: from cryptography.utils import int_from_bytes Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn_limited( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.995789 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 09:59:07.998797 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 09:59:08.007821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:08.008492 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:08.012649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.049827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3277d5b5-91b5-4681-9381-92c922b62cae']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:08.052626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 95d991ed-c4a8-4c24-9c24-459a7188b1b1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:08.068402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d92991-b465-4171-b7b6-867cfabc6139') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:08.068738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d92991-b465-4171-b7b6-867cfabc6139') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:08.098000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 95d991ed-c4a8-4c24-9c24-459a7188b1b1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:08.098396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 95d991ed-c4a8-4c24-9c24-459a7188b1b1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:08.099882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:08.100228 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:08.104135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Deleting port b6e40945-1a5f-497b-af00-0f475ba7df0b {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:08.104754 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.122689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.143796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d3128ae-f957-44ee-9f27-933f4cf11194 req-a04ef395-ae70-4a92-90f2-a84eccebe4ff tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 210 time: 0.0807979 Jan 28 09:59:08.150840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.159466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:59:08.160529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:59:08.184071 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:59:08.190263 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.219344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87cbbdd-a0c7-41d1-bf31-120d462ce2eb req-6fecf858-9a57-4095-830c-1252be0fb6ca tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:08.233266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d87cbbdd-a0c7-41d1-bf31-120d462ce2eb req-6fecf858-9a57-4095-830c-1252be0fb6ca tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.2387216 Jan 28 09:59:08.273685 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.318588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 54abd79e-1aff-4467-b24e-9b79293e5c4d yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:08.353150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:08.359960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:08.369291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:08.410337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['42c295dc-1de1-47cb-ba5f-466daf1493f4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:08.423414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.433860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Pushing event updated for resources: {'Port': ['ID=5e72a173-586b-4f48-a2dd-4562f84d848d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:08.453904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.464436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Network': ['ID=3277d5b5-91b5-4681-9381-92c922b62cae,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:08.483965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3ef34ae7-f7a1-46f3-bbbc-99ce85180b25 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/networks/3277d5b5-91b5-4681-9381-92c922b62cae HTTP/1.1" status: 204 len: 168 time: 2.5659709 Jan 28 09:59:08.487370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50340) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:08.515762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Deleting port 95d991ed-c4a8-4c24-9c24-459a7188b1b1 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:08.516137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.559273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d87cbbdd-a0c7-41d1-bf31-120d462ce2eb req-a885911d-ee96-4404-a315-e5d9bc69f653 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227308 Jan 28 09:59:08.603140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0215e847-5486-4fbe-96db-12fa5d5987d5 None None] The port '95d991ed-c4a8-4c24-9c24-459a7188b1b1' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 09:59:08.604707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:08.605595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.627259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] For port b6e40945-1a5f-497b-af00-0f475ba7df0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b6e40945-1a5f-497b-af00-0f475ba7df0b,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:08.628133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.655941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fe70:a6d0 (769dbcf1-61f3-4915-834e-bca50e270657/f4f83d0f-e355-4f60-9eb6-af50297660eb/54abd79e-1aff-4467-b24e-9b79293e5c4d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:08.814199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Calling delete_port for b6e40945-1a5f-497b-af00-0f475ba7df0b owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:08.895053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port a280b6d0-ed31-48e9-b3ae-0d0ebec84d38 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:08.895885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:08.950900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-83fd3e6c-bdce-4c7d-8736-d8ec9e6bfd5f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8117921 Jan 28 09:59:08.970440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Request body: {'port': {'device_id': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:08.996360 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.040562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.041765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 54abd79e-1aff-4467-b24e-9b79293e5c4d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:09.082050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.101159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] Pushing event deleted for resources: {'Port': ['ID=b6e40945-1a5f-497b-af00-0f475ba7df0b,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:09.187370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a10f22-5cb9-4a27-8ed7-ac6661881892 None None] No DVR routers for this DVR port b6e40945-1a5f-497b-af00-0f475ba7df0b on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:09.207881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4d8141-0def-40c8-aa0f-e4542743ffed None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:09.310780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1497a369-3b57-4458-bf16-6142c317318a req-7f04fb2c-00c2-46e4-b622-0ca997a01b23 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:09.313591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1497a369-3b57-4458-bf16-6142c317318a req-7f04fb2c-00c2-46e4-b622-0ca997a01b23 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.4658539 Jan 28 09:59:09.393072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.393689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.416270 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.432026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=54abd79e-1aff-4467-b24e-9b79293e5c4d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:09.434281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1497a369-3b57-4458-bf16-6142c317318a req-7017add5-6721-4006-a1b6-927768c82c30 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898807 Jan 28 09:59:09.458240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:09.460462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:09.472417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:09.472417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:09.472417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.502696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da54f159-93ce-4bce-9fd3-b4c8084ce38a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8095601 Jan 28 09:59:09.506780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50358) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:09.641547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'f4f83d0f-e355-4f60-9eb6-af50297660eb'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:09.642362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:09.644734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e1559f-e8a0-4334-835b-283b9b590145 req-fad9e935-cd53-45f0-92ed-59fff8ef97bd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:09.647195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3e1559f-e8a0-4334-835b-283b9b590145 req-fad9e935-cd53-45f0-92ed-59fff8ef97bd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 931 time: 0.2601466 Jan 28 09:59:09.746153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc63286-adaa-4688-b872-dbb212150772 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:09.758122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4fc63286-adaa-4688-b872-dbb212150772 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:09.825308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3e1559f-e8a0-4334-835b-283b9b590145 req-cba9f2b4-016f-401b-a598-54b39a2b0165 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680012 Jan 28 09:59:09.841552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for a280b6d0-ed31-48e9-b3ae-0d0ebec84d38 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:09.842557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4fc63286-adaa-4688-b872-dbb212150772 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:09.844085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4fc63286-adaa-4688-b872-dbb212150772 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.3355258 Jan 28 09:59:09.850223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50366) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:09.919638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Allocated IP 2001:db8::f816:3eff:fefa:9a2f (769dbcf1-61f3-4915-834e-bca50e270657/f4f83d0f-e355-4f60-9eb6-af50297660eb/db7c0ec1-d19a-4c38-9bd6-720a6aff2809) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:10.022984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 54abd79e-1aff-4467-b24e-9b79293e5c4d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:10.032723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.302591 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.320058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Transition to ACTIVE for port object db7c0ec1-d19a-4c38-9bd6-720a6aff2809 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:10.351670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Transition to ACTIVE for port object db7c0ec1-d19a-4c38-9bd6-720a6aff2809 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:10.358361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.410180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.434781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:10.439539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:10.442482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:10.529238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=a280b6d0-ed31-48e9-b3ae-0d0ebec84d38,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:10.578984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Pushing event updated for resources: {'Port': ['ID=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:10.602337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Attempting to bind port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:10.602997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Attempting to bind port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:10.603527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Attempting to bind port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:10.616188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:10.616926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:10.617525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.618534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:10.619731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Bound port: db7c0ec1-d19a-4c38-9bd6-720a6aff2809, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:10.620287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.640399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.652073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e72a173-586b-4f48-a2dd-4562f84d848d {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:10.666869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.683943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.685251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8ca7aaf1-9fc1-4971-acd3-610f9622bd66 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/floatingips/4ceb1c53-ddea-4a84-98cd-ba0e98862d8d HTTP/1.1" status: 204 len: 168 time: 2.1969144 Jan 28 09:59:10.691537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:10.694912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Transition to ACTIVE for port object 5e72a173-586b-4f48-a2dd-4562f84d848d will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:10.734735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] For port db7c0ec1-d19a-4c38-9bd6-720a6aff2809, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:10.738630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] For port db7c0ec1-d19a-4c38-9bd6-720a6aff2809, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:10.743767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.747988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:10.806198 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad754179-8e4b-412d-ac22-2915a061b50a tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] DELETE failed (client error): The resource could not be found. Jan 28 09:59:10.806198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad754179-8e4b-412d-ac22-2915a061b50a tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:10.807771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad754179-8e4b-412d-ac22-2915a061b50a tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/ports/9e067ada-647e-4210-a982-b95b74557eb2 HTTP/1.1" status: 404 len: 333 time: 0.1152997 Jan 28 09:59:10.822450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50390) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:10.828051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-145741e1-3c3c-4e97-ac15-530871bd39ec tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:10.832411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-145741e1-3c3c-4e97-ac15-530871bd39ec tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 815 time: 0.2971842 Jan 28 09:59:10.854085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d31cba2-5479-464b-a0d9-5e9e54293e7a None None] Pushing event updated for resources: {'Port': ['ID=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:10.909216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-8aad0235-f9c8-4021-a255-a0a343c9be16 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/quotas/dbc26fd31ed140b289f16ac79af40d86 HTTP/1.1" status: 200 len: 375 time: 0.0696306 Jan 28 09:59:10.951725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6828442d-d531-4e94-b31e-793d8a4c52d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Synchronizing usage tracker for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:10.979070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:11.109861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Pushing event updated for resources: {'Port': ['ID=5e72a173-586b-4f48-a2dd-4562f84d848d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:11.129119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6828442d-d531-4e94-b31e-793d8a4c52d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Unset dirty status for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:11.132685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6828442d-d531-4e94-b31e-793d8a4c52d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/ports?device_id=44f86423-8aa4-44d0-878f-f5dc8165508a HTTP/1.1" status: 200 len: 205 time: 0.3068526 Jan 28 09:59:11.145882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50402) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:11.157506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 54abd79e-1aff-4467-b24e-9b79293e5c4d owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:11.258980 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-3354b81b-615b-4242-917e-d96083faf099 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] delete failed (client error): The resource could not be found. Jan 28 09:59:11.263090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3354b81b-615b-4242-917e-d96083faf099 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/routers/44f86423-8aa4-44d0-878f-f5dc8165508a HTTP/1.1" status: 404 len: 336 time: 0.1039946 Jan 28 09:59:11.263182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-1baf0265-d8a1-4503-8e66-2ab4f9b42062 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3514197 Jan 28 09:59:11.263182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:11.320029 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-139d18da-d32e-4a3a-89d3-a454caa787b3 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] DELETE failed (client error): The resource could not be found. Jan 28 09:59:11.320602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-139d18da-d32e-4a3a-89d3-a454caa787b3 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:11.324796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-139d18da-d32e-4a3a-89d3-a454caa787b3 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/subnets/45866407-2876-4b11-9302-47736ac8a7b3 HTTP/1.1" status: 404 len: 337 time: 0.0549715 Jan 28 09:59:11.327279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:11.343845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee2859-9fc5-4f1d-842e-23a0079f9f1a req-0f84bdcc-77da-4ece-aa80-d16888478932 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:11.344966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-63ee2859-9fc5-4f1d-842e-23a0079f9f1a req-0f84bdcc-77da-4ece-aa80-d16888478932 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Synchronizing usage tracker for tenant:aaa127782a6b42e6be58b42d4099193c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:11.370216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Attempting to bind port 5e72a173-586b-4f48-a2dd-4562f84d848d on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:11.373874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Attempting to bind port 5e72a173-586b-4f48-a2dd-4562f84d848d by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:11.374373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Attempting to bind port 5e72a173-586b-4f48-a2dd-4562f84d848d on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:11.470415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 48257033-4130-4c52-bfe6-ba859b65b0cc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:11.471247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:11.549278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Port 5e72a173-586b-4f48-a2dd-4562f84d848d on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:59:11.549614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Attempting to bind port 5e72a173-586b-4f48-a2dd-4562f84d848d on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:11.614273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-0b5a5b5d-54ca-48b7-b22d-5c5e3d82e911 service neutron] 10.222.0.42 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2754683 Jan 28 09:59:11.614484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:11.614755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Checking segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:11.615082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Bound using segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:11.615560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Bound port: 5e72a173-586b-4f48-a2dd-4562f84d848d, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:11.615891 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:11.616631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:11.717541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=54abd79e-1aff-4467-b24e-9b79293e5c4d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:11.718554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] For port 5e72a173-586b-4f48-a2dd-4562f84d848d, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:11.721934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] For port 5e72a173-586b-4f48-a2dd-4562f84d848d, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5e72a173-586b-4f48-a2dd-4562f84d848d,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:11.727295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-63ee2859-9fc5-4f1d-842e-23a0079f9f1a req-0f84bdcc-77da-4ece-aa80-d16888478932 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Unset dirty status for tenant:aaa127782a6b42e6be58b42d4099193c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:11.734713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63ee2859-9fc5-4f1d-842e-23a0079f9f1a req-0f84bdcc-77da-4ece-aa80-d16888478932 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 943 time: 0.7410057 Jan 28 09:59:11.760221 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:11.851560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:11.861548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device db7c0ec1-d19a-4c38-9bd6-720a6aff2809 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:11.888537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b91174b-679a-4616-89e5-6428f03f85d9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/54abd79e-1aff-4467-b24e-9b79293e5c4d HTTP/1.1" status: 204 len: 168 time: 2.0370758 Jan 28 09:59:11.893240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50416) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:11.964919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-4239a9ba-b5a7-487c-838e-22e9bc6c4ccc service neutron] 10.222.0.42 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716856 Jan 28 09:59:11.982256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a11f609-1a75-41ab-9b79-95202f15485d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:11.985119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a11f609-1a75-41ab-9b79-95202f15485d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:11.986756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6a11f609-1a75-41ab-9b79-95202f15485d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:11.996849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:12.011418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6a11f609-1a75-41ab-9b79-95202f15485d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:12.012993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a11f609-1a75-41ab-9b79-95202f15485d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1186824 Jan 28 09:59:12.015904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50424) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:12.080003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:12.080825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.083980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] 10.222.0.25 "PUT /v2.0/ports/5e72a173-586b-4f48-a2dd-4562f84d848d HTTP/1.1" status: 200 len: 1091 time: 3.1233671 Jan 28 09:59:12.102198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'tag': '5e72a173-586b-4f48-a2dd-4562f84d848d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:12.236233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63ee2859-9fc5-4f1d-842e-23a0079f9f1a req-83c7bf9e-523a-457a-a2a7-adc1b44f0e99 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5004961 Jan 28 09:59:12.246777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202dbbd-62ba-41ad-ae99-79c83a6f2e4e service neutron] Pushing event updated for resources: {'Port': ['ID=5e72a173-586b-4f48-a2dd-4562f84d848d,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:12.330884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet f4f83d0f-e355-4f60-9eb6-af50297660eb {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:12.340193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.458406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.487643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-c4ffe587-395d-4c3a-9cc7-bff2a74d4d66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:12.492290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-c4ffe587-395d-4c3a-9cc7-bff2a74d4d66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "GET /v2.0/ports?device_id=e80fdb36-980d-4e26-9601-d4577e44719d HTTP/1.1" status: 200 len: 945 time: 0.9900184 Jan 28 09:59:12.514157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-09c38a52-52e6-4e97-8eab-806781889614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:12.516036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-09c38a52-52e6-4e97-8eab-806781889614 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 1094 time: 0.3718319 Jan 28 09:59:12.604262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Deleting port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:12.605041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.612594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f71986c-ced9-42a4-b1b3-434fa4c3a111 req-6fea17ee-beca-45d1-9665-1cb7a789a8d9 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 210 time: 0.0557437 Jan 28 09:59:12.692619 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'tag': '5e72a173-586b-4f48-a2dd-4562f84d848d', 'status': 'completed', 'code': 200} Jan 28 09:59:12.728955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.834229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Could not find standard attr ID for object 54abd79e-1aff-4467-b24e-9b79293e5c4d. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:12.847764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.851085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Provisioning for port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:12.871011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Provisioning complete for port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:12.877023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.889366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.911060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:12.923602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f83d0f-e355-4f60-9eb6-af50297660eb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:12.943540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d6921f84-2cc5-4bab-ac9f-c719482836a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/f4f83d0f-e355-4f60-9eb6-af50297660eb HTTP/1.1" status: 204 len: 168 time: 0.9263442 Jan 28 09:59:12.945787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50444) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:13.134241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9952f798-9dec-4af6-a6cf-04ece9ce4d49 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1870985 Jan 28 09:59:13.138680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50448) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:13.164710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:13.168467 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:13.264092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 48257033-4130-4c52-bfe6-ba859b65b0cc owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:13.270733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60f48c-6dc5-459c-931e-a81519d25d30 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:13.359747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-18116514-408d-42e2-aadd-143345b1e2f0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e72a173-586b-4f48-a2dd-4562f84d848d HTTP/1.1" status: 200 len: 217 time: 0.6546865 Jan 28 09:59:13.379049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] For port db7c0ec1-d19a-4c38-9bd6-720a6aff2809, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:13.385952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:13.499991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:13.512933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:13.520392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:13.527923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:13.534422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-5070e445-8649-4a0f-873e-967ddabe25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:13.548184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-5070e445-8649-4a0f-873e-967ddabe25d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1382349 Jan 28 09:59:13.600345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:13.617373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:13.681556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-dfcd7088-5772-456e-8f2a-da64bdd76aa0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151345 Jan 28 09:59:13.714536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b481d083-ff28-4659-bf9b-75128f60d51d None None] Could not find standard attr ID for object 56d6cf53-bb66-4794-9927-374c700521a7. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:13.754816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c3bcfa-66b6-4014-a525-b5078f1f095a None None] Pushing event updated for resources: {'Port': ['ID=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:13.795293 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:13.916515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:13.920778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] Deleting port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:13.921307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:13.926151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-f15266fa-b337-43a5-a0ad-09d41ba0f9c7 service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307394 Jan 28 09:59:14.235474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c28883a-aaa3-45f2-a366-109f3f7b0163 req-3d53e33c-447b-429e-b9b1-fe6dd1b57bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975760 Jan 28 09:59:14.369447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] For port db7c0ec1-d19a-4c38-9bd6-720a6aff2809, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:14.370151 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:14.479116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3202197a-b58b-4044-a254-e350fc71d45a req-53578755-4719-476e-b3f8-229446bcf3e2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 210 time: 0.3488646 Jan 28 09:59:14.491594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-482c5321-4f40-4232-b3b6-949b9f4d1c73 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:14.496778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-482c5321-4f40-4232-b3b6-949b9f4d1c73 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 815 time: 0.3280106 Jan 28 09:59:14.526098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Request body: {'port': {'device_id': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'admin_state_up': True, 'tenant_id': 'dbc26fd31ed140b289f16ac79af40d86'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:14.544628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] Calling delete_port for db7c0ec1-d19a-4c38-9bd6-720a6aff2809 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:14.617752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06205f9f-12a3-46d9-a83e-1c88204b3698 req-19e81524-dcf6-4a5f-b7a6-dddb61c362a4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:14.620603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06205f9f-12a3-46d9-a83e-1c88204b3698 req-19e81524-dcf6-4a5f-b7a6-dddb61c362a4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 943 time: 1.2434006 Jan 28 09:59:14.652763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:14.657269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:14.701026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:14.713551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] Pushing event deleted for resources: {'Port': ['ID=db7c0ec1-d19a-4c38-9bd6-720a6aff2809,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:14.717377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a74fb8f-65ba-49f0-8973-d0bb1e031158 None None] No DVR routers for this DVR port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:14.854617 n-d-825178-2 neutron-server[87540]: WARNING neutron.services.revisions.revision_plugin [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Could not find related port for resource to bump revision. Jan 28 09:59:14.856292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:14.864274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_pluggable_backend [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Port db7c0ec1-d19a-4c38-9bd6-720a6aff2809 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87540) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 09:59:14.864577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_pluggable_backend [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Reverting IP allocation for 2001:db8::f816:3eff:fefa:9a2f {{(pid=87540) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 09:59:14.870448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:14.872816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_pluggable_backend [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fefa:9a2f {{(pid=87540) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 09:59:14.876705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:14.949955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:14.960222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:14.968060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Made reservation on behalf of dbc26fd31ed140b289f16ac79af40d86 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:14.971325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d048ff9-a670-44c7-856c-22fcb9111e72 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:14.972640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:14.985366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:14.986070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:14.989653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=48257033-4130-4c52-bfe6-ba859b65b0cc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:15.054216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-06205f9f-12a3-46d9-a83e-1c88204b3698 req-0e235245-1c6e-4474-a98b-b851f91811da tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247272 Jan 28 09:59:15.079295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-2716112d-c005-4f12-8bfa-d0463c14a23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:15.081046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-2716112d-c005-4f12-8bfa-d0463c14a23f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 1094 time: 0.7541552 Jan 28 09:59:15.146256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=eba3ab8f-16c2-4186-90c4-c5a7eefe33df,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:15.155091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5924efcf-3228-49f5-a787-83e4a118c5e7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0128417 Jan 28 09:59:15.159679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50488) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:15.165666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:36:74:fb', 'name': 'tempest-NetworksTestDHCPv6-2007648532'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:15.220121 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.289184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'eba3ab8f-16c2-4186-90c4-c5a7eefe33df'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:15.290026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.319963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] For port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:15.320801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.455589 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.469435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Allocated IP 2001:db8::f816:3eff:fe45:e699 (769dbcf1-61f3-4915-834e-bca50e270657/eba3ab8f-16c2-4186-90c4-c5a7eefe33df/a6a7c42b-0150-44ae-ba1c-0fb408541b0a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:15.469699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Calling delete_port for 11f11c56-f4e3-4c7f-9def-04a5f35e04dc owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:15.511945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e146a60c-6f4d-4d96-bd45-7523c956459f tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/ports/48257033-4130-4c52-bfe6-ba859b65b0cc HTTP/1.1" status: 204 len: 168 time: 4.1415837 Jan 28 09:59:15.524449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:15.605131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 11f11c56-f4e3-4c7f-9def-04a5f35e04dc no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:15.642886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 041331f7-fb6c-45ee-9712-18373bb86036 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:15.643528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.668608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Allocated IP 172.20.0.14 (45941089-d829-48de-a4db-a115006170e5/f0e48aad-d079-49d4-af8f-850a16297c74/1bbd426e-f1f6-48de-98a8-62a7e4e9d08e) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:15.694343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:15.715286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9629eedc-f72c-46e2-a5fc-2d68f492a7d5 req-c5260f23-849c-4617-8d25-5f4bbc026882 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:15.723133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9629eedc-f72c-46e2-a5fc-2d68f492a7d5 req-c5260f23-849c-4617-8d25-5f4bbc026882 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.3451729 Jan 28 09:59:15.740600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-8581deee-5da3-4ec3-9217-7ffee3c66756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:15.742102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-8581deee-5da3-4ec3-9217-7ffee3c66756 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.6507802 Jan 28 09:59:15.743693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:15.748494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:15.770650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:15.797522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.807901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device db7c0ec1-d19a-4c38-9bd6-720a6aff2809 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:15.824895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9629eedc-f72c-46e2-a5fc-2d68f492a7d5 req-05af4d89-78be-434d-83d6-abff02217566 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007123 Jan 28 09:59:15.829042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:15.840408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ffb0707a-20a1-49fa-971b-f6faee0e22d0 req-c7d43ea9-0098-45f7-8b16-a1861bc4acde tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 210 time: 0.1619172 Jan 28 09:59:15.846198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-3062f487-3ff2-4181-a7fd-906c7dcf198d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5e72a173-586b-4f48-a2dd-4562f84d848d HTTP/1.1" status: 200 len: 217 time: 0.0872879 Jan 28 09:59:15.892553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: db7c0ec1-d19a-4c38-9bd6-720a6aff2809 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:15.892948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device db7c0ec1-d19a-4c38-9bd6-720a6aff2809 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:15.937699 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:15.952139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Transition to ACTIVE for port object a6a7c42b-0150-44ae-ba1c-0fb408541b0a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:15.971738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Transition to ACTIVE for port object a6a7c42b-0150-44ae-ba1c-0fb408541b0a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:15.991776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.003163 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.032736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port dc00605b-3c06-4662-9fd2-be3e21c57f60 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:16.036981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-825a6fdf-8dfb-44fc-95d7-831979b46a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:16.038652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-825a6fdf-8dfb-44fc-95d7-831979b46a2a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1429393 Jan 28 09:59:16.042350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.164409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:16.168513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:16.178516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:16.199028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Pushing event deleted for resources: {'Port': ['ID=11f11c56-f4e3-4c7f-9def-04a5f35e04dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:16.209136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-7b3024b3-3d95-49a2-bfb1-6f7e8c324f2d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1454911 Jan 28 09:59:16.225043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Pushing event updated for resources: {'Port': ['ID=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:16.286340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Attempting to bind port a6a7c42b-0150-44ae-ba1c-0fb408541b0a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:16.286881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Attempting to bind port a6a7c42b-0150-44ae-ba1c-0fb408541b0a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:16.287877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Attempting to bind port a6a7c42b-0150-44ae-ba1c-0fb408541b0a on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:16.293999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:16.294526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:16.295146 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.295606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:16.296243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Bound port: a6a7c42b-0150-44ae-ba1c-0fb408541b0a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:16.296720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.384083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] No DVR routers for this DVR port 11f11c56-f4e3-4c7f-9def-04a5f35e04dc on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:16.392530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.395031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'name': 'network-vif-deleted', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:16.395193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] For port a6a7c42b-0150-44ae-ba1c-0fb408541b0a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:16.398530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] For port a6a7c42b-0150-44ae-ba1c-0fb408541b0a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:16.403322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.411114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.424281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fe36:74fb (769dbcf1-61f3-4915-834e-bca50e270657/eba3ab8f-16c2-4186-90c4-c5a7eefe33df/dc00605b-3c06-4662-9fd2-be3e21c57f60) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:16.450226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d8b892b-76bf-4951-94f2-6f4e35670071 req-91fbd3fb-5a2d-46e3-821e-a3912bee975c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "DELETE /v2.0/ports/11f11c56-f4e3-4c7f-9def-04a5f35e04dc HTTP/1.1" status: 204 len: 173 time: 3.9328315 Jan 28 09:59:16.451357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0dd12e-24aa-49af-a0c1-9ff23af804b3 req-b043b1f0-f5cd-4f1e-a4b5-64e2e28dfe1a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:16.453427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f0dd12e-24aa-49af-a0c1-9ff23af804b3 req-b043b1f0-f5cd-4f1e-a4b5-64e2e28dfe1a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 943 time: 0.2666636 Jan 28 09:59:16.470757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.512555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef8055-9d4a-49eb-9218-eecbd1abba18 None None] Pushing event updated for resources: {'Port': ['ID=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:16.568387 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f0dd12e-24aa-49af-a0c1-9ff23af804b3 req-65f27cd1-ef01-4147-9d60-bf08ab7d7754 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895040 Jan 28 09:59:16.591804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5e72a173-586b-4f48-a2dd-4562f84d848d details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:59:16.605915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.777257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Network 45941089-d829-48de-a4db-a115006170e5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:16.783019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:16.785231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5e72a173-586b-4f48-a2dd-4562f84d848d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5e72a173-586b-4f48-a2dd-4562f84d848d,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:16.789607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:16.806636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '5e72a173-586b-4f48-a2dd-4562f84d848d', 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'port_id': '5e72a173-586b-4f48-a2dd-4562f84d848d', 'mac_address': 'fa:16:3e:7b:13:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0227cbb-5fc1-4a31-afae-7227f0cabe49', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:59:16.807459 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e80fdb36-980d-4e26-9601-d4577e44719d', 'name': 'network-vif-deleted', 'tag': '11f11c56-f4e3-4c7f-9def-04a5f35e04dc', 'status': 'completed', 'code': 200} Jan 28 09:59:16.816450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 041331f7-fb6c-45ee-9712-18373bb86036 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:16.863777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-0e98c285-4e16-4d98-8687-8d80e06e1fd9 service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6383708 Jan 28 09:59:16.883737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Pushing event updated for resources: {'Port': ['ID=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:16.905957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.929441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e72a173-586b-4f48-a2dd-4562f84d848d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:16.957065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5e72a173-586b-4f48-a2dd-4562f84d848d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5e72a173-586b-4f48-a2dd-4562f84d848d,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:16.966982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:16.992208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:16.997041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.011889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.050485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object dc00605b-3c06-4662-9fd2-be3e21c57f60 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:17.076934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-d0592d59-fb1e-4028-bd49-7bc363d7453f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5550840 Jan 28 09:59:17.153681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Request body: {'port': {'device_id': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:17.156636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5e72a173-586b-4f48-a2dd-4562f84d848d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:17.238214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-358a6c69-cb2e-494d-a16b-6b0b8e58ca0f req-b2dbf120-69b0-4bf8-a550-badaf64d8e4f service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3611684 Jan 28 09:59:17.265128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['5e72a173-586b-4f48-a2dd-4562f84d848d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:17.285669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.289213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.346928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae8c662-4cb1-4ffe-b258-4cd8421e8930 req-ba522660-63f8-4759-bf5f-dfdf25b67a79 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:17.347645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6ae8c662-4cb1-4ffe-b258-4cd8421e8930 req-ba522660-63f8-4759-bf5f-dfdf25b67a79 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:17.359943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=041331f7-fb6c-45ee-9712-18373bb86036,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:17.373831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:17.393372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbaf11d-b775-4d10-9d4f-157e1f761725 req-af8cafc4-42a5-4af6-bd97-593a069e35e1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:17.396075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cbaf11d-b775-4d10-9d4f-157e1f761725 req-af8cafc4-42a5-4af6-bd97-593a069e35e1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.3150518 Jan 28 09:59:17.398122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:17.411175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:17.418125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:17.418966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.441293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.465217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6ae8c662-4cb1-4ffe-b258-4cd8421e8930 req-ba522660-63f8-4759-bf5f-dfdf25b67a79 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:17.478457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=dc00605b-3c06-4662-9fd2-be3e21c57f60,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:17.486073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ae8c662-4cb1-4ffe-b258-4cd8421e8930 req-ba522660-63f8-4759-bf5f-dfdf25b67a79 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 932 time: 0.3582854 Jan 28 09:59:17.523656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:17.553912 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ae8c662-4cb1-4ffe-b258-4cd8421e8930 req-013c627a-c1b7-4830-bb74-06c795dee8a1 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668964 Jan 28 09:59:17.558726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eeb6a56c-51d7-40b5-bb67-555c367826d1 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/ports/041331f7-fb6c-45ee-9712-18373bb86036 HTTP/1.1" status: 204 len: 168 time: 2.0310075 Jan 28 09:59:17.564639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50518) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:17.642767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5dc6895f-6512-4d86-a10d-c8653790c4fc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4815612 Jan 28 09:59:17.645791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50524) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:17.691752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e42b307b-c308-4e20-8303-04e9b6773a02 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:17.693887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e42b307b-c308-4e20-8303-04e9b6773a02 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Synchronizing usage tracker for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:17.819116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e42b307b-c308-4e20-8303-04e9b6773a02 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Unset dirty status for tenant:f7f04ee6b1a04998b778029c713b45f9 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:17.823762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e42b307b-c308-4e20-8303-04e9b6773a02 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "GET /v2.0/ports?device_id=b36ca076-a7c8-4564-aec8-89181e717c45 HTTP/1.1" status: 200 len: 913 time: 0.2578673 Jan 28 09:59:17.824612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50528) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:17.842349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6a7c42b-0150-44ae-ba1c-0fb408541b0a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:17.918033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cbaf11d-b775-4d10-9d4f-157e1f761725 req-98b36330-2013-4b89-bb46-a3f1a66eb7f2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5081055 Jan 28 09:59:17.986820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a6a7c42b-0150-44ae-ba1c-0fb408541b0a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:18.020031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] Provisioning for port a6a7c42b-0150-44ae-ba1c-0fb408541b0a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:18.026885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] Provisioning complete for port a6a7c42b-0150-44ae-ba1c-0fb408541b0a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:18.027476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.116500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac09c9c-cf7b-4ccc-ab81-58275ac9e4d3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:18.122739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac09c9c-cf7b-4ccc-ab81-58275ac9e4d3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:18.123809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8ac09c9c-cf7b-4ccc-ab81-58275ac9e4d3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:18.142134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:18.151041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.176588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Transition to ACTIVE for port object 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:18.181999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8ac09c9c-cf7b-4ccc-ab81-58275ac9e4d3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:18.182190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.186889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8ac09c9c-cf7b-4ccc-ab81-58275ac9e4d3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.5210783 Jan 28 09:59:18.188990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50538) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:18.209042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.254551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] For port a6a7c42b-0150-44ae-ba1c-0fb408541b0a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:18.265520 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.359545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port dc00605b-3c06-4662-9fd2-be3e21c57f60 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:18.359778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.388244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:18.388911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbfbe7-2027-4af6-9454-46954cc6b477 None None] Pushing event updated for resources: {'Port': ['ID=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:18.405070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-efabd7f8-591a-4503-a3aa-541626d87517 None None] Provisioning for port dc00605b-3c06-4662-9fd2-be3e21c57f60 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:18.413078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-efabd7f8-591a-4503-a3aa-541626d87517 None None] Provisioning complete for port dc00605b-3c06-4662-9fd2-be3e21c57f60 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:18.413733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-efabd7f8-591a-4503-a3aa-541626d87517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.420293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3524fb90-b2bf-47fe-8828-263c1aba4f28 req-6f561dab-9a0a-4904-9347-4b19cca3f924 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:18.427171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3524fb90-b2bf-47fe-8828-263c1aba4f28 req-6f561dab-9a0a-4904-9347-4b19cca3f924 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 944 time: 0.4681365 Jan 28 09:59:18.488176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-efabd7f8-591a-4503-a3aa-541626d87517 None None] Port dc00605b-3c06-4662-9fd2-be3e21c57f60 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 09:59:18.590307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3524fb90-b2bf-47fe-8828-263c1aba4f28 req-faecb3b3-3617-4264-8961-ec9331f29c66 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622930 Jan 28 09:59:18.611252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5e72a173-586b-4f48-a2dd-4562f84d848d up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:18.688980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Attempting to bind port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:18.689314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Attempting to bind port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:18.689646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Attempting to bind port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e on network 45941089-d829-48de-a4db-a115006170e5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:18.691436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 5e72a173-586b-4f48-a2dd-4562f84d848d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:18.696982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e on network 45941089-d829-48de-a4db-a115006170e5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 09:59:18.697363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Attempting to bind port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e on network 45941089-d829-48de-a4db-a115006170e5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:18.705378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 5e72a173-586b-4f48-a2dd-4562f84d848d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:18.706547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:18.706789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.706925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Checking segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:18.707259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Bound using segment: {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:18.707690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Bound port: 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062e5634-997e-444a-908e-3de93856541b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '45941089-d829-48de-a4db-a115006170e5'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:18.708082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.755639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.871530 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.907863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e72a173-586b-4f48-a2dd-4562f84d848d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:18.920298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5e72a173-586b-4f48-a2dd-4562f84d848d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5e72a173-586b-4f48-a2dd-4562f84d848d,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:18.926617 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:18.928515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:19.004533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] For port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:19.022360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] For port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:19.033720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.048739 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e72a173-586b-4f48-a2dd-4562f84d848d', 'code': 200} Jan 28 09:59:19.048929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.070468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5e72a173-586b-4f48-a2dd-4562f84d848d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:19.169866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.203060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:19.208536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.218648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for dc00605b-3c06-4662-9fd2-be3e21c57f60 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:19.257223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d8e3b0-5b9b-4d7e-beac-bfc2b56ca3c0 req-51e910d0-dcc3-459f-a4da-1b82da9cca66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:19.257989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-77d8e3b0-5b9b-4d7e-beac-bfc2b56ca3c0 req-51e910d0-dcc3-459f-a4da-1b82da9cca66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:19.282738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01761a9-6a38-406a-82ca-efc1a69cb6f2 req-77f3c276-2eaf-43b3-9197-72448ae0e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:19.284282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:19.284743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a01761a9-6a38-406a-82ca-efc1a69cb6f2 req-77f3c276-2eaf-43b3-9197-72448ae0e23f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 1096 time: 0.1321199 Jan 28 09:59:19.299386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:19.299992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.301359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] 10.222.0.43 "PUT /v2.0/ports/1bbd426e-f1f6-48de-98a8-62a7e4e9d08e HTTP/1.1" status: 200 len: 1092 time: 2.2121332 Jan 28 09:59:19.301806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'tag': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:19.322669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-77d8e3b0-5b9b-4d7e-beac-bfc2b56ca3c0 req-51e910d0-dcc3-459f-a4da-1b82da9cca66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:19.323818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77d8e3b0-5b9b-4d7e-beac-bfc2b56ca3c0 req-51e910d0-dcc3-459f-a4da-1b82da9cca66 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 944 time: 0.5944881 Jan 28 09:59:19.357912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272f388-c30f-40e6-968c-8237ff32cd17 service neutron] Pushing event updated for resources: {'Port': ['ID=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:19.379909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a01761a9-6a38-406a-82ca-efc1a69cb6f2 req-6b5f91bd-d6e2-407f-b812-69eb978af2bc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882812 Jan 28 09:59:19.380796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 36f3c53b-567d-432f-98df-90d161dfaf4f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:19.381154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.406441 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'tag': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e', 'status': 'completed', 'code': 200} Jan 28 09:59:19.491598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77d8e3b0-5b9b-4d7e-beac-bfc2b56ca3c0 req-c3a11550-955c-4bdf-a544-4429ebd2c64e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574664 Jan 28 09:59:19.522600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.568528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3cd9c738-4d2e-41e2-82a8-a80e67c349d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:19.570037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-3cd9c738-4d2e-41e2-82a8-a80e67c349d0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 1095 time: 0.2147980 Jan 28 09:59:19.580531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=dc00605b-3c06-4662-9fd2-be3e21c57f60,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:19.590317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.680928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-02be611e-a18f-41cc-b737-df6da75378f2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e HTTP/1.1" status: 200 len: 217 time: 0.1028349 Jan 28 09:59:19.684290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.737915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 36f3c53b-567d-432f-98df-90d161dfaf4f owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:19.775743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6a7c42b-0150-44ae-ba1c-0fb408541b0a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:19.854193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a6a7c42b-0150-44ae-ba1c-0fb408541b0a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:19.854566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:19.887845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3552c1c7-b5db-4c5f-acda-3d8e34a5c05a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/dc00605b-3c06-4662-9fd2-be3e21c57f60 HTTP/1.1" status: 204 len: 168 time: 1.6451612 Jan 28 09:59:19.888388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50568) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:19.896266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-a632be60-e798-448d-a30e-a1f08bce4804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:19.898106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-a632be60-e798-448d-a30e-a1f08bce4804 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.2106662 Jan 28 09:59:19.959791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-bcc340cf-0ac3-403c-b885-d6107e133643 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0551615 Jan 28 09:59:19.997676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de276a4e-a351-42b8-8bb4-d985f7a3fc89 req-11b975c5-339a-4701-9edf-acec5046dc33 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:19.999042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de276a4e-a351-42b8-8bb4-d985f7a3fc89 req-11b975c5-339a-4701-9edf-acec5046dc33 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 945 time: 0.2076364 Jan 28 09:59:20.010858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb40142-0e56-4019-b8db-fc60701ba3a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:20.012354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb40142-0e56-4019-b8db-fc60701ba3a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:20.013125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2eb40142-0e56-4019-b8db-fc60701ba3a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:20.074197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de276a4e-a351-42b8-8bb4-d985f7a3fc89 req-58e1cfc6-f076-4661-b9ef-aaa1234eb88b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670321 Jan 28 09:59:20.076407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2eb40142-0e56-4019-b8db-fc60701ba3a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:20.078057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2eb40142-0e56-4019-b8db-fc60701ba3a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1875918 Jan 28 09:59:20.080642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50574) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:20.125194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-6601fc17-0b9d-4d55-b7a7-425092fec21c service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590681 Jan 28 09:59:20.197811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet eba3ab8f-16c2-4186-90c4-c5a7eefe33df {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:20.206105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.267219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.270324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd2c8a4f-7eb6-47fa-91cb-7a9499ad13a9 req-7db03c61-8992-473b-b509-4b9f8e7dc99c service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389689 Jan 28 09:59:20.272495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.358887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=36f3c53b-567d-432f-98df-90d161dfaf4f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:20.386665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-6bd9e645-ef1a-4651-ae22-bd81425c1b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:20.388160 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-6bd9e645-ef1a-4651-ae22-bd81425c1b8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=dbc26fd31ed140b289f16ac79af40d86&device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 1095 time: 0.0745811 Jan 28 09:59:20.537357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-8cb88a78-228c-4084-bbfc-acf552a433df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:20.539274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-8cb88a78-228c-4084-bbfc-acf552a433df service neutron] 10.222.0.43 "GET /v2.0/networks?id=45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 200 len: 916 time: 0.1445887 Jan 28 09:59:20.616707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-3dca7cc3-64a4-4591-9adb-b06880584256 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e HTTP/1.1" status: 200 len: 217 time: 0.0709510 Jan 28 09:59:20.691330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-b39a1d6b-741a-4d9e-8a3f-9558cd5ec2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:20.692866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-b39a1d6b-741a-4d9e-8a3f-9558cd5ec2f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 200 len: 855 time: 0.0697215 Jan 28 09:59:20.696380 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.740959 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-c86ce082-63da-4ee2-9994-ae0e6569e1d2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=45941089-d829-48de-a4db-a115006170e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412970 Jan 28 09:59:20.874809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-e2115cef-426d-4f51-94d0-0387edde08c0 service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272857 Jan 28 09:59:20.887953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.934207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=eba3ab8f-16c2-4186-90c4-c5a7eefe33df,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:20.944036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be97c19-ef44-4830-bae2-26c735a6e813 req-d26485f4-1200-40dd-9002-f585e43f4d12 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:20.945496 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1be97c19-ef44-4830-bae2-26c735a6e813 req-d26485f4-1200-40dd-9002-f585e43f4d12 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 944 time: 0.2975566 Jan 28 09:59:20.946058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.951550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:20.958458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b8f094-cd7f-457f-aa4e-f752783c4740 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:21.016798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf59a1dc-cfa7-45d9-9775-eea2a7e97772 req-4ef643de-1fe9-42e4-b48b-13531ba7406a service neutron] 10.222.0.43 "GET /v2.0/networks/45941089-d829-48de-a4db-a115006170e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357918 Jan 28 09:59:21.052245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:21.094647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fffbdbf7-bd63-409a-ba8f-3434325da542 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/eba3ab8f-16c2-4186-90c4-c5a7eefe33df HTTP/1.1" status: 204 len: 168 time: 1.0129461 Jan 28 09:59:21.097279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50588) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:21.117551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1be97c19-ef44-4830-bae2-26c735a6e813 req-b97f1ee5-6295-4759-a1bd-40650d6b1ccd tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623230 Jan 28 09:59:21.180916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-93738887-3cb8-452a-8459-5c2eb80f92b4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0821080 Jan 28 09:59:21.183210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50596) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:21.201795 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 09:59:21.272129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ffbc80-31b8-4f48-b88d-c635f113beb4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:21.276744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5ffbc80-31b8-4f48-b88d-c635f113beb4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:21.292524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c5ffbc80-31b8-4f48-b88d-c635f113beb4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:21.294479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5ffbc80-31b8-4f48-b88d-c635f113beb4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1099753 Jan 28 09:59:21.297087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:21.325315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:21.330749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] Deleting port a6a7c42b-0150-44ae-ba1c-0fb408541b0a {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:21.331292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:21.366016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0103f721-36ff-4eb2-9da6-f11863e1e3df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:21.366705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0103f721-36ff-4eb2-9da6-f11863e1e3df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:21.383867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0103f721-36ff-4eb2-9da6-f11863e1e3df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:21.387419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0103f721-36ff-4eb2-9da6-f11863e1e3df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0870619 Jan 28 09:59:21.387598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:21.460783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-69696dcf-4fd0-4469-9e75-df08c938af0e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681920 Jan 28 09:59:21.461392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50608) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:21.466996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:21.482933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fb99ef-8fae-464f-8749-4ba8abaa81cd req-0e3c9b82-ff07-41c4-a71c-e969b7fff323 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:21.484392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4fb99ef-8fae-464f-8749-4ba8abaa81cd req-0e3c9b82-ff07-41c4-a71c-e969b7fff323 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 945 time: 0.2506206 Jan 28 09:59:21.556711 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4fb99ef-8fae-464f-8749-4ba8abaa81cd req-b0454557-875f-40be-a377-e9374fb36f7b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609486 Jan 28 09:59:21.558224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] For port a6a7c42b-0150-44ae-ba1c-0fb408541b0a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:21.558536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:21.571374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Router b36ca076-a7c8-4564-aec8-89181e717c45 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 09:59:21.592421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:21.603366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:21.615207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:21.619268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:21.707061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] Calling delete_port for a6a7c42b-0150-44ae-ba1c-0fb408541b0a owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:21.781264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6a7c42b-0150-44ae-ba1c-0fb408541b0a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:21.805749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 09:59:21.816458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aea260e5-5ccd-456f-a5d1-ddd706d2f211 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "PUT /v2.0/routers/b36ca076-a7c8-4564-aec8-89181e717c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9858191 Jan 28 09:59:21.817784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50618) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:21.828976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] Sync routers for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 09:59:21.846209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:59:21.846830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:21.900701 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:21.968244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] Pushing event deleted for resources: {'Port': ['ID=a6a7c42b-0150-44ae-ba1c-0fb408541b0a,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:21.969923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:21.972295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2840f8e-38cf-4e68-8a43-c2069b7e7172 None None] No DVR routers for this DVR port a6a7c42b-0150-44ae-ba1c-0fb408541b0a on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:21.991033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port a6a7c42b-0150-44ae-ba1c-0fb408541b0a {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 09:59:21.991702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6a7c42b-0150-44ae-ba1c-0fb408541b0a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:21.997491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] Routers {'b36ca076-a7c8-4564-aec8-89181e717c45'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 09:59:21.998118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T09:58:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b36ca076-a7c8-4564-aec8-89181e717c45'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:22.066662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:22.067014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1044f5-1c96-487f-8a11-8021efab5b6b None None] The sync data for ids ['b36ca076-a7c8-4564-aec8-89181e717c45'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 09:59:22.067629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.104186 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.138850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:22.142982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:22.146366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:22.146938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.152258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5faa078d-38e7-40dc-8d74-fcb6e1e5e4a1 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:22.166865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=88ef1629-8a23-4e75-b59a-845db19bca98,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:22.185860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cae04049-bee2-41b5-a968-bbb78a6e3b50 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7209585 Jan 28 09:59:22.186617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:22.196731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:01:8f:c2', 'name': 'tempest-NetworksTestDHCPv6-397449061'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:22.370033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff1e7cf-534b-418d-a5d6-75902dd17b9a req-2a6df6ad-7268-4dea-8a1a-14aa745dcc09 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:22.371558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cff1e7cf-534b-418d-a5d6-75902dd17b9a req-2a6df6ad-7268-4dea-8a1a-14aa745dcc09 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 945 time: 0.3660667 Jan 28 09:59:22.416994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '88ef1629-8a23-4e75-b59a-845db19bca98'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:22.417822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.422878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:22.436534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:22.446933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423369b-8c88-44c4-ab24-81be8cd6f32e req-dbeb6536-becc-4842-9513-31c33e140ef9 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:22.454270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c423369b-8c88-44c4-ab24-81be8cd6f32e req-dbeb6536-becc-4842-9513-31c33e140ef9 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 944 time: 0.1566651 Jan 28 09:59:22.496297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:22.548010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.570395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cff1e7cf-534b-418d-a5d6-75902dd17b9a req-2450cc74-8cd2-436a-9162-073dc83c99f9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383569 Jan 28 09:59:22.585781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting port 730de1b6-72db-4967-982a-a934ca9bbb68 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:22.585781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.610234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/88ef1629-8a23-4e75-b59a-845db19bca98/e1251e92-7187-4ca0-8ace-bd5187fdc823) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:22.640219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c423369b-8c88-44c4-ab24-81be8cd6f32e req-54c95e7a-8342-42fc-8fac-de80ff596e3a tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844015 Jan 28 09:59:22.668800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:59:22.757453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.790869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:22.791826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:22.945703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Calling delete_port for 730de1b6-72db-4967-982a-a934ca9bbb68 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:23.009622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.027899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:23.036072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Transition to ACTIVE for port object e1251e92-7187-4ca0-8ace-bd5187fdc823 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:23.052511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '458c20e9-752f-420a-97dd-504ca20dfe61', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:59:23.092086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Transition to ACTIVE for port object e1251e92-7187-4ca0-8ace-bd5187fdc823 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:23.113047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.156924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.187357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.190038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::208 (769dbcf1-61f3-4915-834e-bca50e270657/88ef1629-8a23-4e75-b59a-845db19bca98/a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:23.215196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:23.215945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Pushing event updated for resources: {'Port': ['ID=e1251e92-7187-4ca0-8ace-bd5187fdc823,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:23.221346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:23.224051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:23.230621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:23.235605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Port': ['ID=730de1b6-72db-4967-982a-a934ca9bbb68,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:23.346681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:23.362500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.421565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Attempting to bind port e1251e92-7187-4ca0-8ace-bd5187fdc823 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:23.421942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Attempting to bind port e1251e92-7187-4ca0-8ace-bd5187fdc823 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:23.422307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Attempting to bind port e1251e92-7187-4ca0-8ace-bd5187fdc823 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:23.431416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:23.431790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:23.432191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.432583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:23.433079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Bound port: e1251e92-7187-4ca0-8ace-bd5187fdc823, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:23.433456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.458940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['458c20e9-752f-420a-97dd-504ca20dfe61'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:23.485632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.505956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:23.534274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.554419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.634031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:23.687173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:59:23.763891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:23.774242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:23.784978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:23.789190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.792371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.807688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:23.810147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.815811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-25d4559f-4e86-434c-b6c0-0d7f2691702d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:23.817477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-25d4559f-4e86-434c-b6c0-0d7f2691702d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.25 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 945 time: 0.3999422 Jan 28 09:59:23.854255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:23.862270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] For port e1251e92-7187-4ca0-8ace-bd5187fdc823, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:23.931824 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-90db99a2-93b1-49de-b53a-4aad031a0cb7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7427568 Jan 28 09:59:23.935159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50672) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:23.939383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] For port e1251e92-7187-4ca0-8ace-bd5187fdc823, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1251e92-7187-4ca0-8ace-bd5187fdc823,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:23.952730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.953267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Fanout notify agent at l3_agent the message router_deleted on router b36ca076-a7c8-4564-aec8-89181e717c45 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 09:59:23.953966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:23.993757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Deleting port 5e72a173-586b-4f48-a2dd-4562f84d848d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:23.994127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.075828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b296c17-fe75-4fbc-a461-f3857988b2e6 req-fecdfa63-7e44-448a-bb3b-94cebf4185b2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:24.084913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b296c17-fe75-4fbc-a461-f3857988b2e6 req-fecdfa63-7e44-448a-bb3b-94cebf4185b2 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 944 time: 0.2442315 Jan 28 09:59:24.111990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.113114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c821e97-4ce0-452f-930b-33359ae1574e tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/routers/b36ca076-a7c8-4564-aec8-89181e717c45 HTTP/1.1" status: 204 len: 168 time: 2.2943120 Jan 28 09:59:24.117949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50676) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:24.121264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06ddb9-3171-4096-af24-26d6c9b55fee tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:24.128454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a06ddb9-3171-4096-af24-26d6c9b55fee tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:24.134624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a06ddb9-3171-4096-af24-26d6c9b55fee tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:24.156955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:24.180782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a06ddb9-3171-4096-af24-26d6c9b55fee tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:24.181451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f498269-60e0-4767-9a09-18b8e0a9750f None None] Pushing event updated for resources: {'Port': ['ID=e1251e92-7187-4ca0-8ace-bd5187fdc823,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:24.182669 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a06ddb9-3171-4096-af24-26d6c9b55fee tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2462218 Jan 28 09:59:24.187505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:24.193638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e', 'network_id': '45941089-d829-48de-a4db-a115006170e5', 'port_id': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e', 'mac_address': 'fa:16:3e:1b:45:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e48aad-d079-49d4-af8f-850a16297c74', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:59:24.245178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Deleting subnet 4b069fd1-3986-4b1f-b059-47a8556b7375 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:24.259551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.287176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.306593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b296c17-fe75-4fbc-a461-f3857988b2e6 req-b6f73b94-1c15-4a87-9d0d-7fadd41200e5 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036316 Jan 28 09:59:24.311487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:24.318889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:24.319317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.340233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:24.345481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.508654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:24.589811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1bbd426e-f1f6-48de-98a8-62a7e4e9d08e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:24.660221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc0b149-982f-4dfb-afb4-745c2346c900 req-080157b8-8f55-47db-bb9b-90ab57555a35 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:24.669075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:24.669393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcc0b149-982f-4dfb-afb4-745c2346c900 req-080157b8-8f55-47db-bb9b-90ab57555a35 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 945 time: 0.7989028 Jan 28 09:59:24.775904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcc0b149-982f-4dfb-afb4-745c2346c900 req-991d2bf3-ce0c-42dd-944a-6b92eb0021ea tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054235 Jan 28 09:59:24.823557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.840909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 458c20e9-752f-420a-97dd-504ca20dfe61 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:24.841279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:24.928351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.039425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.085196 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.091927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:25.116841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] For port 5e72a173-586b-4f48-a2dd-4562f84d848d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5e72a173-586b-4f48-a2dd-4562f84d848d,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:25.117602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.149570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:25.153757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:25.178119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.265918 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 09:59:25.326332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:25.336197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.336410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.336782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.337113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.337433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.337752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.338059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.338511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.338828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.339163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.339514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.339858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.396920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Calling delete_port for 5e72a173-586b-4f48-a2dd-4562f84d848d owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:25.548808 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.567777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.656367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.664417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Subnet': ['ID=4b069fd1-3986-4b1f-b059-47a8556b7375,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:25.683321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.683658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.683985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.684307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.684625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.684976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.685289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.685603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.686423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.686746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.687082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.687397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:25.697223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbd152db-c338-467f-9feb-2cb8b8ee6400 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/subnets/4b069fd1-3986-4b1f-b059-47a8556b7375 HTTP/1.1" status: 204 len: 168 time: 1.5765259 Jan 28 09:59:25.704130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50696) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:25.801132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:25.812248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.829383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f0274b92-566b-4811-8a77-bbab61236607 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f HTTP/1.1" status: 204 len: 168 time: 1.6404824 Jan 28 09:59:25.831757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:25.917254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36caaaef-a0cb-441a-bcfc-cf807c25dcc3 req-a8efe7e5-2dcc-43fa-a2ba-effef8ce6abc tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:25.925620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-36caaaef-a0cb-441a-bcfc-cf807c25dcc3 req-a8efe7e5-2dcc-43fa-a2ba-effef8ce6abc tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 945 time: 0.4711182 Jan 28 09:59:25.950994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1251e92-7187-4ca0-8ace-bd5187fdc823 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:25.963070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aebd4c-433a-42b6-a302-6c65399f8c1e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:25.965491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9aebd4c-433a-42b6-a302-6c65399f8c1e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:25.966437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f9aebd4c-433a-42b6-a302-6c65399f8c1e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:25.968227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.986182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:25.996411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f9aebd4c-433a-42b6-a302-6c65399f8c1e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:25.997882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f9aebd4c-433a-42b6-a302-6c65399f8c1e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1603825 Jan 28 09:59:25.999318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-36caaaef-a0cb-441a-bcfc-cf807c25dcc3 req-42c51f4b-60f7-459d-9236-b70e7a76b518 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723076 Jan 28 09:59:26.006531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50712) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:26.039213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['42c295dc-1de1-47cb-ba5f-466daf1493f4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:26.106656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Pushing event deleted for resources: {'Port': ['ID=5e72a173-586b-4f48-a2dd-4562f84d848d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:26.186714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a82e71f5-2104-45e3-9cd0-c8e85bc0a497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.218450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 88ef1629-8a23-4e75-b59a-845db19bca98 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:26.219906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0d9c4a28-a8c7-4cc4-a56d-9792d7e5847c None None] Provisioning for port e1251e92-7187-4ca0-8ace-bd5187fdc823 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:26.221959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.317914 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.358196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e1251e92-7187-4ca0-8ace-bd5187fdc823 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:26.379357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e1251e92-7187-4ca0-8ace-bd5187fdc823 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:26.379727 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.469919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.485989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2d9f86e4-17e8-41d5-a8e7-5dfae33fed45 None None] Could not find standard attr ID for object a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:26.552105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4221b5fd-7366-4746-9ef2-1d7b84f798cb req-e8b0f05a-4b02-44f5-8d7c-e23a4ffbaaee tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=46d3ef48-7e25-4208-b3fc-66b4f50ed1ec HTTP/1.1" status: 200 len: 210 time: 0.3017535 Jan 28 09:59:26.581042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.602560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] No DVR routers for this DVR port 5e72a173-586b-4f48-a2dd-4562f84d848d on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:26.607155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.622197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'name': 'network-vif-deleted', 'tag': '5e72a173-586b-4f48-a2dd-4562f84d848d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:26.624742 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.671307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:26.684548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-376ef604-1ef4-4d34-98fb-faf6472593d4 req-c74c9c92-aea1-4f55-a78b-1efe5b0043f8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.25 "DELETE /v2.0/ports/5e72a173-586b-4f48-a2dd-4562f84d848d HTTP/1.1" status: 204 len: 173 time: 2.8460488 Jan 28 09:59:26.687284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=88ef1629-8a23-4e75-b59a-845db19bca98,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:26.690639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.704416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d472578-12b1-45bd-b2d4-f29cc03863a9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:26.704729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d472578-12b1-45bd-b2d4-f29cc03863a9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:26.712288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0fee74ec-3a71-4e2d-9558-8d69efe06900 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/88ef1629-8a23-4e75-b59a-845db19bca98 HTTP/1.1" status: 204 len: 168 time: 0.7000074 Jan 28 09:59:26.712513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:26.723904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5e72a173-586b-4f48-a2dd-4562f84d848d no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:26.744469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.779490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.786313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:59:26.789615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5119f6-eb90-4c89-95df-94566261cf36 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:26.790224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:26.874403 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-baf62568-0b28-450e-aacd-f489786b4c7b tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1584513 Jan 28 09:59:26.874700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50722) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:26.921556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 5e72a173-586b-4f48-a2dd-4562f84d848d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:26.921903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5e72a173-586b-4f48-a2dd-4562f84d848d not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: timer() Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:59:27.002555 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:59:27.008748 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3ef48-7e25-4208-b3fc-66b4f50ed1ec', 'name': 'network-vif-deleted', 'tag': '5e72a173-586b-4f48-a2dd-4562f84d848d', 'status': 'completed', 'code': 200} Jan 28 09:59:27.015446 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:27.019388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3976c644-7d1b-47aa-8230-ee3b8dd6c2af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:27.020408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3976c644-7d1b-47aa-8230-ee3b8dd6c2af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:27.043396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3976c644-7d1b-47aa-8230-ee3b8dd6c2af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:27.047186 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3976c644-7d1b-47aa-8230-ee3b8dd6c2af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1690035 Jan 28 09:59:27.047529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50734) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:27.092200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:27.119293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] Pushing event deleted for resources: {'Network': ['ID=0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:27.122638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dd6d7685-d74d-4627-8bdf-bba029b5f8d2 tempest-FloatingIPTestJSON-1332880283 tempest-FloatingIPTestJSON-1332880283-project] 10.222.0.42 "DELETE /v2.0/networks/0429c4ac-9b9e-4c04-b04a-be0d3b5b4c3a HTTP/1.1" status: 204 len: 168 time: 1.3771515 Jan 28 09:59:27.137813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e535da7-c8d0-43fa-a0c9-984f10f1a366 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:27.140366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2e535da7-c8d0-43fa-a0c9-984f10f1a366 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:27.164390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2e535da7-c8d0-43fa-a0c9-984f10f1a366 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:27.167172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2e535da7-c8d0-43fa-a0c9-984f10f1a366 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1185277 Jan 28 09:59:27.169941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50742) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:27.213223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:27.268005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-980573c7-7095-425d-85fb-21e1f0b5d307 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0934231 Jan 28 09:59:27.268233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50746) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:27.279124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:27.359326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d232b-8d34-45af-b718-947e5c5c61d8 req-eaf7efb6-0715-4845-bc24-3a930a62b37e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:27.361232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e9d232b-8d34-45af-b718-947e5c5c61d8 req-eaf7efb6-0715-4845-bc24-3a930a62b37e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 945 time: 0.1742752 Jan 28 09:59:27.499540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e9d232b-8d34-45af-b718-947e5c5c61d8 req-a6c2e7d3-29ae-40e4-8180-5b37b96b8e03 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318779 Jan 28 09:59:27.546654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e1251e92-7187-4ca0-8ace-bd5187fdc823, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1251e92-7187-4ca0-8ace-bd5187fdc823,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:27.558578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:27.606796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:27.621288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:27.644219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:27.650191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:27.681417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e1251e92-7187-4ca0-8ace-bd5187fdc823,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:27.712184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:27.735776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50754) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:27.814555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:27.861830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] Deleting port e1251e92-7187-4ca0-8ace-bd5187fdc823 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:27.862202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:27.981864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-54145c76-4b3a-46a9-b98b-8954c0504241 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7f04ee6b1a04998b778029c713b45f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2441399 Jan 28 09:59:27.987204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:28.112290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2031e9-1b0a-4784-86b7-e51f0fb8d388 req-b67bfd99-16a6-47cb-8e34-9afd7529d024 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:28.119695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca2031e9-1b0a-4784-86b7-e51f0fb8d388 req-b67bfd99-16a6-47cb-8e34-9afd7529d024 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1845584 Jan 28 09:59:28.175109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:28.189392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:28.190074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.253282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca2031e9-1b0a-4784-86b7-e51f0fb8d388 req-c92b154f-11d4-410f-bac1-b00e1c93d19a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326241 Jan 28 09:59:28.258927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f517427-7969-41ee-bc81-8101aef8f14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.259499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] For port e1251e92-7187-4ca0-8ace-bd5187fdc823, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1251e92-7187-4ca0-8ace-bd5187fdc823,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:28.260006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.303462 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f517427-7969-41ee-bc81-8101aef8f14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.452852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] Calling delete_port for e1251e92-7187-4ca0-8ace-bd5187fdc823 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:28.542191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f517427-7969-41ee-bc81-8101aef8f14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.555023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c5b153d-3072-448e-8f70-a72ba332736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.602761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f517427-7969-41ee-bc81-8101aef8f14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.607949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f517427-7969-41ee-bc81-8101aef8f14f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e45395d4-222e-48d0-ac17-b641109c8c77 HTTP/1.1" status: 204 len: 168 time: 0.6184697 Jan 28 09:59:28.608870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517427-7969-41ee-bc81-8101aef8f14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45395d4-222e-48d0-ac17-b641109c8c77,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:28.641651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:28.815711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.816095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936ccfe9-457f-4a9e-995d-6084e1666fb3 req-a40b4c2f-2afa-4722-9994-83a567af0a32 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:28.818813 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-936ccfe9-457f-4a9e-995d-6084e1666fb3 req-a40b4c2f-2afa-4722-9994-83a567af0a32 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1635082 Jan 28 09:59:28.854455 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.880184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-936ccfe9-457f-4a9e-995d-6084e1666fb3 req-afb6c5ab-8131-42e7-ac51-2ed90c9ac47a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551739 Jan 28 09:59:28.925913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] Pushing event deleted for resources: {'Port': ['ID=e1251e92-7187-4ca0-8ace-bd5187fdc823,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:28.944039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096c2ed8-49cb-4131-9e4c-1a07f4402887 None None] No DVR routers for this DVR port e1251e92-7187-4ca0-8ace-bd5187fdc823 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:28.945738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:28.954678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_pluggable_backend [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Port e1251e92-7187-4ca0-8ace-bd5187fdc823 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=87541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 28 09:59:28.957379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_pluggable_backend [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Reverting IP allocation for 2001:db8::f816:3eff:fec2:b02a {{(pid=87541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 28 09:59:28.960815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:28.965890 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:28.973337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_pluggable_backend [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec2:b02a {{(pid=87541) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 28 09:59:29.004544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:29.113605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:29.141786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82bcb4-72fd-41b2-a583-823ea69053be req-d178d969-c287-4b5b-8fd9-bcb699e32ab3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:29.146033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:29.149890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd82bcb4-72fd-41b2-a583-823ea69053be req-d178d969-c287-4b5b-8fd9-bcb699e32ab3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1072664 Jan 28 09:59:29.151199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:29.157233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:29.157716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:29.162078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2202425-175b-4222-b72a-92bac0b234d2 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:29.212935 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd82bcb4-72fd-41b2-a583-823ea69053be req-216add8d-3847-4186-8f19-bce3c3d5ae1f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607667 Jan 28 09:59:29.234620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9614031 Jan 28 09:59:29.234945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:29.244887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:29.310401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa15a1-20bb-4ae0-9b35-756fd2d14ca9 req-7f4072b9-a606-4112-bf9c-7d4e4a1f4018 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:29.313067 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 09:59:29.322115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ffaa15a1-20bb-4ae0-9b35-756fd2d14ca9 req-7f4072b9-a606-4112-bf9c-7d4e4a1f4018 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 945 time: 0.6022143 Jan 28 09:59:29.441849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27606b78-0adf-4bab-ab53-4f37c1229002 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=a2821680-6508-40ac-af4f-688afeabb27d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:29.499387 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e', 'code': 200} Jan 28 09:59:29.534265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ffaa15a1-20bb-4ae0-9b35-756fd2d14ca9 req-7d6c8efa-2015-4508-a9d1-8b418410d67a tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027853 Jan 28 09:59:29.571021 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:29.575629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:29.634444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:29.647409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:29.654371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:29.671392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:29.708893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:29.718611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:29.765287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc42b4a9-1ba1-4738-b3ba-3f1ac4c7fe9d req-17cef9d9-25ba-4a7d-921f-622674995a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:29.767899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc42b4a9-1ba1-4738-b3ba-3f1ac4c7fe9d req-17cef9d9-25ba-4a7d-921f-622674995a2c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 1097 time: 0.2696109 Jan 28 09:59:29.807017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1251e92-7187-4ca0-8ace-bd5187fdc823 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:29.856654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e1251e92-7187-4ca0-8ace-bd5187fdc823 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:29.857018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1251e92-7187-4ca0-8ace-bd5187fdc823 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:29.987651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': 'a2821680-6508-40ac-af4f-688afeabb27d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:29.989917 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:29.996569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc42b4a9-1ba1-4738-b3ba-3f1ac4c7fe9d req-a87a5e5d-6793-4daa-bc52-3ab3114efebd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166660 Jan 28 09:59:30.082438 n-d-825178-2 neutron-server[87540]: INFO neutron.db.ipam_backend_mixin [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a2821680-6508-40ac-af4f-688afeabb27d (CIDR: 2001:db8::/64) Jan 28 09:59:30.086807 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:59:30.091452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:30.119818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50828) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:30.120963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1f9dae81-9142-4529-8e5d-ad796e2a5bfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8847518 Jan 28 09:59:30.128733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:30.296057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Allocated IP 2001:db8::f816:3eff:feac:3aa0 (769dbcf1-61f3-4915-834e-bca50e270657/a2821680-6508-40ac-af4f-688afeabb27d/8c7cdb88-895c-4375-8906-60b46c53a70d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:30.328496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50838) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:30.393670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:30.408376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:30.417002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:30.424624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:30.445682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:30.450105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.582867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.600372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1718400595'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:30.612322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:30.620247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:network and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:30.627789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:30.629733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Transition to ACTIVE for port object 8c7cdb88-895c-4375-8906-60b46c53a70d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:30.642058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:30.663172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:30.668173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.683673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Transition to ACTIVE for port object 8c7cdb88-895c-4375-8906-60b46c53a70d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:30.694289 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.695466 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.711853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:30.716401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:security_group_rule and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:30.719434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:30.733810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:30.891973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.919852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:30.923226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:30.932188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:30.949985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:31.023823 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.033607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=e5be9e23-e064-47fa-90b4-e9cb36f83d6d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:31.040579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:31.042897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:31.049242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:31.050158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.068741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Pushing event updated for resources: {'Port': ['ID=8c7cdb88-895c-4375-8906-60b46c53a70d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:31.092330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d1d6be0f-fa17-4b3b-a4f5-4540c47596fd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9705477 Jan 28 09:59:31.094259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:31.121114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:e1:f0:a3', 'name': 'tempest-NetworksTestDHCPv6-129370147'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:31.158829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Attempting to bind port 8c7cdb88-895c-4375-8906-60b46c53a70d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:31.162203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Attempting to bind port 8c7cdb88-895c-4375-8906-60b46c53a70d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:31.162757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Attempting to bind port 8c7cdb88-895c-4375-8906-60b46c53a70d on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:31.191762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:31.219590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:31.220899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.223033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:31.225237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Bound port: 8c7cdb88-895c-4375-8906-60b46c53a70d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:31.229296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.367030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.394743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:59:31.405286 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.405771 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Added segment 67906819-869e-43b2-b9dc-470ae1fb09be of type vlan for network d12dfde0-ad19-4186-9dd1-c6da316797d9 Jan 28 09:59:31.449750 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.469028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:31.481113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8c7cdb88-895c-4375-8906-60b46c53a70d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:31.481392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:31.490532 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.494211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:31.513439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:31.575422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.583080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:31.583682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.641911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a73ef-0322-47fa-afd1-0e45f011b4b7 None None] Pushing event updated for resources: {'Port': ['ID=8c7cdb88-895c-4375-8906-60b46c53a70d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:31.685559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1750898d-0f68-4dc0-8d0a-4b1e42653376,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:31.726419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:31.761668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port da1c31fc-03e1-487e-b509-a2a3c9ef585c yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:31.850938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6805dd-1ec8-4842-a067-3741262fc145 req-9483e0ff-e6f7-4ec0-9d73-5053c72274d4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:31.861030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb6805dd-1ec8-4842-a067-3741262fc145 req-9483e0ff-e6f7-4ec0-9d73-5053c72274d4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.9670410 Jan 28 09:59:31.868269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5385537 Jan 28 09:59:31.896915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98196cee-8781-4c68-bf88-43386c1c0fa4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Network': ['ID=d12dfde0-ad19-4186-9dd1-c6da316797d9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:31.908310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d12dfde0-ad19-4186-9dd1-c6da316797d9 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:59:31.952692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb6805dd-1ec8-4842-a067-3741262fc145 req-a5db2edc-f45b-49cd-baba-de4e46b9f266 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906243 Jan 28 09:59:32.423045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8:0:1::299 (769dbcf1-61f3-4915-834e-bca50e270657/e5be9e23-e064-47fa-90b4-e9cb36f83d6d/da1c31fc-03e1-487e-b509-a2a3c9ef585c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:32.431266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fee1:f0a3 (769dbcf1-61f3-4915-834e-bca50e270657/a2821680-6508-40ac-af4f-688afeabb27d/da1c31fc-03e1-487e-b509-a2a3c9ef585c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:32.770842 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:32.801061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object da1c31fc-03e1-487e-b509-a2a3c9ef585c will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:32.836198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:32.958989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:32.967757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:32.973808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=da1c31fc-03e1-487e-b509-a2a3c9ef585c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:32.978185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:32.986479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:32.988405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:33.050789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bd1acb8a-7b38-4eb6-a218-e815fbaae0af tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9554338 Jan 28 09:59:33.053544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:33.247275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port da1c31fc-03e1-487e-b509-a2a3c9ef585c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:33.247774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:33.432066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf600958-5122-49e0-93d0-c04596e89303 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:33.705490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-662b2187-a781-43f9-b056-ddbf76dd8720 None None] Provisioning for port 8c7cdb88-895c-4375-8906-60b46c53a70d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:33.975021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83bdeac-8de5-4650-a311-862b33b913b5 req-a38537b0-31c5-4fd3-9cf7-79a5d7b4277c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:33.985199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f83bdeac-8de5-4650-a311-862b33b913b5 req-a38537b0-31c5-4fd3-9cf7-79a5d7b4277c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.6525481 Jan 28 09:59:33.991396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8c7cdb88-895c-4375-8906-60b46c53a70d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:34.095425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 8c7cdb88-895c-4375-8906-60b46c53a70d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:34.112102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8c7cdb88-895c-4375-8906-60b46c53a70d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:34.112742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:34.189711 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f83bdeac-8de5-4650-a311-862b33b913b5 req-9f14a0f5-9274-48d5-80e4-445198ac35c4 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035861 Jan 28 09:59:34.204507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:34.258198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2009de6b-a27b-4f21-8758-ddcc8358639c req-e70459fd-3a2c-4960-bef8-3560a9fc3340 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:34.275178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2009de6b-a27b-4f21-8758-ddcc8358639c req-e70459fd-3a2c-4960-bef8-3560a9fc3340 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2258592 Jan 28 09:59:34.352190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Update dhcp port {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'a2821680-6508-40ac-af4f-688afeabb27d', 'ip_address': '2001:db8::f816:3eff:feac:3aa0'}, {'subnet_id': 'e5be9e23-e064-47fa-90b4-e9cb36f83d6d'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '8c7cdb88-895c-4375-8906-60b46c53a70d'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 09:59:34.380598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2009de6b-a27b-4f21-8758-ddcc8358639c req-159cbdae-1b65-433a-815d-92504b042b46 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951419 Jan 28 09:59:34.482700 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:34.651818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for da1c31fc-03e1-487e-b509-a2a3c9ef585c owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:34.709270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Allocated IP 2001:db8:0:1::2 (769dbcf1-61f3-4915-834e-bca50e270657/e5be9e23-e064-47fa-90b4-e9cb36f83d6d/8c7cdb88-895c-4375-8906-60b46c53a70d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:34.870574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8c7cdb88-895c-4375-8906-60b46c53a70d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:34.897688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:34.900188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1618c8c8-63d8-476e-9aa6-fb35f6411713 req-83a1fb60-73dc-46d6-82f1-3a7f0d7cf1ff tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:34.911542 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1618c8c8-63d8-476e-9aa6-fb35f6411713 req-83a1fb60-73dc-46d6-82f1-3a7f0d7cf1ff tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.4014909 Jan 28 09:59:34.917233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Transition to ACTIVE for port object 8c7cdb88-895c-4375-8906-60b46c53a70d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:34.930325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2d935-cdbf-4c12-add7-ebaca393d937 req-208eb65a-62ea-4739-afb6-a3f9f2c6c751 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:34.946745 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:34.947417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0d2d935-cdbf-4c12-add7-ebaca393d937 req-208eb65a-62ea-4739-afb6-a3f9f2c6c751 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1786778 Jan 28 09:59:35.036374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0d2d935-cdbf-4c12-add7-ebaca393d937 req-36960bcd-bcf9-42cb-b232-a9cd8d8f7e04 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880039 Jan 28 09:59:35.136309 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:35.193697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d2379-d02b-4a61-81bd-e2b17119f3a8 None None] Pushing event updated for resources: {'Port': ['ID=8c7cdb88-895c-4375-8906-60b46c53a70d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:35.200950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8c7cdb88-895c-4375-8906-60b46c53a70d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:35.206734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:35.234773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50910) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:35.241111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'subnet': {'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:35.298056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=8c7cdb88-895c-4375-8906-60b46c53a70d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:35.385591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:35.391800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:subnet and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:35.395652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:35.399009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:35.403343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:35.413272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1618c8c8-63d8-476e-9aa6-fb35f6411713 req-12cd9769-8905-4667-bb4f-0d259dc291ae tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008037 Jan 28 09:59:35.420246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:35.424843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:35.528535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=da1c31fc-03e1-487e-b509-a2a3c9ef585c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:35.806621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:35.810473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8c7cdb88-895c-4375-8906-60b46c53a70d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:35.822265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e8f9f0b0-f40b-4ee8-a89a-db3c0498bc54 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/da1c31fc-03e1-487e-b509-a2a3c9ef585c HTTP/1.1" status: 204 len: 168 time: 2.7669883 Jan 28 09:59:35.825140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50928) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:35.990715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aded76d-7e6d-436d-b4d8-687230d523f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:35.991469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6aded76d-7e6d-436d-b4d8-687230d523f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:36.049391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6aded76d-7e6d-436d-b4d8-687230d523f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:36.052597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6aded76d-7e6d-436d-b4d8-687230d523f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2263968 Jan 28 09:59:36.053403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50936) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:36.071746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.196911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Checking segment: {'id': '67906819-869e-43b2-b9dc-470ae1fb09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:36.197267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network hostable DHCP agents. Network: d12dfde0-ad19-4186-9dd1-c6da316797d9, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:59:36.216119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Subnet': ['ID=f4b5c762-a1ba-43b3-93d6-4cc00b241077,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:36.237668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network d12dfde0-ad19-4186-9dd1-c6da316797d9 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:59:36.252401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d12dfde0-ad19-4186-9dd1-c6da316797d9) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:36.258404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.259613 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.277799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ea6d70-4fd6-465d-830f-d7735386296d None None] Network d12dfde0-ad19-4186-9dd1-c6da316797d9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:36.290809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f38e6f10-816b-47ce-bef4-65bbb9cb32e2 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0539317 Jan 28 09:59:36.294406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50946) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:36.315246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-687622267'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:36.326129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:36.339376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:network and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:36.348715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:36.369741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:36.396326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:36.400764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.507505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:59:36.528708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.530308 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Added segment eb8f94cf-96c6-46b1-a1ce-5d183d2025d4 of type vlan for network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 Jan 28 09:59:36.588434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9c61bbbd-8382-4e01-ae99-2dd8d86d08b4 None None] Could not find standard attr ID for object da1c31fc-03e1-487e-b509-a2a3c9ef585c. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:36.607069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9c61bbbd-8382-4e01-ae99-2dd8d86d08b4 None None] Provisioning for port 8c7cdb88-895c-4375-8906-60b46c53a70d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:36.624236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.700038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bccc3b-ac9d-424b-a159-eead4bfbe43a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.703305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.709037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-46bccc3b-ac9d-424b-a159-eead4bfbe43a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6545286 Jan 28 09:59:36.713454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.716251 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.723692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50954) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:36.742146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9c61bbbd-8382-4e01-ae99-2dd8d86d08b4 None None] Provisioning complete for port 8c7cdb88-895c-4375-8906-60b46c53a70d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:36.743868 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c61bbbd-8382-4e01-ae99-2dd8d86d08b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.814994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d12dfde0-ad19-4186-9dd1-c6da316797d9', 'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9', 'tenant_id': '38d6e579abc84ef98471fec4d42a2560', 'fixed_ips': [{'subnet_id': 'f4b5c762-a1ba-43b3-93d6-4cc00b241077'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:36.815839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:36.868975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2dadc-851c-455a-a098-d7a3eef5374f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.870589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2dadc-851c-455a-a098-d7a3eef5374f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.872186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2dadc-851c-455a-a098-d7a3eef5374f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.875211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82f2dadc-851c-455a-a098-d7a3eef5374f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:36.900157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82f2dadc-851c-455a-a098-d7a3eef5374f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:36.901763 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-82f2dadc-851c-455a-a098-d7a3eef5374f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1742651 Jan 28 09:59:36.911465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777eb90-55e8-4a7b-a668-916f5fd9390b req-a75130ed-7839-4a3d-bee4-d648e2331255 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:36.913030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8777eb90-55e8-4a7b-a668-916f5fd9390b req-a75130ed-7839-4a3d-bee4-d648e2331255 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.6794002 Jan 28 09:59:36.913576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50958) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:37.004454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Network': ['ID=a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:37.017768 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99eaf746-c467-48e7-a414-1d4394af4d97 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7183602 Jan 28 09:59:37.020825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50964) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:37.031769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'subnet': {'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:37.045792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:59:37.179681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8777eb90-55e8-4a7b-a668-916f5fd9390b req-f7055498-acd5-49fc-8c0f-9d09ca25db33 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919818 Jan 28 09:59:37.301302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet a2821680-6508-40ac-af4f-688afeabb27d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:37.339593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:37.443140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:37.458098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:37.464321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:subnet and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:37.474277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:37.482655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:37.507432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:37.512327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:37.597769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Allocated IP 2001:db8:0:ffff::2 (d12dfde0-ad19-4186-9dd1-c6da316797d9/f4b5c762-a1ba-43b3-93d6-4cc00b241077/028c61b0-0928-4a53-b76e-49832ed8fada) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:37.736601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e7e35467-04fc-4a67-8322-554169db12d4 None None] Could not find standard attr ID for object da1c31fc-03e1-487e-b509-a2a3c9ef585c. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:37.743959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:37.801203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9063d8-2e4a-47be-9f8e-80975f7269bb req-ef1eaf08-2e13-4ebb-9790-79df78e106ed tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:37.809322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a9063d8-2e4a-47be-9f8e-80975f7269bb req-ef1eaf08-2e13-4ebb-9790-79df78e106ed tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.4349959 Jan 28 09:59:37.934258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:37.961763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:37.980438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a9063d8-2e4a-47be-9f8e-80975f7269bb req-b5110492-e36d-416e-8042-f00b982ed6f7 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702089 Jan 28 09:59:37.986702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Transition to ACTIVE for port object 028c61b0-0928-4a53-b76e-49832ed8fada will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:38.001555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.013262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=a2821680-6508-40ac-af4f-688afeabb27d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:38.034087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ffca4e35-73fa-46dd-a883-7e27877aa27e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/a2821680-6508-40ac-af4f-688afeabb27d HTTP/1.1" status: 204 len: 168 time: 1.1193652 Jan 28 09:59:38.037985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50988) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:38.041570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ec150-f062-4fe8-bcc1-fe323c6c83d2 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:38.137004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet e5be9e23-e064-47fa-90b4-e9cb36f83d6d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:38.140411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.143853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:38.146530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.171916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Transition to ACTIVE for port object 028c61b0-0928-4a53-b76e-49832ed8fada will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:38.182047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.241812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.244415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Network d12dfde0-ad19-4186-9dd1-c6da316797d9 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:38.286172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:38.294306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:38.296608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Subnet': ['ID=69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:38.382251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Checking segment: {'id': 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:38.382920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network hostable DHCP agents. Network: a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:59:38.414490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:59:38.429203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:38.439863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:38.440546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.444829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.467785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265150ee-0d99-4305-8f50-da419bb318c2 None None] Network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:38.528588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0be89cea-f111-405a-b7e6-0cb6cfd60564 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5066566 Jan 28 09:59:38.535979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:38.568889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'port': {'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2', 'name': 'tempest-NetworksIpV6TestAttrs-128044105'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:38.590729 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.605297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Pushing event updated for resources: {'Port': ['ID=028c61b0-0928-4a53-b76e-49832ed8fada,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:38.660032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=e5be9e23-e064-47fa-90b4-e9cb36f83d6d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:38.677812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.837596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Attempting to bind port 028c61b0-0928-4a53-b76e-49832ed8fada on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:38.837931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Attempting to bind port 028c61b0-0928-4a53-b76e-49832ed8fada by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '67906819-869e-43b2-b9dc-470ae1fb09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:38.838216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Attempting to bind port 028c61b0-0928-4a53-b76e-49832ed8fada on network d12dfde0-ad19-4186-9dd1-c6da316797d9 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:38.847147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:38.847566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Checking segment: {'id': '67906819-869e-43b2-b9dc-470ae1fb09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:38.847897 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.848285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Bound using segment: {'id': '67906819-869e-43b2-b9dc-470ae1fb09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:38.848793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Bound port: 028c61b0-0928-4a53-b76e-49832ed8fada, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67906819-869e-43b2-b9dc-470ae1fb09be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd12dfde0-ad19-4186-9dd1-c6da316797d9'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:38.849568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:38.864210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0d284200-a0a4-4e12-89b3-997528de9819 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/e5be9e23-e064-47fa-90b4-e9cb36f83d6d HTTP/1.1" status: 204 len: 168 time: 0.8244936 Jan 28 09:59:38.872053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51014) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:39.055604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b4d487bf-0b81-4310-b088-133f7462edf7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1822572 Jan 28 09:59:39.062315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51018) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:39.084103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:39.111620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2', 'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2', 'tenant_id': '38d6e579abc84ef98471fec4d42a2560', 'fixed_ips': [{'subnet_id': '69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:39.119440 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:39.120926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:39.126629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:port and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:39.131688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:39.139060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:39.164559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddecde-c04c-4d05-a49c-6fd2354548be req-88810680-4077-4117-9e70-e64723452e7f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:39.166198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cdddecde-c04c-4d05-a49c-6fd2354548be req-88810680-4077-4117-9e70-e64723452e7f tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.4067707 Jan 28 09:59:39.167456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:39.171946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:39.223787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] For port 028c61b0-0928-4a53-b76e-49832ed8fada, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:39.327137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:39.330273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] device_id is not set on port e6112b47-ce59-4a28-8479-5923a1bde3eb yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:39.331742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:39.334927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:39.342181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:39.353858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:39.358232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:39.385313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cdddecde-c04c-4d05-a49c-6fd2354548be req-6e764ab0-f0f3-4986-b9e6-da7099704254 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018261 Jan 28 09:59:39.475039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d47db33-1025-4b4c-a9d2-a28a27df9d7a req-64f08edf-c3e1-40c6-9006-0ae08951e523 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:39.476183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7d47db33-1025-4b4c-a9d2-a28a27df9d7a req-64f08edf-c3e1-40c6-9006-0ae08951e523 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Synchronizing usage tracker for tenant:aaa127782a6b42e6be58b42d4099193c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:39.523890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7d47db33-1025-4b4c-a9d2-a28a27df9d7a req-64f08edf-c3e1-40c6-9006-0ae08951e523 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Unset dirty status for tenant:aaa127782a6b42e6be58b42d4099193c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:39.531429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d47db33-1025-4b4c-a9d2-a28a27df9d7a req-64f08edf-c3e1-40c6-9006-0ae08951e523 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.8337722 Jan 28 09:59:39.554652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] For port 028c61b0-0928-4a53-b76e-49832ed8fada, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=028c61b0-0928-4a53-b76e-49832ed8fada,segment=NetworkSegment(67906819-869e-43b2-b9dc-470ae1fb09be),segment_id=67906819-869e-43b2-b9dc-470ae1fb09be)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:39.559377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:39.566624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Deleting port 8c7cdb88-895c-4375-8906-60b46c53a70d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:39.567282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:39.611071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:39.612250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Allocated IP 2001:db8::f816:3eff:fe07:1809 (a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2/69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9/e6112b47-ce59-4a28-8479-5923a1bde3eb) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:39.662649 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d47db33-1025-4b4c-a9d2-a28a27df9d7a req-bbb5af46-124c-402b-9647-33b711f634f0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301110 Jan 28 09:59:39.824242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8c7cdb88-895c-4375-8906-60b46c53a70d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:39.895836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d3510-88ac-4650-98ce-7e0ed00412ab None None] Pushing event updated for resources: {'Port': ['ID=028c61b0-0928-4a53-b76e-49832ed8fada,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:40.054279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:40.072191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Transition to ACTIVE for port object e6112b47-ce59-4a28-8479-5923a1bde3eb will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:40.105195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:40.133992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:40.234213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Port': ['ID=e6112b47-ce59-4a28-8479-5923a1bde3eb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:40.246597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.247198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.247687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.248197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.248720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.249215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.249805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.250267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.250745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.251200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.251660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.252161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 09:59:40.292880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:40.295565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:40.304481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:40.313273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:40.314235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:40.321824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Allocated IP 2001:db8::f816:3eff:fee0:ec71 (a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2/69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9/7a57e263-547b-442a-b8b6-685d38697a57) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:40.344116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca89a9-d401-464d-88ca-57c08559b16f req-d79242ab-68be-4fce-814a-8e376ea85f29 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:40.351536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92ca89a9-d401-464d-88ca-57c08559b16f req-d79242ab-68be-4fce-814a-8e376ea85f29 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.5069695 Jan 28 09:59:40.372133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:40.372643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7d410-18ef-4f81-a3e2-eb0ea3d6f0db req-5dd95345-942b-452f-b38c-0f9067b12337 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:40.374327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2da7d410-18ef-4f81-a3e2-eb0ea3d6f0db req-5dd95345-942b-452f-b38c-0f9067b12337 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.5068505 Jan 28 09:59:40.378259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-989e8d83-38ce-45dc-a569-347e6d00373a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.8388724 Jan 28 09:59:40.378525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51034) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:40.480120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:40.621823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8c7cdb88-895c-4375-8906-60b46c53a70d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:40.622221 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:40.635749 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:40.636122 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:40.649638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92ca89a9-d401-464d-88ca-57c08559b16f req-8d9042fb-fab2-4ab8-9933-82a42842485e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968767 Jan 28 09:59:40.653791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2da7d410-18ef-4f81-a3e2-eb0ea3d6f0db req-3d1e2a85-2000-4833-904a-52d14b9a5b37 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570282 Jan 28 09:59:40.680031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Deleting subnet 69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:40.760927 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-5fe9374f-5b12-427a-b53e-ca81866bce0b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1782184 Jan 28 09:59:40.947674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Calling delete_port for 8c7cdb88-895c-4375-8906-60b46c53a70d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:41.052060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-30d3b785-e3c4-4e79-a4aa-985fe69ca8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:41.053600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-30d3b785-e3c4-4e79-a4aa-985fe69ca8a6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1096 time: 0.1555693 Jan 28 09:59:41.250166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.272882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8c7cdb88-895c-4375-8906-60b46c53a70d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:41.338861 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.352692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.354556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.413141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:41.413677 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:41.438914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-03a30398-3125-4e43-b51d-845cef48d53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:41.440302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-03a30398-3125-4e43-b51d-845cef48d53e service neutron] 10.222.0.43 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.3634410 Jan 28 09:59:41.626991 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-6293cf1c-55a7-44d0-810a-5316d2be3c4d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.1795475 Jan 28 09:59:41.644503 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.656243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:41.661479 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:41.672050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:41.674990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Transition to ACTIVE for port object 7a57e263-547b-442a-b8b6-685d38697a57 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:41.689493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:41.699003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:41.706866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.713365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Transition to ACTIVE for port object 7a57e263-547b-442a-b8b6-685d38697a57 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:41.724326 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.798217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:41.805516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:41.807614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f619cb-5987-4ff5-a77f-00415770bb2c None None] Network d12dfde0-ad19-4186-9dd1-c6da316797d9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:41.820936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:41.826715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=ab17c45a-08e0-4c37-8774-6b933354f32b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:41.860052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=8c7cdb88-895c-4375-8906-60b46c53a70d,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:41.862311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-fe9fdc97-d325-46d1-b714-1c4668da9e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:41.870140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-fe9fdc97-d325-46d1-b714-1c4668da9e1c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.2351642 Jan 28 09:59:41.875491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:41.885590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4d289caa-dc7a-4e08-9954-854f1423b108 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8220775 Jan 28 09:59:41.887995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51064) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:41.905752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:41.953788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Deleting port 8c7cdb88-895c-4375-8906-60b46c53a70d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:41.954250 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:42.177398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-4f7d23a4-a665-48a5-8fa9-478489b69238 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2242467 Jan 28 09:59:42.195162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:42.205721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:42.215319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:42.225598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:42.252450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:42.258429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:42.356011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] For port 8c7cdb88-895c-4375-8906-60b46c53a70d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8c7cdb88-895c-4375-8906-60b46c53a70d,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:42.356742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:42.483644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:42.501275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Calling delete_port for 8c7cdb88-895c-4375-8906-60b46c53a70d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:42.768285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26faeb-839d-4d1e-b38d-1a72e4097d9d req-b6e1cc9f-c845-4adc-b8be-6faf071a43ff tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:42.785886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf26faeb-839d-4d1e-b38d-1a72e4097d9d req-b6e1cc9f-c845-4adc-b8be-6faf071a43ff tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.4692163 Jan 28 09:59:42.884500 n-d-825178-2 neutron-server[87541]: INFO neutron.db.ipam_backend_mixin [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ab17c45a-08e0-4c37-8774-6b933354f32b (CIDR: 2001:db8::/64) Jan 28 09:59:42.903515 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:59:42.904000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:42.939142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf26faeb-839d-4d1e-b38d-1a72e4097d9d req-e0596462-bc7c-4e74-8906-3f3e5e6a0909 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487861 Jan 28 09:59:42.949226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6bc7ac0c-4151-4c32-8e92-585c999b4799 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0521011 Jan 28 09:59:42.949226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51078) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:42.959945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:43.008756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:43.099343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c93a5c-2a43-46ed-adc6-dfe0cff61b4a req-78d61367-c344-4767-9a05-991b021e5b27 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:43.107122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50c93a5c-2a43-46ed-adc6-dfe0cff61b4a req-78d61367-c344-4767-9a05-991b021e5b27 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 1.2329190 Jan 28 09:59:43.164547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Pushing event updated for resources: {'Port': ['ID=7a57e263-547b-442a-b8b6-685d38697a57,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:43.201127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-ae19b97d-4fe8-4cb6-8b31-c87adb59377a service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0088718 Jan 28 09:59:43.235635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50c93a5c-2a43-46ed-adc6-dfe0cff61b4a req-39826995-2f31-4aa9-a051-869920d4016a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275785 Jan 28 09:59:43.297182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Attempting to bind port 7a57e263-547b-442a-b8b6-685d38697a57 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:43.297907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Attempting to bind port 7a57e263-547b-442a-b8b6-685d38697a57 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:43.298776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Attempting to bind port 7a57e263-547b-442a-b8b6-685d38697a57 on network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:43.302672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9a019a87-0b20-4708-aa17-79de8c635d16 None None] Provisioning for port 028c61b0-0928-4a53-b76e-49832ed8fada completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:43.346854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:43.347803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Checking segment: {'id': 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:43.348685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:43.349599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Bound using segment: {'id': 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:43.351728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Bound port: 7a57e263-547b-442a-b8b6-685d38697a57, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:43.351728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:43.576590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:43.594705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11040b-78f2-42ad-a613-91b74364c46b req-7b1b1adb-4524-423a-a7ea-e326a9327cda tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:43.610369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b11040b-78f2-42ad-a613-91b74364c46b req-7b1b1adb-4524-423a-a7ea-e326a9327cda tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 0.5992801 Jan 28 09:59:43.614860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:43.694369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:43.745802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:43.787646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:43.796880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:43.879052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:43.900068 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:43.985505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Deleting port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:43.985863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:44.021449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] Pushing event deleted for resources: {'Port': ['ID=8c7cdb88-895c-4375-8906-60b46c53a70d,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:44.056424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:44.119378 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:44.286512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] For port 7a57e263-547b-442a-b8b6-685d38697a57, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:44.336172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Subnet': ['ID=69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:44.346848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:44.411295 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-30022643-b23b-461e-b64e-b65f6a349899 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9 HTTP/1.1" status: 204 len: 168 time: 4.0317357 Jan 28 09:59:44.415387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51098) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:44.491216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01289a82-7d44-4bde-9d39-eac342c9c2f5 None None] No DVR routers for this DVR port 8c7cdb88-895c-4375-8906-60b46c53a70d on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:44.497682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] For port 7a57e263-547b-442a-b8b6-685d38697a57, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a57e263-547b-442a-b8b6-685d38697a57,segment=NetworkSegment(eb8f94cf-96c6-46b1-a1ce-5d183d2025d4),segment_id=eb8f94cf-96c6-46b1-a1ce-5d183d2025d4)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:44.522346 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:44.528139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda9d36a-fca5-44c4-b0b6-f073bf004666 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:44.603679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529618d-1d35-4195-867a-020e8149cebe req-4ad91ca7-ddc8-4b4f-9971-a923160ff3fc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:44.606233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b529618d-1d35-4195-867a-020e8149cebe req-4ad91ca7-ddc8-4b4f-9971-a923160ff3fc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.8703117 Jan 28 09:59:44.622163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b484e09-a601-4856-896e-9bf9d7fd80a6 req-2c1928f5-6132-4583-beb6-189c15bf774c service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3807497 Jan 28 09:59:44.819963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140dbd3-d368-4148-b999-22dd2c74560a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:44.827255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5140dbd3-d368-4148-b999-22dd2c74560a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:44.830682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5140dbd3-d368-4148-b999-22dd2c74560a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Synchronizing usage tracker for tenant:38d6e579abc84ef98471fec4d42a2560 on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:44.837863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:44.866923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 028c61b0-0928-4a53-b76e-49832ed8fada up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:44.908158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5140dbd3-d368-4148-b999-22dd2c74560a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Unset dirty status for tenant:38d6e579abc84ef98471fec4d42a2560 on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:44.915247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5140dbd3-d368-4148-b999-22dd2c74560a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4867027 Jan 28 09:59:44.971936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51106) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:44.979898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b529618d-1d35-4195-867a-020e8149cebe req-ed222f9c-5656-49cb-b937-e1cf1e800e3f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3388550 Jan 28 09:59:45.138681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3d4ac-9b51-4a48-9496-ae6ce3c0ab12 None None] Pushing event updated for resources: {'Port': ['ID=7a57e263-547b-442a-b8b6-685d38697a57,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:45.180131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=4918583c-7cb6-4c90-a142-fea1980cbc54,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:45.314679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:45.330835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:45.350866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:45.355231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.378425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5abf5dfd-023a-46f1-810e-9f8939487ea7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.391667 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-5abf5dfd-023a-46f1-810e-9f8939487ea7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 09:59:45.393690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5abf5dfd-023a-46f1-810e-9f8939487ea7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:45.405285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5abf5dfd-023a-46f1-810e-9f8939487ea7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 HTTP/1.1" status: 409 len: 405 time: 0.4210594 Jan 28 09:59:45.406803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:45.413429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-950280455'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:45.415137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.431144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:45.439183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:network and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:45.448897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:45.472118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 028c61b0-0928-4a53-b76e-49832ed8fada completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:45.473621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:45.477301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4f6e5082-8dc5-44ea-9ff3-95040791b046 None None] Provisioning complete for port 028c61b0-0928-4a53-b76e-49832ed8fada triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:45.480843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5082-8dc5-44ea-9ff3-95040791b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.571458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:45.577982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.596402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99adac05-ab73-419e-8c01-33e3d9815fa2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6461282 Jan 28 09:59:45.618934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51126) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:45.629038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:61:8e:55', 'name': 'tempest-NetworksTestDHCPv6-2076193493'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:45.707206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:59:45.711953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 028c61b0-0928-4a53-b76e-49832ed8fada triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:45.712532 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.776400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '4918583c-7cb6-4c90-a142-fea1980cbc54'}, {'subnet_id': 'ab17c45a-08e0-4c37-8774-6b933354f32b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:45.777840 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.830707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.830707 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Added segment ecb698f0-41ed-4e34-abf7-46f17d15a7df of type vlan for network 48a01c91-6c62-4614-a24a-4135e5215419 Jan 28 09:59:45.903113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:45.955293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6525edf2-3114-41de-adba-7c46cee7299c req-e3f04300-f1dc-4de4-872a-89d9970508fe tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:45.957005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6525edf2-3114-41de-adba-7c46cee7299c req-e3f04300-f1dc-4de4-872a-89d9970508fe tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2328057 Jan 28 09:59:46.007872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.008920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] For port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,segment=NetworkSegment(062e5634-997e-444a-908e-3de93856541b),segment_id=062e5634-997e-444a-908e-3de93856541b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:46.010013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.014496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:46.015746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.100987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Allocated IP 2001:db8:0:1::2 (769dbcf1-61f3-4915-834e-bca50e270657/4918583c-7cb6-4c90-a142-fea1980cbc54/87cf92e5-2cb6-4d0f-af60-440a95458986) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:46.109334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6525edf2-3114-41de-adba-7c46cee7299c req-fd51141f-b8c5-458f-8b94-d429969de966 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306877 Jan 28 09:59:46.109532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Allocated IP 2001:db8::f816:3eff:feaa:4de0 (769dbcf1-61f3-4915-834e-bca50e270657/ab17c45a-08e0-4c37-8774-6b933354f32b/87cf92e5-2cb6-4d0f-af60-440a95458986) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:46.176325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Calling delete_port for 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:46.284345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8765190 Jan 28 09:59:46.298559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51132) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:46.322606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'subnet': {'network_id': '48a01c91-6c62-4614-a24a-4135e5215419', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:46.407394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e18686-15d7-490f-8ce3-397217cfb3d4 req-0f21e5db-334a-4067-abf1-3d6837e208bb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:46.414240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e18686-15d7-490f-8ce3-397217cfb3d4 req-0f21e5db-334a-4067-abf1-3d6837e208bb tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 946 time: 2.1581423 Jan 28 09:59:46.416006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.432989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c24b55-76e7-487d-9ef5-7318ca8dc403 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Network': ['ID=48a01c91-6c62-4614-a24a-4135e5215419,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:46.450903 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.463763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Transition to ACTIVE for port object 87cf92e5-2cb6-4d0f-af60-440a95458986 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:46.490810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Transition to ACTIVE for port object 87cf92e5-2cb6-4d0f-af60-440a95458986 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:46.513949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 48a01c91-6c62-4614-a24a-4135e5215419 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:59:46.554452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.568217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e18686-15d7-490f-8ce3-397217cfb3d4 req-90c1e539-d9a2-4554-926b-6f1a1124129e tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/security-groups?id=8c2f68af-75b1-4474-91d3-4189050cb6af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530910 Jan 28 09:59:46.710223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:46.754868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:46.755674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Pushing event deleted for resources: {'Port': ['ID=1bbd426e-f1f6-48de-98a8-62a7e4e9d08e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:46.797790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:46.801578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.897553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:46.898805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:46.926942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:46.940713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] No DVR routers for this DVR port 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:46.946141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:46.971960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'name': 'network-vif-deleted', 'tag': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:47.050999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90747218-7c9e-46dd-970a-bcb7784696ba req-d0bd8323-2966-4cff-a2b5-00eadcd00d24 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:47.057456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:47.059490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90747218-7c9e-46dd-970a-bcb7784696ba req-d0bd8323-2966-4cff-a2b5-00eadcd00d24 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.7057226 Jan 28 09:59:47.064870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:47.068124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:47.078351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:47.099534 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b11040b-78f2-42ad-a613-91b74364c46b req-b5723b20-30ab-4b30-82cb-eaa7bdf4f30c tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.43 "DELETE /v2.0/ports/1bbd426e-f1f6-48de-98a8-62a7e4e9d08e HTTP/1.1" status: 204 len: 173 time: 3.4806025 Jan 28 09:59:47.102900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:47.122686 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95e84b4-5083-47a2-8458-d1be09d25369', 'name': 'network-vif-deleted', 'tag': '1bbd426e-f1f6-48de-98a8-62a7e4e9d08e', 'status': 'completed', 'code': 200} Jan 28 09:59:47.128918 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:47.140397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:47.177889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9815ed8-8e63-4f03-9f9a-d7b84e324402 None None] Network a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:47.247152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90747218-7c9e-46dd-970a-bcb7784696ba req-fb12c275-ebbd-4126-97f7-8e1e33c64f76 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865056 Jan 28 09:59:47.291132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722b76-c177-438d-8023-bc60044b06c7 req-0e41ffc7-9139-4a71-9d9e-b6c07a1a656d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:47.292579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-0e41ffc7-9139-4a71-9d9e-b6c07a1a656d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1097 time: 0.3821917 Jan 28 09:59:47.405426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:47.564485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port fd0fb593-d274-422d-8bc2-5cbcd6f5ceef yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:47.631607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 028c61b0-0928-4a53-b76e-49832ed8fada, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=028c61b0-0928-4a53-b76e-49832ed8fada,segment=NetworkSegment(67906819-869e-43b2-b9dc-470ae1fb09be),segment_id=67906819-869e-43b2-b9dc-470ae1fb09be)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:47.720486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:47.729157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4f6e5082-8dc5-44ea-9ff3-95040791b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:47.896965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:47.910177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:47.939896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722b76-c177-438d-8023-bc60044b06c7 req-ecf6b6b7-83fc-4508-84cb-fe9916f357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:47.950263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-ecf6b6b7-83fc-4508-84cb-fe9916f357b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.6283166 Jan 28 09:59:48.001852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=028c61b0-0928-4a53-b76e-49832ed8fada,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:48.004965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:48.071793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80beab0-af6d-433b-ac8b-196d5226a698 req-5100a0ad-a3bb-4842-9359-e75c7504ed49 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:48.084380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a80beab0-af6d-433b-ac8b-196d5226a698 req-5100a0ad-a3bb-4842-9359-e75c7504ed49 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.5342007 Jan 28 09:59:48.095240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Subnet': ['ID=76d960db-86e9-446a-aaa1-0ffa0bfccbc9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:48.096462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a57e263-547b-442a-b8b6-685d38697a57 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:48.139244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Checking segment: {'id': 'ecb698f0-41ed-4e34-abf7-46f17d15a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48a01c91-6c62-4614-a24a-4135e5215419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:48.139686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network hostable DHCP agents. Network: 48a01c91-6c62-4614-a24a-4135e5215419, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:59:48.187586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a80beab0-af6d-433b-ac8b-196d5226a698 req-8892d391-5878-418e-9421-bd9b8a7c7134 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024857 Jan 28 09:59:48.216118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network 48a01c91-6c62-4614-a24a-4135e5215419 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:59:48.216703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:48.219068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1bbd426e-f1f6-48de-98a8-62a7e4e9d08e not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:48.236203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-91a537a1-17b6-4ae9-baaa-3a5ac2661f44 req-9d7dc4a5-0367-4fec-8fdd-93a52d22b355 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Synchronizing usage tracker for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:48.242305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 48a01c91-6c62-4614-a24a-4135e5215419) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:48.249752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:48.253235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:48.266225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-97bfe571-a49f-46a8-ac4a-a4691b57258e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 1001 time: 0.2714674 Jan 28 09:59:48.273670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-91a537a1-17b6-4ae9-baaa-3a5ac2661f44 req-9d7dc4a5-0367-4fec-8fdd-93a52d22b355 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] Unset dirty status for tenant:dbc26fd31ed140b289f16ac79af40d86 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:48.300394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91a537a1-17b6-4ae9-baaa-3a5ac2661f44 req-9d7dc4a5-0367-4fec-8fdd-93a52d22b355 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] 10.222.0.42 "GET /v2.0/ports?device_id=d95e84b4-5083-47a2-8458-d1be09d25369 HTTP/1.1" status: 200 len: 210 time: 0.3783288 Jan 28 09:59:48.300511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-69dd4a7f-fdcb-41b3-ab76-1dbaf8c7fe3f tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9934649 Jan 28 09:59:48.300511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51170) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:48.335170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'port': {'network_id': '48a01c91-6c62-4614-a24a-4135e5215419', 'name': 'tempest-NetworksIpV6TestAttrs-1328803187'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:48.357516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8:0:1::2df (769dbcf1-61f3-4915-834e-bca50e270657/4918583c-7cb6-4c90-a142-fea1980cbc54/fd0fb593-d274-422d-8bc2-5cbcd6f5ceef) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:48.368012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::f816:3eff:fe61:8e55 (769dbcf1-61f3-4915-834e-bca50e270657/ab17c45a-08e0-4c37-8774-6b933354f32b/fd0fb593-d274-422d-8bc2-5cbcd6f5ceef) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:48.385274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722b76-c177-438d-8023-bc60044b06c7 req-1483878e-42d8-462b-a761-60f68a3bf148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:48.386730 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-1483878e-42d8-462b-a761-60f68a3bf148 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0873199 Jan 28 09:59:48.412554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69839e6-1ac3-490e-af87-6074e8afd7cf None None] Network 48a01c91-6c62-4614-a24a-4135e5215419 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:48.623578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Attempting to bind port 87cf92e5-2cb6-4d0f-af60-440a95458986 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:48.624107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Attempting to bind port 87cf92e5-2cb6-4d0f-af60-440a95458986 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:48.624566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Attempting to bind port 87cf92e5-2cb6-4d0f-af60-440a95458986 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:48.666052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:48.666810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:48.667008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00722b76-c177-438d-8023-bc60044b06c7 req-0b988dcf-8c1e-49cd-8959-e3ccfdadbd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:48.667139 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:48.667638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:48.668245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Bound port: 87cf92e5-2cb6-4d0f-af60-440a95458986, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:48.668473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-0b988dcf-8c1e-49cd-8959-e3ccfdadbd22 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2674181 Jan 28 09:59:48.668839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:48.724926 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-4f6e5082-8dc5-44ea-9ff3-95040791b046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:48.725348 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-4f6e5082-8dc5-44ea-9ff3-95040791b046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:48.738789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7a57e263-547b-442a-b8b6-685d38697a57 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:48.803799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:48.808430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:48.821512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:48.850646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:48.855138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:port and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:48.858619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:48.865831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:48.886648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:48.891828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:48.934017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] device_id is not set on port 6eee748a-9151-41ff-bab4-da0b7deac528 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 09:59:48.974648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-8a56b2d4-27a9-4651-b8ca-9b1bd046aaf2 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952769 Jan 28 09:59:49.002035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c312d-361b-49f4-9ca5-5cb61334b411 None None] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:49.040438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-48a01c91-6c62-4614-a24a-4135e5215419', 'network_id': '48a01c91-6c62-4614-a24a-4135e5215419', 'tenant_id': '38d6e579abc84ef98471fec4d42a2560', 'fixed_ips': [{'subnet_id': '76d960db-86e9-446a-aaa1-0ffa0bfccbc9'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 09:59:49.041401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.126718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.177541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object fd0fb593-d274-422d-8bc2-5cbcd6f5ceef will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:49.187766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Allocated IP 2001:db8::f816:3eff:fe47:7356 (48a01c91-6c62-4614-a24a-4135e5215419/76d960db-86e9-446a-aaa1-0ffa0bfccbc9/6eee748a-9151-41ff-bab4-da0b7deac528) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:49.188644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bb31f-06c8-483c-83cc-715a1017d68c req-43b9819e-28c4-44c0-abd0-3b68c7c5eb5c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:49.192414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-802bb31f-06c8-483c-83cc-715a1017d68c req-43b9819e-28c4-44c0-abd0-3b68c7c5eb5c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.6327019 Jan 28 09:59:49.197767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] DHCP port deletion for a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:49.210306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] Deleting port 7a57e263-547b-442a-b8b6-685d38697a57 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:49.210714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.241423 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00722b76-c177-438d-8023-bc60044b06c7 req-cede4b17-6890-468d-8cf0-674ba7838146 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569506 Jan 28 09:59:49.270912 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-802bb31f-06c8-483c-83cc-715a1017d68c req-df8d129d-4226-4533-9f52-160146a6c51e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627363 Jan 28 09:59:49.317604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.607483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.631516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=fd0fb593-d274-422d-8bc2-5cbcd6f5ceef,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:49.659516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Transition to ACTIVE for port object 6eee748a-9151-41ff-bab4-da0b7deac528 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:49.688302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:49.691831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:49.694707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:49.701267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:49.702179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.731231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.918201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Port': ['ID=6eee748a-9151-41ff-bab4-da0b7deac528,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:49.923242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e486eba-a13e-4501-9531-d23d834988ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.3031635 Jan 28 09:59:49.927872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51218) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:49.939243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network 48a01c91-6c62-4614-a24a-4135e5215419 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:49.944250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:49.946927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:49.961753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:49.962932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:49.982718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e562dc10-be17-41dd-8737-490134da207f None None] Provisioning for port 7a57e263-547b-442a-b8b6-685d38697a57 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:50.001888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e562dc10-be17-41dd-8737-490134da207f None None] Provisioning complete for port 7a57e263-547b-442a-b8b6-685d38697a57 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:50.002651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e562dc10-be17-41dd-8737-490134da207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:50.021043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f281184b-19b1-4bb5-8915-5d3113a283a1 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.7206562 Jan 28 09:59:50.022014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:50.049211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Allocated IP 2001:db8::f816:3eff:fe39:e09b (48a01c91-6c62-4614-a24a-4135e5215419/76d960db-86e9-446a-aaa1-0ffa0bfccbc9/1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 09:59:50.119123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Deleting subnet 76d960db-86e9-446a-aaa1-0ffa0bfccbc9 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:50.134593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port fd0fb593-d274-422d-8bc2-5cbcd6f5ceef {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:50.135422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:50.152047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 028c61b0-0928-4a53-b76e-49832ed8fada up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:50.179429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217cd11-65b5-4efd-8145-7d405506b9a1 req-20f91c54-9e05-4008-9fd2-4b4ae85f8e49 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:50.181311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9217cd11-65b5-4efd-8145-7d405506b9a1 req-20f91c54-9e05-4008-9fd2-4b4ae85f8e49 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4393177 Jan 28 09:59:50.265589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bf0ad-a68b-492b-8d46-6dc6a51db317 req-cde93fae-44dd-49a6-a0c5-c5f7a5f54a1c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:50.267409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-227bf0ad-a68b-492b-8d46-6dc6a51db317 req-cde93fae-44dd-49a6-a0c5-c5f7a5f54a1c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.1187475 Jan 28 09:59:50.313782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9217cd11-65b5-4efd-8145-7d405506b9a1 req-87313f7d-848b-4bef-b39b-85443b278baa tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246209 Jan 28 09:59:50.317937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] For port 7a57e263-547b-442a-b8b6-685d38697a57, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a57e263-547b-442a-b8b6-685d38697a57,segment=NetworkSegment(eb8f94cf-96c6-46b1-a1ce-5d183d2025d4),segment_id=eb8f94cf-96c6-46b1-a1ce-5d183d2025d4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:50.318339 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:50.383709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-227bf0ad-a68b-492b-8d46-6dc6a51db317 req-5b848a3f-ad69-4bea-b276-29336e17f518 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099319 Jan 28 09:59:50.558696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:50.687817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] Calling delete_port for 7a57e263-547b-442a-b8b6-685d38697a57 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:50.734168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd491b27-d024-40b6-8a5a-8546bab640e3 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:50.758350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf29b7-d67f-4ead-b65e-e9acabdab373 req-0a08ec88-b1fc-4324-8307-627a04d2fc39 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:50.766995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bf29b7-d67f-4ead-b65e-e9acabdab373 req-0a08ec88-b1fc-4324-8307-627a04d2fc39 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1345685 Jan 28 09:59:50.780083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for fd0fb593-d274-422d-8bc2-5cbcd6f5ceef owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:50.822066 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64bf29b7-d67f-4ead-b65e-e9acabdab373 req-cf0bc671-f1a5-47a5-ade5-d2ce87b4f10f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540507 Jan 28 09:59:50.939230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51250) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:51.053753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Deleting subnet f0e48aad-d079-49d4-af8f-850a16297c74 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:51.056799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.115656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.126557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.127341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Transition to ACTIVE for port object 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:51.141407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.159749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Transition to ACTIVE for port object 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 09:59:51.173831 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.210711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.377197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=fd0fb593-d274-422d-8bc2-5cbcd6f5ceef,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:51.394880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.448489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.523180 n-d-825178-2 neutron-server[87542]: INFO neutron.plugins.ml2.db [None req-e562dc10-be17-41dd-8737-490134da207f None None] No ports have port_id starting with 7a57e263-547b-442a-b8b6-685d38697a57 Jan 28 09:59:51.524004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.589531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Network 48a01c91-6c62-4614-a24a-4135e5215419 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:51.607083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:51.608772 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.615520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 09:59:51.628283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-952589a8-6a16-4bf5-8642-05a666841d6e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/fd0fb593-d274-422d-8bc2-5cbcd6f5ceef HTTP/1.1" status: 204 len: 168 time: 1.6992807 Jan 28 09:59:51.630043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 028c61b0-0928-4a53-b76e-49832ed8fada triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:51.630653 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.634062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51264) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:51.706528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.761132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e48aad-d079-49d4-af8f-850a16297c74,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:51.765474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.765673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] No DVR routers for this DVR port 7a57e263-547b-442a-b8b6-685d38697a57 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 09:59:51.781812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b4d88f-69bd-43a3-b37a-7bc770a43648 req-29eeedae-eab1-491a-9c17-ed683d0562ad tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:51.785238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64b4d88f-69bd-43a3-b37a-7bc770a43648 req-29eeedae-eab1-491a-9c17-ed683d0562ad tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.4441929 Jan 28 09:59:51.820233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-236c0aab-d21a-4cff-aa8d-e769c301b6c3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f0e48aad-d079-49d4-af8f-850a16297c74 HTTP/1.1" status: 204 len: 168 time: 0.8799434 Jan 28 09:59:51.823848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51270) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:51.830457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f251edfb-2e6e-4f19-b1e0-4e1302dc5191 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:51.831241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f251edfb-2e6e-4f19-b1e0-4e1302dc5191 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:51.836509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.845183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Pushing event updated for resources: {'Port': ['ID=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:51.857838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000ed69-e6b4-4efc-8e9b-e744bf9d4eea req-902e2832-2f86-46e6-b0e2-d5bbff627c50 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:51.859801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a000ed69-e6b4-4efc-8e9b-e744bf9d4eea req-902e2832-2f86-46e6-b0e2-d5bbff627c50 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1399825 Jan 28 09:59:51.864724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f251edfb-2e6e-4f19-b1e0-4e1302dc5191 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:51.865784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f251edfb-2e6e-4f19-b1e0-4e1302dc5191 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2293975 Jan 28 09:59:51.871337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51274) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:51.908776 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a000ed69-e6b4-4efc-8e9b-e744bf9d4eea req-4a19a754-ec96-4c9e-8521-23af1cb2815a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 Jan 28 09:59:51.946006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8cafb-0a81-444a-a633-8c6d2b62399b None None] Pushing event deleted for resources: {'Port': ['ID=7a57e263-547b-442a-b8b6-685d38697a57,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:51.960213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Attempting to bind port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 09:59:51.960580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Attempting to bind port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ecb698f0-41ed-4e34-abf7-46f17d15a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48a01c91-6c62-4614-a24a-4135e5215419'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 09:59:51.961196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Attempting to bind port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 on network 48a01c91-6c62-4614-a24a-4135e5215419 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 09:59:51.964786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-581c9db7-ec34-4c0a-98a6-06054633e882 None None] Provisioning for port 87cf92e5-2cb6-4d0f-af60-440a95458986 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:51.969497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64b4d88f-69bd-43a3-b37a-7bc770a43648 req-78579677-a794-43a5-95a3-aab8ce16dd23 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768055 Jan 28 09:59:51.983209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 9, 59, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 09:59:51.983579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Checking segment: {'id': 'ecb698f0-41ed-4e34-abf7-46f17d15a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48a01c91-6c62-4614-a24a-4135e5215419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:51.984175 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:51.984737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Bound using segment: {'id': 'ecb698f0-41ed-4e34-abf7-46f17d15a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48a01c91-6c62-4614-a24a-4135e5215419'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 09:59:51.985545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Bound port: 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecb698f0-41ed-4e34-abf7-46f17d15a7df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '48a01c91-6c62-4614-a24a-4135e5215419'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 09:59:51.986093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.092944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.155789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87cf92e5-2cb6-4d0f-af60-440a95458986 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:52.159736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.274020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] For port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 09:59:52.288772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] For port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,segment=NetworkSegment(ecb698f0-41ed-4e34-abf7-46f17d15a7df),segment_id=ecb698f0-41ed-4e34-abf7-46f17d15a7df)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 09:59:52.296488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.333335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6a61f-9d5d-4eec-88a4-abf0d6090fc1 req-bd69482b-abe6-49c4-8c5c-fe3bcfe9aca7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.343795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22b6a61f-9d5d-4eec-88a4-abf0d6090fc1 req-bd69482b-abe6-49c4-8c5c-fe3bcfe9aca7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1003768 Jan 28 09:59:52.377177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 87cf92e5-2cb6-4d0f-af60-440a95458986 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:52.392645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:52.393214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.405073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22b6a61f-9d5d-4eec-88a4-abf0d6090fc1 req-07efb844-4a48-4afc-abc8-a32ff264a043 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600438 Jan 28 09:59:52.437629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c52b0255-d65b-494d-bbd2-b5913723132d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.442535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51284) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:52.442709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c52b0255-d65b-494d-bbd2-b5913723132d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5668721 Jan 28 09:59:52.445121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Subnet': ['ID=76d960db-86e9-446a-aaa1-0ffa0bfccbc9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:52.451070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3745cf0e-8158-4597-a3bf-30fbf97e5164 None None] Pushing event updated for resources: {'Port': ['ID=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:52.454773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.570312 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-665d60dc-1edf-4e94-8691-26efe9ea7551 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/76d960db-86e9-446a-aaa1-0ffa0bfccbc9 HTTP/1.1" status: 204 len: 168 time: 2.5407279 Jan 28 09:59:52.573613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:52.579139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.620510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-24581322-64d3-4479-b7fc-4253871285b4 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:52.621056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24581322-64d3-4479-b7fc-4253871285b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.711516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.720101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45941089-d829-48de-a4db-a115006170e5']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:52.739298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '062e5634-997e-444a-908e-3de93856541b') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:52.739591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '062e5634-997e-444a-908e-3de93856541b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:52.753507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.777912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.788926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:59:52.789589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.789854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d3c69-1d1a-4b98-84ac-d5b0551983bd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.792248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d3c69-1d1a-4b98-84ac-d5b0551983bd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.793805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03d3c69-1d1a-4b98-84ac-d5b0551983bd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.794654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a03d3c69-1d1a-4b98-84ac-d5b0551983bd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:52.820985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a03d3c69-1d1a-4b98-84ac-d5b0551983bd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:52.825092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a03d3c69-1d1a-4b98-84ac-d5b0551983bd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3809891 Jan 28 09:59:52.826283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51292) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:52.850421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24581322-64d3-4479-b7fc-4253871285b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.882719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:52.884247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:59:52.902601 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:59:52.906233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd6140-023c-4a47-84f2-c687b22786ef tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.908077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd6140-023c-4a47-84f2-c687b22786ef tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:52.909193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dedd6140-023c-4a47-84f2-c687b22786ef tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Synchronizing usage tracker for tenant:38d6e579abc84ef98471fec4d42a2560 on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 09:59:52.921142 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.921416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 4918583c-7cb6-4c90-a142-fea1980cbc54 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:52.927929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.929945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:52.941256 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.005449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] Pushing event deleted for resources: {'Network': ['ID=45941089-d829-48de-a4db-a115006170e5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:53.008648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dedd6140-023c-4a47-84f2-c687b22786ef tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Unset dirty status for tenant:38d6e579abc84ef98471fec4d42a2560 on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 09:59:53.010278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dedd6140-023c-4a47-84f2-c687b22786ef tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4338293 Jan 28 09:59:53.018154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:53.023451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a57e263-547b-442a-b8b6-685d38697a57 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:53.027542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5b9eee-b7e6-4e06-94c3-71785de43c45 req-ba9bfc40-0b7c-4090-8955-44f2094c6104 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:53.039442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b5b9eee-b7e6-4e06-94c3-71785de43c45 req-ba9bfc40-0b7c-4090-8955-44f2094c6104 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.8813822 Jan 28 09:59:53.045364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-819963c0-284f-47a0-bac8-8bcbc5c60e61 admin admin] 10.222.0.42 "DELETE /v2.0/networks/45941089-d829-48de-a4db-a115006170e5 HTTP/1.1" status: 204 len: 168 time: 1.2099161 Jan 28 09:59:53.051900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.169863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.251626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b5b9eee-b7e6-4e06-94c3-71785de43c45 req-11d15d12-da6a-4df7-be60-a9e9df796555 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113914 Jan 28 09:59:53.276621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1babc3d3-6a0f-4f87-815b-3c8363b4d9e7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.290954 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-1babc3d3-6a0f-4f87-815b-3c8363b4d9e7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 28 09:59:53.294678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1babc3d3-6a0f-4f87-815b-3c8363b4d9e7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:53.297604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1babc3d3-6a0f-4f87-815b-3c8363b4d9e7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/48a01c91-6c62-4614-a24a-4135e5215419 HTTP/1.1" status: 409 len: 405 time: 0.2535710 Jan 28 09:59:53.301244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:53.307735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2057608307'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:53.313794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:53.318893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:network and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:53.322959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:53.326254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.331791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:53.344570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:53.349662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.378071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=4918583c-7cb6-4c90-a142-fea1980cbc54,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:53.380332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.386298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:59:53.397702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.398054 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Added segment 4399cdf5-e123-4e83-968b-a70f92959b95 of type vlan for network 4fed5726-7399-4f04-8e44-286dd3b363e4 Jan 28 09:59:53.411993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e9957af-b532-4e3f-ba8d-966dc1bcb387 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/4918583c-7cb6-4c90-a142-fea1980cbc54 HTTP/1.1" status: 204 len: 168 time: 0.5846751 Jan 28 09:59:53.414704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51312) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:53.416538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7a57e263-547b-442a-b8b6-685d38697a57 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 09:59:53.419838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7a57e263-547b-442a-b8b6-685d38697a57 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 09:59:53.438325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.439798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd8f261-2232-4a78-b3e1-1ed2e93c7ce7 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:53.476239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.485907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:53.487003 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.534170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51322) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:53.592189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet ab17c45a-08e0-4c37-8774-6b933354f32b {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 09:59:53.595779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.673362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:53.675156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9335f-7606-4f7b-a095-a70f01960dc2 req-0f88496a-79ad-4d18-b72f-fbf61fb82752 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:53.676832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1bf9335f-7606-4f7b-a095-a70f01960dc2 req-0f88496a-79ad-4d18-b72f-fbf61fb82752 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.4069905 Jan 28 09:59:53.693225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.703156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4010828 Jan 28 09:59:53.719264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51332) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:53.751334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 09:59:53.794523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'subnet': {'network_id': '4fed5726-7399-4f04-8e44-286dd3b363e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:53.817583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1bf9335f-7606-4f7b-a095-a70f01960dc2 req-6f6a2938-2bb7-4bdb-ac19-9a45a1cb4a6e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279352 Jan 28 09:59:53.850626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.850850 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-24581322-64d3-4479-b7fc-4253871285b4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:53.851277 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-24581322-64d3-4479-b7fc-4253871285b4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:53.852012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.946351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:53.970866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 09:59:53.994878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:54.002642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c566f98a-d726-4d2b-b7ea-f3eda3425887 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Network': ['ID=4fed5726-7399-4f04-8e44-286dd3b363e4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:54.005091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.023445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b07ffd64-7f5c-4633-9c39-8bb1e4ee6451 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dbc26fd31ed140b289f16ac79af40d86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877367 Jan 28 09:59:54.032589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51338) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:54.074839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4fed5726-7399-4f04-8e44-286dd3b363e4 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:59:54.085832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5a8e34-b714-402f-83fa-0d3f38d64f05 req-90bc9f31-073f-402f-9feb-346043121343 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:54.091601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=ab17c45a-08e0-4c37-8774-6b933354f32b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:54.093083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c5a8e34-b714-402f-83fa-0d3f38d64f05 req-90bc9f31-073f-402f-9feb-346043121343 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 814 time: 0.4898703 Jan 28 09:59:54.099052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.114695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c5a8e34-b714-402f-83fa-0d3f38d64f05 req-7877fccf-ce1b-45e2-a850-8098ac9a86cc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/quotas/aaa127782a6b42e6be58b42d4099193c HTTP/1.1" status: 200 len: 375 time: 0.0205779 Jan 28 09:59:54.120742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b555f8a2-994b-46fa-8ad9-4fb0d9fa4029 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/ab17c45a-08e0-4c37-8774-6b933354f32b HTTP/1.1" status: 204 len: 168 time: 0.7039223 Jan 28 09:59:54.124345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51342) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:54.144731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:54.161895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4c6e2-7027-422d-b296-cffacaae1390 req-027a2e80-2038-484b-b875-d85189ad315d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:54.163375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0a4c6e2-7027-422d-b296-cffacaae1390 req-027a2e80-2038-484b-b875-d85189ad315d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1469316 Jan 28 09:59:54.204024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d354b20-d6a0-4f85-aaba-74b9e9a52bfb None None] Network 48a01c91-6c62-4614-a24a-4135e5215419 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:54.211327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0a4c6e2-7027-422d-b296-cffacaae1390 req-23e2fbcf-5f21-4254-958e-5886b5474430 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Jan 28 09:59:54.228398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:54.240780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:54.260778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ca78b4ec-9b97-4443-b7d9-2de4ae96a014 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1307871 Jan 28 09:59:54.265268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:54.270591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:54.271479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:54.300611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0e62-5860-4f7f-abf3-740461db93c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.332170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0e62-5860-4f7f-abf3-740461db93c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.389411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:54.393049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.426372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:54.431084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:54.434099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:54.440952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:54.455836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:54.461245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.467168 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0e62-5860-4f7f-abf3-740461db93c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.490975 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 09:59:54.495490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c5a8e34-b714-402f-83fa-0d3f38d64f05 req-3ea6c3a4-0ca1-4c26-b082-3493f893130b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3720725 Jan 28 09:59:54.511520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc0e62-5860-4f7f-abf3-740461db93c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2f68af-75b1-4474-91d3-4189050cb6af,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:54.524210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2dc0e62-5860-4f7f-abf3-740461db93c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.529812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c2dc0e62-5860-4f7f-abf3-740461db93c4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c2f68af-75b1-4474-91d3-4189050cb6af HTTP/1.1" status: 204 len: 168 time: 0.4882312 Jan 28 09:59:54.575504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Could not find standard attr ID for object fd0fb593-d274-422d-8bc2-5cbcd6f5ceef. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 09:59:54.583788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e3fb88-18ce-43ea-8f06-126235939f7a None None] Update dhcp port {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': 'ab17c45a-08e0-4c37-8774-6b933354f32b'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '87cf92e5-2cb6-4d0f-af60-440a95458986'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 09:59:54.650053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-55e3fb88-18ce-43ea-8f06-126235939f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.664322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Provisioning for port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 09:59:54.704183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Provisioning complete for port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:54.704561 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.764488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 09:59:54.837081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] DHCP port deletion for 48a01c91-6c62-4614-a24a-4135e5215419 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 09:59:54.865035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Deleting port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:54.865735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:54.927201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc79801-be7b-4a86-8566-d6d8b3d4da3f req-f6885f3b-ac20-49c7-90d9-15e472bb294e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:54.928778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fc79801-be7b-4a86-8566-d6d8b3d4da3f req-f6885f3b-ac20-49c7-90d9-15e472bb294e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1432130 Jan 28 09:59:54.935072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:59:54.972411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.084715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d40abc-b073-412f-9f54-349a71ce51f8 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:55.088426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 09:59:55.105803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:55.126228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:55.126821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.171076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9fc79801-be7b-4a86-8566-d6d8b3d4da3f req-ab39da02-4cd0-4bdc-8b74-57cd173b44be tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315199 Jan 28 09:59:55.190741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:55.195946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.221570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:55.227663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f68d46b3-c7ca-47d2-95aa-0cbffe8913ce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9613156 Jan 28 09:59:55.229229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51374) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:55.242777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:55.306710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Subnet': ['ID=664f1e11-e7e7-44d5-b386-01d61b21bff8,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:55.320235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Checking segment: {'id': '4399cdf5-e123-4e83-968b-a70f92959b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '4fed5726-7399-4f04-8e44-286dd3b363e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:55.320616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network hostable DHCP agents. Network: 4fed5726-7399-4f04-8e44-286dd3b363e4, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:59:55.335393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411bc10b-3e38-45c0-8793-f387f7cb97c9 req-55735273-d9ec-45f7-b064-6eef1253ba54 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:55.336996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-411bc10b-3e38-45c0-8793-f387f7cb97c9 req-55735273-d9ec-45f7-b064-6eef1253ba54 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2293124 Jan 28 09:59:55.394186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:55.397112 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-411bc10b-3e38-45c0-8793-f387f7cb97c9 req-44c96312-47d1-49b7-aa82-e8221fe51742 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464892 Jan 28 09:59:55.405549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:55.409217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:55.417461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:55.420496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network 4fed5726-7399-4f04-8e44-286dd3b363e4 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:59:55.437838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:55.441928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 4fed5726-7399-4f04-8e44-286dd3b363e4) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:55.452985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:55.454767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.469405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.525519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa50d526-2fd2-44ac-be84-97f0a75c1d95 None None] Network 4fed5726-7399-4f04-8e44-286dd3b363e4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:55.526293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a967285d-913e-424c-a972-3eb872b63135 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.8058045 Jan 28 09:59:55.527360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:55.668105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:55.752104 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.784152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:55.935502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4082766a-1b34-4fbf-9e51-6c01fd93afaa req-435bb3f0-d428-4515-87d2-a1a659c00685 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:55.935736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0799d660-fced-4eb5-8b53-cb96c184dd17 req-b022edb2-eba3-4337-9217-c82d0266caa5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:55.937170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4082766a-1b34-4fbf-9e51-6c01fd93afaa req-435bb3f0-d428-4515-87d2-a1a659c00685 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.5037329 Jan 28 09:59:55.943391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0799d660-fced-4eb5-8b53-cb96c184dd17 req-b022edb2-eba3-4337-9217-c82d0266caa5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1820741 Jan 28 09:59:55.944228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.021101 n-d-825178-2 neutron-server[87541]: INFO neutron.db.ipam_backend_mixin [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef (CIDR: 2001:db8::/64) Jan 28 09:59:56.042537 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 09:59:56.043019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 09:59:56.058253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51408) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:56.070109 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-847f94cd-7c94-4d91-847d-9da81640f308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.077890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:56.079290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0799d660-fced-4eb5-8b53-cb96c184dd17 req-ccd96718-99fa-4947-ab9c-9d8454ff9c2b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495181 Jan 28 09:59:56.080452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.085246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4082766a-1b34-4fbf-9e51-6c01fd93afaa req-d3b22d6b-5c1d-4184-addf-c2b34d774a7e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375134 Jan 28 09:59:56.125696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d0345cf8-4870-4fa6-aec5-cdd34134fac7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8944442 Jan 28 09:59:56.127877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51416) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:56.136716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Subnet': ['ID=664f1e11-e7e7-44d5-b386-01d61b21bff8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:56.138790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:56.158673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] For port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,segment=NetworkSegment(ecb698f0-41ed-4e34-abf7-46f17d15a7df),segment_id=ecb698f0-41ed-4e34-abf7-46f17d15a7df)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:56.243132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '458c20e9-752f-420a-97dd-504ca20dfe61', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '458c20e9-752f-420a-97dd-504ca20dfe61', 'mac_address': 'fa:16:3e:f0:6c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 09:59:56.244802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.249517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.279905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fed5726-7399-4f04-8e44-286dd3b363e4']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:56.295735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4399cdf5-e123-4e83-968b-a70f92959b95') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:56.296087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4399cdf5-e123-4e83-968b-a70f92959b95') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 09:59:56.308654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.331203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1422018332-network', 'tenant_id': 'c6c75da1252d4c269abda5570582243d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:56.341904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.360508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 09:59:56.362094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.376076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: timer() Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 09:59:56.387143 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 09:59:56.395426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Usage tracker for resource:network and tenant:c6c75da1252d4c269abda5570582243d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:56.415045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:56.429566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:56.482413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.503316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Made reservation on behalf of c6c75da1252d4c269abda5570582243d for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:56.507142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.509832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87cf92e5-2cb6-4d0f-af60-440a95458986 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 09:59:56.559423 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.569773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.601381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.609122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] For port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,segment=NetworkSegment(ecb698f0-41ed-4e34-abf7-46f17d15a7df),segment_id=ecb698f0-41ed-4e34-abf7-46f17d15a7df)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:56.610149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.626647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:56.628833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Network': ['ID=4fed5726-7399-4f04-8e44-286dd3b363e4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:56.635236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Usage tracker for resource:security_group_rule and tenant:c6c75da1252d4c269abda5570582243d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:56.643254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:56.652840 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f06bcb9-4e4b-4513-8028-809968f4b5c3 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/4fed5726-7399-4f04-8e44-286dd3b363e4 HTTP/1.1" status: 204 len: 168 time: 1.1207471 Jan 28 09:59:56.657098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:56.663906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1724633626'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:56.665014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:56.670371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:56.719636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:network and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:56.734894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:56.737087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:56.748942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:56.771206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 09:59:56.774880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:56.782495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:56.785257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:56.787185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.805230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:56.849299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-539ee351-969b-462b-bb87-32cfa0216619 req-c7c99788-955f-42a8-b4c0-c56b99f492c9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=aaa127782a6b42e6be58b42d4099193c HTTP/1.1" status: 200 len: 221 time: 0.1115913 Jan 28 09:59:56.855334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b722e2-9fa9-4d3f-9a17-4c00f8e5d331 None None] Network 4fed5726-7399-4f04-8e44-286dd3b363e4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:56.861641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352df9f6-d359-4e8f-8d3b-910445b1ee86 req-67aa809d-c15a-4f64-af8f-8f8931913144 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:56.863963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-352df9f6-d359-4e8f-8d3b-910445b1ee86 req-67aa809d-c15a-4f64-af8f-8f8931913144 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1900003 Jan 28 09:59:56.868541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.869576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:59:56.873982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:56.883682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.894176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Calling delete_port for 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:56.908513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.908883 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Added segment c6b76dcb-b21e-4519-acb7-2cd681d08442 of type vlan for network 5ab37722-dad2-4075-ab8c-d44a59375577 Jan 28 09:59:56.922195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b722e2-9fa9-4d3f-9a17-4c00f8e5d331 None None] Network 4fed5726-7399-4f04-8e44-286dd3b363e4 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 09:59:56.923908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d4f6eb77-2698-4211-bd64-7ea8a08f93ce None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 09:59:56.924431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d4f6eb77-2698-4211-bd64-7ea8a08f93ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.934471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:56.953135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-352df9f6-d359-4e8f-8d3b-910445b1ee86 req-8608e8ba-7f91-4f6a-9701-05c5816e4b31 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788138 Jan 28 09:59:56.968528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.016316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9165fef-f4fd-483d-939b-9ea1e0a58251 None None] Pushing event updated for resources: {'Port': ['ID=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:57.020188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:57.043277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.046025 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.052509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:57.053166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.103951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4454026 Jan 28 09:59:57.109324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51442) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:57.159137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 09:59:57.164245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef7c691-e978-41b4-b71f-3b00879aecda,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:57.196468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'subnet': {'network_id': '5ab37722-dad2-4075-ab8c-d44a59375577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:57.228961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.229316 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Added segment bde03947-c552-48c2-9294-30e8f6115fa1 of type vlan for network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 Jan 28 09:59:57.251803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['458c20e9-752f-420a-97dd-504ca20dfe61'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 09:59:57.316016 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.358833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:57.421557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:subnet and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:57.432096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:57.444185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e26f11-163f-4473-9f48-fcf5e0451e48 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Network': ['ID=5ab37722-dad2-4075-ab8c-d44a59375577,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:57.448288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:57.448806 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:57.456103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:57.461791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5ab37722-dad2-4075-ab8c-d44a59375577 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:59:57.549374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:57.553578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.603225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6753df-051e-4bbe-b364-3fd759b2a38e req-b8852dac-3907-4b8a-af93-2cbf73034fc8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:57.605287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d6753df-051e-4bbe-b364-3fd759b2a38e req-b8852dac-3907-4b8a-af93-2cbf73034fc8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2633867 Jan 28 09:59:57.659930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 09:59:57.704395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:57.735019 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.768605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:57.779154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac89e76-594c-429e-8b0c-8bda407ae934 req-80caf028-2854-4119-9404-6e3a40c83a76 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:57.780589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d6753df-051e-4bbe-b364-3fd759b2a38e req-215fff28-381c-4ee6-9a77-f7f5106f2732 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660569 Jan 28 09:59:57.796210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.800377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dac89e76-594c-429e-8b0c-8bda407ae934 req-80caf028-2854-4119-9404-6e3a40c83a76 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.7387629 Jan 28 09:59:57.902873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Update dhcp port {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'fixed_ips': [{'subnet_id': '7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '87cf92e5-2cb6-4d0f-af60-440a95458986'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 09:59:57.945372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dac89e76-594c-429e-8b0c-8bda407ae934 req-231918af-a65f-4540-98bc-36538250e2a0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401033 Jan 28 09:59:57.951867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Deleting port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 09:59:57.952460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:57.977714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 09:59:58.047458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:58.108383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.114911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.115583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:58.115822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.457271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] Pushing event updated for resources: {'Network': ['ID=6e22c90d-53c5-4581-ae89-a9db3991c6b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:58.461261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4c6e38e6-7e14-4096-aed3-b82465a80b99 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4019835 Jan 28 09:59:58.470092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51456) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:58.470417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.482889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Request body: {'subnet': {'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1422018332-subnet', 'tenant_id': 'c6c75da1252d4c269abda5570582243d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 09:59:58.507817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 09:59:58.514237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Usage tracker for resource:subnet and tenant:c6c75da1252d4c269abda5570582243d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 09:59:58.518141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 09:59:58.526914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 09:59:58.549720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 09:59:58.564719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c054a35b-7d8c-4515-aec3-a990e0a8cd71 req-665e4632-ca80-4e88-b778-5d1544fe1954 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:58.571871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c054a35b-7d8c-4515-aec3-a990e0a8cd71 req-665e4632-ca80-4e88-b778-5d1544fe1954 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1543660 Jan 28 09:59:58.592763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Subnet': ['ID=61ebe112-54dd-4441-a591-f82736214ea7,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:58.605246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 09:59:58.605246 n-d-825178-2 neutron-server[87542]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 28 09:59:58.605246 n-d-825178-2 neutron-server[87542]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:feaa:4de0', 'status': 'ALLOCATED', 'ipam_subnet_id': '53b0a228-87cb-41c7-80a3-067b29876e4c'}] Jan 28 09:59:58.605246 n-d-825178-2 neutron-server[87542]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 09:59:58.605671 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 09:59:58.628750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c054a35b-7d8c-4515-aec3-a990e0a8cd71 req-a1726a4a-d52e-4325-be5b-072a79f9d81e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544057 Jan 28 09:59:58.631504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Made reservation on behalf of c6c75da1252d4c269abda5570582243d for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 09:59:58.633247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.649182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Checking segment: {'id': 'c6b76dcb-b21e-4519-acb7-2cd681d08442', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '5ab37722-dad2-4075-ab8c-d44a59375577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 09:59:58.650160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network hostable DHCP agents. Network: 5ab37722-dad2-4075-ab8c-d44a59375577, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 09:59:58.695034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bfe1e9-2fd8-4eff-906a-bd48bea0ce13 req-114ad617-ebf0-4820-bf1f-90e7ae981010 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:58.706139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06bfe1e9-2fd8-4eff-906a-bd48bea0ce13 req-114ad617-ebf0-4820-bf1f-90e7ae981010 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.3248994 Jan 28 09:59:58.728172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network 5ab37722-dad2-4075-ab8c-d44a59375577 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 09:59:58.735713 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d45d5004-3bd9-4b32-ad3c-b79b4eb688dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.759759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5ab37722-dad2-4075-ab8c-d44a59375577) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 09:59:58.769360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:58.769944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:58.779249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06bfe1e9-2fd8-4eff-906a-bd48bea0ce13 req-bca7e2f7-4d12-46c7-890c-126ad1835144 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719111 Jan 28 09:59:58.815756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-489150a3-9095-4bed-a59e-186b5ab5b72a tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7052743 Jan 28 09:59:58.820722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51462) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 09:59:58.915147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4981d7-1499-4897-a901-ddde68fc4090 None None] Network 5ab37722-dad2-4075-ab8c-d44a59375577 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 09:59:59.035456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:59.084126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:59.258243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] For port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,segment=NetworkSegment(ecb698f0-41ed-4e34-abf7-46f17d15a7df),segment_id=ecb698f0-41ed-4e34-abf7-46f17d15a7df)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 09:59:59.258687 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:59.260859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:59.317479 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:59.444343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01051569-f5c5-41de-bc1f-8730b7c3cdbf req-8555b3d9-19ee-44f9-8194-00bc982ccd8a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 09:59:59.453534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01051569-f5c5-41de-bc1f-8730b7c3cdbf req-8555b3d9-19ee-44f9-8194-00bc982ccd8a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.3642199 Jan 28 09:59:59.525439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01051569-f5c5-41de-bc1f-8730b7c3cdbf req-4c2e717a-1106-49b0-aacd-76bf939bc0f8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709374 Jan 28 09:59:59.537474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 09:59:59.687891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Subnet': ['ID=61ebe112-54dd-4441-a591-f82736214ea7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 09:59:59.720839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Calling delete_port for 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 09:59:59.995494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febddd9-9964-4604-ad94-9787c4035e86 req-58b68b13-b625-4c2a-b220-481d6611abaa tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:00.002996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1febddd9-9964-4604-ad94-9787c4035e86 req-58b68b13-b625-4c2a-b220-481d6611abaa tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.9447825 Jan 28 10:00:00.036285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.038575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.088469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab37722-dad2-4075-ab8c-d44a59375577']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:00.108485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6b76dcb-b21e-4519-acb7-2cd681d08442') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:00.108821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6b76dcb-b21e-4519-acb7-2cd681d08442') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:00.123998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db447e-9d42-496c-8441-a42046981e8e req-5c290ad3-29eb-49ce-878d-d9c08bf30cdb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:00.131192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0db447e-9d42-496c-8441-a42046981e8e req-5c290ad3-29eb-49ce-878d-d9c08bf30cdb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.1553240 Jan 28 10:00:00.159500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.211115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f0db447e-9d42-496c-8441-a42046981e8e req-16d55523-9239-4e0e-9010-748656cd36bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788438 Jan 28 10:00:00.229181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.248827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:00.249254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.257091 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1febddd9-9964-4604-ad94-9787c4035e86 req-11675a01-9616-446c-8383-797739bf3309 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532201 Jan 28 10:00:00.268357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Checking segment: {'id': 'bde03947-c552-48c2-9294-30e8f6115fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:00.271188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Network hostable DHCP agents. Network: 6e22c90d-53c5-4581-ae89-a9db3991c6b5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:00.283608 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:00.301043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7d4f52-cf85-4dc1-8498-67ab8829b550 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5ab37722-dad2-4075-ab8c-d44a59375577', 'network_id': '5ab37722-dad2-4075-ab8c-d44a59375577', 'tenant_id': '38d6e579abc84ef98471fec4d42a2560', 'fixed_ips': [{'subnet_id': '61ebe112-54dd-4441-a591-f82736214ea7'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:00:00.313776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4f52-cf85-4dc1-8498-67ab8829b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.361135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bc1e72-3169-40f3-93bd-e06652c49d52,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:00.395127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:00.397545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:00:00.415719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef/87cf92e5-2cb6-4d0f-af60-440a95458986) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:00.422218 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.423905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.473197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.475957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6e22c90d-53c5-4581-ae89-a9db3991c6b5) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:00.490982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.494475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.510604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:00.511287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.512073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d41625-d0a7-4658-9e2c-0ffa06df70fa None None] Network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:00.726565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.763317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:00.763928 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.775615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.783094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:00.792010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Network': ['ID=5ab37722-dad2-4075-ab8c-d44a59375577,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:00.806318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8189cd7b-0ea6-4d11-8811-5e7917ea41b0 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/5ab37722-dad2-4075-ab8c-d44a59375577 HTTP/1.1" status: 204 len: 168 time: 1.9791415 Jan 28 10:00:00.806318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51486) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:00.815948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-485647086'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:00.830603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:00.844320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:network and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:00.851353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:00.859776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:00.860375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:00.863748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:00.874891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cdef87d2-f12b-4ef2-a0d3-418555edab36 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4037371 Jan 28 10:00:00.911744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=471bf271-82a6-4640-8fde-e86a68a5e407,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:00.915938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=8']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:00.937617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b593e9c4-cb38-4b4c-9942-3394805a4697 req-7e9db0d7-7368-422a-b3bd-4a166a49e54d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:00.947682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b593e9c4-cb38-4b4c-9942-3394805a4697 req-7e9db0d7-7368-422a-b3bd-4a166a49e54d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4188185 Jan 28 10:00:00.947958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6f150b1-91d2-4ac2-95c8-96b5c6834640 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.8184383 Jan 28 10:00:00.951671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51494) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:00.961726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:c4:94:67', 'name': 'tempest-NetworksTestDHCPv6-366124630'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:00.988411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:00.997505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.025170 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-fc7d4f52-cf85-4dc1-8498-67ab8829b550 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 10:00:01.025170 n-d-825178-2 neutron-server[87542]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 28 10:00:01.025170 n-d-825178-2 neutron-server[87542]: [parameters: {'project_id': '38d6e579abc84ef98471fec4d42a2560', 'id': '669e351a-b3ee-4114-8fe2-f6f4a2a650ed', 'name': '', 'network_id': '5ab37722-dad2-4075-ab8c-d44a59375577', 'mac_address': 'fa:16:3e:c2:1d:97', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5ab37722-dad2-4075-ab8c-d44a59375577', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2134}] Jan 28 10:00:01.025170 n-d-825178-2 neutron-server[87542]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:00:01.025681 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-fc7d4f52-cf85-4dc1-8498-67ab8829b550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:00:01.068552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b593e9c4-cb38-4b4c-9942-3394805a4697 req-494b4cf5-9f86-4b20-a215-0ba5e6dcf309 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195695 Jan 28 10:00:01.081455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:00:01.094326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5546ab9-9f2a-4cb4-96b4-06bc88ab919f req-94fe27a1-c021-42b6-819e-58db7d72c6f6 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:01.095829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] Pushing event deleted for resources: {'Port': ['ID=1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:01.118177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:01.118439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5546ab9-9f2a-4cb4-96b4-06bc88ab919f req-94fe27a1-c021-42b6-819e-58db7d72c6f6 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.3591335 Jan 28 10:00:01.118562 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.118562 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Added segment 88616702-fcdc-431b-9c37-fddd95d73787 of type vlan for network 1b72a770-90dc-43b5-81fd-780430dce25e Jan 28 10:00:01.194530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.210401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f4de63-24cc-40d7-b6b4-30c3860c7f0f None None] No DVR routers for this DVR port 1ef61ae4-076d-41a9-b0a1-e87bbbd35ad4 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:00:01.252635 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.260537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.267345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:01.268219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.268652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5546ab9-9f2a-4cb4-96b4-06bc88ab919f req-9f36acaa-2846-4157-b4b5-77748dfc3990 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507158 Jan 28 10:00:01.309974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:01.330793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:01.340290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51508) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:01.341471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5311859 Jan 28 10:00:01.348758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Request body: {'subnet': {'network_id': '1b72a770-90dc-43b5-81fd-780430dce25e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:01.392611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:01.401629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625054b5-49d7-4872-842e-89733ca2edc4 None None] Network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:01.473843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6ce59-fbef-4c20-ad0a-311afcd67f78 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Network': ['ID=1b72a770-90dc-43b5-81fd-780430dce25e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:01.496109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1b72a770-90dc-43b5-81fd-780430dce25e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:00:01.498152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:01.519548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:00:01.527612 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc7d4f52-cf85-4dc1-8498-67ab8829b550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.534141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6325e3c-0234-43e2-870d-4ff4f74a0644 req-73619169-c875-428d-b6b5-106d15d42a9f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:01.551332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d6325e3c-0234-43e2-870d-4ff4f74a0644 req-73619169-c875-428d-b6b5-106d15d42a9f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2146416 Jan 28 10:00:01.597710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 458c20e9-752f-420a-97dd-504ca20dfe61 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:01.598085 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.643793 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.660863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d6325e3c-0234-43e2-870d-4ff4f74a0644 req-15dd12a3-d6a2-44f8-8098-032e48a8aaaa tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085410 Jan 28 10:00:01.759407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Transition to ACTIVE for port object 87cf92e5-2cb6-4d0f-af60-440a95458986 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:01.760554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:01.780300 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.790765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Usage tracker for resource:subnet and tenant:38d6e579abc84ef98471fec4d42a2560 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:01.795551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:01.813048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:01.838417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.862662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Made reservation on behalf of 38d6e579abc84ef98471fec4d42a2560 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:01.867522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:01.965337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79498b7-19ab-42ed-93ff-f72777631803 req-a5e93b3c-3953-4582-9028-3a654e576c56 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:01.972430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 52f13540-fe41-4cd6-b550-cf94b8ce2756 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:00:01.973840 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c79498b7-19ab-42ed-93ff-f72777631803 req-a5e93b3c-3953-4582-9028-3a654e576c56 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 945 time: 0.1450632 Jan 28 10:00:02.039665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c79498b7-19ab-42ed-93ff-f72777631803 req-da06bfe2-5e1f-492a-99e1-c09fa6bda84c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646560 Jan 28 10:00:02.060461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b79a57-7d40-4386-9617-d29c1c000285 None None] Network 5ab37722-dad2-4075-ab8c-d44a59375577 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:02.183109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b79a57-7d40-4386-9617-d29c1c000285 None None] Network 5ab37722-dad2-4075-ab8c-d44a59375577 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:00:02.260126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbc4d0d-ac6c-4044-b3f3-1225237ea54b None None] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:02.285469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:02.331198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:02.345989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:02.355468 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:02.492717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=13']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:02.665775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.objects.ports [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87541) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 10:00:02.671336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:02.791003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa996687-22f6-4752-befc-9526f65755a0 req-c56bf4e5-f37a-4ccc-9cd9-2b9b0fa542d5 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:02.798415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa996687-22f6-4752-befc-9526f65755a0 req-c56bf4e5-f37a-4ccc-9cd9-2b9b0fa542d5 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.7485018 Jan 28 10:00:02.827750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event updated for resources: {'Subnet': ['ID=b1fbefd4-7f10-45a1-9b0c-354f5154da2d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:02.883601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa996687-22f6-4752-befc-9526f65755a0 req-a0f566f2-7811-4f9d-9761-d9df356a90bf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831196 Jan 28 10:00:02.931450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::3af (769dbcf1-61f3-4915-834e-bca50e270657/7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef/52f13540-fe41-4cd6-b550-cf94b8ce2756) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:02.962041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8:0:1:f816:3eff:fec4:9467 (769dbcf1-61f3-4915-834e-bca50e270657/471bf271-82a6-4640-8fde-e86a68a5e407/52f13540-fe41-4cd6-b550-cf94b8ce2756) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:02.975788 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 10:00:02.977953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Checking segment: {'id': '88616702-fcdc-431b-9c37-fddd95d73787', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '1b72a770-90dc-43b5-81fd-780430dce25e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:02.978303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network hostable DHCP agents. Network: 1b72a770-90dc-43b5-81fd-780430dce25e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:00:03.079041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d1cbb-112d-4fa7-b16c-e8a9d998ee66 req-3175cd2c-fe1f-4f96-86dd-d5d798511323 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:03.087149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-599d1cbb-112d-4fa7-b16c-e8a9d998ee66 req-3175cd2c-fe1f-4f96-86dd-d5d798511323 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1293988 Jan 28 10:00:03.142753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-599d1cbb-112d-4fa7-b16c-e8a9d998ee66 req-e837ed55-e7b1-4d66-a196-7b26e2b7f15f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540230 Jan 28 10:00:03.287006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Network 1b72a770-90dc-43b5-81fd-780430dce25e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:00:03.429006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1b72a770-90dc-43b5-81fd-780430dce25e) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:03.434153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:03.435306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:03.475087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95d1fe-cd6f-42fb-af5d-edcee602ebdd None None] Network 1b72a770-90dc-43b5-81fd-780430dce25e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:03.531261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ea3cb-56d0-4fe1-bea9-05d7fe2a0acb None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:03.550930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b314f1ca-a194-4a23-b54d-6d8ccf2529f7 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.2085726 Jan 28 10:00:03.553795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18db7c1-1060-4df1-b622-85ca05c1f6a7 req-e157184f-96f6-4825-a1f8-a646541860a5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:03.555612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b18db7c1-1060-4df1-b622-85ca05c1f6a7 req-e157184f-96f6-4825-a1f8-a646541860a5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.1135082 Jan 28 10:00:03.584280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97c05c-25c0-4d70-bdf5-c318bd7a595c req-d9dfc9a6-aee7-4aa6-bfd7-335b806ade2f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:03.584280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da97c05c-25c0-4d70-bdf5-c318bd7a595c req-d9dfc9a6-aee7-4aa6-bfd7-335b806ade2f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.3706288 Jan 28 10:00:03.586648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:03.601736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:03.651456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da97c05c-25c0-4d70-bdf5-c318bd7a595c req-e1d87a51-c7c8-4251-afe3-5045b80c2dfe tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766425 Jan 28 10:00:03.655630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 52f13540-fe41-4cd6-b550-cf94b8ce2756 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:03.696792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:03.829997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] Provisioning for port 87cf92e5-2cb6-4d0f-af60-440a95458986 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:03.872916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:03.873298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:03.909842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:03.917413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:03.923081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:03.929809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:03.932413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:03.933195 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:03.946966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=52f13540-fe41-4cd6-b550-cf94b8ce2756,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:04.023332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-edb85528-89d0-470d-854b-062ab8fbf6bf tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0703528 Jan 28 10:00:04.026723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51554) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:04.029180 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b18db7c1-1060-4df1-b622-85ca05c1f6a7 req-3b5f1c57-c65f-41fe-8979-90412ffb131b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4651055 Jan 28 10:00:04.060810 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.161974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87cf92e5-2cb6-4d0f-af60-440a95458986 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:04.187234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 52f13540-fe41-4cd6-b550-cf94b8ce2756 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:04.187692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.239289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.269253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486c99bd-0c70-4d77-8b98-837913eac77a req-8963ec04-5b9c-44ed-93ef-fe4d2e603c7d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:04.276868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-486c99bd-0c70-4d77-8b98-837913eac77a req-8963ec04-5b9c-44ed-93ef-fe4d2e603c7d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3368232 Jan 28 10:00:04.330417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Subnet': ['ID=b1fbefd4-7f10-45a1-9b0c-354f5154da2d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:04.354024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-486c99bd-0c70-4d77-8b98-837913eac77a req-8b339742-dd18-40d6-a7cd-360faf41ea66 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759349 Jan 28 10:00:04.408129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:04.408516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.507477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.535371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b72a770-90dc-43b5-81fd-780430dce25e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:04.544797 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.548733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88616702-fcdc-431b-9c37-fddd95d73787') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:04.549055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88616702-fcdc-431b-9c37-fddd95d73787') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:04.564807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.580600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e423ef6c-6bf8-4442-803d-3940fa08bd74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-1b72a770-90dc-43b5-81fd-780430dce25e', 'network_id': '1b72a770-90dc-43b5-81fd-780430dce25e', 'tenant_id': '38d6e579abc84ef98471fec4d42a2560', 'fixed_ips': [{'subnet_id': 'b1fbefd4-7f10-45a1-9b0c-354f5154da2d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:00:04.581813 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e423ef6c-6bf8-4442-803d-3940fa08bd74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.585965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.592637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:04.593287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.627886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:04.643526 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:04.714322 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:04.720210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.732275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.767740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:04.785162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/1b72a770-90dc-43b5-81fd-780430dce25e HTTP/1.1" status: 204 len: 168 time: 1.1927729 Jan 28 10:00:04.786939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266df38-712e-476b-9b35-473f08f8540c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Network': ['ID=1b72a770-90dc-43b5-81fd-780430dce25e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:04.791719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51570) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:04.821187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075cf14-163c-40b4-86dc-ad1176247603 req-a93dd32b-f6ee-4327-a417-c143a8a88a6e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:04.829371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c075cf14-163c-40b4-86dc-ad1176247603 req-a93dd32b-f6ee-4327-a417-c143a8a88a6e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.4861102 Jan 28 10:00:04.842180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea9ee57-bab6-412b-8421-7ca3b0a370aa req-2815082f-7184-4943-a558-db8cb358d1de tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:04.849396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ea9ee57-bab6-412b-8421-7ca3b0a370aa req-2815082f-7184-4943-a558-db8cb358d1de tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2417402 Jan 28 10:00:04.855515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dde53e-cd29-4599-a783-11decb6f8049 None None] Network 1b72a770-90dc-43b5-81fd-780430dce25e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:04.883942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23dde53e-cd29-4599-a783-11decb6f8049 None None] Network 1b72a770-90dc-43b5-81fd-780430dce25e could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:00:04.896695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c075cf14-163c-40b4-86dc-ad1176247603 req-c4345cbf-4053-4134-98c5-b3b2ae45f7bf tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662200 Jan 28 10:00:04.914642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61e45f-f1db-46ce-9bc3-4f528a954290 None None] Pushing event updated for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:05.068259 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9bd8eb4-4bf0-4a1f-bf7c-11eea7643074 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:05.068423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9bd8eb4-4bf0-4a1f-bf7c-11eea7643074 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:05.070445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d9bd8eb4-4bf0-4a1f-bf7c-11eea7643074 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/b1fbefd4-7f10-45a1-9b0c-354f5154da2d HTTP/1.1" status: 404 len: 337 time: 0.2777669 Jan 28 10:00:05.073318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51578) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.090928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 52f13540-fe41-4cd6-b550-cf94b8ce2756 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:05.117624 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb4786e3-d16f-4df7-a52b-76416f207f61 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:05.118420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb4786e3-d16f-4df7-a52b-76416f207f61 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:05.120308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eb4786e3-d16f-4df7-a52b-76416f207f61 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/1b72a770-90dc-43b5-81fd-780430dce25e HTTP/1.1" status: 404 len: 339 time: 0.0455811 Jan 28 10:00:05.123543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51582) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.198325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ea9ee57-bab6-412b-8421-7ca3b0a370aa req-06742e3e-4ea5-4861-802d-a0a19c101db0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479445 Jan 28 10:00:05.232286 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-51479374-99b7-4a31-877d-6411695aa1bf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:05.232876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51479374-99b7-4a31-877d-6411695aa1bf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:05.234708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-51479374-99b7-4a31-877d-6411695aa1bf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/61ebe112-54dd-4441-a591-f82736214ea7 HTTP/1.1" status: 404 len: 337 time: 0.1097214 Jan 28 10:00:05.258542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.314166 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3624510d-8366-4b1b-9548-e883455c1d57 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:05.314609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3624510d-8366-4b1b-9548-e883455c1d57 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:05.316322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3624510d-8366-4b1b-9548-e883455c1d57 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/5ab37722-dad2-4075-ab8c-d44a59375577 HTTP/1.1" status: 404 len: 339 time: 0.0568006 Jan 28 10:00:05.319033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51592) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.343612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab09dc6-8202-407d-97a1-56a2307f27f6 req-4ea55a73-582d-4d37-b02b-aaebf80d4a64 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:05.350805 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eab09dc6-8202-407d-97a1-56a2307f27f6 req-4ea55a73-582d-4d37-b02b-aaebf80d4a64 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.1147380 Jan 28 10:00:05.416786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eab09dc6-8202-407d-97a1-56a2307f27f6 req-af6a087c-64ea-4071-b5dc-44c24a9cef51 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636032 Jan 28 10:00:05.436970 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dde2c97-0664-4df9-99a2-16283d2e65c4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:05.436970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dde2c97-0664-4df9-99a2-16283d2e65c4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:05.455586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3dde2c97-0664-4df9-99a2-16283d2e65c4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/664f1e11-e7e7-44d5-b386-01d61b21bff8 HTTP/1.1" status: 404 len: 337 time: 0.1350274 Jan 28 10:00:05.458351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51596) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.519430 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5c0f3d-644d-4841-bb63-4c341ea8d360 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:05.519986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5c0f3d-644d-4841-bb63-4c341ea8d360 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:05.521826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fa5c0f3d-644d-4841-bb63-4c341ea8d360 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/4fed5726-7399-4f04-8e44-286dd3b363e4 HTTP/1.1" status: 404 len: 339 time: 0.0624118 Jan 28 10:00:05.525241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.689884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Deleting port 6eee748a-9151-41ff-bab4-da0b7deac528 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:05.690240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:05.694380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b714ae70-7c05-4a81-bb25-3e836a7b376a req-01d3e8f1-7270-4717-ba17-0f4b3ec401f7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:05.701747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b714ae70-7c05-4a81-bb25-3e836a7b376a req-01d3e8f1-7270-4717-ba17-0f4b3ec401f7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.3118801 Jan 28 10:00:05.772520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b714ae70-7c05-4a81-bb25-3e836a7b376a req-3e6693d8-0c83-4226-9fd0-37a9b5a676c0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698943 Jan 28 10:00:05.789949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:05.843385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=52f13540-fe41-4cd6-b550-cf94b8ce2756,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:05.939829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:05.945033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51612) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:05.945167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-710d8f93-390f-4b26-9e3c-36a47c188901 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/52f13540-fe41-4cd6-b550-cf94b8ce2756 HTTP/1.1" status: 204 len: 168 time: 1.9142780 Jan 28 10:00:05.950362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e0a7cd-b651-4eaf-9e21-6f4a178d2c9e None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:06.073746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffeb302-dff8-437a-a038-63035ba73788 req-72421ec5-9510-4137-a657-3663aaf67413 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:06.081058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ffeb302-dff8-437a-a038-63035ba73788 req-72421ec5-9510-4137-a657-3663aaf67413 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2750063 Jan 28 10:00:06.086055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87cf92e5-2cb6-4d0f-af60-440a95458986 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:06.174569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eaf37c76-8a5e-4b38-b4f8-d7689ec45d65 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:06.175011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eaf37c76-8a5e-4b38-b4f8-d7689ec45d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:06.184770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ffeb302-dff8-437a-a038-63035ba73788 req-a17403fc-fed8-4db5-836b-e357af13b001 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024137 Jan 28 10:00:06.200415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:06.270421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:06.270912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:06.313461 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:00:06.501589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-eaf37c76-8a5e-4b38-b4f8-d7689ec45d65 None None] Could not find standard attr ID for object 52f13540-fe41-4cd6-b550-cf94b8ce2756. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:00:06.614059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Calling delete_port for 6eee748a-9151-41ff-bab4-da0b7deac528 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:06.615652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63439d92-c4b0-4c24-82a1-d1952c3a04b8 req-d1986a25-7728-4629-80b6-2fb6da70c924 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:06.622913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63439d92-c4b0-4c24-82a1-d1952c3a04b8 req-d1986a25-7728-4629-80b6-2fb6da70c924 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.3471618 Jan 28 10:00:06.679143 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63439d92-c4b0-4c24-82a1-d1952c3a04b8 req-b6a05908-eae0-4692-a063-957c0e9038dd tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521383 Jan 28 10:00:06.782818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9130d3e4-5a9e-44cb-841e-f6faa735f493 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:06.787484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51628) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:06.788185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9130d3e4-5a9e-44cb-841e-f6faa735f493 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8389528 Jan 28 10:00:06.877879 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:06.896274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c334e07-9ee3-4b3f-8ff0-894588daa0da req-3de649b9-f9eb-4c48-ba2e-1275aaae4518 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:06.898820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c334e07-9ee3-4b3f-8ff0-894588daa0da req-3de649b9-f9eb-4c48-ba2e-1275aaae4518 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2276921 Jan 28 10:00:06.963791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-40dc538d-9f4b-4bdf-bd27-dc2427831099 None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:06.964370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40dc538d-9f4b-4bdf-bd27-dc2427831099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.000040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-593b1a48-0124-4696-aec0-82f2beaaa2e1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.000866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-593b1a48-0124-4696-aec0-82f2beaaa2e1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:07.016437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-593b1a48-0124-4696-aec0-82f2beaaa2e1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:07.020411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-593b1a48-0124-4696-aec0-82f2beaaa2e1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2319062 Jan 28 10:00:07.021327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51634) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:07.024328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.032532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Port': ['ID=6eee748a-9151-41ff-bab4-da0b7deac528,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:07.056533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8581ef52-4bb2-4824-be02-a7a3b68faa3c tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/ports/6eee748a-9151-41ff-bab4-da0b7deac528 HTTP/1.1" status: 204 len: 168 time: 1.5300214 Jan 28 10:00:07.059705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:07.117098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7830b1-fc11-4e6e-85c1-4e08f67b0dfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.118633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7830b1-fc11-4e6e-85c1-4e08f67b0dfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.120250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7830b1-fc11-4e6e-85c1-4e08f67b0dfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.121116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9a7830b1-fc11-4e6e-85c1-4e08f67b0dfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:07.123295 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-419276d8-3de3-4aad-a03f-af1aa72bae77 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:07.123981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419276d8-3de3-4aad-a03f-af1aa72bae77 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:07.127504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-419276d8-3de3-4aad-a03f-af1aa72bae77 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/76d960db-86e9-446a-aaa1-0ffa0bfccbc9 HTTP/1.1" status: 404 len: 337 time: 0.0648382 Jan 28 10:00:07.129520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51642) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:07.152075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee902050-cae5-4a21-8ddc-b8904cb7031e req-abada877-12a4-459f-bac4-3bc6a51d35c2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.156680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee902050-cae5-4a21-8ddc-b8904cb7031e req-abada877-12a4-459f-bac4-3bc6a51d35c2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2739768 Jan 28 10:00:07.161152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9a7830b1-fc11-4e6e-85c1-4e08f67b0dfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:07.166799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9a7830b1-fc11-4e6e-85c1-4e08f67b0dfd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1439490 Jan 28 10:00:07.170936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51646) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:07.177743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c334e07-9ee3-4b3f-8ff0-894588daa0da req-5dff607c-7d1d-4f25-88a6-c4df4ef840a3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089674 Jan 28 10:00:07.253366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee902050-cae5-4a21-8ddc-b8904cb7031e req-63309f93-e289-415a-b256-c302efe5e3f9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774367 Jan 28 10:00:07.386056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-55d5cb2e-dd2d-4f1b-9f93-d13306554d76 None None] Could not find standard attr ID for object 52f13540-fe41-4cd6-b550-cf94b8ce2756. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:00:07.392918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 471bf271-82a6-4640-8fde-e86a68a5e407 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:07.474183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.481976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ee7e06-8202-455e-a678-455d34d68f12 req-4620a49b-b454-4fde-9ecb-0931717bb9a4 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.486684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20ee7e06-8202-455e-a678-455d34d68f12 req-4620a49b-b454-4fde-9ecb-0931717bb9a4 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.1205075 Jan 28 10:00:07.556992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.576930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20ee7e06-8202-455e-a678-455d34d68f12 req-2037bb98-fa47-4435-bc3d-228c5ba37a03 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826917 Jan 28 10:00:07.670161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.871831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefa1308-40de-4feb-ae7f-cfe18e9618f1 req-a8dd2b7a-9014-40b7-a3f4-9f6807680f98 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.874929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefa1308-40de-4feb-ae7f-cfe18e9618f1 req-a8dd2b7a-9014-40b7-a3f4-9f6807680f98 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1350594 Jan 28 10:00:07.888568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.918590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-3f21774c-f85f-482d-a99f-9861fd7de178 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:07.925622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-3f21774c-f85f-482d-a99f-9861fd7de178 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/networks?id=6e22c90d-53c5-4581-ae89-a9db3991c6b5 HTTP/1.1" status: 200 len: 810 time: 0.5838284 Jan 28 10:00:07.928550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefa1308-40de-4feb-ae7f-cfe18e9618f1 req-03f8c564-38df-47d6-8a8e-d34036f2a01b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472777 Jan 28 10:00:07.931110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a01c91-6c62-4614-a24a-4135e5215419']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:07.945695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb698f0-41ed-4e34-abf7-46f17d15a7df') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:07.946037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb698f0-41ed-4e34-abf7-46f17d15a7df') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:07.959044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.986353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:07.992803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:07.993198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:08.091979 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:08.095407 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:08.129359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:08.132743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-c8ac1739-9c3b-4fae-915e-4b19ee075052 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/quotas/c6c75da1252d4c269abda5570582243d HTTP/1.1" status: 200 len: 375 time: 0.2062714 Jan 28 10:00:08.163059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:08.182236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf1df3-d441-47b7-853b-a57987034bc1 req-446caad6-f38e-448e-8926-69a3ca2bcb03 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:08.191326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fcf1df3-d441-47b7-853b-a57987034bc1 req-446caad6-f38e-448e-8926-69a3ca2bcb03 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1237135 Jan 28 10:00:08.222592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/48a01c91-6c62-4614-a24a-4135e5215419 HTTP/1.1" status: 204 len: 168 time: 1.0871542 Jan 28 10:00:08.223551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6ebc7-2795-481c-bf39-5638cd88b515 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Network': ['ID=48a01c91-6c62-4614-a24a-4135e5215419,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:08.225636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51666) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:08.246055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-40890a57-686d-4a8c-947a-810affc14f83 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c6c75da1252d4c269abda5570582243d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0800910 Jan 28 10:00:08.252440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fcf1df3-d441-47b7-853b-a57987034bc1 req-9c9eb4c8-c3b3-47d3-9699-eb4ab705eba2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601120 Jan 28 10:00:08.430928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:08.468825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae85b8c-b022-4dc5-ba14-ac0011e8d9e3 req-ba2d55e3-c3ad-4193-a3d5-5597caa2c740 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:08.471078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dae85b8c-b022-4dc5-ba14-ac0011e8d9e3 req-ba2d55e3-c3ad-4193-a3d5-5597caa2c740 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1101532 Jan 28 10:00:08.496010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a6234e-f4ff-4807-b467-2eee0811e565 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:08.526926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Deleting port e6112b47-ce59-4a28-8479-5923a1bde3eb {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:08.527271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:08.531909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dae85b8c-b022-4dc5-ba14-ac0011e8d9e3 req-026a5700-82fc-45b6-8732-93326f70638b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548007 Jan 28 10:00:08.619616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=471bf271-82a6-4640-8fde-e86a68a5e407,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:08.629538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:09.016043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:09.157848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a93d76a-194a-4bc6-88d0-0b9ae4cf6bf3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/471bf271-82a6-4640-8fde-e86a68a5e407 HTTP/1.1" status: 204 len: 168 time: 1.9789999 Jan 28 10:00:09.162787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51680) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:09.165584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Calling delete_port for e6112b47-ce59-4a28-8479-5923a1bde3eb owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:09.275732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-ef8406b9-5134-47e1-b96c-2a14f71dc590 service neutron] 10.222.0.42 "GET /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0288301 Jan 28 10:00:09.276013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:09.283505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:09.345712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-78cf2deb-3677-4058-83dc-a09e005e27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:09.347096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-78cf2deb-3677-4058-83dc-a09e005e27ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1097 time: 0.2270260 Jan 28 10:00:09.366513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1a522e-1f6c-49f5-9eca-a0e765a7a560 req-3d45c019-22be-4a88-8dd7-44c5a4b39896 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:09.374055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc1a522e-1f6c-49f5-9eca-a0e765a7a560 req-3d45c019-22be-4a88-8dd7-44c5a4b39896 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.3675063 Jan 28 10:00:09.468923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-b29ed168-fd9f-4cc6-bcde-5de943fd0dc4 service neutron] 10.222.0.42 "GET /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718092 Jan 28 10:00:09.493835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:09.567157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:09.594894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Port': ['ID=e6112b47-ce59-4a28-8479-5923a1bde3eb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:09.610662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:09.628614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-43be7615-0fd2-4513-a7ab-5b6c25b22237 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/ports/e6112b47-ce59-4a28-8479-5923a1bde3eb HTTP/1.1" status: 204 len: 168 time: 1.3944676 Jan 28 10:00:09.631099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51688) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:09.686568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc1a522e-1f6c-49f5-9eca-a0e765a7a560 req-fcc8cbe0-1033-4823-a179-8f75d2c3dcd9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3110087 Jan 28 10:00:09.732463 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5acdf13-f71e-4b32-8164-441c81ed16b5 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:09.737835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5acdf13-f71e-4b32-8164-441c81ed16b5 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:09.742384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b5acdf13-f71e-4b32-8164-441c81ed16b5 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/69fcc1d5-2ff3-4caf-9785-9ae1eab32ee9 HTTP/1.1" status: 404 len: 337 time: 0.1102171 Jan 28 10:00:09.749214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51694) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:09.804173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-5e4f7fa7-8a4f-45f0-af97-ecba25aa25f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:09.807652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-5e4f7fa7-8a4f-45f0-af97-ecba25aa25f0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 0.4170046 Jan 28 10:00:10.027602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.060097 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.136470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a1407e76-c6d3-4675-ac3a-ffe7fdf5c34f None None] Provisioning complete for port 87cf92e5-2cb6-4d0f-af60-440a95458986 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:10.140084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a1407e76-c6d3-4675-ac3a-ffe7fdf5c34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.228588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-6708c85d-5363-41a0-a247-d486365b2ba3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 1002 time: 0.4008343 Jan 28 10:00:10.300119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.310531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695dffe-167f-4bf8-9d07-db425888ce72 req-06c4f7d8-b7c3-4b93-989b-1d8628bfb7bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:10.312471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f695dffe-167f-4bf8-9d07-db425888ce72 req-06c4f7d8-b7c3-4b93-989b-1d8628bfb7bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.4107776 Jan 28 10:00:10.328688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:10.343695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:10.344013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb8f94cf-96c6-46b1-a1ce-5d183d2025d4') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:10.353664 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.369132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.404331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.418211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:10.419246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.426012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:10.445287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.453521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eae5095-d2ce-47ee-9c86-034a7e2acd5c None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:10.628309 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:10.639678 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.670624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.673157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Network': ['ID=a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:10.690914 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e04f688-d112-4fe0-ae01-8bd8bc36f0a4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/a6da1e9e-cfb8-4fb2-8d41-53120f94b6d2 HTTP/1.1" status: 204 len: 168 time: 0.9403794 Jan 28 10:00:10.693271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51708) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:10.748743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a2e02-75ff-4177-b1ee-d225ff2c05e6 req-6f5c9e68-7c7c-4edb-b759-82564309cf93 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:10.750183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-bfe3cbbe-ef9e-4177-9c1b-4f7711cc2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:10.753537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-bfe3cbbe-ef9e-4177-9c1b-4f7711cc2a15 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.5139663 Jan 28 10:00:10.757657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c16a2e02-75ff-4177-b1ee-d225ff2c05e6 req-6f5c9e68-7c7c-4edb-b759-82564309cf93 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.6664884 Jan 28 10:00:10.857796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c16a2e02-75ff-4177-b1ee-d225ff2c05e6 req-8b7b3674-6c40-4154-a276-593607c2a48a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991902 Jan 28 10:00:10.879387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Deleting subnet f4b5c762-a1ba-43b3-93d6-4cc00b241077 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:10.883102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.897802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368ba215-a048-498c-bace-222e0baaccab None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:00:10.898469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f695dffe-167f-4bf8-9d07-db425888ce72 req-55707b54-b112-4d80-a2b0-048c26186c99 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5763376 Jan 28 10:00:10.904195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-368ba215-a048-498c-bace-222e0baaccab None None] Deleting port 87cf92e5-2cb6-4d0f-af60-440a95458986 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:10.905056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-368ba215-a048-498c-bace-222e0baaccab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:10.933097 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5712811b-605c-4c4e-81ff-fbd4772b2d01 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef HTTP/1.1" status: 204 len: 168 time: 1.7651439 Jan 28 10:00:10.947312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:10.961774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.055672 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.182557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.235329 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.252089 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/subnets/f4b5c762-a1ba-43b3-93d6-4cc00b241077 HTTP/1.1" status: 204 len: 168 time: 0.5576961 Jan 28 10:00:11.254804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80af0851-cbba-49a9-be1a-b4ccc2812adf tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Subnet': ['ID=f4b5c762-a1ba-43b3-93d6-4cc00b241077,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:11.255168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b90d96c2-05d1-487e-8738-3b5e9ca828b9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3006780 Jan 28 10:00:11.257863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b5017a7-d7e0-4d12-9406-8a8f8f1a2dc7 req-9a4a02aa-666d-47da-a5e8-a3f140ed84ce tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 210 time: 0.1218555 Jan 28 10:00:11.258328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51720) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:11.260675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:11.267642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:11.311987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-368ba215-a048-498c-bace-222e0baaccab None None] For port 87cf92e5-2cb6-4d0f-af60-440a95458986, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87cf92e5-2cb6-4d0f-af60-440a95458986,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:11.315531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-368ba215-a048-498c-bace-222e0baaccab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.364322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-c6ebc014-673e-4a52-9e8d-fb5456b421ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:11.365822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-c6ebc014-673e-4a52-9e8d-fb5456b421ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5868094 Jan 28 10:00:11.491211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be336b9-b690-428b-9f8e-ae4c0b80b6cc None None] Network d12dfde0-ad19-4186-9dd1-c6da316797d9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:11.533377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.560596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Deleting port 028c61b0-0928-4a53-b76e-49832ed8fada {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:11.561034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:11.594482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-1546f08c-2907-4115-95ae-a5f88c90b0c6 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080252 Jan 28 10:00:11.614704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a0409-22a5-49aa-99f7-05522ad5ebe8 req-d7d36e6f-1f9b-46d3-893f-4b0b8d5ebc61 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:11.616482 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c67a0409-22a5-49aa-99f7-05522ad5ebe8 req-d7d36e6f-1f9b-46d3-893f-4b0b8d5ebc61 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4862587 Jan 28 10:00:11.749051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c67a0409-22a5-49aa-99f7-05522ad5ebe8 req-ce4c4b1e-e2e4-4aba-8c9d-6f06b09e6c05 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197674 Jan 28 10:00:11.832857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-368ba215-a048-498c-bace-222e0baaccab None None] Calling delete_port for 87cf92e5-2cb6-4d0f-af60-440a95458986 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:11.902421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:11.928391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:11.945044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:11.958795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:11.967489 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b368ba3-39e2-46d7-b9de-f1a8a8550ab3 req-2522637a-4129-4fab-b269-1e77b59d8e79 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152153 Jan 28 10:00:11.997688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afe25d-f701-4fa7-b335-914959519799 req-fa336c84-7c54-4368-9271-177bd88aa293 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:12.004350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87cf92e5-2cb6-4d0f-af60-440a95458986 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:12.004535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91afe25d-f701-4fa7-b335-914959519799 req-fa336c84-7c54-4368-9271-177bd88aa293 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.4091141 Jan 28 10:00:12.031324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:12.035462 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.218776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.231189 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-368ba215-a048-498c-bace-222e0baaccab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.240237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] For port 028c61b0-0928-4a53-b76e-49832ed8fada, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=028c61b0-0928-4a53-b76e-49832ed8fada,segment=NetworkSegment(67906819-869e-43b2-b9dc-470ae1fb09be),segment_id=67906819-869e-43b2-b9dc-470ae1fb09be)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:12.241351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.285741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.296218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ba215-a048-498c-bace-222e0baaccab None None] Pushing event deleted for resources: {'Port': ['ID=87cf92e5-2cb6-4d0f-af60-440a95458986,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:12.338987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368ba215-a048-498c-bace-222e0baaccab None None] No DVR routers for this DVR port 87cf92e5-2cb6-4d0f-af60-440a95458986 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:00:12.380549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] DHCP port deletion for d12dfde0-ad19-4186-9dd1-c6da316797d9 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:00:12.385439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Deleting port 028c61b0-0928-4a53-b76e-49832ed8fada {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:12.385728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=374852be-9097-47ee-9162-535fa025760b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:12.385844 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.406249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:12.410520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:12.418842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-083ea590-fdd9-4631-83d9-b82584d9e1fd tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:12.419587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-083ea590-fdd9-4631-83d9-b82584d9e1fd tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Synchronizing usage tracker for tenant:c6c75da1252d4c269abda5570582243d on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:12.425692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:12.426276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.449661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91afe25d-f701-4fa7-b335-914959519799 req-6afb1e11-976e-43df-a5b7-1022702b3b4d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4440296 Jan 28 10:00:12.464078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5836785-5d3e-47ab-b821-4e31ca5c5224 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:12.497724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Calling delete_port for 028c61b0-0928-4a53-b76e-49832ed8fada owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:12.528394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-94660e5e-63d1-41de-8285-e9ac2c1a914d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2657204 Jan 28 10:00:12.528577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51734) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:12.538315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:12.577810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-083ea590-fdd9-4631-83d9-b82584d9e1fd tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Unset dirty status for tenant:c6c75da1252d4c269abda5570582243d on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:12.578991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-083ea590-fdd9-4631-83d9-b82584d9e1fd tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.43 "GET /v2.0/networks?id=6e22c90d-53c5-4581-ae89-a9db3991c6b5 HTTP/1.1" status: 200 len: 810 time: 0.8165650 Jan 28 10:00:12.590865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece5208-b70c-41ee-80fc-57eaddd3d288 req-d1d5f205-2f32-4796-a439-eee32971addd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:12.592318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ece5208-b70c-41ee-80fc-57eaddd3d288 req-d1d5f205-2f32-4796-a439-eee32971addd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.6820600 Jan 28 10:00:12.734416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ece5208-b70c-41ee-80fc-57eaddd3d288 req-311886cd-7fdc-40b8-9121-221dd2286b4d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164596 Jan 28 10:00:12.796515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Request body: {'port': {'device_id': '36819041-5377-4669-bb26-c161d7f170e3', 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5', 'admin_state_up': True, 'tenant_id': 'c6c75da1252d4c269abda5570582243d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:12.801676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.887549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] No DVR routers for this DVR port 028c61b0-0928-4a53-b76e-49832ed8fada on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:00:12.953173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] For port 028c61b0-0928-4a53-b76e-49832ed8fada, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=028c61b0-0928-4a53-b76e-49832ed8fada,segment=NetworkSegment(67906819-869e-43b2-b9dc-470ae1fb09be),segment_id=67906819-869e-43b2-b9dc-470ae1fb09be)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:12.953565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:12.968736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Port': ['ID=028c61b0-0928-4a53-b76e-49832ed8fada,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:13.029320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:13.034130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:13.037599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:13.044609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:13.059181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:13.064201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:13.068332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.101351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Usage tracker for resource:port and tenant:c6c75da1252d4c269abda5570582243d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:13.164776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.173226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Calling delete_port for 028c61b0-0928-4a53-b76e-49832ed8fada owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:13.202911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d12dfde0-ad19-4186-9dd1-c6da316797d9']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:13.222773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67906819-869e-43b2-b9dc-470ae1fb09be') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:13.223215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67906819-869e-43b2-b9dc-470ae1fb09be') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:13.239137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.265508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48601e-630c-495e-89c1-b6fcdb9fd8ec req-7e5f4918-ee57-4bd4-bc1b-40773bd8f406 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:13.272744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d48601e-630c-495e-89c1-b6fcdb9fd8ec req-7e5f4918-ee57-4bd4-bc1b-40773bd8f406 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.2622397 Jan 28 10:00:13.275699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.293511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:13.303385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:13.304271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:13.323595 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:13.331622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:13.359086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405efe82-c837-4ed2-b1cd-e5b621f15e70 req-9845a325-4fe6-47cf-b9ae-faeb0bc28b7a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:13.360612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-405efe82-c837-4ed2-b1cd-e5b621f15e70 req-9845a325-4fe6-47cf-b9ae-faeb0bc28b7a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.7657976 Jan 28 10:00:13.365751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Made reservation on behalf of c6c75da1252d4c269abda5570582243d for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:13.369275 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.390220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:00:13.391225 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:00:13.417884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-769dbcf1-61f3-4915-834e-bca50e270657', 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'tenant_id': 'b9164b393f3149b28648b6599fc725ef', 'fixed_ips': [{'subnet_id': '374852be-9097-47ee-9162-535fa025760b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:00:13.418821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.451387 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d48601e-630c-495e-89c1-b6fcdb9fd8ec req-a062046a-9a2f-4045-b7d2-2aa30fb30acb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774805 Jan 28 10:00:13.476318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.514841 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-405efe82-c837-4ed2-b1cd-e5b621f15e70 req-b3a1a9df-d5a1-43b4-9003-3aba3a8f5d24 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024909 Jan 28 10:00:13.535297 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:13.554856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] Pushing event deleted for resources: {'Network': ['ID=d12dfde0-ad19-4186-9dd1-c6da316797d9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:13.569089 n-d-825178-2 neutron-server[87541]: INFO neutron.db.ipam_backend_mixin [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 374852be-9097-47ee-9162-535fa025760b (CIDR: 2001:db8::/64) Jan 28 10:00:13.578771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d58e43e3-ba3c-4b88-b76e-eab3882dcac4 tempest-NetworksIpV6TestAttrs-134084812 tempest-NetworksIpV6TestAttrs-134084812-project] 10.222.0.42 "DELETE /v2.0/networks/d12dfde0-ad19-4186-9dd1-c6da316797d9 HTTP/1.1" status: 204 len: 168 time: 2.3166111 Jan 28 10:00:13.594640 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:00:13.595085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:13.648962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-21afa86f-d9c9-471b-b605-60481a00b9d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1169226 Jan 28 10:00:13.649833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51748) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:13.656239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'subnet': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:13.768283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Allocated IP 172.20.0.13 (6e22c90d-53c5-4581-ae89-a9db3991c6b5/c3bc1e72-3169-40f3-93bd-e06652c49d52/1c5df4ea-082e-4a0d-a184-9ffa2b618866) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:13.876819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Allocated IP 2001:db8::2 (769dbcf1-61f3-4915-834e-bca50e270657/374852be-9097-47ee-9162-535fa025760b/fe0912e8-9cf0-4938-a405-0d98207ef4c0) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:13.966783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea2d3e2a-e34e-4523-b962-2b47a7ae1bc3 req-bac25743-0a4f-4f91-bd1e-300ca63c9b26 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 210 time: 0.1277983 Jan 28 10:00:14.053531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51754) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:14.191424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:14.196817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ed0de-89b4-43db-a748-46f573256035 req-bc8dd4c5-8463-433c-b426-be8ec1a826fb tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:14.201278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:subnet and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:14.204693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b80ed0de-89b4-43db-a748-46f573256035 req-bc8dd4c5-8463-433c-b426-be8ec1a826fb tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.3125894 Jan 28 10:00:14.205215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.216715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:14.218677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Transition to ACTIVE for port object fe0912e8-9cf0-4938-a405-0d98207ef4c0 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:14.240445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:14.244898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Transition to ACTIVE for port object fe0912e8-9cf0-4938-a405-0d98207ef4c0 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:14.251428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Deleting port 028c61b0-0928-4a53-b76e-49832ed8fada {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:14.252686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.266640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.297269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 028c61b0-0928-4a53-b76e-49832ed8fada no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:14.313523 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b80ed0de-89b4-43db-a748-46f573256035 req-1c75295b-6aa1-4ab7-b463-bd457456903c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1073608 Jan 28 10:00:14.345924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 028c61b0-0928-4a53-b76e-49832ed8fada {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:00:14.346538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 028c61b0-0928-4a53-b76e-49832ed8fada not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:00:14.356402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:14.360816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.361850 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.365725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.463278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6b90a680-dc7f-4d5e-9e41-b0c573b903fd None None] The port '028c61b0-0928-4a53-b76e-49832ed8fada' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:00:14.470497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:14.478701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:14.484427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:14.529842 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.560339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Pushing event updated for resources: {'Port': ['ID=1c5df4ea-082e-4a0d-a184-9ffa2b618866,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:14.567322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:14.570209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:14.586541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:14.590606 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-45166c2a-790f-476c-9845-93b008816149 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38d6e579abc84ef98471fec4d42a2560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330389 Jan 28 10:00:14.594036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51764) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:14.630827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:14.631797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.632413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Pushing event updated for resources: {'Port': ['ID=fe0912e8-9cf0-4938-a405-0d98207ef4c0,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:14.634706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e58ca6-0624-4362-a0d3-e280ac0d0cb5 req-a42c31a8-1562-461f-8c10-a89e6f867486 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:14.642810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09e58ca6-0624-4362-a0d3-e280ac0d0cb5 req-a42c31a8-1562-461f-8c10-a89e6f867486 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3735840 Jan 28 10:00:14.703142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-741ae01b-6276-4288-9731-624c3eddd8e3 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1092231 Jan 28 10:00:14.769054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Request body: {'port': {'device_id': '36819041-5377-4669-bb26-c161d7f170e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:14.805391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Attempting to bind port fe0912e8-9cf0-4938-a405-0d98207ef4c0 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:00:14.805745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Attempting to bind port fe0912e8-9cf0-4938-a405-0d98207ef4c0 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:00:14.806105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Attempting to bind port fe0912e8-9cf0-4938-a405-0d98207ef4c0 on network 769dbcf1-61f3-4915-834e-bca50e270657 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:14.817543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:00:14.817543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Checking segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:14.819165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.820091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Bound using segment: {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:00:14.820926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Bound port: fe0912e8-9cf0-4938-a405-0d98207ef4c0, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3979336f-5523-41d7-b58d-25bcdc781d96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '769dbcf1-61f3-4915-834e-bca50e270657'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:00:14.821668 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.835342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c77f3334-a5eb-4804-881d-6ab3b2806581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.896307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c77f3334-a5eb-4804-881d-6ab3b2806581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.932898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09e58ca6-0624-4362-a0d3-e280ac0d0cb5 req-3b9b60f2-719b-4bf1-8058-d093a6e6c04b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821271 Jan 28 10:00:14.933544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] For port fe0912e8-9cf0-4938-a405-0d98207ef4c0, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:00:14.937280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] For port fe0912e8-9cf0-4938-a405-0d98207ef4c0, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fe0912e8-9cf0-4938-a405-0d98207ef4c0,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:00:14.947954 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:14.997091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:15.030510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec5f19-172b-4865-9ccc-7fbf77507c81 None None] Pushing event updated for resources: {'Port': ['ID=fe0912e8-9cf0-4938-a405-0d98207ef4c0,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:15.150475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:00:15.196316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a4eac0-e499-4d75-921b-89cc7d492709 req-648ba8be-e9f3-48e1-aa6c-9111a993eac9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:15.198008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3a4eac0-e499-4d75-921b-89cc7d492709 req-648ba8be-e9f3-48e1-aa6c-9111a993eac9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.5003171 Jan 28 10:00:15.219410 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:15.309711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.objects.ports [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=87540) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Jan 28 10:00:15.313271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c77f3334-a5eb-4804-881d-6ab3b2806581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:15.438352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f3334-a5eb-4804-881d-6ab3b2806581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1750898d-0f68-4dc0-8d0a-4b1e42653376,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:15.469857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19e0af-f827-41ab-a265-abaf19a919e6 req-23a4452a-5c22-47a4-b0d8-a966a23cbb8b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:15.471441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb19e0af-f827-41ab-a265-abaf19a919e6 req-23a4452a-5c22-47a4-b0d8-a966a23cbb8b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2756279 Jan 28 10:00:15.482668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:15.521745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c77f3334-a5eb-4804-881d-6ab3b2806581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:15.531417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'mac_address': 'fa:16:3e:d5:cf:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:00:15.537289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c77f3334-a5eb-4804-881d-6ab3b2806581 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1750898d-0f68-4dc0-8d0a-4b1e42653376 HTTP/1.1" status: 204 len: 168 time: 0.9306149 Jan 28 10:00:15.568309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e3a4eac0-e499-4d75-921b-89cc7d492709 req-62b46366-19be-4d4f-b1f0-9899a762e97c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3607907 Jan 28 10:00:15.657105 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:15.679703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb19e0af-f827-41ab-a265-abaf19a919e6 req-931b5854-ba45-4cc3-9cfe-0e4204564aed tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878777 Jan 28 10:00:15.739365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7d77c1d2-2b1d-4057-b968-90740ae3968b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:00:15.815554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:15.826001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:15.986668 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:16.083732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c5df4ea-082e-4a0d-a184-9ffa2b618866 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:00:16.126005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['7d77c1d2-2b1d-4057-b968-90740ae3968b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:00:16.140065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:16.190785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Transition to ACTIVE for port object 1c5df4ea-082e-4a0d-a184-9ffa2b618866 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:16.200276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:16.350770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:16.388594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fe0912e8-9cf0-4938-a405-0d98207ef4c0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:16.503575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3796266-edcf-4c37-937c-99117fef2c7e req-ef800040-5cd1-40dc-9c92-7d64f293b370 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:16.516638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3796266-edcf-4c37-937c-99117fef2c7e req-ef800040-5cd1-40dc-9c92-7d64f293b370 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 932 time: 0.4541123 Jan 28 10:00:16.763822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c3afa4-211c-4bb3-b200-cc27e1a3e7b7 req-b2bfbb8f-f3e4-4c1a-8582-f1bda00b33ed tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:16.765718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c3afa4-211c-4bb3-b200-cc27e1a3e7b7 req-b2bfbb8f-f3e4-4c1a-8582-f1bda00b33ed tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.8359494 Jan 28 10:00:16.777923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3796266-edcf-4c37-937c-99117fef2c7e req-07463648-5c1e-4fca-8c8c-518db36be73c tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584000 Jan 28 10:00:16.837293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:16.841034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] For port fe0912e8-9cf0-4938-a405-0d98207ef4c0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fe0912e8-9cf0-4938-a405-0d98207ef4c0,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:16.903769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:16.915479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:16.917157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.024408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5df4ea-082e-4a0d-a184-9ffa2b618866,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:17.055479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c3afa4-211c-4bb3-b200-cc27e1a3e7b7 req-87babe0f-eb63-4bbf-9afa-b91f0cad17bc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938233 Jan 28 10:00:17.157594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:17.179080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Attempting to bind port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:00:17.179393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Attempting to bind port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'bde03947-c552-48c2-9294-30e8f6115fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:00:17.179714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Attempting to bind port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 on network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:17.200074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 on network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:00:17.200391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Attempting to bind port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 on network 6e22c90d-53c5-4581-ae89-a9db3991c6b5 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:17.230337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Subnet': ['ID=9a034fa2-fe8a-4267-8ac4-4ea859708fb1,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:17.268258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:00:17.268971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Checking segment: {'id': 'bde03947-c552-48c2-9294-30e8f6115fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:17.269538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Bound using segment: {'id': 'bde03947-c552-48c2-9294-30e8f6115fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:00:17.270369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Bound port: 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bde03947-c552-48c2-9294-30e8f6115fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:00:17.270883 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.347436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:17.352082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=fe0912e8-9cf0-4938-a405-0d98207ef4c0,revision_number=4']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:17.376034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] Provisioning for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:17.395776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] Provisioning complete for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:17.397351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:17.399100 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.422263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:17.423028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.566197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f1d496e-7e96-4baf-b5d7-f8a6fac99c66 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.9086745 Jan 28 10:00:17.566197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51828) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:17.566946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] For port 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:00:17.570063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] For port 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866,segment=NetworkSegment(bde03947-c552-48c2-9294-30e8f6115fa1),segment_id=bde03947-c552-48c2-9294-30e8f6115fa1)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:00:17.578346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Request body: {'port': {'network_id': '769dbcf1-61f3-4915-834e-bca50e270657', 'mac_address': 'fa:16:3e:70:18:d2', 'name': 'tempest-NetworksTestDHCPv6-1282908060'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:17.584629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c279f35-2b2c-41d4-8bc2-c254d21bcf8c None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:17.611689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61feac-7a4d-408b-9d51-820e0c5dd0ec req-c184c6b8-b995-48af-81db-2975b2a37b0d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:17.628102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a61feac-7a4d-408b-9d51-820e0c5dd0ec req-c184c6b8-b995-48af-81db-2975b2a37b0d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.4107387 Jan 28 10:00:17.653808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.744978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:17.745594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.747058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] 10.222.0.43 "PUT /v2.0/ports/1c5df4ea-082e-4a0d-a184-9ffa2b618866 HTTP/1.1" status: 200 len: 1092 time: 2.9952917 Jan 28 10:00:17.749515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36819041-5377-4669-bb26-c161d7f170e3', 'tag': '1c5df4ea-082e-4a0d-a184-9ffa2b618866'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:17.765704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d6cae-615d-43bc-a39d-a34f91ae7b8a req-19702fde-aac5-4aae-8ce3-0c6f3586e52d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:17.767887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b24d6cae-615d-43bc-a39d-a34f91ae7b8a req-19702fde-aac5-4aae-8ce3-0c6f3586e52d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 944 time: 0.5782576 Jan 28 10:00:17.778146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 7d77c1d2-2b1d-4057-b968-90740ae3968b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:17.778525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:17.785907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a61feac-7a4d-408b-9d51-820e0c5dd0ec req-a733ce1e-dc5f-4644-98ba-dec8dab73c92 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568408 Jan 28 10:00:17.977905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b24d6cae-615d-43bc-a39d-a34f91ae7b8a req-3dc2be1a-ac9f-457a-a845-9cf325b40428 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716356 Jan 28 10:00:17.993292 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36819041-5377-4669-bb26-c161d7f170e3', 'tag': '1c5df4ea-082e-4a0d-a184-9ffa2b618866', 'status': 'completed', 'code': 200} Jan 28 10:00:18.049977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fe0912e8-9cf0-4938-a405-0d98207ef4c0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:18.059317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:18.062941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e328b-87bb-4d8a-8428-2eafd8268267 service neutron] Pushing event updated for resources: {'Port': ['ID=1c5df4ea-082e-4a0d-a184-9ffa2b618866,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:18.092379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Usage tracker for resource:port and tenant:b9164b393f3149b28648b6599fc725ef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:18.110119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:18.140997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:18.146804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-915d60bd-1146-4fba-9c32-3d68118def30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:18.150510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-915d60bd-1146-4fba-9c32-3d68118def30 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6c75da1252d4c269abda5570582243d&device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 1095 time: 0.3353791 Jan 28 10:00:18.202098 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:18.276919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-588ffd1d-9f99-429d-98ce-b9cbaca46e8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866 HTTP/1.1" status: 200 len: 217 time: 0.1193779 Jan 28 10:00:18.353037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Made reservation on behalf of b9164b393f3149b28648b6599fc725ef for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:18.361512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] For port fe0912e8-9cf0-4938-a405-0d98207ef4c0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fe0912e8-9cf0-4938-a405-0d98207ef4c0,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:18.466237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:18.501900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5c525f-3cd9-4f56-a8fd-c38a38bc6a5e req-68688fdd-b0e1-41bd-8e85-6ac7368d2d76 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:18.503424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0f5c525f-3cd9-4f56-a8fd-c38a38bc6a5e req-68688fdd-b0e1-41bd-8e85-6ac7368d2d76 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3434370 Jan 28 10:00:18.576946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0f5c525f-3cd9-4f56-a8fd-c38a38bc6a5e req-6ac1fc62-eff0-4024-b8c1-599cead01a4a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657454 Jan 28 10:00:18.646044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:18.693492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-e46cfd08-f4e1-4aac-a915-5b89feaac0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:18.702863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-e46cfd08-f4e1-4aac-a915-5b89feaac0c6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3bc1e72-3169-40f3-93bd-e06652c49d52 HTTP/1.1" status: 200 len: 850 time: 0.4180033 Jan 28 10:00:18.726432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] device_id is not set on port 79814e29-f866-41d7-80bf-d2c97fd70ac7 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:00:18.748710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-7f504342-0e10-4e2a-a0b9-99c1cb81b4d9 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:18.753340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-7f504342-0e10-4e2a-a0b9-99c1cb81b4d9 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Synchronizing usage tracker for tenant:c6c75da1252d4c269abda5570582243d on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:18.793815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-7f504342-0e10-4e2a-a0b9-99c1cb81b4d9 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Unset dirty status for tenant:c6c75da1252d4c269abda5570582243d on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:18.804725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-7f504342-0e10-4e2a-a0b9-99c1cb81b4d9 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 944 time: 0.4187999 Jan 28 10:00:18.891318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-d9ded308-440f-43ae-b4a6-8d619656dcd8 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Synchronizing usage tracker for tenant:c6c75da1252d4c269abda5570582243d on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:18.941074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-d9ded308-440f-43ae-b4a6-8d619656dcd8 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Unset dirty status for tenant:c6c75da1252d4c269abda5570582243d on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:18.941947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bbfe239-4ee3-4601-8649-7a34daf68b0d req-d9ded308-440f-43ae-b4a6-8d619656dcd8 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350508 Jan 28 10:00:18.969655 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:18.999274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:18.999726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:19.034327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a6d32-5727-42c6-a826-81618e1a427e None None] Pushing event updated for resources: {'Port': ['ID=fe0912e8-9cf0-4938-a405-0d98207ef4c0,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:19.084404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:19.145817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:19.169270 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:19.347509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-d9a17d8a-62bc-496a-9db8-04d74cc6806f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e22c90d-53c5-4581-ae89-a9db3991c6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6211145 Jan 28 10:00:19.353894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:19.536878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c3c67-ccdd-46c1-a2c2-718feb3dda07 req-e33b1944-7b27-4679-b3f3-a31436e90637 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:19.538725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-713c3c67-ccdd-46c1-a2c2-718feb3dda07 req-e33b1944-7b27-4679-b3f3-a31436e90637 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.7343276 Jan 28 10:00:19.635516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-f6c7f9f4-7d92-4f73-940f-4bf7d1cbe754 service neutron] 10.222.0.43 "GET /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871246 Jan 28 10:00:19.812367 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-713c3c67-ccdd-46c1-a2c2-718feb3dda07 req-02756246-b9ac-4968-acf6-6a555f68b3de tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621679 Jan 28 10:00:19.827000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8::3b4 (769dbcf1-61f3-4915-834e-bca50e270657/374852be-9097-47ee-9162-535fa025760b/79814e29-f866-41d7-80bf-d2c97fd70ac7) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:19.847036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Allocated IP 2001:db8:0:1:f816:3eff:fe70:18d2 (769dbcf1-61f3-4915-834e-bca50e270657/9a034fa2-fe8a-4267-8ac4-4ea859708fb1/79814e29-f866-41d7-80bf-d2c97fd70ac7) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:19.879001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42acbfc-e74f-419c-b7e9-02c46efe0f3e req-b4a5e462-a9f5-4b49-9546-ee346d15a2a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:19.888611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d42acbfc-e74f-419c-b7e9-02c46efe0f3e req-b4a5e462-a9f5-4b49-9546-ee346d15a2a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.6870813 Jan 28 10:00:20.025317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fe0912e8-9cf0-4938-a405-0d98207ef4c0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:20.061939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d42acbfc-e74f-419c-b7e9-02c46efe0f3e req-e697c259-137b-466c-96c1-8d50e49f704a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723332 Jan 28 10:00:20.074004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d879d23-db59-4501-8b07-ee0c1cbc7410 req-217c9e3a-7ca4-4608-86e5-be328c4f4a9a service neutron] 10.222.0.43 "GET /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249473 Jan 28 10:00:20.169421 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'code': 200} Jan 28 10:00:20.280778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51906) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:20.303951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:20.304328 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:20.314569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-0962eba9-3419-4028-a0aa-76c1609783be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:20.316971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-0962eba9-3419-4028-a0aa-76c1609783be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=c6c75da1252d4c269abda5570582243d&device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 1095 time: 0.1875212 Jan 28 10:00:20.548814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e81f3742-5c09-4b47-a523-e3bb0273422f None None] Provisioning complete for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:20.549028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e81f3742-5c09-4b47-a523-e3bb0273422f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:20.568108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef975b0b-c56d-4327-9c52-95354a9779d5 req-a4259b72-a309-4c00-a602-3387556298cd tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:20.585873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef975b0b-c56d-4327-9c52-95354a9779d5 req-a4259b72-a309-4c00-a602-3387556298cd tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 944 time: 0.2114885 Jan 28 10:00:20.587794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:20.646914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75826d-5bae-4340-8111-97362d94b818 req-71660fdd-e41d-4d85-b2a0-02eccc38a45f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:20.649932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd75826d-5bae-4340-8111-97362d94b818 req-71660fdd-e41d-4d85-b2a0-02eccc38a45f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.5764661 Jan 28 10:00:20.672321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-113116fc-937e-436a-b6a9-eee3c247272e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:20.674163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-113116fc-937e-436a-b6a9-eee3c247272e service neutron] 10.222.0.43 "GET /v2.0/networks?id=6e22c90d-53c5-4581-ae89-a9db3991c6b5 HTTP/1.1" status: 200 len: 911 time: 0.3508272 Jan 28 10:00:20.687196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:20.724634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:20.759964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-a110a5b8-ded7-4962-8000-92259521ef7c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866 HTTP/1.1" status: 200 len: 217 time: 0.0718272 Jan 28 10:00:20.764156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Usage tracker for resource:security_group_rule and tenant:862732c1720c464bb6da313c52d10802 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:20.767249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:20.774410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd75826d-5bae-4340-8111-97362d94b818 req-6dfea38c-e3b4-4db7-a698-3a802bd3e31e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165559 Jan 28 10:00:20.775467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Transition to ACTIVE for port object 79814e29-f866-41d7-80bf-d2c97fd70ac7 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:20.782017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:20.826195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:20.954280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Network 769dbcf1-61f3-4915-834e-bca50e270657 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:20.955900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event updated for resources: {'Port': ['ID=79814e29-f866-41d7-80bf-d2c97fd70ac7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:20.960002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:20.963143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:20.972627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:20.973381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:21.077410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7934024e-b4b2-4193-84c2-246f4520110d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.5121367 Jan 28 10:00:21.080534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51938) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:21.210357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef975b0b-c56d-4327-9c52-95354a9779d5 req-22e11d35-09e5-473c-bb8f-c8bc3e56a9a5 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6243122 Jan 28 10:00:21.211729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75891182-7539-45f0-be15-187e310b42af req-4d245f36-b341-48ff-ba83-6d227fa271c3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:21.213647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75891182-7539-45f0-be15-187e310b42af req-4d245f36-b341-48ff-ba83-6d227fa271c3 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2147088 Jan 28 10:00:21.214887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-563adb00-578d-4951-a2a8-a8a2f8a56451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:21.217526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting port 79814e29-f866-41d7-80bf-d2c97fd70ac7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:21.217910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:21.221998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-563adb00-578d-4951-a2a8-a8a2f8a56451 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c3bc1e72-3169-40f3-93bd-e06652c49d52 HTTP/1.1" status: 200 len: 850 time: 0.3591590 Jan 28 10:00:21.340219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-68e67ace-6407-4a97-810e-7e91b77ac0b8 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=6e22c90d-53c5-4581-ae89-a9db3991c6b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1085968 Jan 28 10:00:21.484640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75891182-7539-45f0-be15-187e310b42af req-fb5ba5b8-3ab0-4ec7-bddc-e98f9077fd25 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205863 Jan 28 10:00:21.540579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dfb82a04-b8cf-4a94-9df5-bf5865527a23 None None] Provisioning for port 79814e29-f866-41d7-80bf-d2c97fd70ac7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:21.546951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dfb82a04-b8cf-4a94-9df5-bf5865527a23 None None] Provisioning complete for port 79814e29-f866-41d7-80bf-d2c97fd70ac7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:21.547521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dfb82a04-b8cf-4a94-9df5-bf5865527a23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:21.639792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-b379dd78-4a27-4c68-b28e-31451a2049a3 service neutron] 10.222.0.43 "GET /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843463 Jan 28 10:00:21.660502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dfb82a04-b8cf-4a94-9df5-bf5865527a23 None None] Port 79814e29-f866-41d7-80bf-d2c97fd70ac7 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:00:21.665223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:21.723130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:21.812139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:21.864229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=862732c1720c464bb6da313c52d10802&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5780845 Jan 28 10:00:21.872858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51948) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:21.916357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bc5c5-8236-4f10-afb3-b0912b28c395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a29348-cb16-4aed-bed0-90ed3d338c5b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:21.926630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c810fbf-047e-4652-802b-9a0b60979f3a req-6741e529-be28-49c9-a9e4-c343031f12b7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:21.934660 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c810fbf-047e-4652-802b-9a0b60979f3a req-6741e529-be28-49c9-a9e4-c343031f12b7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.4110997 Jan 28 10:00:21.939342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1c5df4ea-082e-4a0d-a184-9ffa2b618866 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:00:21.949607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Calling delete_port for 79814e29-f866-41d7-80bf-d2c97fd70ac7 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:22.027933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271e3ca-478b-43b9-8572-f3df54eb2931 req-36c7af6d-32f3-4a01-85d6-73ca9b422beb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:22.029425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4271e3ca-478b-43b9-8572-f3df54eb2931 req-36c7af6d-32f3-4a01-85d6-73ca9b422beb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3267038 Jan 28 10:00:22.039715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e813a4-edff-46d8-8ddc-e764309b9ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.060773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c810fbf-047e-4652-802b-9a0b60979f3a req-054695f8-f1b1-4e24-819d-eac09da0448d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222973 Jan 28 10:00:22.100795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4271e3ca-478b-43b9-8572-f3df54eb2931 req-a2e7cad4-12fc-4497-accd-d24bf0089a12 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564067 Jan 28 10:00:22.109144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd268b46-867a-4c73-a0ad-85cf9b247067 req-057ffe44-13e4-4cb7-9784-244ec3969418 service neutron] 10.222.0.43 "GET /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4426146 Jan 28 10:00:22.178597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e813a4-edff-46d8-8ddc-e764309b9ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.181579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866,segment=NetworkSegment(bde03947-c552-48c2-9294-30e8f6115fa1),segment_id=bde03947-c552-48c2-9294-30e8f6115fa1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:22.196310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '1c5df4ea-082e-4a0d-a184-9ffa2b618866', 'network_id': '6e22c90d-53c5-4581-ae89-a9db3991c6b5', 'port_id': '1c5df4ea-082e-4a0d-a184-9ffa2b618866', 'mac_address': 'fa:16:3e:84:10:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3bc1e72-3169-40f3-93bd-e06652c49d52', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:00:22.267127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.296053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c5df4ea-082e-4a0d-a184-9ffa2b618866 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:00:22.320863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.328555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e813a4-edff-46d8-8ddc-e764309b9ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.336173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866,segment=NetworkSegment(bde03947-c552-48c2-9294-30e8f6115fa1),segment_id=bde03947-c552-48c2-9294-30e8f6115fa1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:22.351043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.358448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e813a4-edff-46d8-8ddc-e764309b9ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a29348-cb16-4aed-bed0-90ed3d338c5b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:22.361271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e813a4-edff-46d8-8ddc-e764309b9ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.362564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-57e813a4-edff-46d8-8ddc-e764309b9ac7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4a29348-cb16-4aed-bed0-90ed3d338c5b HTTP/1.1" status: 204 len: 168 time: 0.4878526 Jan 28 10:00:22.384920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Port': ['ID=79814e29-f866-41d7-80bf-d2c97fd70ac7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:22.502720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a0129b-2d76-46d9-8181-96e2e43a1e14 req-98fea2be-514d-481a-bb85-b842195b53b3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:22.517208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-30a0129b-2d76-46d9-8181-96e2e43a1e14 req-98fea2be-514d-481a-bb85-b842195b53b3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.1671958 Jan 28 10:00:22.613674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:22.636167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bba2ff05-e8a2-4edf-871d-69b835bb6ad9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/79814e29-f866-41d7-80bf-d2c97fd70ac7 HTTP/1.1" status: 204 len: 168 time: 1.5538373 Jan 28 10:00:22.639715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1c5df4ea-082e-4a0d-a184-9ffa2b618866,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:22.641230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:22.667079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-30a0129b-2d76-46d9-8181-96e2e43a1e14 req-8fa97cbb-a868-4a8f-a794-b818d84165e4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476197 Jan 28 10:00:22.675662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1c5df4ea-082e-4a0d-a184-9ffa2b618866'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:00:22.851790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357eb2c2-1e54-43f0-af12-e254993e46de tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:22.853920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-357eb2c2-1e54-43f0-af12-e254993e46de tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1767190 Jan 28 10:00:22.857995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51976) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:22.929323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db138440-7b85-4dcb-9da4-1889ebc8a2e1 req-c9e9d121-ca14-4de0-8331-3d21b56ce95d tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:22.932936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db138440-7b85-4dcb-9da4-1889ebc8a2e1 req-c9e9d121-ca14-4de0-8331-3d21b56ce95d tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 945 time: 0.1929815 Jan 28 10:00:23.054726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db138440-7b85-4dcb-9da4-1889ebc8a2e1 req-1cbfe6b4-b733-4929-b91a-74a2dbb7daad tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818508 Jan 28 10:00:23.057363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51980) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:23.071143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8b581f-8aec-4a33-9b3f-5ee9de549323 req-cc35642e-7aba-4632-bc04-3628018332ef tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:23.079620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f8b581f-8aec-4a33-9b3f-5ee9de549323 req-cc35642e-7aba-4632-bc04-3628018332ef tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 946 time: 0.1240923 Jan 28 10:00:23.090999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.108585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:23.112488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6267658a-70a1-4f5c-bb1f-05167a17f239 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:23.113965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:ba278ca59c114ffdbeaed13f60c4ae90 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:23.114648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6267658a-70a1-4f5c-bb1f-05167a17f239 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2554653 Jan 28 10:00:23.117585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51984) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:23.121557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:23.127878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:23.197836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f8b581f-8aec-4a33-9b3f-5ee9de549323 req-3e5ed19b-a9a4-4b0b-bf08-48224f15d27b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170850 Jan 28 10:00:23.198095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:23.263656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1337ac4-f9a7-4c63-92c9-367a5da6e1a4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:23.266120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1337ac4-f9a7-4c63-92c9-367a5da6e1a4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:23.268504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1337ac4-f9a7-4c63-92c9-367a5da6e1a4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:23.273566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c1337ac4-f9a7-4c63-92c9-367a5da6e1a4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:23.299644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c1337ac4-f9a7-4c63-92c9-367a5da6e1a4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:23.301409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c1337ac4-f9a7-4c63-92c9-367a5da6e1a4 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1825192 Jan 28 10:00:23.304201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:23.350479 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.394416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:23.395507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:23.408608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.423595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 374852be-9097-47ee-9162-535fa025760b {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:23.431779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.514760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.524336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=14']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:23.626144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.734717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.748672 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'code': 200} Jan 28 10:00:23.800876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fef9d-5a55-4429-88a1-203ded978cbf req-e25e3b7b-5599-4b3f-84bc-dc5495ac8999 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:23.807912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac0fef9d-5a55-4429-88a1-203ded978cbf req-e25e3b7b-5599-4b3f-84bc-dc5495ac8999 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.6444321 Jan 28 10:00:23.814226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb0a42a-4618-41b3-be15-b2df24a4e5a7 None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:23.822148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.837793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=374852be-9097-47ee-9162-535fa025760b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:23.846482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43f101ee-d066-440b-a489-c88c7adabd15 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/374852be-9097-47ee-9162-535fa025760b HTTP/1.1" status: 204 len: 168 time: 0.5394714 Jan 28 10:00:23.846640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:23.848360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52014) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:23.879688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac0fef9d-5a55-4429-88a1-203ded978cbf req-f81c9347-770e-4ccd-80f7-048cdc3a3f10 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689888 Jan 28 10:00:23.882898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.012115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Deleting subnet 9a034fa2-fe8a-4267-8ac4-4ea859708fb1 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:24.019830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ba278ca59c114ffdbeaed13f60c4ae90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9574554 Jan 28 10:00:24.020398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c2f2c0-330b-4f30-98c8-04f7a7794fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703479d5-507b-40b1-8ed8-073ef2e3904d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:24.028101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52024) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:24.049978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1c5df4ea-082e-4a0d-a184-9ffa2b618866 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:24.133002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84cf4f-88b4-4c18-b89d-fc10f9968f3c req-5b1c2930-55ac-42bd-ba8c-b4a83a866761 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:24.135357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d84cf4f-88b4-4c18-b89d-fc10f9968f3c req-5b1c2930-55ac-42bd-ba8c-b4a83a866761 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2308662 Jan 28 10:00:24.150761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.168725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-698f40c0-42df-439f-8d68-fe6906be7851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.229065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-698f40c0-42df-439f-8d68-fe6906be7851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.272428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d84cf4f-88b4-4c18-b89d-fc10f9968f3c req-9a1ea6d7-265e-4bf2-9aca-becf9d7d1f29 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254749 Jan 28 10:00:24.357671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:24.368988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:24.369578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.383964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.430311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-698f40c0-42df-439f-8d68-fe6906be7851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.482434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa528e-80a2-40ae-ba79-2e8880711396 req-23d259b6-0a49-43d6-88e5-3b0101c98410 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:24.489558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89aa528e-80a2-40ae-ba79-2e8880711396 req-23d259b6-0a49-43d6-88e5-3b0101c98410 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 945 time: 0.2159228 Jan 28 10:00:24.532685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.538611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-698f40c0-42df-439f-8d68-fe6906be7851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.539742 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-698f40c0-42df-439f-8d68-fe6906be7851 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/703479d5-507b-40b1-8ed8-073ef2e3904d HTTP/1.1" status: 204 len: 168 time: 0.5102048 Jan 28 10:00:24.540650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698f40c0-42df-439f-8d68-fe6906be7851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703479d5-507b-40b1-8ed8-073ef2e3904d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:24.621908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89aa528e-80a2-40ae-ba79-2e8880711396 req-748c0691-1f2c-410d-914b-14328c2f2dfa tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308589 Jan 28 10:00:24.785188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866,segment=NetworkSegment(bde03947-c552-48c2-9294-30e8f6115fa1),segment_id=bde03947-c552-48c2-9294-30e8f6115fa1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:24.824736 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.845218 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.969004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:24.981725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1c5df4ea-082e-4a0d-a184-9ffa2b618866,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:25.011449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/9a034fa2-fe8a-4267-8ac4-4ea859708fb1 HTTP/1.1" status: 204 len: 168 time: 1.1554127 Jan 28 10:00:25.011449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea05899-f0ef-4304-a815-2f0d274882b0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Subnet': ['ID=9a034fa2-fe8a-4267-8ac4-4ea859708fb1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:25.011630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52078) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:25.252331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3467797-9c56-4ca2-8958-b58cb7e45dea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2375348 Jan 28 10:00:25.253020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:25.370221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cada6d2-fef4-4514-a6db-6b5267f7f522 req-05c815db-4b26-4570-8c75-0cba087d1d9c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:25.380346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cada6d2-fef4-4514-a6db-6b5267f7f522 req-05c815db-4b26-4570-8c75-0cba087d1d9c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2424440 Jan 28 10:00:25.476348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c709e5-305b-4a28-b8df-4114af103574 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:25.481309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-50c709e5-305b-4a28-b8df-4114af103574 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2242520 Jan 28 10:00:25.481484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cada6d2-fef4-4514-a6db-6b5267f7f522 req-bf5d7399-d591-4872-81c2-39fdfb4671c2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969040 Jan 28 10:00:25.481484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52110) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:25.623342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35d020d-df60-4086-9c3d-ecf218aa584c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:25.624045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e35d020d-df60-4086-9c3d-ecf218aa584c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:25.645815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e35d020d-df60-4086-9c3d-ecf218aa584c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:25.655092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e35d020d-df60-4086-9c3d-ecf218aa584c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1675041 Jan 28 10:00:25.655752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52120) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:25.749449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36819041-5377-4669-bb26-c161d7f170e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5df4ea-082e-4a0d-a184-9ffa2b618866'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:25.766048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2afa97a6-c9f6-4229-bb09-ce633b9b1e90 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090722 Jan 28 10:00:25.773243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52128) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:25.873697 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d63e0417-b12f-45c4-a869-411f4e7dcd87 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:25.874346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d63e0417-b12f-45c4-a869-411f4e7dcd87 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:25.880627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d63e0417-b12f-45c4-a869-411f4e7dcd87 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/79814e29-f866-41d7-80bf-d2c97fd70ac7 HTTP/1.1" status: 404 len: 333 time: 0.1041729 Jan 28 10:00:25.883663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52136) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:25.890082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db4cb9-b70d-4199-b3c3-f28e943982e9 req-fe8ed6db-4f8d-4c56-a31d-14b4bee6cb2a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:25.897743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62167d7-f736-43c9-9544-8102ab1b1b7d req-4a39a42c-a4a8-4961-a9d0-7d8a65d706a2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:25.899319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b39f753-5405-4cec-ab41-91d38b590ae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:25.901641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0db4cb9-b70d-4199-b3c3-f28e943982e9 req-fe8ed6db-4f8d-4c56-a31d-14b4bee6cb2a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1329079 Jan 28 10:00:25.907446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62167d7-f736-43c9-9544-8102ab1b1b7d req-4a39a42c-a4a8-4961-a9d0-7d8a65d706a2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.3546300 Jan 28 10:00:25.932977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed2078-688d-483d-b73c-46c6eacd62fa None None] Network 769dbcf1-61f3-4915-834e-bca50e270657 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:25.976548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0db4cb9-b70d-4199-b3c3-f28e943982e9 req-74333d34-e2f3-4827-8ef0-01e97c076ba2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724742 Jan 28 10:00:25.989662 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b75b89-ab90-4e1d-9afe-1b9d98fafe7c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:25.990117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b75b89-ab90-4e1d-9afe-1b9d98fafe7c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:25.991805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-68b75b89-ab90-4e1d-9afe-1b9d98fafe7c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/9a034fa2-fe8a-4267-8ac4-4ea859708fb1 HTTP/1.1" status: 404 len: 337 time: 0.0822802 Jan 28 10:00:25.994478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.035878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b62167d7-f736-43c9-9544-8102ab1b1b7d req-585a965b-54df-4834-8631-4a599acc953e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274693 Jan 28 10:00:26.083777 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dfa04da-a7f7-4f99-92a2-be4a9fd1b3d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:26.089741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dfa04da-a7f7-4f99-92a2-be4a9fd1b3d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:26.094318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52148) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.097965 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7dfa04da-a7f7-4f99-92a2-be4a9fd1b3d2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/374852be-9097-47ee-9162-535fa025760b HTTP/1.1" status: 404 len: 337 time: 0.1023085 Jan 28 10:00:26.179820 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a349499-9261-4b70-b591-69b4e202080d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:26.180552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a349499-9261-4b70-b591-69b4e202080d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:26.182509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3a349499-9261-4b70-b591-69b4e202080d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/52f13540-fe41-4cd6-b550-cf94b8ce2756 HTTP/1.1" status: 404 len: 333 time: 0.0869565 Jan 28 10:00:26.186567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52152) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.197535 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36819041-5377-4669-bb26-c161d7f170e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c5df4ea-082e-4a0d-a184-9ffa2b618866', 'code': 200} Jan 28 10:00:26.269714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cc2bee2a-8238-4bd9-937f-d331c5e3361b None None] Provisioning complete for port fe0912e8-9cf0-4938-a405-0d98207ef4c0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:26.270219 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc2bee2a-8238-4bd9-937f-d331c5e3361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:26.351338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed0e4f-0687-4039-a84e-9bbbdf4e6b81 req-ff4ef748-486b-4124-8d1c-9382506ea3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:26.353369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38ed0e4f-0687-4039-a84e-9bbbdf4e6b81 req-ff4ef748-486b-4124-8d1c-9382506ea3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 1097 time: 0.1680624 Jan 28 10:00:26.422895 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-6669fe37-fa9e-4786-a3c9-3d1f96603627 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:26.423507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6669fe37-fa9e-4786-a3c9-3d1f96603627 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:26.425535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6669fe37-fa9e-4786-a3c9-3d1f96603627 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/471bf271-82a6-4640-8fde-e86a68a5e407 HTTP/1.1" status: 404 len: 337 time: 0.2378941 Jan 28 10:00:26.429087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52160) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.442461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] DHCP port deletion for 769dbcf1-61f3-4915-834e-bca50e270657 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:00:26.450167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Deleting port fe0912e8-9cf0-4938-a405-0d98207ef4c0 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:26.450542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:26.455631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38ed0e4f-0687-4039-a84e-9bbbdf4e6b81 req-c20bdb73-04de-4dc6-abba-6165c6b5ee48 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927880 Jan 28 10:00:26.502628 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-96f27253-435e-477a-b937-d4532b41c6d0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:26.532044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96f27253-435e-477a-b937-d4532b41c6d0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:26.535395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-96f27253-435e-477a-b937-d4532b41c6d0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/7d758d1a-1f9c-4bfd-9d4c-8c8a2d4244ef HTTP/1.1" status: 404 len: 337 time: 0.1031249 Jan 28 10:00:26.538202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52168) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.624952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d2c5f-2fb9-462b-915d-a626bc18c1b6 req-c51ceb91-58e0-455c-8490-3620bb4b92ca tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:26.634850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e40d2c5f-2fb9-462b-915d-a626bc18c1b6 req-c51ceb91-58e0-455c-8490-3620bb4b92ca tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 946 time: 0.4448547 Jan 28 10:00:26.759063 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e40d2c5f-2fb9-462b-915d-a626bc18c1b6 req-cf9aa24d-7017-434b-bbf2-5eaf2daa93e9 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196289 Jan 28 10:00:26.831935 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-274cfbdd-1a97-4b9e-a037-43e2463f9b05 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:26.832408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274cfbdd-1a97-4b9e-a037-43e2463f9b05 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:26.834132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-274cfbdd-1a97-4b9e-a037-43e2463f9b05 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/fd0fb593-d274-422d-8bc2-5cbcd6f5ceef HTTP/1.1" status: 404 len: 333 time: 0.2944553 Jan 28 10:00:26.836772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52178) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.848915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] For port fe0912e8-9cf0-4938-a405-0d98207ef4c0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fe0912e8-9cf0-4938-a405-0d98207ef4c0,segment=NetworkSegment(3979336f-5523-41d7-b58d-25bcdc781d96),segment_id=3979336f-5523-41d7-b58d-25bcdc781d96)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:26.851013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:26.916009 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98c04cb-c752-48d8-b5ce-09dc6a9729a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:26.916009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98c04cb-c752-48d8-b5ce-09dc6a9729a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:26.916827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a98c04cb-c752-48d8-b5ce-09dc6a9729a2 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/4918583c-7cb6-4c90-a142-fea1980cbc54 HTTP/1.1" status: 404 len: 337 time: 0.0790424 Jan 28 10:00:26.919431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52182) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:26.994193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f3373-047d-42c4-9627-4acb0873c224 req-b38ff3b3-b6d1-46f5-ad87-6ddca86b1a70 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:26.995759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-121f3373-047d-42c4-9627-4acb0873c224 req-b38ff3b3-b6d1-46f5-ad87-6ddca86b1a70 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2289896 Jan 28 10:00:27.008260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-a7db40eb-dcaf-4db3-b28d-376efce84daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:27.009881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-a7db40eb-dcaf-4db3-b28d-376efce84daa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 0.3645875 Jan 28 10:00:27.016632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Calling delete_port for fe0912e8-9cf0-4938-a405-0d98207ef4c0 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:27.081698 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-721f3e5c-fc27-4e8c-a15b-ce3df7833f75 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.082190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721f3e5c-fc27-4e8c-a15b-ce3df7833f75 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.099338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-721f3e5c-fc27-4e8c-a15b-ce3df7833f75 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/ab17c45a-08e0-4c37-8774-6b933354f32b HTTP/1.1" status: 404 len: 337 time: 0.1782897 Jan 28 10:00:27.107551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:27.108387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52192) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.155451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Pushing event deleted for resources: {'Port': ['ID=fe0912e8-9cf0-4938-a405-0d98207ef4c0,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:27.166550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] No DVR routers for this DVR port fe0912e8-9cf0-4938-a405-0d98207ef4c0 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:00:27.168813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.169225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.169541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.169920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.170247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.170570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.170890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.171208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.171682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.171999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.172321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.172636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4139b806-effe-4cb9-a273-dcaa633752ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:27.228975 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbe5830-0e93-4a7c-9dca-1c59e1183507 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.229372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccbe5830-0e93-4a7c-9dca-1c59e1183507 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.231103 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ccbe5830-0e93-4a7c-9dca-1c59e1183507 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/da1c31fc-03e1-487e-b509-a2a3c9ef585c HTTP/1.1" status: 404 len: 333 time: 0.1217203 Jan 28 10:00:27.236707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52196) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.304488 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e1d6476-a7a7-4a89-b7a7-ea3f69b846b9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.304964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e1d6476-a7a7-4a89-b7a7-ea3f69b846b9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.306643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e1d6476-a7a7-4a89-b7a7-ea3f69b846b9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/e5be9e23-e064-47fa-90b4-e9cb36f83d6d HTTP/1.1" status: 404 len: 337 time: 0.0689836 Jan 28 10:00:27.312371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.315867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c42ee3-85ae-4ef0-b73a-dae55145d0e6 req-6c594f86-fa47-47ca-bbed-0509a95a4a51 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:27.324589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88c42ee3-85ae-4ef0-b73a-dae55145d0e6 req-6c594f86-fa47-47ca-bbed-0509a95a4a51 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3311367 Jan 28 10:00:27.367767 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-121f3373-047d-42c4-9627-4acb0873c224 req-4a61a431-623e-45e2-a596-51a6ef9e1f35 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3625383 Jan 28 10:00:27.382929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88c42ee3-85ae-4ef0-b73a-dae55145d0e6 req-7208fb19-9f2a-46e2-be5d-8ac242d944f2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573695 Jan 28 10:00:27.400868 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b57c4b1f-96dd-4d3c-abe9-195159ca10a3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.400868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b57c4b1f-96dd-4d3c-abe9-195159ca10a3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.408619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b57c4b1f-96dd-4d3c-abe9-195159ca10a3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/a2821680-6508-40ac-af4f-688afeabb27d HTTP/1.1" status: 404 len: 337 time: 0.0938587 Jan 28 10:00:27.411149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52210) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.505215 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-56123b9f-8c1d-4054-80d4-ff52e0bd6af8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.505809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56123b9f-8c1d-4054-80d4-ff52e0bd6af8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.510497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-56123b9f-8c1d-4054-80d4-ff52e0bd6af8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/a8909dd9-fd8d-4c2b-8faf-adc0327f2c4f HTTP/1.1" status: 404 len: 333 time: 0.0982311 Jan 28 10:00:27.513275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52216) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.516575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-88dde685-97fc-4884-885a-0edf76ab396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:27.518030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-88dde685-97fc-4884-885a-0edf76ab396d service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.4755871 Jan 28 10:00:27.621943 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1733206-90c9-4e80-b177-c43a0f804dd7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.623021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1733206-90c9-4e80-b177-c43a0f804dd7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.628540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.632088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d1733206-90c9-4e80-b177-c43a0f804dd7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/88ef1629-8a23-4e75-b59a-845db19bca98 HTTP/1.1" status: 404 len: 337 time: 0.1177857 Jan 28 10:00:27.678636 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9382ef62-8568-4772-892c-3080a88750f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.679279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9382ef62-8568-4772-892c-3080a88750f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.684123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9382ef62-8568-4772-892c-3080a88750f3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/dc00605b-3c06-4662-9fd2-be3e21c57f60 HTTP/1.1" status: 404 len: 333 time: 0.0516143 Jan 28 10:00:27.685912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52228) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.734802 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eab7a80-69eb-4588-b55c-aea0ffec57a9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.735348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eab7a80-69eb-4588-b55c-aea0ffec57a9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.739698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4eab7a80-69eb-4588-b55c-aea0ffec57a9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/eba3ab8f-16c2-4186-90c4-c5a7eefe33df HTTP/1.1" status: 404 len: 337 time: 0.0503440 Jan 28 10:00:27.740047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52232) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.795468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a2411-ae5c-4425-8231-948f72f7f145 req-73bc940c-5125-444f-a0e5-683284bb8449 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:27.802745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec6a2411-ae5c-4425-8231-948f72f7f145 req-73bc940c-5125-444f-a0e5-683284bb8449 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2425938 Jan 28 10:00:27.828023 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be7bc04-b681-48d3-947a-dc72b9a3a6c9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.828640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be7bc04-b681-48d3-947a-dc72b9a3a6c9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.830505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9be7bc04-b681-48d3-947a-dc72b9a3a6c9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/54abd79e-1aff-4467-b24e-9b79293e5c4d HTTP/1.1" status: 404 len: 333 time: 0.0894527 Jan 28 10:00:27.833720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.864261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-f6934e37-3172-4bdb-82ec-e11fad798bdc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.2296031 Jan 28 10:00:27.891565 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7f6c3d6-6cdb-4d3d-8925-afc6cfad0b13 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:27.892026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7f6c3d6-6cdb-4d3d-8925-afc6cfad0b13 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:27.894025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7f6c3d6-6cdb-4d3d-8925-afc6cfad0b13 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/f4f83d0f-e355-4f60-9eb6-af50297660eb HTTP/1.1" status: 404 len: 337 time: 0.0592928 Jan 28 10:00:27.896853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52242) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:27.942762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b95605-da01-49c6-ad1c-cb13d27163b0 req-60123622-5b39-4e52-8557-0fd92c9c7264 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:27.944696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11b95605-da01-49c6-ad1c-cb13d27163b0 req-60123622-5b39-4e52-8557-0fd92c9c7264 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2182505 Jan 28 10:00:27.968063 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec6a2411-ae5c-4425-8231-948f72f7f145 req-19c36006-03a3-4765-93a0-e3a863b2d927 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638906 Jan 28 10:00:28.027533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fe0912e8-9cf0-4938-a405-0d98207ef4c0 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:28.071380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fe0912e8-9cf0-4938-a405-0d98207ef4c0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:00:28.071950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fe0912e8-9cf0-4938-a405-0d98207ef4c0 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:00:28.160964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-7c17a7bb-8f1e-4e55-bc32-1e05609a902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:28.162577 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-7c17a7bb-8f1e-4e55-bc32-1e05609a902b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.2890081 Jan 28 10:00:28.167148 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bd8a3b-50c0-4f69-81c1-103ba491cb3c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.167983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bd8a3b-50c0-4f69-81c1-103ba491cb3c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.170115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-30bd8a3b-50c0-4f69-81c1-103ba491cb3c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/6e47303c-1343-464a-8905-e8c2eb006599 HTTP/1.1" status: 404 len: 333 time: 0.2724104 Jan 28 10:00:28.176507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11b95605-da01-49c6-ad1c-cb13d27163b0 req-c587d9dc-db18-4a77-b215-de3a56200b20 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195392 Jan 28 10:00:28.183623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.289113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946889e-6712-431e-a005-b6b973f8f013 req-d93143a7-989c-4d64-896e-2961c6a7376f tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:28.291836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7946889e-6712-431e-a005-b6b973f8f013 req-d93143a7-989c-4d64-896e-2961c6a7376f tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 946 time: 0.1205409 Jan 28 10:00:28.321536 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d15e07a-535c-44ae-80a4-d466fafa3651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.321991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d15e07a-535c-44ae-80a4-d466fafa3651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.326098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8d15e07a-535c-44ae-80a4-d466fafa3651 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/70501900-96cd-44d9-92aa-bd467aae6393 HTTP/1.1" status: 404 len: 337 time: 0.1331592 Jan 28 10:00:28.326655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52256) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.338233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bff53e82-e867-4d07-9ecb-ab39b7204a41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:28.381723 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9010b53f-e64e-4f8b-a24e-631fa5f3b18c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.382423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9010b53f-e64e-4f8b-a24e-631fa5f3b18c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.383732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7946889e-6712-431e-a005-b6b973f8f013 req-6da1d9eb-5851-4fad-ae29-67c3225d1d2b tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844455 Jan 28 10:00:28.385258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9010b53f-e64e-4f8b-a24e-631fa5f3b18c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/56d6cf53-bb66-4794-9927-374c700521a7 HTTP/1.1" status: 404 len: 333 time: 0.0576601 Jan 28 10:00:28.387727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52260) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.437561 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-074bb9de-1d2d-4d2c-8d15-46fcc5a30914 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.438025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-074bb9de-1d2d-4d2c-8d15-46fcc5a30914 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.439633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-074bb9de-1d2d-4d2c-8d15-46fcc5a30914 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/92ec2b29-1c07-46c1-8cf2-b177b06b124d HTTP/1.1" status: 404 len: 337 time: 0.0510292 Jan 28 10:00:28.442293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.548517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-41cb466b-b9c7-49c6-a966-7d3591f8018a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:28.550003 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-32fe5296-2383-43cb-a2a3-7b25dbcc6c0f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.550488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32fe5296-2383-43cb-a2a3-7b25dbcc6c0f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.550901 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-41cb466b-b9c7-49c6-a966-7d3591f8018a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678575 Jan 28 10:00:28.552141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-32fe5296-2383-43cb-a2a3-7b25dbcc6c0f tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/1a29899a-14d3-432b-ae6d-f06b68e793cd HTTP/1.1" status: 404 len: 333 time: 0.1088798 Jan 28 10:00:28.557964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52272) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.601894 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-f056d211-9b82-40d1-8d66-3a61e74013ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.602355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f056d211-9b82-40d1-8d66-3a61e74013ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.606418 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f056d211-9b82-40d1-8d66-3a61e74013ea tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/9f8aed82-fe83-4f95-96f2-bfa90d12102a HTTP/1.1" status: 404 len: 337 time: 0.0436831 Jan 28 10:00:28.612257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52276) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.665649 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7812fc8-02e6-4228-b951-2dccacc1cdd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.666117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7812fc8-02e6-4228-b951-2dccacc1cdd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.670938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7812fc8-02e6-4228-b951-2dccacc1cdd1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/7f52c8c8-0f60-4092-b033-aaa60aed4ce1 HTTP/1.1" status: 404 len: 337 time: 0.0561109 Jan 28 10:00:28.676113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52280) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.721737 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff3f5e5-9bf9-4f4e-b062-05ccd600e2a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.722260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bff3f5e5-9bf9-4f4e-b062-05ccd600e2a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.728840 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bff3f5e5-9bf9-4f4e-b062-05ccd600e2a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/01a90f37-db53-41ae-92c1-0a1689207e0f HTTP/1.1" status: 404 len: 333 time: 0.0468361 Jan 28 10:00:28.728840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52284) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.773038 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-df74bacd-6ec7-4d0f-9542-1209d5fed8f9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.774720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df74bacd-6ec7-4d0f-9542-1209d5fed8f9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.779532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-df74bacd-6ec7-4d0f-9542-1209d5fed8f9 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/1c0d8d67-e94a-493c-8ad3-fe9651bb66b4 HTTP/1.1" status: 404 len: 337 time: 0.0519850 Jan 28 10:00:28.780321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.791051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec9f6e-4e26-464b-974d-ce37a0469531 req-ce86a785-46f7-4155-92c7-31e7085a0209 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:28.792972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9ec9f6e-4e26-464b-974d-ce37a0469531 req-ce86a785-46f7-4155-92c7-31e7085a0209 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2858613 Jan 28 10:00:28.795649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abb17b-b8ab-4cff-a974-58b6444eb6e0 req-a426eedd-ca48-4e63-932b-789a83e6ccf0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:28.802461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72abb17b-b8ab-4cff-a974-58b6444eb6e0 req-a426eedd-ca48-4e63-932b-789a83e6ccf0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3675094 Jan 28 10:00:28.864118 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc0407d2-802f-4715-a946-95e57f37adce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.865033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc0407d2-802f-4715-a946-95e57f37adce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.869858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dc0407d2-802f-4715-a946-95e57f37adce tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/55554ca9-5078-4ab3-a203-3d61e4389fce HTTP/1.1" status: 404 len: 337 time: 0.0881414 Jan 28 10:00:28.884589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72abb17b-b8ab-4cff-a974-58b6444eb6e0 req-a1b9227d-61a6-4da7-b6be-d795f542304c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811574 Jan 28 10:00:28.889136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52292) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:28.892151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9ec9f6e-4e26-464b-974d-ce37a0469531 req-22ac37d1-620d-4b46-b955-1d5c6c1acfdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551357 Jan 28 10:00:28.906348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-3ddb5492-8ec2-40bc-a4f7-377213aa83f6 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3421440 Jan 28 10:00:28.957816 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e58112-9a97-4dd0-a5fe-ac3436e58a9a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:28.959817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e58112-9a97-4dd0-a5fe-ac3436e58a9a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:28.964165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-18e58112-9a97-4dd0-a5fe-ac3436e58a9a tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/60adc86f-fe1b-41b4-87c7-81d6ed2353d6 HTTP/1.1" status: 404 len: 333 time: 0.0709743 Jan 28 10:00:28.967791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.036866 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ad7b31-48f8-48df-9783-f972eaad547d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:29.037331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03ad7b31-48f8-48df-9783-f972eaad547d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:29.042400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-03ad7b31-48f8-48df-9783-f972eaad547d tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/696d3692-6323-4bb3-9609-a914a21df990 HTTP/1.1" status: 404 len: 337 time: 0.0731263 Jan 28 10:00:29.043059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52304) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.120371 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7ef3d8-14ba-4cff-a36e-d5b1b528cb7c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:29.120909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7ef3d8-14ba-4cff-a36e-d5b1b528cb7c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:29.125277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cb7ef3d8-14ba-4cff-a36e-d5b1b528cb7c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/c1e39a04-15ba-410a-a7c2-98e55523ed4f HTTP/1.1" status: 404 len: 337 time: 0.0812731 Jan 28 10:00:29.125950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52308) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.162845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c1d07315-735f-4b46-bdb0-a536bd7bc498 req-ad4273f6-3afa-4ded-bd9c-6756f1c479c7 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482591 Jan 28 10:00:29.210846 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2e810d1-a591-4077-93b8-e1a57268ea52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:29.211331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2e810d1-a591-4077-93b8-e1a57268ea52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:29.216720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52316) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.217703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2e810d1-a591-4077-93b8-e1a57268ea52 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/11f990cc-5f99-4b53-aaaf-4a7f48d55910 HTTP/1.1" status: 404 len: 333 time: 0.0853047 Jan 28 10:00:29.274764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb3fb6c-5c6e-4a49-8a6f-732cc1d976a9 req-9a670355-a8f2-41e6-9201-f2894199de9c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:29.283371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cb3fb6c-5c6e-4a49-8a6f-732cc1d976a9 req-9a670355-a8f2-41e6-9201-f2894199de9c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2040441 Jan 28 10:00:29.327360 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf89c907-6692-4cc1-806b-0d5fdb1e2362 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:29.331599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf89c907-6692-4cc1-806b-0d5fdb1e2362 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:29.333946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cf89c907-6692-4cc1-806b-0d5fdb1e2362 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/02520d8a-0bd9-4a2e-9b0a-c8a2a4c05a70 HTTP/1.1" status: 404 len: 337 time: 0.1161315 Jan 28 10:00:29.336607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52322) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.348476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9cb3fb6c-5c6e-4a49-8a6f-732cc1d976a9 req-b4980cbf-9744-430c-a728-6f41d044ee90 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634675 Jan 28 10:00:29.460595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:29.463763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:29.489659 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-567eb2c5-0271-4559-8a68-b0ed9b8e07a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:29.490114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567eb2c5-0271-4559-8a68-b0ed9b8e07a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:29.499572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52332) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.518150 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-567eb2c5-0271-4559-8a68-b0ed9b8e07a6 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/f28d9313-57a4-441e-8370-95306ce385ac HTTP/1.1" status: 404 len: 337 time: 0.1794543 Jan 28 10:00:29.702389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e545959b-eb54-4580-ad19-4b16ae595a78 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Synchronizing usage tracker for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:29.719807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cab5213-419d-4429-bfe5-b66b9351d1bd req-6343a776-160b-4b32-8443-93939b76b316 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:29.721609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cab5213-419d-4429-bfe5-b66b9351d1bd req-6343a776-160b-4b32-8443-93939b76b316 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 946 time: 0.1602893 Jan 28 10:00:29.760987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e545959b-eb54-4580-ad19-4b16ae595a78 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Unset dirty status for tenant:b9164b393f3149b28648b6599fc725ef on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:29.764569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e545959b-eb54-4580-ad19-4b16ae595a78 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports?device_id=6272cea2-019b-4cbe-ac44-a97851de1568 HTTP/1.1" status: 200 len: 205 time: 0.2617865 Jan 28 10:00:29.765014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52336) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.779882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cab5213-419d-4429-bfe5-b66b9351d1bd req-77e82e34-38aa-48df-a621-10d44c7a0493 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468416 Jan 28 10:00:29.877792 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-29d48c7c-2187-4489-aeed-9af7377d8bdd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] delete failed (client error): The resource could not be found. Jan 28 10:00:29.881361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29d48c7c-2187-4489-aeed-9af7377d8bdd tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/routers/6272cea2-019b-4cbe-ac44-a97851de1568 HTTP/1.1" status: 404 len: 336 time: 0.1132009 Jan 28 10:00:29.881796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52340) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:29.909951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88f6a2-a2f7-43b1-a002-a0838ccb88d4 req-6d1e5321-1b44-4c8a-ac3d-fe40d60a0e7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:29.915730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae88f6a2-a2f7-43b1-a002-a0838ccb88d4 req-6d1e5321-1b44-4c8a-ac3d-fe40d60a0e7e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.3225489 Jan 28 10:00:30.005279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae88f6a2-a2f7-43b1-a002-a0838ccb88d4 req-fe8df16d-b9f9-4977-94e6-18fb1cde4dd6 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819445 Jan 28 10:00:30.063200 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e49c75-266e-4efd-930a-6039b16e15fe tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.063905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39e49c75-266e-4efd-930a-6039b16e15fe tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.066262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-39e49c75-266e-4efd-930a-6039b16e15fe tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/fbb73b23-4996-476d-9dad-e4d356bd1894 HTTP/1.1" status: 404 len: 337 time: 0.1830320 Jan 28 10:00:30.068536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52352) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.127862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e35fa21d-4a24-4f7d-b112-88fa6710dbf0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "GET /v2.0/ports?device_id=11d073e7-2b06-4605-8c58-b5cda8479259 HTTP/1.1" status: 200 len: 205 time: 0.0579574 Jan 28 10:00:30.130883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52356) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.165240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83635bc1-e2a4-4582-8e73-95ab08d6a199 req-04f7dbfc-84cb-4821-930f-9cfdac81df19 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:30.167340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83635bc1-e2a4-4582-8e73-95ab08d6a199 req-04f7dbfc-84cb-4821-930f-9cfdac81df19 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2126675 Jan 28 10:00:30.243453 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-7c8c3f3b-bc01-486b-b019-fa6460181d91 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] delete failed (client error): The resource could not be found. Jan 28 10:00:30.248737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c8c3f3b-bc01-486b-b019-fa6460181d91 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/routers/11d073e7-2b06-4605-8c58-b5cda8479259 HTTP/1.1" status: 404 len: 336 time: 0.1167479 Jan 28 10:00:30.250067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83635bc1-e2a4-4582-8e73-95ab08d6a199 req-97c0a3f0-2000-4a22-aa4c-9e471689b4ab tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750318 Jan 28 10:00:30.257715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.319499 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed0b0295-ec73-41c7-9586-65083e709cfc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.319963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed0b0295-ec73-41c7-9586-65083e709cfc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.321899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ed0b0295-ec73-41c7-9586-65083e709cfc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/3867dfb1-fc6a-45e5-99ab-adc5299b6df6 HTTP/1.1" status: 404 len: 337 time: 0.0689037 Jan 28 10:00:30.325332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52370) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.390499 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6ba8211-caa2-46f7-8850-164fc30f52df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.390955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6ba8211-caa2-46f7-8850-164fc30f52df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.395127 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6ba8211-caa2-46f7-8850-164fc30f52df tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/6fbcb4e8-5c4e-4ed1-acde-96ab9a67e9d0 HTTP/1.1" status: 404 len: 337 time: 0.0664668 Jan 28 10:00:30.396236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52374) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.430315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953f79c-dca9-4978-be57-9dedc462d7b2 req-03cef86f-76c8-4d04-b6a2-06e83dea747f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:30.438918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8953f79c-dca9-4978-be57-9dedc462d7b2 req-03cef86f-76c8-4d04-b6a2-06e83dea747f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1155839 Jan 28 10:00:30.492684 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83bb68b-bec8-455e-a207-a62052162cb0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.493129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83bb68b-bec8-455e-a207-a62052162cb0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.495164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e83bb68b-bec8-455e-a207-a62052162cb0 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/2f03fe26-b944-4759-9be7-45e4577927fc HTTP/1.1" status: 404 len: 333 time: 0.0979018 Jan 28 10:00:30.502353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52378) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.537647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8953f79c-dca9-4978-be57-9dedc462d7b2 req-1ff49012-512b-4b39-87a0-b532826e6688 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974379 Jan 28 10:00:30.567072 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a71d98d7-bbd1-4159-9e57-c7268915577c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.567493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a71d98d7-bbd1-4159-9e57-c7268915577c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.569194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a71d98d7-bbd1-4159-9e57-c7268915577c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/e625c6f2-2d71-434b-acdc-8bf34ef69648 HTTP/1.1" status: 404 len: 337 time: 0.0622363 Jan 28 10:00:30.572180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52384) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.587851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa4457-4e23-480f-a03d-9c9cdd0172da req-7abc6188-88ec-46b7-be0d-72637924fbd6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:30.596961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9baa4457-4e23-480f-a03d-9c9cdd0172da req-7abc6188-88ec-46b7-be0d-72637924fbd6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1974821 Jan 28 10:00:30.659961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9baa4457-4e23-480f-a03d-9c9cdd0172da req-27ac7e71-999f-4359-81b1-9bcc1c423075 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616281 Jan 28 10:00:30.691968 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-8595b157-bd5e-4c76-83f2-dfd3252dcba8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.700637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8595b157-bd5e-4c76-83f2-dfd3252dcba8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.710204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8595b157-bd5e-4c76-83f2-dfd3252dcba8 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/9d1427a9-78fc-4d99-b72f-28d193f07c92 HTTP/1.1" status: 404 len: 333 time: 0.1365123 Jan 28 10:00:30.711190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52388) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.790130 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f081700-e128-47b9-9a52-0a1bd7729824 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.791083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f081700-e128-47b9-9a52-0a1bd7729824 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.798559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f081700-e128-47b9-9a52-0a1bd7729824 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/814ebd93-a8e6-49d2-a886-3c33008b9102 HTTP/1.1" status: 404 len: 337 time: 0.0857661 Jan 28 10:00:30.799575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52394) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:30.841327 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:30.874258 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4249a62-e627-4604-bb95-b21634155c88 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:30.876888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4249a62-e627-4604-bb95-b21634155c88 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:30.878892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e4249a62-e627-4604-bb95-b21634155c88 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/8f84e7cc-3e60-4eb7-8bf7-2e7fc293e334 HTTP/1.1" status: 404 len: 333 time: 0.0778313 Jan 28 10:00:30.882790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52402) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:31.006632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2442253e-b584-4a4f-a502-22c67a69a625 req-130aa850-d374-436b-9642-82f111b0b3a6 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:31.010277 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0475453-cee2-49ca-b2c7-0ee802594703 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:31.013640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0475453-cee2-49ca-b2c7-0ee802594703 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:31.017028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2442253e-b584-4a4f-a502-22c67a69a625 req-130aa850-d374-436b-9642-82f111b0b3a6 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.43 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 946 time: 0.3472364 Jan 28 10:00:31.033018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0475453-cee2-49ca-b2c7-0ee802594703 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/f6499ef0-9b89-4d1a-8a75-2a16b26faaba HTTP/1.1" status: 404 len: 337 time: 0.1477716 Jan 28 10:00:31.033897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52410) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:31.139640 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a47d634a-6bed-4d71-9178-baa314c8490c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:31.141060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a47d634a-6bed-4d71-9178-baa314c8490c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:31.144591 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a47d634a-6bed-4d71-9178-baa314c8490c tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/218d4b8d-6c76-4548-8a24-eeaaba325269 HTTP/1.1" status: 404 len: 333 time: 0.1093407 Jan 28 10:00:31.153111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52414) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:31.228035 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a24485cc-01b4-437c-b228-122cd22c180e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:31.228769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a24485cc-01b4-437c-b228-122cd22c180e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:31.233899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a24485cc-01b4-437c-b228-122cd22c180e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/ef94ab4c-4c7f-4d92-bf5d-270f18b1b002 HTTP/1.1" status: 404 len: 337 time: 0.0767517 Jan 28 10:00:31.234108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52418) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:31.306358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Deleting port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:31.306358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:31.431748 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-94220815-1452-4a78-97ce-8a79d842d1e3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:31.432235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94220815-1452-4a78-97ce-8a79d842d1e3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:31.434654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-94220815-1452-4a78-97ce-8a79d842d1e3 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/1c41e716-aafe-4772-b8af-362cd9d185a5 HTTP/1.1" status: 404 len: 333 time: 0.1998627 Jan 28 10:00:31.437230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:31.474415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e5cce6-e05c-4199-9f6d-13a6fcbaf3a5 req-0fd62902-fbe4-4343-a474-126057aee716 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:31.477294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-32e5cce6-e05c-4199-9f6d-13a6fcbaf3a5 req-0fd62902-fbe4-4343-a474-126057aee716 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 946 time: 0.3266258 Jan 28 10:00:31.545317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-32e5cce6-e05c-4199-9f6d-13a6fcbaf3a5 req-375da495-ca4c-4d4c-8443-1587a20757cf tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/security-groups?id=bef7c691-e978-41b4-b71f-3b00879aecda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595083 Jan 28 10:00:31.685246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3b72e9-084b-427f-af49-3351bdc8d758 req-26fb2f3e-4a08-4380-8248-7678e9323467 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:31.689674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba3b72e9-084b-427f-af49-3351bdc8d758 req-26fb2f3e-4a08-4380-8248-7678e9323467 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4632378 Jan 28 10:00:31.788585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba3b72e9-084b-427f-af49-3351bdc8d758 req-1e754130-ef8d-4d60-8f01-18bb5b8ce3dd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879934 Jan 28 10:00:31.863907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] For port 1c5df4ea-082e-4a0d-a184-9ffa2b618866, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1c5df4ea-082e-4a0d-a184-9ffa2b618866,segment=NetworkSegment(bde03947-c552-48c2-9294-30e8f6115fa1),segment_id=bde03947-c552-48c2-9294-30e8f6115fa1)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:31.864454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:31.879308 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb1bc56-ca4e-4a0c-bf09-856c2efe54b1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:31.879868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb1bc56-ca4e-4a0c-bf09-856c2efe54b1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:31.881622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ceb1bc56-ca4e-4a0c-bf09-856c2efe54b1 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/21dd9efe-fa4e-4c24-8a71-ba100ed022e5 HTTP/1.1" status: 404 len: 337 time: 0.4433863 Jan 28 10:00:31.884244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:31.940512 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-106ad56d-6338-4555-81a5-cc28523da847 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:31.941097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-106ad56d-6338-4555-81a5-cc28523da847 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:31.946038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-106ad56d-6338-4555-81a5-cc28523da847 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/acdb67b1-8c34-4624-b43d-0884c969c083 HTTP/1.1" status: 404 len: 333 time: 0.0576608 Jan 28 10:00:31.946038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52444) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:32.017923 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-86841029-1473-4a84-b60f-e7cf527ba2cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:32.018656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86841029-1473-4a84-b60f-e7cf527ba2cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:32.020559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-86841029-1473-4a84-b60f-e7cf527ba2cc tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/2511b705-5cc2-43ab-9531-c2057f828236 HTTP/1.1" status: 404 len: 337 time: 0.0734968 Jan 28 10:00:32.024120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52450) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:32.034329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b2348a-82dc-495d-a6c5-86df6fd9b7da req-1bceeada-7f50-4d4b-9d01-5385506466cf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:32.041361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9b2348a-82dc-495d-a6c5-86df6fd9b7da req-1bceeada-7f50-4d4b-9d01-5385506466cf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3301287 Jan 28 10:00:32.117668 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32e9aae-dd93-4406-9eff-2092f53f46d7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:32.119083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c32e9aae-dd93-4406-9eff-2092f53f46d7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:32.121709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c32e9aae-dd93-4406-9eff-2092f53f46d7 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/ports/47e31e0c-444e-40c0-9d49-1bfadcb3b2a9 HTTP/1.1" status: 404 len: 333 time: 0.0963163 Jan 28 10:00:32.125052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52454) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:32.180771 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8b2e1c-9469-4311-911f-7601092e429e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] DELETE failed (client error): The resource could not be found. Jan 28 10:00:32.181602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8b2e1c-9469-4311-911f-7601092e429e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:00:32.184719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fb8b2e1c-9469-4311-911f-7601092e429e tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/subnets/ca830971-58e9-4785-a271-498dda04e423 HTTP/1.1" status: 404 len: 337 time: 0.0583735 Jan 28 10:00:32.187935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:32.214716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Calling delete_port for 1c5df4ea-082e-4a0d-a184-9ffa2b618866 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:32.221465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e9b2348a-82dc-495d-a6c5-86df6fd9b7da req-ca21a788-4015-40ff-b23d-26286d3cfccf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790228 Jan 28 10:00:32.340245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.445755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6e3e2-412d-4e7f-8a2b-8809990c6296 req-3d275ed6-a974-4622-a957-090f1497c0f5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:32.456101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92f6e3e2-412d-4e7f-8a2b-8809990c6296 req-3d275ed6-a974-4622-a957-090f1497c0f5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.4468520 Jan 28 10:00:32.459416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.521577 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92f6e3e2-412d-4e7f-8a2b-8809990c6296 req-0482c6b9-9649-4244-8b33-84c864bc62c7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641692 Jan 28 10:00:32.628061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Pushing event deleted for resources: {'Port': ['ID=1c5df4ea-082e-4a0d-a184-9ffa2b618866,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:32.645094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.685134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['769dbcf1-61f3-4915-834e-bca50e270657']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:32.710276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7cfcd-7382-4c1f-bd20-f938e066bc75 req-69a0af8e-a392-4124-96d8-7f28499ab8ab tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:32.711830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11b7cfcd-7382-4c1f-bd20-f938e066bc75 req-69a0af8e-a392-4124-96d8-7f28499ab8ab tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3222294 Jan 28 10:00:32.716483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3979336f-5523-41d7-b58d-25bcdc781d96') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:32.716820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3979336f-5523-41d7-b58d-25bcdc781d96') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:32.722568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.722900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.723238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.723956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.724321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.724653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.725356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.725464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.725764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.726930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.726930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.726930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:32.755642 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.782496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] No DVR routers for this DVR port 1c5df4ea-082e-4a0d-a184-9ffa2b618866 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:00:32.789029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.799479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.808548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11b7cfcd-7382-4c1f-bd20-f938e066bc75 req-8dd45bfd-f266-4209-b481-82ee9b0f4c9d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838034 Jan 28 10:00:32.810925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36819041-5377-4669-bb26-c161d7f170e3', 'name': 'network-vif-deleted', 'tag': '1c5df4ea-082e-4a0d-a184-9ffa2b618866'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:32.815820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:32.816961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:32.842016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2442253e-b584-4a4f-a502-22c67a69a625 req-14370b93-4171-46f6-8328-5869459dc0bc tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.43 "DELETE /v2.0/ports/1c5df4ea-082e-4a0d-a184-9ffa2b618866 HTTP/1.1" status: 204 len: 173 time: 1.8153343 Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:32.860926 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:32.904918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee0bce-37d9-4760-ac12-8ebdefb80d1e req-29b33bbc-bb74-453b-9a59-ef4fa4b45c25 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:32.913540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4ee0bce-37d9-4760-ac12-8ebdefb80d1e req-29b33bbc-bb74-453b-9a59-ef4fa4b45c25 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2316000 Jan 28 10:00:33.028403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4ee0bce-37d9-4760-ac12-8ebdefb80d1e req-feea8d42-1d90-4e1c-b8ea-a60382ceea72 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127372 Jan 28 10:00:33.177677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93845f64-9a79-4029-86a9-166e94bf26e4 req-9957ca03-7e04-4351-ad51-f05ab5dd1261 tempest-ServerGroupTestJSON-1831518030 tempest-ServerGroupTestJSON-1831518030-project] 10.222.0.42 "GET /v2.0/ports?device_id=36819041-5377-4669-bb26-c161d7f170e3 HTTP/1.1" status: 200 len: 210 time: 0.0754297 Jan 28 10:00:33.190200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:33.229410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:33.232618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] Pushing event deleted for resources: {'Network': ['ID=769dbcf1-61f3-4915-834e-bca50e270657,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:33.240611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-025e2b5c-7533-4a9f-9f96-87025863ef04 tempest-NetworksTestDHCPv6-647681343 tempest-NetworksTestDHCPv6-647681343-project] 10.222.0.42 "DELETE /v2.0/networks/769dbcf1-61f3-4915-834e-bca50e270657 HTTP/1.1" status: 204 len: 168 time: 1.0513504 Jan 28 10:00:33.555587 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36819041-5377-4669-bb26-c161d7f170e3', 'name': 'network-vif-deleted', 'tag': '1c5df4ea-082e-4a0d-a184-9ffa2b618866', 'status': 'completed', 'code': 200} Jan 28 10:00:33.782200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-126d650c-02ec-4573-8379-8cee52d68c47 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:33.782886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-126d650c-02ec-4573-8379-8cee52d68c47 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:33.834366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-126d650c-02ec-4573-8379-8cee52d68c47 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:33.843881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-126d650c-02ec-4573-8379-8cee52d68c47 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.3903646 Jan 28 10:00:33.889517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1d1479-4597-4ae9-a27f-2c818d21fca7 req-6c72e956-1719-4933-b18c-ff38579984f0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:33.891553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-fb99ea37-5ee9-4108-a554-4d846f6029c8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/quotas/23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 375 time: 0.0444577 Jan 28 10:00:33.898783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ac1d1479-4597-4ae9-a27f-2c818d21fca7 req-6c72e956-1719-4933-b18c-ff38579984f0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1817765 Jan 28 10:00:33.920197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52496) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:33.975359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ac1d1479-4597-4ae9-a27f-2c818d21fca7 req-253eeb81-ceab-4605-bdbc-550b44b84043 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756195 Jan 28 10:00:34.007655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1c5df4ea-082e-4a0d-a184-9ffa2b618866 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:34.025310 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-e2b22b69-3452-4dd4-9f18-82e6d4020758 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1322610 Jan 28 10:00:34.091092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 1c5df4ea-082e-4a0d-a184-9ffa2b618866 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:00:34.091447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1c5df4ea-082e-4a0d-a184-9ffa2b618866 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:00:34.208062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-1f0cec0f-25a3-4eb4-9244-0f48b94d0ed0 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821420 Jan 28 10:00:34.285842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5a70fa40-c48e-4011-92f1-ea297d902df7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9164b393f3149b28648b6599fc725ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621812 Jan 28 10:00:34.291341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52514) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:34.335897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e450e29-cfa6-4af5-b8a2-83a8146878d9 req-1a25ae05-f6c9-47e5-84c4-22eef4823e19 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:34.337759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e450e29-cfa6-4af5-b8a2-83a8146878d9 req-1a25ae05-f6c9-47e5-84c4-22eef4823e19 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2161634 Jan 28 10:00:34.373528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-eb155922-26c7-4b24-b22f-17c003eb1dad service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645257 Jan 28 10:00:34.415153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27b5076f-99ea-4c9e-b2dd-5d0e1fbce1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:34.437738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e450e29-cfa6-4af5-b8a2-83a8146878d9 req-78a01faf-d899-4e01-bbf7-fb30f98471f6 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929649 Jan 28 10:00:34.459798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27b5076f-99ea-4c9e-b2dd-5d0e1fbce1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:34.570097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27b5076f-99ea-4c9e-b2dd-5d0e1fbce1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:34.658643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27b5076f-99ea-4c9e-b2dd-5d0e1fbce1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:34.663027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-27b5076f-99ea-4c9e-b2dd-5d0e1fbce1a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/089c9f14-9adc-4826-b8a1-8551ba740613 HTTP/1.1" status: 204 len: 168 time: 0.3686552 Jan 28 10:00:34.664169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5076f-99ea-4c9e-b2dd-5d0e1fbce1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089c9f14-9adc-4826-b8a1-8551ba740613,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:34.735655 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c6535d-169a-47ab-9e11-3bb23bd78a0d req-18a70feb-ea80-4412-a8e1-8b01b7b4da94 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 210 time: 0.0554965 Jan 28 10:00:35.059658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146dd2b-1406-4d36-a9a6-f0ee8b5e70d3 req-769e0d0d-4060-4e5b-8c21-870dbaca6444 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:35.061236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0146dd2b-1406-4d36-a9a6-f0ee8b5e70d3 req-769e0d0d-4060-4e5b-8c21-870dbaca6444 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2210371 Jan 28 10:00:35.179327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0146dd2b-1406-4d36-a9a6-f0ee8b5e70d3 req-112dd4e4-cc29-4fd3-818c-43494666a2dd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091170 Jan 28 10:00:35.783128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311dc31-2007-4431-9405-b8aa4e1ce6a3 req-2d47f92c-a9da-48b4-bf6f-648f79009057 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:35.797415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4311dc31-2007-4431-9405-b8aa4e1ce6a3 req-2d47f92c-a9da-48b4-bf6f-648f79009057 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2738261 Jan 28 10:00:35.833320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52576) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:35.883004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4311dc31-2007-4431-9405-b8aa4e1ce6a3 req-7032b351-e6fd-49f0-a565-ad906291b6c7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821233 Jan 28 10:00:36.043242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Deleting subnet c3bc1e72-3169-40f3-93bd-e06652c49d52 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:36.064281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.114447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf8d8075-1719-4c06-b4b3-4a204d473c8a req-da36e373-7c82-4d70-8aa2-b064e64c3525 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 210 time: 0.1515477 Jan 28 10:00:36.287539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:36.516405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.517634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-429190231'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:36.558222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:36.576530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Usage tracker for resource:network and tenant:f36a5e60a4c647768650244b400e6a21 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:36.593756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:36.618392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:36.631599 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.695179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Made reservation on behalf of f36a5e60a4c647768650244b400e6a21 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:36.695179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.708282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70427523-462c-4377-b3b5-94da6c862038 req-09c1bbea-9a42-40a0-af98-56e6372744ff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:36.708282 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70427523-462c-4377-b3b5-94da6c862038 req-09c1bbea-9a42-40a0-af98-56e6372744ff tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2745070 Jan 28 10:00:36.746124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.780374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70427523-462c-4377-b3b5-94da6c862038 req-30c8b4ce-8252-467c-9aa5-e57fcbedebbf tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718234 Jan 28 10:00:36.784755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:36.802429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Usage tracker for resource:security_group_rule and tenant:f36a5e60a4c647768650244b400e6a21 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:36.805717 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.828463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:36.859577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:36.901276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00720079-8be4-4bd2-920a-bfc324b2b73f req-bda1781b-464a-4cc8-8d85-b42398f572e2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:36.909385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00720079-8be4-4bd2-920a-bfc324b2b73f req-bda1781b-464a-4cc8-8d85-b42398f572e2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.5545232 Jan 28 10:00:36.937299 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:36.946178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bc1e72-3169-40f3-93bd-e06652c49d52,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:36.956716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23198eb0-28cb-4c94-9d63-f65e5e0ac74f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c3bc1e72-3169-40f3-93bd-e06652c49d52 HTTP/1.1" status: 204 len: 168 time: 1.1210454 Jan 28 10:00:36.964288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:37.054403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00720079-8be4-4bd2-920a-bfc324b2b73f req-f193f45f-486b-4c91-8a3c-32d5c11592fc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374924 Jan 28 10:00:37.181346 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.193197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.258316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:00:37.275635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ba93e7-c7aa-4501-ab13-c7dd6fabde5f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:37.300769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.301365 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Added segment 25757036-0e9a-4551-9c7a-d2a74041f127 of type vlan for network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 Jan 28 10:00:37.363797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.431566 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.438661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.448727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:37.450437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.662366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3924a07-9b3f-4e6f-b74d-89f171dd423a req-222ce8ac-ddae-4289-9d70-91a67a9a323f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 210 time: 0.1366251 Jan 28 10:00:37.748941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event updated for resources: {'Network': ['ID=0abe4a1f-463f-41e6-9cfb-6d1758da3f76,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:37.771209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:00:37.775561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:37.844875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e22c90d-53c5-4581-ae89-a9db3991c6b5']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:37.853798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52618) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:37.853945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e00049c-10c0-44af-9237-47e113b23f0e tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5649655 Jan 28 10:00:37.871228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Request body: {'subnet': {'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:37.991948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-f154f00e-5fec-4c15-987c-3ce59a72e27d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:37.993426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-f154f00e-5fec-4c15-987c-3ce59a72e27d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.5284822 Jan 28 10:00:37.995328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:38.001534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Usage tracker for resource:subnet and tenant:f36a5e60a4c647768650244b400e6a21 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:38.005156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:38.011398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:38.025966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Made reservation on behalf of f36a5e60a4c647768650244b400e6a21 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:38.030426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.056378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bde03947-c552-48c2-9294-30e8f6115fa1') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:38.056871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bde03947-c552-48c2-9294-30e8f6115fa1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:38.084049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'port': {'device_id': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'admin_state_up': True, 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:38.085769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733461a-4507-4adb-8b42-e4df672906b7 req-1a43d942-e206-4e5a-9e7d-c5c64b612970 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:38.087488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e733461a-4507-4adb-8b42-e4df672906b7 req-1a43d942-e206-4e5a-9e7d-c5c64b612970 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4098701 Jan 28 10:00:38.149454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.234788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.248906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e733461a-4507-4adb-8b42-e4df672906b7 req-798a7c2d-07a5-4856-a49f-11396d7e161a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068704 Jan 28 10:00:38.293250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:38.293751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:38.309082 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:38.444415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aefb8ea-b2f6-4f02-9acb-e49c9f2099d4 req-f257b133-0b55-40fc-86c1-0f8b0d58674d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:38.452236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9aefb8ea-b2f6-4f02-9acb-e49c9f2099d4 req-f257b133-0b55-40fc-86c1-0f8b0d58674d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.4577312 Jan 28 10:00:38.545318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9aefb8ea-b2f6-4f02-9acb-e49c9f2099d4 req-bdf180da-22a6-4617-81aa-b1a6ff57d0d9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917568 Jan 28 10:00:38.582357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:38.606026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:38.657707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.670604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:38.674517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.726619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.750914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e22c90d-53c5-4581-ae89-a9db3991c6b5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:38.803957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d0eaa957-500c-478a-9840-f58d7331fd41 admin admin] 10.222.0.42 "DELETE /v2.0/networks/6e22c90d-53c5-4581-ae89-a9db3991c6b5 HTTP/1.1" status: 204 len: 168 time: 1.8299279 Jan 28 10:00:38.846873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c4d1f-37bd-48fe-8822-857039ef95a2 req-0d3b9866-99d6-40ce-b21d-a8e9e293d19f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:38.855187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-692c4d1f-37bd-48fe-8822-857039ef95a2 req-0d3b9866-99d6-40ce-b21d-a8e9e293d19f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2366004 Jan 28 10:00:38.890850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:38.979827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-692c4d1f-37bd-48fe-8822-857039ef95a2 req-bc90d2b5-fd13-4c05-b3fa-4eea1e3c4ece tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229393 Jan 28 10:00:39.002224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Allocated IP 172.20.0.4 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:39.090161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event updated for resources: {'Subnet': ['ID=73425d48-bb9d-4180-9315-aea45a0c247d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:39.125272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52640) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:39.129429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Checking segment: {'id': '25757036-0e9a-4551-9c7a-d2a74041f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:39.130027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Network hostable DHCP agents. Network: 0abe4a1f-463f-41e6-9cfb-6d1758da3f76, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:00:39.200576 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7cff181-51c3-45ec-8893-b745788d9987 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c6c75da1252d4c269abda5570582243d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737288 Jan 28 10:00:39.204036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52644) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:39.267405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:00:39.279403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-539837a2-b068-4796-99ef-bcf7b1f0d67d req-e848228d-f200-454f-8e12-33ad4bbc177c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 210 time: 0.0754642 Jan 28 10:00:39.364866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0abe4a1f-463f-41e6-9cfb-6d1758da3f76) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:39.374118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05b28d5-d051-4258-a9a4-ae70b66b5e19 None None] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:39.395978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:39.396255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:39.397078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:39.418510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:39.420570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Transition to ACTIVE for port object 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:39.463759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:39.470826 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:39.614005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:39.614005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:39.616250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:39.631066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:39.714740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:39.717671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:39.794787 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-a1d08456-d920-4fbc-8961-bd4a107bfbe0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7163477 Jan 28 10:00:39.816852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Request body: {'port': {'device_id': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:39.831055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-988eef79-6513-4efb-8a70-9722c6cf21ba tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9706683 Jan 28 10:00:39.834396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52652) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:39.846588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Request body: {'port': {'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-106591003'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:40.056384 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af718d-8a7f-4834-84ff-5ac2516890c3 req-33fdacf5-35d3-4743-be24-e0dad0c980c6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:40.080623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0af718d-8a7f-4834-84ff-5ac2516890c3 req-33fdacf5-35d3-4743-be24-e0dad0c980c6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.8069119 Jan 28 10:00:40.138441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-0abe4a1f-463f-41e6-9cfb-6d1758da3f76', 'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76', 'tenant_id': 'f36a5e60a4c647768650244b400e6a21', 'fixed_ips': [{'subnet_id': '73425d48-bb9d-4180-9315-aea45a0c247d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:00:40.139695 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:40.200060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:40.291705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:40.295804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bef7c691-e978-41b4-b71f-3b00879aecda HTTP/1.1" status: 204 len: 168 time: 1.0908432 Jan 28 10:00:40.297311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef7c691-e978-41b4-b71f-3b00879aecda,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:40.330583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3aee8c96-e956-41be-99ab-ca50a564d07a None None] Provisioning for port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:40.337354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1122c60-3e8e-4335-92ce-5727c5a9cb6c req-64f07414-fb5d-45eb-b3ce-d0c9b23e5369 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:40.356488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1122c60-3e8e-4335-92ce-5727c5a9cb6c req-64f07414-fb5d-45eb-b3ce-d0c9b23e5369 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.4250882 Jan 28 10:00:40.361788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3aee8c96-e956-41be-99ab-ca50a564d07a None None] Provisioning complete for port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:40.363212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3aee8c96-e956-41be-99ab-ca50a564d07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:40.363417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b0af718d-8a7f-4834-84ff-5ac2516890c3 req-047d6757-9164-472b-b111-5be7e2bd6b97 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738276 Jan 28 10:00:40.425359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.425714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.426105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.426355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.426706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.427028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.432259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.433239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.433595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.435419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.435769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.436870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:40.439773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb8ce8a5-be7e-4ed2-b3e0-93a64faf7704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:40.475696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1122c60-3e8e-4335-92ce-5727c5a9cb6c req-e2d2cf12-2a0a-4e04-b7c1-4891bbbab43c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160557 Jan 28 10:00:40.549937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:40.561984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Usage tracker for resource:port and tenant:f36a5e60a4c647768650244b400e6a21 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:40.565614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:40.575990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:40.598528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Made reservation on behalf of f36a5e60a4c647768650244b400e6a21 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:40.602857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:40.663230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] device_id is not set on port 9b76d27f-9c97-4692-aee2-5baf32be23f3 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:00:40.795413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3aee8c96-e956-41be-99ab-ca50a564d07a None None] Port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:00:40.851542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Allocated IP 2001:db8::2 (0abe4a1f-463f-41e6-9cfb-6d1758da3f76/73425d48-bb9d-4180-9315-aea45a0c247d/b01e93a3-77db-4252-a2e0-6d538b42d2c1) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:40.896059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd97a7-4959-4ee8-9f24-1fa036364c7b req-9e61fc3d-9fb5-484c-ac42-10f817f6e662 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:40.900186 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49dd97a7-4959-4ee8-9f24-1fa036364c7b req-9e61fc3d-9fb5-484c-ac42-10f817f6e662 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 931 time: 0.2491317 Jan 28 10:00:41.017412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82aeb3b-791e-431d-958d-e3c75436ca6d req-35fc0800-d38a-454a-9261-8e346e180c3e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:41.021873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49dd97a7-4959-4ee8-9f24-1fa036364c7b req-9429a5a6-d8bc-4227-82f2-93bbdc8e7dc9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941014 Jan 28 10:00:41.024287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f82aeb3b-791e-431d-958d-e3c75436ca6d req-35fc0800-d38a-454a-9261-8e346e180c3e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2668047 Jan 28 10:00:41.087345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f82aeb3b-791e-431d-958d-e3c75436ca6d req-bc8fa443-f2ff-4681-b12b-1db7fa729a50 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617244 Jan 28 10:00:41.258323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:00:41.281621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:41.317592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Transition to ACTIVE for port object 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:41.322963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:41.335940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:41.363416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Transition to ACTIVE for port object b01e93a3-77db-4252-a2e0-6d538b42d2c1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:41.413391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Transition to ACTIVE for port object b01e93a3-77db-4252-a2e0-6d538b42d2c1 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:41.424957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:41.529670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:41.531696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Pushing event updated for resources: {'Port': ['ID=b01e93a3-77db-4252-a2e0-6d538b42d2c1,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:41.536063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:41.538323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:41.792559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Attempting to bind port b01e93a3-77db-4252-a2e0-6d538b42d2c1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:00:41.793197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Attempting to bind port b01e93a3-77db-4252-a2e0-6d538b42d2c1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '25757036-0e9a-4551-9c7a-d2a74041f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:00:41.793748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Attempting to bind port b01e93a3-77db-4252-a2e0-6d538b42d2c1 on network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:41.804567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:00:41.809592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Checking segment: {'id': '25757036-0e9a-4551-9c7a-d2a74041f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:41.810366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:41.810917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Bound using segment: {'id': '25757036-0e9a-4551-9c7a-d2a74041f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:00:41.815890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Bound port: b01e93a3-77db-4252-a2e0-6d538b42d2c1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25757036-0e9a-4551-9c7a-d2a74041f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:00:41.816865 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:41.897936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Allocated IP 2001:db8::244 (0abe4a1f-463f-41e6-9cfb-6d1758da3f76/73425d48-bb9d-4180-9315-aea45a0c247d/9b76d27f-9c97-4692-aee2-5baf32be23f3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:42.021906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea9186c-00ea-4dc2-ae5c-283ffc2dbe84 req-29cb1fe2-6149-457b-b37d-9884935447a4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:42.024472 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bea9186c-00ea-4dc2-ae5c-283ffc2dbe84 req-29cb1fe2-6149-457b-b37d-9884935447a4 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2672625 Jan 28 10:00:42.054886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] For port b01e93a3-77db-4252-a2e0-6d538b42d2c1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:00:42.058217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] For port b01e93a3-77db-4252-a2e0-6d538b42d2c1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b01e93a3-77db-4252-a2e0-6d538b42d2c1,segment=NetworkSegment(25757036-0e9a-4551-9c7a-d2a74041f127),segment_id=25757036-0e9a-4551-9c7a-d2a74041f127)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:00:42.067991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.110070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:42.122378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52706) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:42.195727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b81fd-2a98-4486-918b-73d46014eea3 req-d853824c-dcbd-480a-a5e4-771d6bfda1fc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:42.197175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-594b81fd-2a98-4486-918b-73d46014eea3 req-d853824c-dcbd-480a-a5e4-771d6bfda1fc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.5276351 Jan 28 10:00:42.206119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d3408c-6eb2-45b5-9a30-f1d0f65029b2 None None] Pushing event updated for resources: {'Port': ['ID=b01e93a3-77db-4252-a2e0-6d538b42d2c1,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:42.273880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bea9186c-00ea-4dc2-ae5c-283ffc2dbe84 req-bbf458d6-703d-45a2-b0ef-ed3c5b54a189 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2407401 Jan 28 10:00:42.293934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1845929295-network', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:42.358244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:42.369708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Usage tracker for resource:network and tenant:ed6d5fc7daab4f0dbb82024e49d2d228 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:42.392949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-594b81fd-2a98-4486-918b-73d46014eea3 req-e7859806-e678-41db-ab0b-2902e551bfb0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302938 Jan 28 10:00:42.409120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:42.459447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:42.462761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Attempting to bind port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:00:42.463007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Attempting to bind port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:00:42.463575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Attempting to bind port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:42.475171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d on network f09e96b4-e3f2-493e-bd09-5f868daa445d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:00:42.475469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Attempting to bind port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:42.483582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:00:42.484123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:42.484382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:00:42.484866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Bound port: 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:00:42.485207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.596937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] For port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:00:42.600956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] For port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:00:42.603479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Made reservation on behalf of ed6d5fc7daab4f0dbb82024e49d2d228 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:42.606979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.656007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.676361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.712490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Transition to ACTIVE for port object 9b76d27f-9c97-4692-aee2-5baf32be23f3 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:42.762611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdefce63-f3e8-4450-aea1-4172e1871d16 req-7ad49829-1658-42bb-8756-60b5900ab792 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:42.767665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4234e2-cbe0-4484-a602-d32648960884 req-abd03fc1-1a8f-4042-9fd5-014a0eef106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:42.769195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-abd03fc1-1a8f-4042-9fd5-014a0eef106c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1096 time: 1.0017972 Jan 28 10:00:42.780053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.781372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fdefce63-f3e8-4450-aea1-4172e1871d16 req-7ad49829-1658-42bb-8756-60b5900ab792 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 943 time: 0.3267465 Jan 28 10:00:42.831841 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fdefce63-f3e8-4450-aea1-4172e1871d16 req-5077f06e-b330-48b1-8549-b80efb382340 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493710 Jan 28 10:00:42.884047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.905677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:42.924709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Usage tracker for resource:security_group_rule and tenant:ed6d5fc7daab4f0dbb82024e49d2d228 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:42.928285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:42.929172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:42.942013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] 10.222.0.43 "PUT /v2.0/ports/1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d HTTP/1.1" status: 200 len: 1091 time: 3.1375721 Jan 28 10:00:42.962823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'tag': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:42.986980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:43.022980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:43.058519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:43.062409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:43.077149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:43.082886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:43.083529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:43.119275 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'tag': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', 'status': 'completed', 'code': 200} Jan 28 10:00:43.130413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event updated for resources: {'Port': ['ID=9b76d27f-9c97-4692-aee2-5baf32be23f3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:43.144716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751e87ad-e1d0-427d-9ce5-048201884eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:43.156784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f35b076c-10b8-45ff-9abf-f0e8a93d4c2a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 3.3218300 Jan 28 10:00:43.158273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52722) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:43.170709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Request body: {'port': {'network_id': '0abe4a1f-463f-41e6-9cfb-6d1758da3f76', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-536690631', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:43.171183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] bootfile-name is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:00:43.171510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] tftp-server is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:00:43.171830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] server-ip-address is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:00:43.254753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37eb20-003b-4987-be72-978593c4df62 req-cf5060b3-e30d-47d6-948d-7c1420514ade tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:43.262286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee37eb20-003b-4987-be72-978593c4df62 req-cf5060b3-e30d-47d6-948d-7c1420514ade tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.6404479 Jan 28 10:00:43.264816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4234e2-cbe0-4484-a602-d32648960884 req-eb914702-3074-4fe6-a095-55e26e8f6b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:43.266162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-eb914702-3074-4fe6-a095-55e26e8f6b3d service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.4645822 Jan 28 10:00:43.328335 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:00:43.445783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-85b9db04-ec3a-4b2b-a810-17cb22930636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:43.447645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-85b9db04-ec3a-4b2b-a810-17cb22930636 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 1094 time: 0.4260035 Jan 28 10:00:43.463349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:43.472369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Usage tracker for resource:port and tenant:f36a5e60a4c647768650244b400e6a21 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:43.475472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:43.502090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:43.574274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee37eb20-003b-4987-be72-978593c4df62 req-8ad03d9b-1e78-4dc7-8886-72ac26b1d996 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110924 Jan 28 10:00:43.619657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-930e1dc6-99aa-4c90-a3ca-69adab90e058 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d HTTP/1.1" status: 200 len: 217 time: 0.1389487 Jan 28 10:00:43.629838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Made reservation on behalf of f36a5e60a4c647768650244b400e6a21 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:43.632059 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:43.636705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:43.664181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] device_id is not set on port ec330d2b-ecca-42a1-9fec-1d7d8c315804 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:00:43.722963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:43.725625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-ee546fe9-f5c0-4cf5-9cd1-6a45edb4c570 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 1001 time: 0.4393375 Jan 28 10:00:43.731691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:43.744122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:00:43.763576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309997f7-3f42-49f2-ba84-b77e3dae408d req-c75c209e-a7c4-4947-bd2e-26dac5587be8 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:43.771182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-309997f7-3f42-49f2-ba84-b77e3dae408d req-c75c209e-a7c4-4947-bd2e-26dac5587be8 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2709525 Jan 28 10:00:43.851464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4234e2-cbe0-4484-a602-d32648960884 req-cd8ea06c-7186-4ca3-842d-6bcf223ac200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:43.853037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-cd8ea06c-7186-4ca3-842d-6bcf223ac200 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.0947785 Jan 28 10:00:43.867689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:43.868029 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Added segment 4749cda0-6a38-45fe-81bd-a4dc7a326a97 of type vlan for network 7464d470-6cb8-444a-8f0a-3688b2eeb539 Jan 28 10:00:43.934200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0674a987-3a78-4e76-a19f-178061794a3a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:43.959385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f807284-fe89-4443-a155-1742e17129cd None None] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:43.972412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-309997f7-3f42-49f2-ba84-b77e3dae408d req-be60cc44-36cf-4d5f-ae4a-8f19af04697f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1998894 Jan 28 10:00:44.081999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-8d0fe50b-327a-4727-8966-6d9600091640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:44.083345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-8d0fe50b-327a-4727-8966-6d9600091640 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.4623625 Jan 28 10:00:44.139139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Allocated IP 2001:db8::2e8 (0abe4a1f-463f-41e6-9cfb-6d1758da3f76/73425d48-bb9d-4180-9315-aea45a0c247d/ec330d2b-ecca-42a1-9fec-1d7d8c315804) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:44.211423 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:44.255602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4234e2-cbe0-4484-a602-d32648960884 req-e35dfd4f-9c2e-4c71-99c1-7a84364bf780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:44.256857 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-e35dfd4f-9c2e-4c71-99c1-7a84364bf780 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3904891 Jan 28 10:00:44.278647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b01e93a3-77db-4252-a2e0-6d538b42d2c1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:44.328244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-56249a54-2c3b-43fd-a460-944d29cc435e None None] Provisioning for port b01e93a3-77db-4252-a2e0-6d538b42d2c1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:44.393510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e3249-b4b0-4852-a8b0-ed71cd4266bb req-dc24d305-446b-4e81-9ba3-3d86c5afc164 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:44.397509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e19e3249-b4b0-4852-a8b0-ed71cd4266bb req-dc24d305-446b-4e81-9ba3-3d86c5afc164 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4430499 Jan 28 10:00:44.422771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b01e93a3-77db-4252-a2e0-6d538b42d2c1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:44.451044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b01e93a3-77db-4252-a2e0-6d538b42d2c1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:44.451793 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:44.517460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:44.518708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:44.521309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:44.558658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-94d620cf-f24f-449a-a278-78f531f55bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:44.560189 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-94d620cf-f24f-449a-a278-78f531f55bc2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4486446 Jan 28 10:00:44.571952 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-09dcaef4-b8f2-4558-9513-c2c486c2cf4e service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998013 Jan 28 10:00:44.648614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe07dcd-c9ea-49aa-87df-9f6836a8df38 req-e1d8c401-d91f-4887-a878-70a6a66b4981 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:44.661693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cbe07dcd-c9ea-49aa-87df-9f6836a8df38 req-e1d8c401-d91f-4887-a878-70a6a66b4981 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 943 time: 0.3890791 Jan 28 10:00:44.795226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cbe07dcd-c9ea-49aa-87df-9f6836a8df38 req-9253f8ab-eb35-4c80-ac59-20d3bffe3432 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193025 Jan 28 10:00:44.916149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:44.977022 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:45.020240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b01e93a3-77db-4252-a2e0-6d538b42d2c1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b01e93a3-77db-4252-a2e0-6d538b42d2c1,segment=NetworkSegment(25757036-0e9a-4551-9c7a-d2a74041f127),segment_id=25757036-0e9a-4551-9c7a-d2a74041f127)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:45.031595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:45.080585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Transition to ACTIVE for port object ec330d2b-ecca-42a1-9fec-1d7d8c315804 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:45.154363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:45.363162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b01e93a3-77db-4252-a2e0-6d538b42d2c1,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:45.421588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:45.509141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:45.569617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1b9972da-0060-40da-9ee0-34f74a2f09e2 None None] Provisioning complete for port b01e93a3-77db-4252-a2e0-6d538b42d2c1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:45.570367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b9972da-0060-40da-9ee0-34f74a2f09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:45.683306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] Pushing event updated for resources: {'Network': ['ID=7464d470-6cb8-444a-8f0a-3688b2eeb539,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:45.739418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:00:45.819012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:45.856316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:45.863376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event updated for resources: {'Port': ['ID=ec330d2b-ecca-42a1-9fec-1d7d8c315804,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:45.871399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:45.877311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:45.877945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:45.934934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-990c317f-3d73-4cab-9693-8cf84e38d9f7 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.7719533 Jan 28 10:00:45.936700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52748) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:45.961432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cd27fb42-31f2-4a5f-9aef-ea79e17e11f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8187554 Jan 28 10:00:45.962303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52752) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:45.968417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-33f34ae8-8f2f-4f52-a28d-94f9d9e2cf1e service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3887634 Jan 28 10:00:45.976004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e19e3249-b4b0-4852-a8b0-ed71cd4266bb req-1ef80476-e3c6-49c2-a3e2-39abb4bbf490 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5363324 Jan 28 10:00:46.049061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d9d688-0527-4b8c-ad9d-5a6a48312131 req-6d7b9547-f19a-4130-bd9c-64c57b19a799 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:46.068058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-80d9d688-0527-4b8c-ad9d-5a6a48312131 req-6d7b9547-f19a-4130-bd9c-64c57b19a799 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 945 time: 0.2446852 Jan 28 10:00:46.070393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Request body: {'subnet': {'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1845929295-subnet', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:46.083278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b01e93a3-77db-4252-a2e0-6d538b42d2c1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:46.164839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:46.184821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.190275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Usage tracker for resource:subnet and tenant:ed6d5fc7daab4f0dbb82024e49d2d228 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:46.204334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:46.213825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-80d9d688-0527-4b8c-ad9d-5a6a48312131 req-89acd6cb-9456-48de-97b1-afb99725ea62 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350460 Jan 28 10:00:46.254716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818833ab-9077-4c79-8061-ed144809f747 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:46.274463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818833ab-9077-4c79-8061-ed144809f747 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:46.282964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818833ab-9077-4c79-8061-ed144809f747 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:46.283817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-818833ab-9077-4c79-8061-ed144809f747 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Synchronizing usage tracker for tenant:f36a5e60a4c647768650244b400e6a21 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:46.289662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:46.310586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-818833ab-9077-4c79-8061-ed144809f747 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Unset dirty status for tenant:f36a5e60a4c647768650244b400e6a21 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:46.314589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-818833ab-9077-4c79-8061-ed144809f747 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.3744085 Jan 28 10:00:46.314924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52758) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:46.335664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:46.343319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1b9972da-0060-40da-9ee0-34f74a2f09e2 None None] Provisioning for port 9b76d27f-9c97-4692-aee2-5baf32be23f3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:46.353520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:46.355051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1b9972da-0060-40da-9ee0-34f74a2f09e2 None None] Provisioning complete for port 9b76d27f-9c97-4692-aee2-5baf32be23f3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:46.355418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b9972da-0060-40da-9ee0-34f74a2f09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.392021 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.430868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf4234e2-cbe0-4484-a602-d32648960884 req-681d2399-4324-4f2f-b97c-626804ad9a29 service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6829391 Jan 28 10:00:46.431358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Deleting port ec330d2b-ecca-42a1-9fec-1d7d8c315804 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:46.431800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.432267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Made reservation on behalf of ed6d5fc7daab4f0dbb82024e49d2d228 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:46.435253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.474828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1b9972da-0060-40da-9ee0-34f74a2f09e2 None None] Port 9b76d27f-9c97-4692-aee2-5baf32be23f3 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:00:46.483065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b01e93a3-77db-4252-a2e0-6d538b42d2c1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:46.483435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.530918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:46.547403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed705c8a-1137-4542-bb03-ad6a0006f61b req-ae11f1bf-e8b1-4e7d-b9be-cfbfd812f0d2 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703399 Jan 28 10:00:46.583413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23830740-2fc4-4201-b711-151ba2c36e1f req-8f16d1af-e016-4737-9181-af5777e51395 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:46.584727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-23830740-2fc4-4201-b711-151ba2c36e1f req-8f16d1af-e016-4737-9181-af5777e51395 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:46.663839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-23830740-2fc4-4201-b711-151ba2c36e1f req-8f16d1af-e016-4737-9181-af5777e51395 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:46.671188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23830740-2fc4-4201-b711-151ba2c36e1f req-8f16d1af-e016-4737-9181-af5777e51395 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 943 time: 0.4571919 Jan 28 10:00:46.696384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Provisioning for port ec330d2b-ecca-42a1-9fec-1d7d8c315804 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:46.704564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Provisioning complete for port ec330d2b-ecca-42a1-9fec-1d7d8c315804 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:46.705480 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.779334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Port ec330d2b-ecca-42a1-9fec-1d7d8c315804 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:00:46.794748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Provisioning complete for port 9b76d27f-9c97-4692-aee2-5baf32be23f3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:46.795100 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.814407 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.868426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-145929ee-34a3-4b3a-ac62-c159af401d1b None None] Port 9b76d27f-9c97-4692-aee2-5baf32be23f3 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:00:46.894730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:46.949409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23830740-2fc4-4201-b711-151ba2c36e1f req-de9a578b-4b3e-4875-bbe9-43eb6f18364b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769799 Jan 28 10:00:46.959202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Calling delete_port for ec330d2b-ecca-42a1-9fec-1d7d8c315804 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:46.996760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9cd659-9340-4db9-8e8b-ef5891f84404 req-1aa97ffc-09ea-4b55-8bd9-2e03826e2292 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:46.998445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f9cd659-9340-4db9-8e8b-ef5891f84404 req-1aa97ffc-09ea-4b55-8bd9-2e03826e2292 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4802845 Jan 28 10:00:47.002894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Checking segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:47.003377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Network hostable DHCP agents. Network: 7464d470-6cb8-444a-8f0a-3688b2eeb539, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:00:47.014599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-24f147a3-d561-4798-b545-c500b3193e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:47.016085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-24f147a3-d561-4798-b545-c500b3193e4e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 1094 time: 0.4097598 Jan 28 10:00:47.017720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d4b78a0-fcdd-46f5-9117-7e16fe148247,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:47.038349 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'code': 200} Jan 28 10:00:47.103907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f9cd659-9340-4db9-8e8b-ef5891f84404 req-b92bb984-4e55-439c-b0f0-cfed93813e45 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965140 Jan 28 10:00:47.138147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:00:47.157949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 7464d470-6cb8-444a-8f0a-3688b2eeb539) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:47.163070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:47.163654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:47.171251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b48dc4b-7afa-4106-a83b-b586441f63ad None None] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:47.200179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:47.266632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-82d69d3f-1423-43e1-85e6-135b6d4e3dcf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2943380 Jan 28 10:00:47.267023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52786) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:47.267238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event deleted for resources: {'Port': ['ID=ec330d2b-ecca-42a1-9fec-1d7d8c315804,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:47.275238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:47.281862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-47db43fe-50a6-470c-8db4-fbf41853dd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:47.283347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-47db43fe-50a6-470c-8db4-fbf41853dd66 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.2538457 Jan 28 10:00:47.293642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:47.371474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Usage tracker for resource:router and tenant:ed6d5fc7daab4f0dbb82024e49d2d228 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:47.382683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:47.386844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-0a5e87d3-3163-4ff6-8406-d13f9247e2ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d HTTP/1.1" status: 200 len: 217 time: 0.0898354 Jan 28 10:00:47.395691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:47.516836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:47.559083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7d025b67-ca52-4cb2-9a30-846bed721b2b tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "DELETE /v2.0/ports/ec330d2b-ecca-42a1-9fec-1d7d8c315804 HTTP/1.1" status: 204 len: 168 time: 1.2377148 Jan 28 10:00:47.563734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52794) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:47.574813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Request body: {'port': {'name': 'tempest-new-port-name-842149011', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:47.575211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] bootfile-name is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:00:47.575543 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] tftp-server is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:00:47.576289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] server-ip-address is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:00:47.630272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:47.631627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:47.648263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-c5f59f1b-9430-44e7-8096-dca86ea5800d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:47.649931 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-c5f59f1b-9430-44e7-8096-dca86ea5800d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.2516501 Jan 28 10:00:47.654946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b410a25-20e5-463c-9be0-2aa658ba5ac0 None None] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:47.672625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107d172-692c-441e-8bf6-16f734af69e9 req-7b89708b-5af1-409f-8c18-09e81faa26e9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:47.674912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8107d172-692c-441e-8bf6-16f734af69e9 req-7b89708b-5af1-409f-8c18-09e81faa26e9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3830469 Jan 28 10:00:47.736416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:47.770966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8107d172-692c-441e-8bf6-16f734af69e9 req-5ed52c4b-0019-40a3-b774-945a263aadb4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674937 Jan 28 10:00:47.820300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746535f-7891-4280-8cbb-19c96b920b4e req-7f3db651-a87d-4fd6-a998-ff8bba139330 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:47.822005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a746535f-7891-4280-8cbb-19c96b920b4e req-7f3db651-a87d-4fd6-a998-ff8bba139330 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.3685446 Jan 28 10:00:47.907448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.185280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.191082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.303989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event updated for resources: {'Port': ['ID=9b76d27f-9c97-4692-aee2-5baf32be23f3,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:48.311359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] In _notify_port_updated(), no bound segment for port 9b76d27f-9c97-4692-aee2-5baf32be23f3 on network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:00:48.318012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:48.318755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.322725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6e65813b-2323-4c99-801f-d155bb6c590a tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "PUT /v2.0/ports/9b76d27f-9c97-4692-aee2-5baf32be23f3 HTTP/1.1" status: 200 len: 1129 time: 0.7537222 Jan 28 10:00:48.323149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:48.361733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-b2ab9477-4406-4a8e-b1d9-40393eee044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:48.366588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-b2ab9477-4406-4a8e-b1d9-40393eee044c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7056992 Jan 28 10:00:48.380844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.428476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c861af-4007-41a1-95a8-da2989e10933 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:48.429397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-05c861af-4007-41a1-95a8-da2989e10933 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Synchronizing usage tracker for tenant:f36a5e60a4c647768650244b400e6a21 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:00:48.491004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-05c861af-4007-41a1-95a8-da2989e10933 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Unset dirty status for tenant:f36a5e60a4c647768650244b400e6a21 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:00:48.495612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-05c861af-4007-41a1-95a8-da2989e10933 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "GET /v2.0/ports/9b76d27f-9c97-4692-aee2-5baf32be23f3 HTTP/1.1" status: 200 len: 1129 time: 0.1676810 Jan 28 10:00:48.497031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:48.779506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a746535f-7891-4280-8cbb-19c96b920b4e req-6079e0b3-4c50-4800-904f-906331733c0c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8639767 Jan 28 10:00:48.828923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-044d561e-8134-4707-8711-1fe95f126fb2 None None] Provisioning complete for port 9b76d27f-9c97-4692-aee2-5baf32be23f3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:48.829840 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-044d561e-8134-4707-8711-1fe95f126fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.865577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Deleting port 9b76d27f-9c97-4692-aee2-5baf32be23f3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:48.867687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:48.920695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-24761372-935b-45d8-9304-587ed0f01292 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0110707 Jan 28 10:00:48.929493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-044d561e-8134-4707-8711-1fe95f126fb2 None None] Port 9b76d27f-9c97-4692-aee2-5baf32be23f3 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:00:48.935695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-ff39930f-f5bc-4599-a691-cc3b4614342f service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5422227 Jan 28 10:00:49.251006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4a5e76-7779-4d3a-854b-de2995119ba9 req-4c5e1ed6-d40e-4716-9070-b9f302e168d2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:49.259059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f4a5e76-7779-4d3a-854b-de2995119ba9 req-4c5e1ed6-d40e-4716-9070-b9f302e168d2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3573570 Jan 28 10:00:49.282503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c23c5b14-87a5-4704-a1e3-d3889e5ff900 req-b3b1797e-a1ab-4d4c-a4f7-02410504ea89 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387103 Jan 28 10:00:49.294720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-9ce11e84-330e-4280-8e5b-db3d0a335061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:49.296142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-9ce11e84-330e-4280-8e5b-db3d0a335061 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1097 time: 0.3287761 Jan 28 10:00:49.310757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:49.322443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c9ce-cf45-4ac4-bebd-13a7882fba7a req-36534b6e-84e3-4d77-8256-95fd3fafe4cf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:49.323948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1583c9ce-cf45-4ac4-bebd-13a7882fba7a req-36534b6e-84e3-4d77-8256-95fd3fafe4cf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 943 time: 0.2991545 Jan 28 10:00:49.391381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f4a5e76-7779-4d3a-854b-de2995119ba9 req-579fb4ab-d19a-4abd-9458-126e58cef330 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313381 Jan 28 10:00:49.554811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Calling delete_port for 9b76d27f-9c97-4692-aee2-5baf32be23f3 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:49.624403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1583c9ce-cf45-4ac4-bebd-13a7882fba7a req-5f8cced4-6296-40b1-94e1-f16704de49bd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791371 Jan 28 10:00:49.715385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-fbde391b-45c6-43ac-9c50-dd02bcafea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:49.717135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-fbde391b-45c6-43ac-9c50-dd02bcafea6a service neutron] 10.222.0.25 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 0.3920202 Jan 28 10:00:49.722898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:49.887896 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:49.929655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.004280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event deleted for resources: {'Port': ['ID=9b76d27f-9c97-4692-aee2-5baf32be23f3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:50.091159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:00:50.157309 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.201068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d085732-4402-4eb8-b605-ab62a62ead99 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "DELETE /v2.0/ports/9b76d27f-9c97-4692-aee2-5baf32be23f3 HTTP/1.1" status: 204 len: 168 time: 1.7020700 Jan 28 10:00:50.201855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52844) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:50.428776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Deleting subnet 73425d48-bb9d-4180-9315-aea45a0c247d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:00:50.433945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-15114ccb-887b-4332-bf9e-d4d842bc35e1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 1002 time: 0.6441731 Jan 28 10:00:50.449059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.493965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:50.562827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', 'mac_address': 'fa:16:3e:be:d2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:00:50.687469 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.715292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.760523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:00:50.776590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5ac71d-e1c9-4f27-9d57-1acbea9e1027 req-d3301d17-49fc-486d-bd28-28c0574f44c0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:50.778108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e5ac71d-e1c9-4f27-9d57-1acbea9e1027 req-d3301d17-49fc-486d-bd28-28c0574f44c0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2360532 Jan 28 10:00:50.792179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:50.803692 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.842623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e5ac71d-e1c9-4f27-9d57-1acbea9e1027 req-b4dd487c-ecc6-4a5d-80b7-a81680d94e25 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558906 Jan 28 10:00:50.860538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:50.922265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b666-4ee3-4e20-b493-2b3fa0e21929 req-81dc8a47-53fb-4be7-953e-47ae37d83cd7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:50.926149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c33b666-4ee3-4e20-b493-2b3fa0e21929 req-81dc8a47-53fb-4be7-953e-47ae37d83cd7 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.8209398 Jan 28 10:00:50.947092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-65b2e0c9-4922-4b84-a438-48a0ea9b8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:50.952887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:50.956830 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-65b2e0c9-4922-4b84-a438-48a0ea9b8ba1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.5142651 Jan 28 10:00:51.029870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:00:51.063513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Allocated IP 172.25.1.73 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/6c7a7aad-695d-4252-b0ea-9423a1529f76) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:51.101878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c33b666-4ee3-4e20-b493-2b3fa0e21929 req-671c4bd1-6a68-47a4-9319-b2f1e104168e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532693 Jan 28 10:00:51.113898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:51.190187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254ece7-fcf4-4f53-926a-61c5da380baf None None] Network 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:51.202137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:51.235135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event deleted for resources: {'Subnet': ['ID=73425d48-bb9d-4180-9315-aea45a0c247d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:51.258468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64169df6-412e-420f-b60e-99e2526eeb74 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "DELETE /v2.0/subnets/73425d48-bb9d-4180-9315-aea45a0c247d HTTP/1.1" status: 204 len: 168 time: 1.0555527 Jan 28 10:00:51.260869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52866) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:51.383749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:51.383968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:51.451287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:51.534130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7a7aad-695d-4252-b0ea-9423a1529f76,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:51.539200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:51.550868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:51.552403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:51.554999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:51.570578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Deleting port b01e93a3-77db-4252-a2e0-6d538b42d2c1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:51.570934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:51.696140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5c0202-93c7-4cb9-a507-15cd05996cca req-78ddd51d-6952-43bf-88b0-09db25135782 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:51.697659 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee5c0202-93c7-4cb9-a507-15cd05996cca req-78ddd51d-6952-43bf-88b0-09db25135782 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 944 time: 0.6635737 Jan 28 10:00:51.843708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-79e8c0e0-e79c-4a08-94b8-f8d5631d47f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:51.845668 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-79e8c0e0-e79c-4a08-94b8-f8d5631d47f9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8513222 Jan 28 10:00:52.002143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] DHCP port deletion for 0abe4a1f-463f-41e6-9cfb-6d1758da3f76 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:00:52.006724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] Deleting port b01e93a3-77db-4252-a2e0-6d538b42d2c1 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:52.007092 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:52.126732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee5c0202-93c7-4cb9-a507-15cd05996cca req-be9e8688-4bb4-4732-8f6b-1f84f103d35d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517010 Jan 28 10:00:52.197928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] For port b01e93a3-77db-4252-a2e0-6d538b42d2c1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b01e93a3-77db-4252-a2e0-6d538b42d2c1,segment=NetworkSegment(25757036-0e9a-4551-9c7a-d2a74041f127),segment_id=25757036-0e9a-4551-9c7a-d2a74041f127)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:52.198220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:52.209950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-f9acae72-ed11-414a-9932-196beb0562d8 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479400 Jan 28 10:00:52.317810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] For port b01e93a3-77db-4252-a2e0-6d538b42d2c1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b01e93a3-77db-4252-a2e0-6d538b42d2c1,segment=NetworkSegment(25757036-0e9a-4551-9c7a-d2a74041f127),segment_id=25757036-0e9a-4551-9c7a-d2a74041f127)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:52.318722 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:52.518071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] Calling delete_port for b01e93a3-77db-4252-a2e0-6d538b42d2c1 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:52.588966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Calling delete_port for b01e93a3-77db-4252-a2e0-6d538b42d2c1 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:00:52.628714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:52.659007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:52.676868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] Pushing event deleted for resources: {'Port': ['ID=b01e93a3-77db-4252-a2e0-6d538b42d2c1,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:52.680327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8108270d-3604-41cd-9c63-60b3bfaf5ffa None None] No DVR routers for this DVR port b01e93a3-77db-4252-a2e0-6d538b42d2c1 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:00:52.697704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185cb6a-ee16-4c60-b6eb-5c933dee5fff req-884ce9b8-2d58-4b81-808b-0a1f58979f75 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:52.699204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0185cb6a-ee16-4c60-b6eb-5c933dee5fff req-884ce9b8-2d58-4b81-808b-0a1f58979f75 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2968764 Jan 28 10:00:52.699957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:00:52.700269 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:00:52.734340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47e66f97-b283-4e22-bb31-ce4c93500570 req-ee088ea9-7660-47b9-9346-66e4331f5817 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4924474 Jan 28 10:00:52.753766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0185cb6a-ee16-4c60-b6eb-5c933dee5fff req-d07fbc71-a40f-4574-ae3c-e19d85ee014c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488145 Jan 28 10:00:52.769879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc3386-389e-4b57-828f-86284367783b req-fba02b9c-d615-4bf8-b15b-c3d8a98b205c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:52.771377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcbc3386-389e-4b57-828f-86284367783b req-fba02b9c-d615-4bf8-b15b-c3d8a98b205c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2400346 Jan 28 10:00:52.900060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcbc3386-389e-4b57-828f-86284367783b req-8278ba7a-d1e8-4187-8d5b-45a78f4c4c29 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666144 Jan 28 10:00:53.201690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Deleting port b01e93a3-77db-4252-a2e0-6d538b42d2c1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:00:53.201690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.230402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.294999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] The port 'b01e93a3-77db-4252-a2e0-6d538b42d2c1' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:00:53.436813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.464371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abe4a1f-463f-41e6-9cfb-6d1758da3f76']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:53.483464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25757036-0e9a-4551-9c7a-d2a74041f127') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:53.483901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25757036-0e9a-4551-9c7a-d2a74041f127') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:53.498483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.499182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a4610-a32e-4747-8c60-e1818acd4097 req-72b297a3-0d8c-428e-9f5a-f6da5efba414 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:53.500626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-665a4610-a32e-4747-8c60-e1818acd4097 req-72b297a3-0d8c-428e-9f5a-f6da5efba414 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 944 time: 0.1972742 Jan 28 10:00:53.525655 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.533328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:00:53.533991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.570908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-665a4610-a32e-4747-8c60-e1818acd4097 req-50762bad-d5f4-4c5a-a319-40a8f7a48462 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612948 Jan 28 10:00:53.582609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Router df7f2271-7427-4817-932f-b1a1fb5ba880 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:00:53.615845 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:00:53.659227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.683015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:53.703526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] Pushing event deleted for resources: {'Network': ['ID=0abe4a1f-463f-41e6-9cfb-6d1758da3f76,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:53.712073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-715ff7d6-41b3-4df5-8645-55a175ac05c1 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735 tempest-ExtraDHCPOptionsIpV6TestJSON-342159735-project] 10.222.0.42 "DELETE /v2.0/networks/0abe4a1f-463f-41e6-9cfb-6d1758da3f76 HTTP/1.1" status: 204 len: 168 time: 2.4501159 Jan 28 10:00:53.964693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:00:53.965195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce1490a-1ca4-4324-8cf4-ee0eaa911991 req-c12e4234-435c-4304-84cd-09c80b4a6cff tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:53.972331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ce1490a-1ca4-4324-8cf4-ee0eaa911991 req-c12e4234-435c-4304-84cd-09c80b4a6cff tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.0943286 Jan 28 10:00:53.989744 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Sync routers for ids ['df7f2271-7427-4817-932f-b1a1fb5ba880'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:00:54.014743 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Routers {'df7f2271-7427-4817-932f-b1a1fb5ba880'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:00:54.018486 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:00:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df7f2271-7427-4817-932f-b1a1fb5ba880'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:54.018688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c955ad9-309e-453c-a396-1383fe9c283c req-4ca71ff3-5f3a-4cef-b7e2-518a1c3f23ad tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:54.027026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c955ad9-309e-453c-a396-1383fe9c283c req-4ca71ff3-5f3a-4cef-b7e2-518a1c3f23ad tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.2308350 Jan 28 10:00:54.032622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ce1490a-1ca4-4324-8cf4-ee0eaa911991 req-6a4aff72-b046-433d-80f7-c2a591fcdd53 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591874 Jan 28 10:00:54.040686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:54.045131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3fa83e22-c5e3-46fe-9363-cc7ed24da579 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7746348 Jan 28 10:00:54.045539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52934) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:54.053004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b01e93a3-77db-4252-a2e0-6d538b42d2c1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:00:54.106322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-df27b652-4f26-4800-a4ef-f4b3bf4250e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2678113 Jan 28 10:00:54.138192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:54.186467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52942) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:54.191739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b01e93a3-77db-4252-a2e0-6d538b42d2c1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:00:54.192825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b01e93a3-77db-4252-a2e0-6d538b42d2c1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:00:54.193872 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c955ad9-309e-453c-a396-1383fe9c283c req-0612fc6b-cb37-4ada-9d84-0e8326b4dc4e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658945 Jan 28 10:00:54.271730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:54.279961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:54.280417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:54.374682 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Set router df7f2271-7427-4817-932f-b1a1fb5ba880 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:00:54.443690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:54.479820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:00:54.493362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:54.498605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:54.600173 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', 'code': 200} Jan 28 10:00:54.640504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:54.846603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52958) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:54.852253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b0582ca3-b95e-4c77-ab07-81d3bf18d1bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f36a5e60a4c647768650244b400e6a21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6318333 Jan 28 10:00:54.894060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b07dd-2262-4aa4-8eef-8de012eee2c8 req-da0ed364-3822-4663-91ac-103db20ee2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:54.895796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f40b07dd-2262-4aa4-8eef-8de012eee2c8 req-da0ed364-3822-4663-91ac-103db20ee2ba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 1096 time: 0.2120984 Jan 28 10:00:54.906169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0de84e-4ebb-47e2-be68-c4024671a1cb req-9b68eab0-5247-452a-91b3-5570c3f58b5b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:54.913258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b0de84e-4ebb-47e2-be68-c4024671a1cb req-9b68eab0-5247-452a-91b3-5570c3f58b5b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.1491876 Jan 28 10:00:54.997991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f40b07dd-2262-4aa4-8eef-8de012eee2c8 req-cbb3313f-cc5d-479d-a75a-b02ec14dbb16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825479 Jan 28 10:00:55.023388 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:00:52Z', 'revision_number': 3, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:55.028366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75167d8-2a7c-4a4a-aa34-b6b0c8fdbf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.033358 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Checking router: df7f2271-7427-4817-932f-b1a1fb5ba880 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:00:55.034945 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Updating router df7f2271-7427-4817-932f-b1a1fb5ba880 port 6c7a7aad-695d-4252-b0ea-9423a1529f76 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:00:55.051694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b0de84e-4ebb-47e2-be68-c4024671a1cb req-d3e598ad-0a0e-4ef5-8a78-1d834311aa57 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372387 Jan 28 10:00:55.082793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75167d8-2a7c-4a4a-aa34-b6b0c8fdbf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.132884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e88171b-c3fd-4165-970d-d770efe59b49 req-e2889387-a220-42a0-ae61-6a7098e62d4a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:55.134919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e88171b-c3fd-4165-970d-d770efe59b49 req-e2889387-a220-42a0-ae61-6a7098e62d4a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.8615568 Jan 28 10:00:55.170543 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.174997 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75167d8-2a7c-4a4a-aa34-b6b0c8fdbf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.242920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d75167d8-2a7c-4a4a-aa34-b6b0c8fdbf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.248171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d75167d8-2a7c-4a4a-aa34-b6b0c8fdbf58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20ba93e7-c7aa-4501-ab13-c7dd6fabde5f HTTP/1.1" status: 204 len: 168 time: 0.3999479 Jan 28 10:00:55.249509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75167d8-2a7c-4a4a-aa34-b6b0c8fdbf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ba93e7-c7aa-4501-ab13-c7dd6fabde5f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:55.313024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e88171b-c3fd-4165-970d-d770efe59b49 req-8701478c-e3fd-45f0-a161-d0cfe1773dc1 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1680317 Jan 28 10:00:55.384168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eca6ce0-6dfe-4543-b40d-f736c6e6c57c req-85cb9a61-a8b8-4377-8900-9fb1e46ba825 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:55.391868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6eca6ce0-6dfe-4543-b40d-f736c6e6c57c req-85cb9a61-a8b8-4377-8900-9fb1e46ba825 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2019920 Jan 28 10:00:55.585015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6eca6ce0-6dfe-4543-b40d-f736c6e6c57c req-5c644869-2a6f-4003-939c-92e53719a7c7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137850 Jan 28 10:00:55.611505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-ab08885a-3833-40a5-94b5-1d9e213afa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:55.615633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-ab08885a-3833-40a5-94b5-1d9e213afa27 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3&tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c HTTP/1.1" status: 200 len: 1094 time: 0.2188714 Jan 28 10:00:55.767065 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.783280 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Transition to ACTIVE for port object 6c7a7aad-695d-4252-b0ea-9423a1529f76 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:00:55.799153 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.802260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:55.824860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-163645fd-f661-46c0-aa5f-f3942de3ae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:55.826398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-163645fd-f661-46c0-aa5f-f3942de3ae26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1094 time: 0.1862850 Jan 28 10:00:55.838956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91461c79-03ec-4d21-abb0-13a4b8856d0a req-c80b900a-e8b0-4d9c-89f1-ae16bee29fb9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:55.854800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-91461c79-03ec-4d21-abb0-13a4b8856d0a req-c80b900a-e8b0-4d9c-89f1-ae16bee29fb9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.3157992 Jan 28 10:00:55.904031 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05011fe6-9105-4d6b-a7bb-afab67c019e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:56.006092 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Attempting to bind port 6c7a7aad-695d-4252-b0ea-9423a1529f76 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:00:56.006458 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Attempting to bind port 6c7a7aad-695d-4252-b0ea-9423a1529f76 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:00:56.006806 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Attempting to bind port 6c7a7aad-695d-4252-b0ea-9423a1529f76 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:00:56.018856 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:00:56.019218 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:56.019612 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:56.020001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:00:56.020537 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Bound port: 6c7a7aad-695d-4252-b0ea-9423a1529f76, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:00:56.020982 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:56.095299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-91461c79-03ec-4d21-abb0-13a4b8856d0a req-aa094e54-692a-4b54-8d7c-2ea13fe47a8d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338114 Jan 28 10:00:56.104803 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] For port 6c7a7aad-695d-4252-b0ea-9423a1529f76, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:00:56.107922 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] For port 6c7a7aad-695d-4252-b0ea-9423a1529f76, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6c7a7aad-695d-4252-b0ea-9423a1529f76,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:00:56.123358 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:56.131153 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Pushing event updated for resources: {'Port': ['ID=6c7a7aad-695d-4252-b0ea-9423a1529f76,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:56.143685 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.154266 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.154664 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.154996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.155324 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.155647 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.155966 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.156279 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.156591 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.156926 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.157292 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.157542 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:00:56.319731 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Routers {'df7f2271-7427-4817-932f-b1a1fb5ba880'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:00:56.320369 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:00:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df7f2271-7427-4817-932f-b1a1fb5ba880'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:56.372466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-d9eb289f-9f99-4d34-8862-cb85797ff7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:56.374732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-d9eb289f-9f99-4d34-8862-cb85797ff7c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.5409572 Jan 28 10:00:56.446018 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be11080f-b64b-44e3-aecc-8b9e4a96c60b None None] Pushing event updated for resources: {'Port': ['ID=6c7a7aad-695d-4252-b0ea-9423a1529f76,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:56.577014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Allocated IP 172.20.0.1 (7464d470-6cb8-444a-8f0a-3688b2eeb539/4d4b78a0-fcdd-46f5-9117-7e16fe148247/b0d5fb67-7d93-40d1-9b39-8c0bc526f112) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:00:56.620111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] Set router df7f2271-7427-4817-932f-b1a1fb5ba880 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:00:56.689588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-014761eb-f607-423e-b18f-632a3ba06159 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 999 time: 0.3077390 Jan 28 10:00:56.839601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-bf0ef31d-09a9-41cc-88f3-96e366425d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:56.843779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-bf0ef31d-09a9-41cc-88f3-96e366425d25 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.1047411 Jan 28 10:00:56.843779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53006) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:56.915663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df2630-9f66-4ea1-9f4f-f97b6a04a473 req-fdaa8d01-4849-4697-8b35-30f6baef086b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:56.925626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-71df2630-9f66-4ea1-9f4f-f97b6a04a473 req-fdaa8d01-4849-4697-8b35-30f6baef086b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.2349157 Jan 28 10:00:56.997167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-71df2630-9f66-4ea1-9f4f-f97b6a04a473 req-3f8120db-a907-4f58-ad9e-58ab7225daf0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676260 Jan 28 10:00:56.997954 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:00:52Z', 'revision_number': 3, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:00:57.002816 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a014f428-7a48-4ce9-a3bf-0f9db1ab9657 None None] The sync data for ids ['df7f2271-7427-4817-932f-b1a1fb5ba880'] in n-d-825178-2 is: [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:00:52Z', 'revision_number': 3, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:00:57.025060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-952612613'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:57.027926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bcfccc-ce60-45d8-89a8-37a621e253d5 req-05405f24-93a8-4372-b57d-d7d3e5812c03 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:57.030771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06bcfccc-ce60-45d8-89a8-37a621e253d5 req-05405f24-93a8-4372-b57d-d7d3e5812c03 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.3861828 Jan 28 10:00:57.034988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.045715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:57.055668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Usage tracker for resource:network and tenant:20ca97645fa14fef97c35ae9e5953a9f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:57.068469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-2c3880c3-d657-408f-bb8c-4ace27e3ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:57.069980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-2c3880c3-d657-408f-bb8c-4ace27e3ce42 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174947 Jan 28 10:00:57.070793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:57.085519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:57.121831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06bcfccc-ce60-45d8-89a8-37a621e253d5 req-fa8dfb4d-bd90-4ae1-abf0-2b7e6a0ff206 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823781 Jan 28 10:00:57.144980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.219070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Made reservation on behalf of 20ca97645fa14fef97c35ae9e5953a9f for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:57.222497 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.235814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:57.242851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.245085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:57.246153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:57.248649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:00:57.269373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:57.273123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Usage tracker for resource:security_group_rule and tenant:20ca97645fa14fef97c35ae9e5953a9f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:57.277091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:57.289846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:57.318526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.397690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-6e1b53d8-fba8-40cb-9292-554b14136c2d service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134077 Jan 28 10:00:57.432789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3380f38d-2358-492b-84b9-10b6f23e2478 req-ef921841-5370-4851-be93-cf8498eeedc4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:57.434281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3380f38d-2358-492b-84b9-10b6f23e2478 req-ef921841-5370-4851-be93-cf8498eeedc4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2720518 Jan 28 10:00:57.612201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3380f38d-2358-492b-84b9-10b6f23e2478 req-cc1cc4db-8ef8-416a-86d0-2ac9ef865905 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670008 Jan 28 10:00:57.659477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.673937 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.680575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-16c207b0-4743-4260-93ec-9686f987ca11 service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747383 Jan 28 10:00:57.681190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.735566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:00:57.738231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c281f51-6e82-49d0-bfd7-081eb7cb93e0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:57.749170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.749535 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Added segment f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9 of type vlan for network 98917703-8430-48b9-96a3-c7edd64cc097 Jan 28 10:00:57.803865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc854f6-fb24-4993-9228-3bd7ccd8db5a req-883666f9-5e84-4013-b71a-5ec91a8e877e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:57.805528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcc854f6-fb24-4993-9228-3bd7ccd8db5a req-883666f9-5e84-4013-b71a-5ec91a8e877e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.2468383 Jan 28 10:00:57.834699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.907422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042e424-d227-4857-ad92-b896e9d4d734 req-21fd275b-be13-4c87-991f-f0b5e86b419d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:57.908813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5042e424-d227-4857-ad92-b896e9d4d734 req-21fd275b-be13-4c87-991f-f0b5e86b419d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.1323962 Jan 28 10:00:57.909890 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:57.926610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:57.927197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.081392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c7a7aad-695d-4252-b0ea-9423a1529f76 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:00:58.091602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcc854f6-fb24-4993-9228-3bd7ccd8db5a req-1460b62f-efaf-4df8-9ed5-3b6896ba93ee tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2785571 Jan 28 10:00:58.108310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event updated for resources: {'Network': ['ID=98917703-8430-48b9-96a3-c7edd64cc097,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:58.188597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5042e424-d227-4857-ad92-b896e9d4d734 req-f739b8af-1303-4d85-93e7-8fbadd4c7318 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546093 Jan 28 10:00:58.189129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 98917703-8430-48b9-96a3-c7edd64cc097 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:00:58.194940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8e725987-f7fe-4d57-8af5-7a4825e9ac53 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3501580 Jan 28 10:00:58.198661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53042) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:58.206639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Request body: {'subnet': {'network_id': '98917703-8430-48b9-96a3-c7edd64cc097', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:58.218043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.228359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.498603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:00:58.502751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Usage tracker for resource:subnet and tenant:20ca97645fa14fef97c35ae9e5953a9f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:00:58.519279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:00:58.525796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:00:58.545928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Made reservation on behalf of 20ca97645fa14fef97c35ae9e5953a9f for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:00:58.549192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9fefb7fc-6a5e-4075-8c35-d29b5855a311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.549671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.551347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:58.617905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6c7a7aad-695d-4252-b0ea-9423a1529f76 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:00:58.637154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6c7a7aad-695d-4252-b0ea-9423a1529f76 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:00:58.637432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.873474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.895060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:58.925459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6c7a7aad-695d-4252-b0ea-9423a1529f76, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6c7a7aad-695d-4252-b0ea-9423a1529f76,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:00:58.934650 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:59.083654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:59.124738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6c7a7aad-695d-4252-b0ea-9423a1529f76,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:59.206012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:00:59.209588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:59.243615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event updated for resources: {'Subnet': ['ID=dbe26e89-a014-4fdf-99a8-87dd7735cf0a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:00:59.364254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e6eca2-308c-4089-b6ba-c6c282d8e331 req-b2aaba6a-0942-4a46-8e5a-df7624c756b7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:59.366673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3e6eca2-308c-4089-b6ba-c6c282d8e331 req-b2aaba6a-0942-4a46-8e5a-df7624c756b7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4396734 Jan 28 10:00:59.473268 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:59.480421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:59.679621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9203f036-b670-4710-ac6f-c95d09f1940b req-060e8e5b-569f-4759-8aa4-f044cb539b87 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:59.708967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Checking segment: {'id': 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98917703-8430-48b9-96a3-c7edd64cc097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:00:59.709529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Network hostable DHCP agents. Network: 98917703-8430-48b9-96a3-c7edd64cc097, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:00:59.724508 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9203f036-b670-4710-ac6f-c95d09f1940b req-060e8e5b-569f-4759-8aa4-f044cb539b87 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 1.2646608 Jan 28 10:00:59.780725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3e6eca2-308c-4089-b6ba-c6c282d8e331 req-b91c0622-a037-48e5-8061-5e2474f8fae8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4044802 Jan 28 10:00:59.804968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Network 98917703-8430-48b9-96a3-c7edd64cc097 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:00:59.828488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 98917703-8430-48b9-96a3-c7edd64cc097) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:00:59.844487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f6f43-7303-4305-8347-1baa050807bd None None] Network 98917703-8430-48b9-96a3-c7edd64cc097 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:00:59.847757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:00:59.848368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:00:59.857362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Router df7f2271-7427-4817-932f-b1a1fb5ba880 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:00:59.913781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ef733041-25e9-4cbb-a28a-6e97d7c62f6c tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7138774 Jan 28 10:00:59.916443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53066) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:00:59.923619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Request body: {'port': {'network_id': '98917703-8430-48b9-96a3-c7edd64cc097', 'name': 'tempest-ExtraDHCPOptionsTestJSON-259816011'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:00:59.962920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9203f036-b670-4710-ac6f-c95d09f1940b req-225ce622-2aaf-4674-802c-7e6645d4dae8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162614 Jan 28 10:01:00.114761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c7a7aad-695d-4252-b0ea-9423a1529f76 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:00.301199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:00.307650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Usage tracker for resource:port and tenant:20ca97645fa14fef97c35ae9e5953a9f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:00.318461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b9b7be-114d-46d6-a347-cffe28b77415 req-4861fe61-71f1-48fd-af83-9b735d13f22d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:00.320343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77b9b7be-114d-46d6-a347-cffe28b77415 req-4861fe61-71f1-48fd-af83-9b735d13f22d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.2194705 Jan 28 10:01:00.321413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:00.326799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:01:00.334079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:00.347701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Sync routers for ids ['df7f2271-7427-4817-932f-b1a1fb5ba880'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:01:00.360871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2a9d96e1-b239-4d87-8d84-c2385cc3ecf6 admin admin] 10.222.0.42 "PUT /v2.0/routers/df7f2271-7427-4817-932f-b1a1fb5ba880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3139257 Jan 28 10:01:00.426429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Made reservation on behalf of 20ca97645fa14fef97c35ae9e5953a9f for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:01:00.436124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:00.437533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f438-0b92-49c5-a707-c46b87e79b7e req-d1c6a9e7-00b7-45ed-942b-8429b6cc2e1b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:00.441241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6f8f438-0b92-49c5-a707-c46b87e79b7e req-d1c6a9e7-00b7-45ed-942b-8429b6cc2e1b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.2324841 Jan 28 10:01:00.465882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Routers {'df7f2271-7427-4817-932f-b1a1fb5ba880'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:01:00.467056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:00:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df7f2271-7427-4817-932f-b1a1fb5ba880'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:00.485110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77b9b7be-114d-46d6-a347-cffe28b77415 req-75b3f9e7-11ce-4864-9cc7-362bdcbd3ffd tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540122 Jan 28 10:01:00.506406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6f8f438-0b92-49c5-a707-c46b87e79b7e req-1944e392-755a-4e59-ab04-f1cabfd35632 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584290 Jan 28 10:01:00.543629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] device_id is not set on port 92d90711-0d08-48f6-85ed-6f15affe0b39 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:01:00.658810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6c7a7aad-695d-4252-b0ea-9423a1529f76 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:00.659171 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:00.961701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Allocated IP 172.20.0.7 (98917703-8430-48b9-96a3-c7edd64cc097/dbe26e89-a014-4fdf-99a8-87dd7735cf0a/92d90711-0d08-48f6-85ed-6f15affe0b39) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:01:01.108033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:01.120840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-98917703-8430-48b9-96a3-c7edd64cc097', 'network_id': '98917703-8430-48b9-96a3-c7edd64cc097', 'tenant_id': '20ca97645fa14fef97c35ae9e5953a9f', 'fixed_ips': [{'subnet_id': 'dbe26e89-a014-4fdf-99a8-87dd7735cf0a'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:01:01.122091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:01.152013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Set router df7f2271-7427-4817-932f-b1a1fb5ba880 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:01:01.250741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcf8479-4287-4889-bf6d-101ed0e37602 req-bbad7796-297f-471f-8e6d-8e608a84f252 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:01.258141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9bcf8479-4287-4889-bf6d-101ed0e37602 req-bbad7796-297f-471f-8e6d-8e608a84f252 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2535374 Jan 28 10:01:01.346807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9bcf8479-4287-4889-bf6d-101ed0e37602 req-44b54dd8-a3a7-4fdd-a858-21e7214fc271 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875809 Jan 28 10:01:01.396436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:01.438204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Transition to ACTIVE for port object 92d90711-0d08-48f6-85ed-6f15affe0b39 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:01.489947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:01.652927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Network 98917703-8430-48b9-96a3-c7edd64cc097 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:01:01.699325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-5ec2a208-06fb-40cc-b8df-989644656118 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:01.712152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-5ec2a208-06fb-40cc-b8df-989644656118 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 811 time: 0.4401472 Jan 28 10:01:01.742820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-2ccc47b5-bd2e-4b39-976b-77eac8d09173 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/quotas/ed6d5fc7daab4f0dbb82024e49d2d228 HTTP/1.1" status: 200 len: 375 time: 0.0300474 Jan 28 10:01:01.761549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Allocated IP 172.20.0.2 (98917703-8430-48b9-96a3-c7edd64cc097/dbe26e89-a014-4fdf-99a8-87dd7735cf0a/76f39ae1-fd72-4d0f-a063-8948a7b864e3) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:01:01.777081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:01:01.837080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:01:01.914129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7e277434-115c-444f-8b59-d2344ca21ddf req-682885d6-82a3-4a46-9529-7822671e1ea8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Synchronizing usage tracker for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:01.951571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7e277434-115c-444f-8b59-d2344ca21ddf req-682885d6-82a3-4a46-9529-7822671e1ea8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Unset dirty status for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:01.961913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-682885d6-82a3-4a46-9529-7822671e1ea8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2178237 Jan 28 10:01:02.024411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:00:57Z', 'revision_number': 4, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b0d5fb67-7d93-40d1-9b39-8c0bc526f112', 'name': '', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'mac_address': 'fa:16:3e:6b:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:55Z', 'updated_at': '2022-01-28T10:00:57Z', 'revision_number': 2, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'subnets': [{'id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:02.039279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event updated for resources: {'Port': ['ID=92d90711-0d08-48f6-85ed-6f15affe0b39,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:02.042947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Checking router: df7f2271-7427-4817-932f-b1a1fb5ba880 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:01:02.046804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Updating router df7f2271-7427-4817-932f-b1a1fb5ba880 port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:01:02.079889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:02.086365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:02.163270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fa37-bcb3-468a-b214-3a3204ceb139 req-f51766bb-4314-4264-b523-b87e6d860ac1 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:02.168742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4b2fa37-bcb3-468a-b214-3a3204ceb139 req-f51766bb-4314-4264-b523-b87e6d860ac1 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.5150120 Jan 28 10:01:02.185467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-17899b7d-c745-40c2-8f8c-f323f1369d84 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2675822 Jan 28 10:01:02.190687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:02.191463 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:02.206290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Request body: {'port': {'network_id': '98917703-8430-48b9-96a3-c7edd64cc097', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1731554294', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:02.209273 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.api.validators [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] bootfile-name is not in valid_values {{(pid=87541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:01:02.209725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.api.validators [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] tftp-server is not in valid_values {{(pid=87541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:01:02.210271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.api.validators [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] server-ip-address is not in valid_values {{(pid=87541) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:01:02.211156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:01:02.304223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-cf9e2f03-c57a-4ecd-bf09-a7dd7dc1bfa7 service neutron] 10.222.0.42 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3412511 Jan 28 10:01:02.371810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:02.414788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'port_id': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'mac_address': 'fa:16:3e:ef:00:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0227cbb-5fc1-4a31-afae-7227f0cabe49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:01:02.441915 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c4b2fa37-bcb3-468a-b214-3a3204ceb139 req-66037f94-3413-48af-9b03-04666f3b55f5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2538424 Jan 28 10:01:02.530417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:02.537691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:02.542449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Usage tracker for resource:port and tenant:20ca97645fa14fef97c35ae9e5953a9f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:02.545654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:02.551784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:02.568256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Made reservation on behalf of 20ca97645fa14fef97c35ae9e5953a9f for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:01:02.572456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:02.587038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:02.622331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] device_id is not set on port 1486b30b-01b3-471e-b01a-6efe393e22a2 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:01:02.677274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-544a503b-c78f-4aa5-af3d-2fca1e0619be service neutron] 10.222.0.42 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3720911 Jan 28 10:01:02.748427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:02.765330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:02.859253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:02.922447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['42c295dc-1de1-47cb-ba5f-466daf1493f4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:01:03.011671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14271f0d-604e-4866-b76d-d8f4f5fbf2fd req-2d7137cb-ad52-461d-b251-1425c6e3b50a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:03.020959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-14271f0d-604e-4866-b76d-d8f4f5fbf2fd req-2d7137cb-ad52-461d-b251-1425c6e3b50a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.2735653 Jan 28 10:01:03.050489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Transition to ACTIVE for port object 76f39ae1-fd72-4d0f-a063-8948a7b864e3 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:03.091336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-14271f0d-604e-4866-b76d-d8f4f5fbf2fd req-bf00ea1c-812d-4dc0-b9da-413ae1cd6b5d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659466 Jan 28 10:01:03.303838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Transition to ACTIVE for port object 76f39ae1-fd72-4d0f-a063-8948a7b864e3 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:03.377787 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:03.530707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca74a4-9d9a-46f3-8fc8-66a553a62c40 req-6c629efe-1d43-4221-8269-5ff44046ac55 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:03.532266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aeca74a4-9d9a-46f3-8fc8-66a553a62c40 req-6c629efe-1d43-4221-8269-5ff44046ac55 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.3557889 Jan 28 10:01:03.556354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:03.583738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Allocated IP 172.20.0.4 (98917703-8430-48b9-96a3-c7edd64cc097/dbe26e89-a014-4fdf-99a8-87dd7735cf0a/1486b30b-01b3-471e-b01a-6efe393e22a2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:01:03.587407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Network 98917703-8430-48b9-96a3-c7edd64cc097 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:01:03.638968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8de8f7-a2b1-423f-865c-ef11c531b15b req-3b37915a-d540-4aff-afb3-2295dd260625 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:03.647782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8de8f7-a2b1-423f-865c-ef11c531b15b req-3b37915a-d540-4aff-afb3-2295dd260625 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.3815470 Jan 28 10:01:03.743941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:01:03.776459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aeca74a4-9d9a-46f3-8fc8-66a553a62c40 req-a08b9512-47ea-45f8-867d-1cfc4bb23002 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2212653 Jan 28 10:01:03.794205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:01:03.820560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8de8f7-a2b1-423f-865c-ef11c531b15b req-dfdf4b11-480f-46d3-af90-1b3ccde98eb4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711791 Jan 28 10:01:04.063705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f44774cc-41b4-472d-896a-d0171ea80134 req-7cd42c2c-b697-43f2-a054-6dc0b8826ca8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 210 time: 0.1364255 Jan 28 10:01:04.272545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Pushing event updated for resources: {'Port': ['ID=76f39ae1-fd72-4d0f-a063-8948a7b864e3,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:04.383858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:04.451891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Transition to ACTIVE for port object 1486b30b-01b3-471e-b01a-6efe393e22a2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:04.473321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebeb809-eb58-432b-9f8d-580f5c6a3b2d req-4009ed56-91de-48b9-8322-9d53dbbe35c8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:04.477857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bc806-a008-43f7-8cf4-7aca58b4643a req-40713a06-cfff-445d-a069-1d1fabd59ad5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:04.481183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bebeb809-eb58-432b-9f8d-580f5c6a3b2d req-4009ed56-91de-48b9-8322-9d53dbbe35c8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.4444842 Jan 28 10:01:04.487245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e88bc806-a008-43f7-8cf4-7aca58b4643a req-40713a06-cfff-445d-a069-1d1fabd59ad5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.2095747 Jan 28 10:01:04.523876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Attempting to bind port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:01:04.528110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Attempting to bind port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98917703-8430-48b9-96a3-c7edd64cc097'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:01:04.529292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Attempting to bind port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 on network 98917703-8430-48b9-96a3-c7edd64cc097 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:04.564845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e88bc806-a008-43f7-8cf4-7aca58b4643a req-55ec4ad1-c8bb-4d1d-a4e8-e819bb85dc0a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763206 Jan 28 10:01:04.585986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:01:04.586417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Checking segment: {'id': 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98917703-8430-48b9-96a3-c7edd64cc097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:01:04.586819 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:04.587212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Bound using segment: {'id': 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98917703-8430-48b9-96a3-c7edd64cc097'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:01:04.587689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Bound port: 76f39ae1-fd72-4d0f-a063-8948a7b864e3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '98917703-8430-48b9-96a3-c7edd64cc097'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:01:04.588101 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:04.597807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bebeb809-eb58-432b-9f8d-580f5c6a3b2d req-2f535b32-94b7-4ecf-a498-9a7abd09f18c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156693 Jan 28 10:01:04.624740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:04.809889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Network 98917703-8430-48b9-96a3-c7edd64cc097 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:01:04.813591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:01:04.818663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:01:04.878302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event updated for resources: {'Port': ['ID=1486b30b-01b3-471e-b01a-6efe393e22a2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:04.919266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:04.919941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:04.967761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e4764fd8-cd5a-454e-b672-4df97b2c4a76 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.7751822 Jan 28 10:01:04.970347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53172) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:05.007339 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:05.076007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Transition to ACTIVE for port object b0d5fb67-7d93-40d1-9b39-8c0bc526f112 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:05.100505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:05.110345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] For port 76f39ae1-fd72-4d0f-a063-8948a7b864e3, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:01:05.273488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26593b5b-2d9d-4fe5-a8db-196b4b062ffa req-332d72fe-6d84-4893-a9eb-c17a1ec7cc6c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:05.275073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26593b5b-2d9d-4fe5-a8db-196b4b062ffa req-332d72fe-6d84-4893-a9eb-c17a1ec7cc6c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.2860434 Jan 28 10:01:05.375818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] For port 76f39ae1-fd72-4d0f-a063-8948a7b864e3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f39ae1-fd72-4d0f-a063-8948a7b864e3,segment=NetworkSegment(f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9),segment_id=f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:01:05.380366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26593b5b-2d9d-4fe5-a8db-196b4b062ffa req-40b81aba-d9b6-4926-926b-494da2333637 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965142 Jan 28 10:01:05.429549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:05.523680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee9083-f708-4a44-ba78-ee645aabf0c1 None None] Pushing event updated for resources: {'Port': ['ID=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:05.844019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-7ac5ef0a-680f-4d78-a79f-56d3a758a281 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:05.844904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7e277434-115c-444f-8b59-d2344ca21ddf req-7ac5ef0a-680f-4d78-a79f-56d3a758a281 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Synchronizing usage tracker for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:05.861371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Attempting to bind port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:01:05.861743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Attempting to bind port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:01:05.862106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Attempting to bind port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:05.891548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:01:05.891923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Checking segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:01:05.892328 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:05.895039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Bound using segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:01:05.895550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Bound port: b0d5fb67-7d93-40d1-9b39-8c0bc526f112, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:01:05.895937 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:05.923942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287130a-af9b-4d16-901a-142edcf6fe3c req-94781daf-7f43-444e-9bdb-9cfbabd6fbfe tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:05.935419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c605172-9dc2-459f-bc00-59d604eaa4c1 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:05.939116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c287130a-af9b-4d16-901a-142edcf6fe3c req-94781daf-7f43-444e-9bdb-9cfbabd6fbfe tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2276740 Jan 28 10:01:05.954465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c605172-9dc2-459f-bc00-59d604eaa4c1 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:05.979270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c605172-9dc2-459f-bc00-59d604eaa4c1 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:05.981673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0c605172-9dc2-459f-bc00-59d604eaa4c1 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 1.0103066 Jan 28 10:01:05.987839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53184) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:06.003919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7e277434-115c-444f-8b59-d2344ca21ddf req-7ac5ef0a-680f-4d78-a79f-56d3a758a281 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Unset dirty status for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:06.011191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-7ac5ef0a-680f-4d78-a79f-56d3a758a281 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.25 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 811 time: 0.5976450 Jan 28 10:01:06.045534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Request body: {'port': {'device_id': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'admin_state_up': True, 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:06.053793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b574d37-dc33-4b46-9624-f5ca1c331ccd None None] Pushing event updated for resources: {'Port': ['ID=76f39ae1-fd72-4d0f-a063-8948a7b864e3,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:06.187569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:06.198723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-00732c79-b8f5-4a40-ad1f-ebe43a77c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:06.213974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-00732c79-b8f5-4a40-ad1f-ebe43a77c3af service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 1097 time: 0.5575347 Jan 28 10:01:06.230882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95613eea-9231-4c43-8c82-73e3e8bca1ab req-65d5ad97-4734-4dfc-8c2a-5cb1cadfc572 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:06.246026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95613eea-9231-4c43-8c82-73e3e8bca1ab req-65d5ad97-4734-4dfc-8c2a-5cb1cadfc572 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 1.0825727 Jan 28 10:01:06.312745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c287130a-af9b-4d16-901a-142edcf6fe3c req-afed4325-3eab-4063-8bc1-46614ba25686 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459616 Jan 28 10:01:06.312745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:06.338705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:06.352265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Made reservation on behalf of ed6d5fc7daab4f0dbb82024e49d2d228 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:01:06.357464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:06.485443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] For port b0d5fb67-7d93-40d1-9b39-8c0bc526f112, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:01:06.517586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] For port b0d5fb67-7d93-40d1-9b39-8c0bc526f112, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:01:06.533408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:06.729717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 42c295dc-1de1-47cb-ba5f-466daf1493f4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:06.730250 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:06.769185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95613eea-9231-4c43-8c82-73e3e8bca1ab req-959f0758-bb46-47dd-b484-35361c8f3a33 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5219057 Jan 28 10:01:06.812994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Deleting port 1486b30b-01b3-471e-b01a-6efe393e22a2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:06.813334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:06.883409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92963592-296d-4789-92af-00caa8910218 req-e15c3380-ea52-4ac7-9276-711e7a31b158 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 210 time: 0.1994495 Jan 28 10:01:06.950546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Routers {'df7f2271-7427-4817-932f-b1a1fb5ba880'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:01:06.961347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Allocated IP 172.20.0.7 (7464d470-6cb8-444a-8f0a-3688b2eeb539/4d4b78a0-fcdd-46f5-9117-7e16fe148247/d739137d-2441-498a-927e-6bc8584e7c09) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:01:06.968914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:00:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df7f2271-7427-4817-932f-b1a1fb5ba880'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:07.177714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee9083-f708-4a44-ba78-ee645aabf0c1 None None] Pushing event updated for resources: {'Port': ['ID=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:07.410780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:07.465149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:07.470340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:07.479111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] Set router df7f2271-7427-4817-932f-b1a1fb5ba880 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:01:07.549927 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:07.578610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d9b702-ff7e-4ff8-982d-736470953cff req-53c08811-abdf-4555-aa8b-6b11f28fb35f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:07.588570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7d9b702-ff7e-4ff8-982d-736470953cff req-53c08811-abdf-4555-aa8b-6b11f28fb35f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.4358525 Jan 28 10:01:07.621458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:07.708778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:07.738817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-ad218f50-b481-4659-bedf-ccad918005e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:07.755682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-ad218f50-b481-4659-bedf-ccad918005e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 1.4776886 Jan 28 10:01:07.789289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7d9b702-ff7e-4ff8-982d-736470953cff req-221ca12a-5bf2-4dfa-9601-56edb0abb88a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994944 Jan 28 10:01:07.898903 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:08.137130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:01:08.147094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:01:08.158833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:01:08.217493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Pushing event updated for resources: {'Port': ['ID=d739137d-2441-498a-927e-6bc8584e7c09,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:08.254018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:08.254888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:08.255682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c96b97d-c777-463d-9489-e83e3d9dd442 None None] Network 98917703-8430-48b9-96a3-c7edd64cc097 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:01:08.300651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dc44e1-e34f-4053-a913-20c230e9054a req-fbc9cdb4-0157-4bd7-ad41-67ffd16a0c0f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:08.303515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:08.309194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6dc44e1-e34f-4053-a913-20c230e9054a req-fbc9cdb4-0157-4bd7-ad41-67ffd16a0c0f tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2162268 Jan 28 10:01:08.331873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-368ce5fa-3848-4143-b78f-362068fdd5bb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2980869 Jan 28 10:01:08.351468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Request body: {'port': {'device_id': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:08.422716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6dc44e1-e34f-4053-a913-20c230e9054a req-76df1a2d-6774-41b7-a075-15494e96916b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123796 Jan 28 10:01:08.596778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fde32a-b462-4819-98a4-d58730a618a6 req-763fbf9e-1294-43f8-8a5f-7c04377391a8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:08.603620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fde32a-b462-4819-98a4-d58730a618a6 req-763fbf9e-1294-43f8-8a5f-7c04377391a8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 1.4690814 Jan 28 10:01:08.627971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:08.633066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Calling delete_port for 1486b30b-01b3-471e-b01a-6efe393e22a2 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:01:08.765146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-fd3d92cc-c905-415a-89f1-592105bb899a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 200 len: 1002 time: 0.9919417 Jan 28 10:01:08.765922 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'code': 200} Jan 28 10:01:08.794316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f39ae1-fd72-4d0f-a063-8948a7b864e3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:08.890670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-24adf86f-e14b-41cc-bca2-c42ec2dbdfe7 None None] Provisioning for port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:09.026432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:09.033040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26fde32a-b462-4819-98a4-d58730a618a6 req-47c3bf4a-9bf7-43f1-adb5-4fcb2245a5a6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3150468 Jan 28 10:01:09.131526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-405b8e5d-6e60-4600-a256-8fba152e38fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:09.152043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:09.153975 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:09.170956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-405b8e5d-6e60-4600-a256-8fba152e38fb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.3934181 Jan 28 10:01:09.355338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:00:57Z', 'revision_number': 4, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b0d5fb67-7d93-40d1-9b39-8c0bc526f112', 'name': '', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'mac_address': 'fa:16:3e:6b:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:55Z', 'updated_at': '2022-01-28T10:01:06Z', 'revision_number': 4, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'subnets': [{'id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:09.420225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:09.434063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b586306-a471-4c81-a0cc-08d4d7bb5406 None None] The sync data for ids ['df7f2271-7427-4817-932f-b1a1fb5ba880'] in n-d-825178-2 is: [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:00:57Z', 'revision_number': 4, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b0d5fb67-7d93-40d1-9b39-8c0bc526f112', 'name': '', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'mac_address': 'fa:16:3e:6b:6a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_interface', 'standard_attr_id': 2176, 'fixed_ips': [{'subnet_id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:55Z', 'updated_at': '2022-01-28T10:01:06Z', 'revision_number': 4, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'subnets': [{'id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:01:09.491321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 76f39ae1-fd72-4d0f-a063-8948a7b864e3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f39ae1-fd72-4d0f-a063-8948a7b864e3,segment=NetworkSegment(f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9),segment_id=f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:09.499320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:09.681988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-b9f0cf90-4557-4670-b87d-2741b1ebbd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:09.683737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-b9f0cf90-4557-4670-b87d-2741b1ebbd52 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4800768 Jan 28 10:01:09.780614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=76f39ae1-fd72-4d0f-a063-8948a7b864e3,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:09.796345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382df2b-5caf-4a34-b364-b5a009aad621 req-8a4bfd28-cd20-4f24-acad-b24fa52b66c1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:09.808333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8382df2b-5caf-4a34-b364-b5a009aad621 req-8a4bfd28-cd20-4f24-acad-b24fa52b66c1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.7107174 Jan 28 10:01:09.809917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:09.996164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Provisioning complete for port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:09.996714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:10.257875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d07a500-d3cc-4379-936d-c7a7f3c97856 req-bd080dd1-e913-4ba3-b943-c90ed9a131b3 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:10.259661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d07a500-d3cc-4379-936d-c7a7f3c97856 req-bd080dd1-e913-4ba3-b943-c90ed9a131b3 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 931 time: 0.9363050 Jan 28 10:01:10.282280 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8382df2b-5caf-4a34-b364-b5a009aad621 req-50cefcbf-4db4-41f1-bcc3-fb2a2b7c6be1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4729624 Jan 28 10:01:10.454085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event deleted for resources: {'Port': ['ID=1486b30b-01b3-471e-b01a-6efe393e22a2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:10.542483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0d5fb67-7d93-40d1-9b39-8c0bc526f112 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:10.733771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Could not find standard attr ID for object 1486b30b-01b3-471e-b01a-6efe393e22a2. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:01:10.835611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Provisioning for port 92d90711-0d08-48f6-85ed-6f15affe0b39 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:10.864767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:10.871062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Provisioning complete for port 92d90711-0d08-48f6-85ed-6f15affe0b39 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:10.871062 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:10.953742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d739137d-2441-498a-927e-6bc8584e7c09 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:10.997425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.013626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:11.014065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.033345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Transition to ACTIVE for port object d739137d-2441-498a-927e-6bc8584e7c09 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:11.049802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ecd108-dadd-4d74-a594-681fa8dba321 req-adc8c6ad-558f-49f7-b9a4-15abc8f568f1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:11.061670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95ecd108-dadd-4d74-a594-681fa8dba321 req-adc8c6ad-558f-49f7-b9a4-15abc8f568f1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.4043698 Jan 28 10:01:11.120353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95ecd108-dadd-4d74-a594-681fa8dba321 req-6db2f478-da4c-4949-b8f0-c1f962a2911c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574291 Jan 28 10:01:11.129371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.242258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Pushing event updated for resources: {'Port': ['ID=d739137d-2441-498a-927e-6bc8584e7c09,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:11.325994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-309288bd-d11f-4509-bba1-2859acb2c801 None None] Port 92d90711-0d08-48f6-85ed-6f15affe0b39 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:01:11.363160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.483178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5296d32d-a669-4012-ae1c-80d04a9f1f37 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "DELETE /v2.0/ports/1486b30b-01b3-471e-b01a-6efe393e22a2 HTTP/1.1" status: 204 len: 168 time: 5.4872727 Jan 28 10:01:11.495331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:11.516360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Request body: {'port': {'name': 'tempest-new-port-name-1786170045', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:11.516789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] bootfile-name is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:01:11.517131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] tftp-server is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:01:11.517460 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.api.validators [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] server-ip-address is not in valid_values {{(pid=87540) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 28 10:01:11.540176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.612267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71d5eab1-7ecb-4cbc-9a10-c2f9e78cd321 None None] Could not find standard attr ID for object 1486b30b-01b3-471e-b01a-6efe393e22a2. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:01:11.727248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d07a500-d3cc-4379-936d-c7a7f3c97856 req-4843c87c-032f-4056-9593-da254a664c28 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1592767 Jan 28 10:01:11.746095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b0d5fb67-7d93-40d1-9b39-8c0bc526f112, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:11.747198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71d5eab1-7ecb-4cbc-9a10-c2f9e78cd321 None None] Provisioning complete for port 92d90711-0d08-48f6-85ed-6f15affe0b39 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:11.747566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71d5eab1-7ecb-4cbc-9a10-c2f9e78cd321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.860701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-71d5eab1-7ecb-4cbc-9a10-c2f9e78cd321 None None] Port 92d90711-0d08-48f6-85ed-6f15affe0b39 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:01:11.864372 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:11.866355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f39ae1-fd72-4d0f-a063-8948a7b864e3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:11.963711 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:12.123429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:12.172584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Attempting to bind port d739137d-2441-498a-927e-6bc8584e7c09 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:01:12.173278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Attempting to bind port d739137d-2441-498a-927e-6bc8584e7c09 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:01:12.175537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Attempting to bind port d739137d-2441-498a-927e-6bc8584e7c09 on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:12.192277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-c69ed5ae-beb2-419e-9d53-17ba4fda2d21 service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.4841053 Jan 28 10:01:12.222909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51ae49f-dc3b-4097-b960-cffa2fb84354 req-756d50fc-5bcb-42cf-8341-42823123ca10 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:12.224546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c51ae49f-dc3b-4097-b960-cffa2fb84354 req-756d50fc-5bcb-42cf-8341-42823123ca10 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.7016351 Jan 28 10:01:12.257565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:12.259879 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:12.329953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Port d739137d-2441-498a-927e-6bc8584e7c09 on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:01:12.330276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Attempting to bind port d739137d-2441-498a-927e-6bc8584e7c09 on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:12.376093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:01:12.376342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Checking segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:01:12.376748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Bound using segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:01:12.377195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Bound port: d739137d-2441-498a-927e-6bc8584e7c09, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:01:12.377544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:12.486302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c51ae49f-dc3b-4097-b960-cffa2fb84354 req-39294c78-a31f-4209-be83-70b64de6e13e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494156 Jan 28 10:01:12.835242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:12.850929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] For port d739137d-2441-498a-927e-6bc8584e7c09, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:01:12.852985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57df204-eaef-4665-8c1b-6d62ba82dcc8 req-52f3bf98-7bdd-4a05-910b-3f41874d0eef tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:12.854858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b57df204-eaef-4665-8c1b-6d62ba82dcc8 req-52f3bf98-7bdd-4a05-910b-3f41874d0eef tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.7848685 Jan 28 10:01:12.859113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:12.889141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] For port d739137d-2441-498a-927e-6bc8584e7c09, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d739137d-2441-498a-927e-6bc8584e7c09,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:01:12.906204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:12.937514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0d5fb67-7d93-40d1-9b39-8c0bc526f112 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:13.059349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Pushing event updated for resources: {'Port': ['ID=d739137d-2441-498a-927e-6bc8584e7c09,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:13.098956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:13.099576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:13.101025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-4b7fc8cc-26af-4c36-896b-2c9213c28806 service neutron] 10.222.0.25 "PUT /v2.0/ports/d739137d-2441-498a-927e-6bc8584e7c09 HTTP/1.1" status: 200 len: 1091 time: 4.7546287 Jan 28 10:01:13.118309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c91e3d5-51f6-4529-a538-7dc744b5ba76 req-2c1e6f7d-4dc8-4bb2-bfd6-41b2a765a4ca service neutron] 10.222.0.25 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9097595 Jan 28 10:01:13.121316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694c9c1-f0f8-4a67-8b6d-36868a17ae10 req-31fdafde-13d7-444f-a942-f09b1045302e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:13.126456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e694c9c1-f0f8-4a67-8b6d-36868a17ae10 req-31fdafde-13d7-444f-a942-f09b1045302e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3381371 Jan 28 10:01:13.128315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'tag': 'd739137d-2441-498a-927e-6bc8584e7c09'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:13.167251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:13.167625 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:13.240940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event updated for resources: {'Port': ['ID=92d90711-0d08-48f6-85ed-6f15affe0b39,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:13.264169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e694c9c1-f0f8-4a67-8b6d-36868a17ae10 req-44bd4fee-04bc-46f7-b498-df96dc62267a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240582 Jan 28 10:01:13.426415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b57df204-eaef-4665-8c1b-6d62ba82dcc8 req-c3eb1cb5-9a76-4ecb-92ff-406cd66b577f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544443 Jan 28 10:01:13.495204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] In _notify_port_updated(), no bound segment for port 92d90711-0d08-48f6-85ed-6f15affe0b39 on network 98917703-8430-48b9-96a3-c7edd64cc097 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:01:13.512878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:13.513736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:13.515394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ecff600e-af94-49e7-aee6-659669c3e66a tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "PUT /v2.0/ports/92d90711-0d08-48f6-85ed-6f15affe0b39 HTTP/1.1" status: 200 len: 1136 time: 2.0130212 Jan 28 10:01:13.518060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:13.558888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-df42aa9b-9f0c-44c7-97fb-389a7dafa14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:13.560812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-df42aa9b-9f0c-44c7-97fb-389a7dafa14e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 1094 time: 0.3154640 Jan 28 10:01:13.661723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-d0077461-89d6-49fd-818b-8423f781350e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d739137d-2441-498a-927e-6bc8584e7c09 HTTP/1.1" status: 200 len: 217 time: 0.0906882 Jan 28 10:01:13.701149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:13.716165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2bb03294-ce0e-4d3b-86d1-160ec7749d7e None None] Provisioning complete for port 92d90711-0d08-48f6-85ed-6f15affe0b39 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:13.716529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2bb03294-ce0e-4d3b-86d1-160ec7749d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:13.914755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a501257a-7fdb-43f6-a6ec-8cd5eb0c12ef tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:13.915467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a501257a-7fdb-43f6-a6ec-8cd5eb0c12ef tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Synchronizing usage tracker for tenant:20ca97645fa14fef97c35ae9e5953a9f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:14.041784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a501257a-7fdb-43f6-a6ec-8cd5eb0c12ef tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Unset dirty status for tenant:20ca97645fa14fef97c35ae9e5953a9f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:14.042156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e277434-115c-444f-8b59-d2344ca21ddf req-d97be580-763d-4e6a-b018-ac05ee8f94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:14.042677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a501257a-7fdb-43f6-a6ec-8cd5eb0c12ef tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "GET /v2.0/ports/92d90711-0d08-48f6-85ed-6f15affe0b39 HTTP/1.1" status: 200 len: 1136 time: 0.4778841 Jan 28 10:01:14.042788 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-d97be580-763d-4e6a-b018-ac05ee8f94b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.3340793 Jan 28 10:01:14.042788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53260) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:14.042980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2bb03294-ce0e-4d3b-86d1-160ec7749d7e None None] Port 92d90711-0d08-48f6-85ed-6f15affe0b39 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:01:14.086399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358e2b3-b762-4218-8c4b-af3ed62ad616 req-d050f2ec-d9ec-44d6-9d84-e3daf3607402 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:14.092116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9358e2b3-b762-4218-8c4b-af3ed62ad616 req-d050f2ec-d9ec-44d6-9d84-e3daf3607402 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.3896806 Jan 28 10:01:14.203348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9358e2b3-b762-4218-8c4b-af3ed62ad616 req-e023ba8e-b4f0-463c-8d67-ef7ba53bbdc6 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995924 Jan 28 10:01:14.251777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-5b26da56-bca6-4de2-8227-9b3cccdfc2bd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1726823 Jan 28 10:01:14.313365 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'tag': 'd739137d-2441-498a-927e-6bc8584e7c09', 'status': 'completed', 'code': 200} Jan 28 10:01:14.539676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Deleting port 92d90711-0d08-48f6-85ed-6f15affe0b39 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:14.541810 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:14.699129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396a47a3-23d2-452c-a034-b399dafd5827 req-3ac2f80b-e7e4-4afd-b202-592b410807e5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:14.711087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-396a47a3-23d2-452c-a034-b399dafd5827 req-3ac2f80b-e7e4-4afd-b202-592b410807e5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2613921 Jan 28 10:01:14.746839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944400b6-9024-43d4-a978-b550bc6fd9e3 req-2cb24e83-0945-4123-a44e-c759a830ccb6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:14.762113 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-944400b6-9024-43d4-a978-b550bc6fd9e3 req-2cb24e83-0945-4123-a44e-c759a830ccb6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 943 time: 0.9485152 Jan 28 10:01:14.843088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-396a47a3-23d2-452c-a034-b399dafd5827 req-4d3e8cad-3e2d-4b7a-a70c-7050f15ff1cb tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302519 Jan 28 10:01:14.894676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-821a6683-d46c-4457-b1ae-4316cb55ea19 service neutron] 10.222.0.25 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6315782 Jan 28 10:01:14.922023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-944400b6-9024-43d4-a978-b550bc6fd9e3 req-3d7a8c2b-b0d2-48ea-aae5-70825f65a1d4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548936 Jan 28 10:01:15.199146 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:15.319776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc1497-ab26-4a6a-bc52-84eb17ec3e5f req-cb1cf99b-2851-4492-b2ac-9a851c125cdd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:15.321372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83fc1497-ab26-4a6a-bc52-84eb17ec3e5f req-cb1cf99b-2851-4492-b2ac-9a851c125cdd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.2544682 Jan 28 10:01:15.417196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83fc1497-ab26-4a6a-bc52-84eb17ec3e5f req-b12f2aa2-c19e-424c-b937-88af9982a366 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888622 Jan 28 10:01:15.823804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30106421-87de-451e-8450-4f6fe6f05c5f req-cbccc1ac-026a-42ef-81f8-bf8c74a7dbb2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:15.825440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-30106421-87de-451e-8450-4f6fe6f05c5f req-cbccc1ac-026a-42ef-81f8-bf8c74a7dbb2 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.2080550 Jan 28 10:01:15.909640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:15.912620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-30106421-87de-451e-8450-4f6fe6f05c5f req-55009fde-df56-47bb-b328-76d1a8747b1b tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802693 Jan 28 10:01:16.067518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Calling delete_port for 92d90711-0d08-48f6-85ed-6f15affe0b39 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:01:16.288585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-73023f69-42e0-4f68-9815-f5f96eb70b1f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:16.288585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-73023f69-42e0-4f68-9815-f5f96eb70b1f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Synchronizing usage tracker for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:16.306557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e277434-115c-444f-8b59-d2344ca21ddf req-3ceee726-6713-4e8c-ba0d-5fea6dba24cc service neutron] 10.222.0.25 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3826261 Jan 28 10:01:16.314828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-73023f69-42e0-4f68-9815-f5f96eb70b1f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Unset dirty status for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:16.324241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:16.328128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-73023f69-42e0-4f68-9815-f5f96eb70b1f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 943 time: 0.2032633 Jan 28 10:01:16.398029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-55a86bb1-b9fe-41ca-9132-0d6c76d14e60 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Synchronizing usage tracker for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:16.427186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-55a86bb1-b9fe-41ca-9132-0d6c76d14e60 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Unset dirty status for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:16.430045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a31fe393-a44d-4f5a-aaa6-2d5290ac7713 req-55a86bb1-b9fe-41ca-9132-0d6c76d14e60 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004987 Jan 28 10:01:16.546059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event deleted for resources: {'Port': ['ID=92d90711-0d08-48f6-85ed-6f15affe0b39,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:16.884975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:16.942746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1d0ab-c678-4adc-9f7d-eac300f5f9bc req-7b719af8-f1ec-4d3c-92d4-c02c4950b125 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:16.952084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8af1d0ab-c678-4adc-9f7d-eac300f5f9bc req-7b719af8-f1ec-4d3c-92d4-c02c4950b125 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 1.7333241 Jan 28 10:01:17.028296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ecd01287-b3f1-4f7f-b976-ab5ba7ed837b tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "DELETE /v2.0/ports/92d90711-0d08-48f6-85ed-6f15affe0b39 HTTP/1.1" status: 204 len: 168 time: 3.0127347 Jan 28 10:01:17.031706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:17.171825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-bd6637e9-f643-4836-9a00-ba89ecc4b6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:17.175466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-bd6637e9-f643-4836-9a00-ba89ecc4b6d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 1094 time: 0.6471481 Jan 28 10:01:17.185053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130fc6a2-a5ca-464e-8238-ade512ebff33 req-80130e13-df19-4023-b847-cfc77a5f08b9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:17.207937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-130fc6a2-a5ca-464e-8238-ade512ebff33 req-80130e13-df19-4023-b847-cfc77a5f08b9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.4692745 Jan 28 10:01:17.242328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Deleting subnet dbe26e89-a014-4fdf-99a8-87dd7735cf0a {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:01:17.300132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8af1d0ab-c678-4adc-9f7d-eac300f5f9bc req-bc96ab68-d37f-4c45-9b3f-fb500f711bf3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3407190 Jan 28 10:01:17.303161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:17.321202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-130fc6a2-a5ca-464e-8238-ade512ebff33 req-33ade9eb-78e3-447a-a5b5-46c1e8b195f0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108346 Jan 28 10:01:17.389328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:17.544537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:17.765438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:17.772780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cecfa50-df02-450a-9ad5-045c1c3f6c50 req-4497aa1f-0984-461f-9150-22178a5d67bc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:17.776906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4cecfa50-df02-450a-9ad5-045c1c3f6c50 req-4497aa1f-0984-461f-9150-22178a5d67bc tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.2286565 Jan 28 10:01:17.861231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fa946c-e74d-4890-aab1-2c42b2d63ffc None None] Network 98917703-8430-48b9-96a3-c7edd64cc097 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:01:17.887140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4cecfa50-df02-450a-9ad5-045c1c3f6c50 req-8daf3a8c-6dfd-495c-a0d6-8d63e4f089aa tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031659 Jan 28 10:01:17.888051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:17.901172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53312) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:17.901797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "DELETE /v2.0/subnets/dbe26e89-a014-4fdf-99a8-87dd7735cf0a HTTP/1.1" status: 204 len: 168 time: 0.8571270 Jan 28 10:01:17.910322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f82a553-d252-4a80-b6c4-dc0d78c9fb08 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event deleted for resources: {'Subnet': ['ID=dbe26e89-a014-4fdf-99a8-87dd7735cf0a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:18.095960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:18.098855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73334078-6994-43e5-8a2e-53a646742088 req-6a352e27-f83c-427a-9e1b-38c8f86f1c35 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:18.100416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73334078-6994-43e5-8a2e-53a646742088 req-6a352e27-f83c-427a-9e1b-38c8f86f1c35 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 943 time: 0.3959942 Jan 28 10:01:18.112812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-7c26814f-ac3f-453b-9eec-f12d0f92c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:18.114145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-7c26814f-ac3f-453b-9eec-f12d0f92c001 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 912 time: 0.8439202 Jan 28 10:01:18.125236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Deleting port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:18.125733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:18.455692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-77379f65-8f69-4207-ac03-8fadc32a9664 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d739137d-2441-498a-927e-6bc8584e7c09 HTTP/1.1" status: 200 len: 217 time: 0.3192823 Jan 28 10:01:18.493337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73334078-6994-43e5-8a2e-53a646742088 req-7d58b82a-01c9-4250-afab-e3bdf569854a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821993 Jan 28 10:01:18.652028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] DHCP port deletion for 98917703-8430-48b9-96a3-c7edd64cc097 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:01:18.656275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] Deleting port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:18.656935 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:18.717472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-438d24a7-728d-43e6-bf99-f6f666e8a21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:18.718857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-438d24a7-728d-43e6-bf99-f6f666e8a21f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.2240353 Jan 28 10:01:18.849606 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-5d9e489c-b6a9-4b0d-8df5-336e881f07af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119108 Jan 28 10:01:18.935890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] For port 76f39ae1-fd72-4d0f-a063-8948a7b864e3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f39ae1-fd72-4d0f-a063-8948a7b864e3,segment=NetworkSegment(f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9),segment_id=f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:18.935890 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:19.031989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] For port 76f39ae1-fd72-4d0f-a063-8948a7b864e3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=76f39ae1-fd72-4d0f-a063-8948a7b864e3,segment=NetworkSegment(f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9),segment_id=f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:19.033144 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:19.138713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f39ae1-fd72-4d0f-a063-8948a7b864e3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:01:19.240944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] Calling delete_port for 76f39ae1-fd72-4d0f-a063-8948a7b864e3 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:01:19.246669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Calling delete_port for 76f39ae1-fd72-4d0f-a063-8948a7b864e3 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:01:19.314821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fa830b-d831-4e81-a566-08a48bb784ab req-d1c1b0ab-7db9-4e0b-9719-30edc3c4a43c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:19.322149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9fa830b-d831-4e81-a566-08a48bb784ab req-d1c1b0ab-7db9-4e0b-9719-30edc3c4a43c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.6282079 Jan 28 10:01:19.386103 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9fa830b-d831-4e81-a566-08a48bb784ab req-666f1d7a-ad69-4f7a-a52e-2a2a4f6e07d9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627089 Jan 28 10:01:19.391120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:19.409266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-2118c484-1c85-4cf2-a266-5537ef0d26db service neutron] 10.222.0.25 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5506856 Jan 28 10:01:19.469351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:01:19.469961 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:01:19.531995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:01:19.532406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 76f39ae1-fd72-4d0f-a063-8948a7b864e3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:01:19.557653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d739137d-2441-498a-927e-6bc8584e7c09 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:01:19.649126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8384ec47-f419-4640-bd7d-d787e6b31d98 req-108af435-c53f-468c-abf8-8a2e11d7144e service neutron] 10.222.0.25 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888170 Jan 28 10:01:19.736343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bd9c1-3816-4930-ab67-42dc88b24109 req-8d99b37c-bd07-4b01-b4e6-9880bde7593c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:19.739057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d69bd9c1-3816-4930-ab67-42dc88b24109 req-8d99b37c-bd07-4b01-b4e6-9880bde7593c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.3288856 Jan 28 10:01:19.757597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152e8413-5cdc-44c4-ac72-daab2fd4da06 req-43a8dc1c-c020-40e2-b2df-2626a0b1420d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:19.764884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-152e8413-5cdc-44c4-ac72-daab2fd4da06 req-43a8dc1c-c020-40e2-b2df-2626a0b1420d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.1666672 Jan 28 10:01:19.840991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d739137d-2441-498a-927e-6bc8584e7c09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d739137d-2441-498a-927e-6bc8584e7c09,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:19.863243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-152e8413-5cdc-44c4-ac72-daab2fd4da06 req-ecc72bda-15dc-4819-a95b-810fe45735a9 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973251 Jan 28 10:01:19.872863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd739137d-2441-498a-927e-6bc8584e7c09', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'port_id': 'd739137d-2441-498a-927e-6bc8584e7c09', 'mac_address': 'fa:16:3e:df:b1:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:01:19.874614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d69bd9c1-3816-4930-ab67-42dc88b24109 req-9696bd93-c931-4a11-b91c-297b88455aec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293769 Jan 28 10:01:19.925401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] Pushing event deleted for resources: {'Port': ['ID=76f39ae1-fd72-4d0f-a063-8948a7b864e3,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:19.935283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65dc18b-c479-45ac-9d6d-76c28b0b72e1 None None] No DVR routers for this DVR port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:01:19.971362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Deleting port 76f39ae1-fd72-4d0f-a063-8948a7b864e3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:19.971954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.004011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.063769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d739137d-2441-498a-927e-6bc8584e7c09 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:20.094965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] The port '76f39ae1-fd72-4d0f-a063-8948a7b864e3' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:01:20.099960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d739137d-2441-498a-927e-6bc8584e7c09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d739137d-2441-498a-927e-6bc8584e7c09,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:20.110889 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.211216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d739137d-2441-498a-927e-6bc8584e7c09,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:20.244388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa23bc0f-5f5e-4e05-8f0d-5f15642cb855 req-72f34ec1-b555-4811-af68-36375ead9f5c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:20.246210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa23bc0f-5f5e-4e05-8f0d-5f15642cb855 req-72f34ec1-b555-4811-af68-36375ead9f5c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 944 time: 0.2284601 Jan 28 10:01:20.307942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.323865 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:01:20.344654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98917703-8430-48b9-96a3-c7edd64cc097']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:20.348237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa23bc0f-5f5e-4e05-8f0d-5f15642cb855 req-38fa085e-9fdd-415b-b5ed-9dd0fd0e3806 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949590 Jan 28 10:01:20.362938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:20.363444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6b2f90b-2e7e-4bf9-b3b2-cba800847ff9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:20.389104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.406018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d739137d-2441-498a-927e-6bc8584e7c09'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:01:20.423416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.433619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:01:20.434295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:01:20.456375 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:01:20.648204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696548-2f58-4bb8-bd34-8f57dd471b05 req-ed01665b-1cf0-489a-a116-e05547e8fd65 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:20.649865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17696548-2f58-4bb8-bd34-8f57dd471b05 req-ed01665b-1cf0-489a-a116-e05547e8fd65 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1163533 Jan 28 10:01:20.650722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.656196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:20.717610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] 10.222.0.42 "DELETE /v2.0/networks/98917703-8430-48b9-96a3-c7edd64cc097 HTTP/1.1" status: 204 len: 168 time: 2.8065917 Jan 28 10:01:20.727162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbd72d-64e6-4fbc-9e49-5cbda262c8a8 tempest-ExtraDHCPOptionsTestJSON-1091719262 tempest-ExtraDHCPOptionsTestJSON-1091719262-project] Pushing event deleted for resources: {'Network': ['ID=98917703-8430-48b9-96a3-c7edd64cc097,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:20.738260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17696548-2f58-4bb8-bd34-8f57dd471b05 req-9a928782-dc52-4908-8825-7dae89e5fb10 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687716 Jan 28 10:01:21.160223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:21.177183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343940a1-7b18-48b9-b09d-e6a067d43445 req-c6f76ed1-2980-4153-b374-404ec404a9c1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:21.196106 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-343940a1-7b18-48b9-b09d-e6a067d43445 req-c6f76ed1-2980-4153-b374-404ec404a9c1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.1273587 Jan 28 10:01:21.236081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78841983-494c-4f27-94de-0a0379a2f935 req-2b2a5429-b8e6-4f88-99ef-8808354cbdb1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:21.238129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78841983-494c-4f27-94de-0a0379a2f935 req-2b2a5429-b8e6-4f88-99ef-8808354cbdb1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.1383271 Jan 28 10:01:21.296011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-343940a1-7b18-48b9-b09d-e6a067d43445 req-b3250d7e-8dc5-40d0-81a7-22a10af1b99f tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929844 Jan 28 10:01:21.309875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78841983-494c-4f27-94de-0a0379a2f935 req-e362f533-87ca-4b69-b3af-077901905ed8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560117 Jan 28 10:01:21.412698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-333d2469-f6c0-48d5-9267-0da09ded8bfc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20ca97645fa14fef97c35ae9e5953a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512219 Jan 28 10:01:21.415120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53354) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:21.470633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d739137d-2441-498a-927e-6bc8584e7c09 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:21.519660 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41f6a913-1d9d-477b-a647-6802cb01cebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:21.546311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41f6a913-1d9d-477b-a647-6802cb01cebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:21.616479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41f6a913-1d9d-477b-a647-6802cb01cebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:21.650013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6a913-1d9d-477b-a647-6802cb01cebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c281f51-6e82-49d0-bfd7-081eb7cb93e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:21.660469 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41f6a913-1d9d-477b-a647-6802cb01cebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:21.666082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-41f6a913-1d9d-477b-a647-6802cb01cebf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7c281f51-6e82-49d0-bfd7-081eb7cb93e0 HTTP/1.1" status: 204 len: 168 time: 0.2491729 Jan 28 10:01:21.676178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port d739137d-2441-498a-927e-6bc8584e7c09 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:21.683996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d739137d-2441-498a-927e-6bc8584e7c09 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:21.684715 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:21.788811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae7fa1-476b-46f6-a989-1e2231e1740b req-56a8ab20-f95b-4845-b014-a31f1f6eab21 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:21.788811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12ae7fa1-476b-46f6-a989-1e2231e1740b req-56a8ab20-f95b-4845-b014-a31f1f6eab21 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 944 time: 0.2609162 Jan 28 10:01:21.848334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12ae7fa1-476b-46f6-a989-1e2231e1740b req-e800d042-9bb5-4cbc-a301-febb5a7e8ac7 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646257 Jan 28 10:01:21.854520 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:21.892995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd739137d-2441-498a-927e-6bc8584e7c09'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:21.904121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d739137d-2441-498a-927e-6bc8584e7c09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d739137d-2441-498a-927e-6bc8584e7c09,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:21.911563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:22.012501 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd739137d-2441-498a-927e-6bc8584e7c09', 'code': 200} Jan 28 10:01:22.016124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d739137d-2441-498a-927e-6bc8584e7c09,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:22.026068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c54bb-7fd1-4cda-8bea-ed2331edabef req-9fe1b62b-667a-40b9-9bf0-f54404b3e19c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:22.027626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc7c54bb-7fd1-4cda-8bea-ed2331edabef req-9fe1b62b-667a-40b9-9bf0-f54404b3e19c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1321552 Jan 28 10:01:22.125394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc7c54bb-7fd1-4cda-8bea-ed2331edabef req-2acac943-20b0-4a9c-921a-7bb3eb16355b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593848 Jan 28 10:01:22.153848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a742fc9-dfeb-4c9d-983a-44bd9e18769a req-1520f8d0-a8f6-4082-af17-5996a98679ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:22.155686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a742fc9-dfeb-4c9d-983a-44bd9e18769a req-1520f8d0-a8f6-4082-af17-5996a98679ef service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.1267955 Jan 28 10:01:22.202020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a742fc9-dfeb-4c9d-983a-44bd9e18769a req-57607ef1-e783-4814-ad31-ba2769ed5d40 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403881 Jan 28 10:01:22.522471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62530ee-57a7-4180-bd20-b4ba955ad3e7 req-d72579c7-bc9c-472a-986b-8f63394d1602 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:22.531159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f62530ee-57a7-4180-bd20-b4ba955ad3e7 req-d72579c7-bc9c-472a-986b-8f63394d1602 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.1294479 Jan 28 10:01:22.589079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f62530ee-57a7-4180-bd20-b4ba955ad3e7 req-c5792259-7e07-416d-a15b-850dc48e4a24 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565195 Jan 28 10:01:22.619191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34793c63-16b1-496e-b096-f6874bb4feea req-32f3b637-5b73-4b8b-a0b3-8d986a1a481f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:22.627037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34793c63-16b1-496e-b096-f6874bb4feea req-32f3b637-5b73-4b8b-a0b3-8d986a1a481f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.1122463 Jan 28 10:01:22.684615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34793c63-16b1-496e-b096-f6874bb4feea req-fd5f2376-4c71-4eca-bdd9-15ed7ef98f28 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526617 Jan 28 10:01:22.720607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53416) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:22.756733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-d8653437-b2c3-4c3b-b785-bfa09906224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:22.758210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-d8653437-b2c3-4c3b-b785-bfa09906224d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1096 time: 0.1210771 Jan 28 10:01:22.858219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-90d2f3a9-6ce1-491a-998f-740a1a56aff7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:22.858926 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-90d2f3a9-6ce1-491a-998f-740a1a56aff7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 10:01:22.859416 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-90d2f3a9-6ce1-491a-998f-740a1a56aff7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 10:01:22.860374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-90d2f3a9-6ce1-491a-998f-740a1a56aff7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1387467 Jan 28 10:01:22.864333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53422) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:22.871680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--637287470'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:22.879606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:22.883944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:22.887249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:22.893210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:22.904985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:22.919621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:22.920458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-7ee63ccd-790c-416f-a816-cc5769d46b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:22.923427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-7ee63ccd-790c-416f-a816-cc5769d46b24 service neutron] 10.222.0.43 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.1574082 Jan 28 10:01:22.936346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:22.940217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:22.943215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:22.949223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:23.041242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-498be65e-0dfa-4195-bd4c-b00ddc9ed046 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.1111407 Jan 28 10:01:23.041974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.047156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.058399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:23.065742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:23.072314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:23.086095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:23.093999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0139818-5711-463e-951f-74481cc6fc8f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:23.121421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-d009504f-7f7f-408a-844b-b869f5339f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:23.122839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-d009504f-7f7f-408a-844b-b869f5339f83 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.0756226 Jan 28 10:01:23.178609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.185494 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.187116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-9ce1de8c-f389-4f9c-8630-a024c677fe27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571978 Jan 28 10:01:23.199987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc834-45c2-4dac-ac14-b01f3bd38829 req-654cc549-c74e-435d-b1e9-8ae5e0524f1a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:23.201529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-261fc834-45c2-4dac-ac14-b01f3bd38829 req-654cc549-c74e-435d-b1e9-8ae5e0524f1a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2087195 Jan 28 10:01:23.282070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50ea96-e4b5-4f8a-a1cb-fd3dcb5859bb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:23.345322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-261fc834-45c2-4dac-ac14-b01f3bd38829 req-fef4a42d-3b45-42b0-8804-693bca6814d5 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229153 Jan 28 10:01:23.357519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.358846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1e01dacb-5ef4-4ea6-971b-89b45bd7cfdb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4935820 Jan 28 10:01:23.369240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53430) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:23.387075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '3b50ea96-e4b5-4f8a-a1cb-fd3dcb5859bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:23.396210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:23.400638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-afe46381-fd28-4cd4-9c12-bec939033613 service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982100 Jan 28 10:01:23.403346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:23.417400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7574021-f96e-4174-92c9-c2691e535bf6 req-290a6635-35a5-44df-bdaa-4e31190dd343 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:23.418834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7574021-f96e-4174-92c9-c2691e535bf6 req-290a6635-35a5-44df-bdaa-4e31190dd343 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.1416965 Jan 28 10:01:23.485587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:01:23.489053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7574021-f96e-4174-92c9-c2691e535bf6 req-1fb6560b-a33d-4070-bb64-6175edee7f4e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491529 Jan 28 10:01:23.499128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:23.508276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:23.570383 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.599887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5423459c-b9e2-4085-8937-c6b7da0370ed req-d996cde6-ad2a-4eb0-b97b-d11a348f268b service neutron] 10.222.0.43 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933761 Jan 28 10:01:23.646388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.652182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.657344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:23.671807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'port_id': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'mac_address': 'fa:16:3e:d5:cf:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:01:23.679980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a360ed09-e656-44e2-849c-6ada37351741,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:23.762854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.766897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:23.767076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ef042ba9-660d-4a5a-a9a6-6cc8f359b8f7 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3964372 Jan 28 10:01:23.775080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '3b50ea96-e4b5-4f8a-a1cb-fd3dcb5859bb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:23.782551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:23.787702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:23.791564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:23.798628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:23.801219 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.827026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d77c1d2-2b1d-4057-b968-90740ae3968b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:23.830032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.849374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:23.854103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:23.879581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4271315f-3d6c-46b2-8817-ef14fcf6d1f9 req-2cf90d34-4f2d-4b9a-acec-e9d047cbce2c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:23.890207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4271315f-3d6c-46b2-8817-ef14fcf6d1f9 req-2cf90d34-4f2d-4b9a-acec-e9d047cbce2c tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 943 time: 0.1634877 Jan 28 10:01:23.951542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:23.965347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4271315f-3d6c-46b2-8817-ef14fcf6d1f9 req-cd7eacc7-579a-4ac8-835b-1211e3fd03e3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690944 Jan 28 10:01:23.991490 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 10:01:23.992524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3960e35b-5422-437a-b01a-451b1821978c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2243257 Jan 28 10:01:23.995980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53446) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.016697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bb1391-056c-4202-9785-5a4c7ea9d28b req-5078baaa-6600-4cc2-a004-dadece38fb4f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:24.018250 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6bb1391-056c-4202-9785-5a4c7ea9d28b req-5078baaa-6600-4cc2-a004-dadece38fb4f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.1299281 Jan 28 10:01:24.068730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6bb1391-056c-4202-9785-5a4c7ea9d28b req-02bc881c-4e57-4079-b4a6-e564d63c61db tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449638 Jan 28 10:01:24.076266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62f0712c-4e1d-49f2-b1c7-5698b2179617 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.102031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['7d77c1d2-2b1d-4057-b968-90740ae3968b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:01:24.107020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62f0712c-4e1d-49f2-b1c7-5698b2179617 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.159036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62f0712c-4e1d-49f2-b1c7-5698b2179617 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.183205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0712c-4e1d-49f2-b1c7-5698b2179617 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50ea96-e4b5-4f8a-a1cb-fd3dcb5859bb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:24.186039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62f0712c-4e1d-49f2-b1c7-5698b2179617 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.189881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53452) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.193253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-62f0712c-4e1d-49f2-b1c7-5698b2179617 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/3b50ea96-e4b5-4f8a-a1cb-fd3dcb5859bb HTTP/1.1" status: 204 len: 168 time: 0.1962123 Jan 28 10:01:24.251133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-672a12d1-576c-4bde-951c-9e648c9b21b9 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:24.271141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-672a12d1-576c-4bde-951c-9e648c9b21b9 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:24.276909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53458) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.277136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-672a12d1-576c-4bde-951c-9e648c9b21b9 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855455 Jan 28 10:01:24.283235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130666810'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:24.291339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:24.302425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:24.320374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.341571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:24.346099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:24.349320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:24.357063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:24.420270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fb6e6-e37f-4a66-a8e9-8c4ac241a68e req-e436850d-b1df-4aa8-bc38-92a3f5f18075 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:24.422653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f64fb6e6-e37f-4a66-a8e9-8c4ac241a68e req-e436850d-b1df-4aa8-bc38-92a3f5f18075 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.0957177 Jan 28 10:01:24.448764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.455517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.484126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f64fb6e6-e37f-4a66-a8e9-8c4ac241a68e req-c790e085-0e25-432b-9204-4568f0dd3950 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529122 Jan 28 10:01:24.542178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cac98df-ae73-4f83-8e5d-0e92a1919506,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:24.598805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.603884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-27e32fc3-6f1e-49c1-a87a-fbb9bd9138d0 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3254850 Jan 28 10:01:24.604441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53468) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.610845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8f12579c-d914-4ec0-917c-35f78a41cacc tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '4cac98df-ae73-4f83-8e5d-0e92a1919506', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:24.613112 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-8f12579c-d914-4ec0-917c-35f78a41cacc tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 10:01:24.613628 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-8f12579c-d914-4ec0-917c-35f78a41cacc tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:24.614613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8f12579c-d914-4ec0-917c-35f78a41cacc tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0086334 Jan 28 10:01:24.618690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53472) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.639057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc3002-945d-4480-8dba-098dc836becf req-2aaa248f-b2fe-40b1-8ebf-6f825c020ab8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:24.640690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33fc3002-945d-4480-8dba-098dc836becf req-2aaa248f-b2fe-40b1-8ebf-6f825c020ab8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1415153 Jan 28 10:01:24.700297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7653cca-8225-40a5-96c6-38185d3599de req-3d972699-13cd-4260-82bf-6a9a93396762 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:24.701784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7653cca-8225-40a5-96c6-38185d3599de req-3d972699-13cd-4260-82bf-6a9a93396762 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.0861974 Jan 28 10:01:24.706518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33fc3002-945d-4480-8dba-098dc836becf req-b4557037-0c1c-49d0-8169-0a11541355d0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598245 Jan 28 10:01:24.726816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-023514f9-87a2-435d-841a-470b3990ae08 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.749474 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7653cca-8225-40a5-96c6-38185d3599de req-d6f52a06-d676-4219-a0b3-f8e2add24621 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417099 Jan 28 10:01:24.756624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-023514f9-87a2-435d-841a-470b3990ae08 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.829300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-023514f9-87a2-435d-841a-470b3990ae08 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.849156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023514f9-87a2-435d-841a-470b3990ae08 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cac98df-ae73-4f83-8e5d-0e92a1919506,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:24.856298 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-023514f9-87a2-435d-841a-470b3990ae08 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:24.857737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-023514f9-87a2-435d-841a-470b3990ae08 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/4cac98df-ae73-4f83-8e5d-0e92a1919506 HTTP/1.1" status: 204 len: 168 time: 0.2380400 Jan 28 10:01:24.860456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53478) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.964913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c4a1c5c5-382d-440d-af1d-58915963f471 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029849 Jan 28 10:01:24.968433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53484) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:24.975077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--918745340'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:24.982634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:24.987039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:24.991689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed6b81-98e8-40f4-8633-08e279f327c3 req-48e5ab2a-bf66-4ac2-ab69-a75e202308a6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:24.992306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:24.998617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:25.003112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76ed6b81-98e8-40f4-8633-08e279f327c3 req-48e5ab2a-bf66-4ac2-ab69-a75e202308a6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1198866 Jan 28 10:01:25.013292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.037026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:25.041883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:25.049021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:25.058199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:25.094795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76ed6b81-98e8-40f4-8633-08e279f327c3 req-9dc55e80-95c2-4e57-b44f-c6ccfec10c80 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907633 Jan 28 10:01:25.260398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.271051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.442011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c9c8f-051c-4123-9caa-743dddc0705b req-8a1c357d-6806-4ae0-83d6-010d860b33a5 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:25.450069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce4c9c8f-051c-4123-9caa-743dddc0705b req-8a1c357d-6806-4ae0-83d6-010d860b33a5 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2143013 Jan 28 10:01:25.482095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:25.482662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec788e4-4580-4b6c-905a-c9c38e8e5b4b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:25.503008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.507060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b97431aa-c773-4680-8ebf-fa5504d4648f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5368760 Jan 28 10:01:25.507868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53498) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:25.508169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce4c9c8f-051c-4123-9caa-743dddc0705b req-d1ff6b64-a873-439f-abe0-37023e16fd5f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Jan 28 10:01:25.526588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ebd8a5fd-583a-49a4-b0e1-2eaab39ad3ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': 'aec788e4-4580-4b6c-905a-c9c38e8e5b4b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:25.527596 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-ebd8a5fd-583a-49a4-b0e1-2eaab39ad3ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 10:01:25.528243 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-ebd8a5fd-583a-49a4-b0e1-2eaab39ad3ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:25.532193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ebd8a5fd-583a-49a4-b0e1-2eaab39ad3ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137575 Jan 28 10:01:25.533050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53502) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:25.563064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-a91f0f4f-f6c1-4c5a-a1f6-82d25dc41a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:25.564549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-a91f0f4f-f6c1-4c5a-a1f6-82d25dc41a32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.4356894 Jan 28 10:01:25.626335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 7d77c1d2-2b1d-4057-b968-90740ae3968b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:25.627243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.635177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b003f-21e2-48e4-920f-f86e5a63acb6 req-08b68297-ef62-4e25-afe5-c31c8821672a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:25.641899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d5b003f-21e2-48e4-920f-f86e5a63acb6 req-08b68297-ef62-4e25-afe5-c31c8821672a tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 944 time: 0.4441011 Jan 28 10:01:25.762007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.788852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d5b003f-21e2-48e4-920f-f86e5a63acb6 req-93bf027d-f9d4-4cc8-ba56-4323f9a343f1 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460381 Jan 28 10:01:25.809645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:25.822063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a15b-259e-4951-b5be-6ace54ecb182 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.831976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:25.841005 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.866436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-aaae2623-e421-4c2a-878e-2fcb82f78d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:25.867870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-aaae2623-e421-4c2a-878e-2fcb82f78d00 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 912 time: 0.2886634 Jan 28 10:01:25.870784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-c7ca1c25-8635-44f2-8f0b-4c4d9513ea1f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:25.878219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-c7ca1c25-8635-44f2-8f0b-4c4d9513ea1f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.2365005 Jan 28 10:01:25.956277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a15b-259e-4951-b5be-6ace54ecb182 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:25.963579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=10']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:25.966571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-2a35bd8a-bef1-4aee-a9bb-e6ecaa3d983f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d739137d-2441-498a-927e-6bc8584e7c09 HTTP/1.1" status: 200 len: 217 time: 0.0909176 Jan 28 10:01:25.994697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61b65c68-74cd-41c3-baaf-a13c6326ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:26.015365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-0f6d7964-1c68-4ddb-ac65-ca6ea7672cda tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/quotas/23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 375 time: 0.1362154 Jan 28 10:01:26.038820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-99ada6ac-24ce-4f32-ae0d-1746392adcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:26.040928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-99ada6ac-24ce-4f32-ae0d-1746392adcb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.0664198 Jan 28 10:01:26.112202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-18608977-f8ab-48f5-a20a-82eaa61e99d6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0959065 Jan 28 10:01:26.148512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-ba3062af-bfe0-40f0-8502-280b89f62425 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008995 Jan 28 10:01:26.248423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a15b-259e-4951-b5be-6ace54ecb182 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:26.264065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-aa0eafbf-6b43-4fcf-8986-d46e8b3572a5 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501181 Jan 28 10:01:26.268308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:01:26.288326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7a15b-259e-4951-b5be-6ace54ecb182 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec788e4-4580-4b6c-905a-c9c38e8e5b4b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:26.302404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c2f7a15b-259e-4951-b5be-6ace54ecb182 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:26.306056 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c2f7a15b-259e-4951-b5be-6ace54ecb182 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/aec788e4-4580-4b6c-905a-c9c38e8e5b4b HTTP/1.1" status: 204 len: 168 time: 0.7694559 Jan 28 10:01:26.307501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53524) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:26.376010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4e9adc-9061-4bc7-9a49-a720f9e2a45b req-efc87824-f61f-464a-9f1a-c0363a646848 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:26.382858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d4e9adc-9061-4bc7-9a49-a720f9e2a45b req-efc87824-f61f-464a-9f1a-c0363a646848 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.3409967 Jan 28 10:01:26.415338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-f48d0bab-e1c5-44b0-b660-0c6ba3291d56 service neutron] 10.222.0.25 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553225 Jan 28 10:01:26.428734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-c1d2771b-1390-4086-9aca-e0ab4547ecf3 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495850 Jan 28 10:01:26.462515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:26.500146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:26.505344 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:26.534678 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d4e9adc-9061-4bc7-9a49-a720f9e2a45b req-e95cc545-41a3-4fcc-827f-b7c685eb3750 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509037 Jan 28 10:01:26.559489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-619e907b-bf54-4eb2-b23c-cbcdc85f3428 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:26.618385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:26.630824 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'code': 200} Jan 28 10:01:26.641733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-619e907b-bf54-4eb2-b23c-cbcdc85f3428 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:26.642979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-619e907b-bf54-4eb2-b23c-cbcdc85f3428 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3321192 Jan 28 10:01:26.649460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53536) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:26.657232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--472292999'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:26.669841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:26.693840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:26.696974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6383494c-5370-4dbd-b84c-b26b98931a4f req-94645116-3942-4dab-9424-4e3ba8c7cf51 service neutron] 10.222.0.25 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730477 Jan 28 10:01:26.719144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:26.785989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:26.793965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:26.797387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:26.844627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:26.866614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a37d5-21f5-4289-a9c9-a5af086f4705 req-bcf1b03e-327c-44b2-9bf6-8327387702fd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:26.875737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-834a37d5-21f5-4289-a9c9-a5af086f4705 req-bcf1b03e-327c-44b2-9bf6-8327387702fd tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.1187861 Jan 28 10:01:26.961224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a77f5-2efc-42a3-8877-45df1a8a1201 req-e7ae713b-781c-46e0-9df6-a658627b4f9b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:26.968651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-703a77f5-2efc-42a3-8877-45df1a8a1201 req-e7ae713b-781c-46e0-9df6-a658627b4f9b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1664195 Jan 28 10:01:26.979957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-834a37d5-21f5-4289-a9c9-a5af086f4705 req-9fe15440-4d61-4795-bce4-157579d89643 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030078 Jan 28 10:01:27.002191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.014482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.027241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7fa2d-44dc-4a67-bb2b-589c6145eec0 req-52fbce8b-cf6b-42ae-85cf-06720c371555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:27.029064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09d7fa2d-44dc-4a67-bb2b-589c6145eec0 req-52fbce8b-cf6b-42ae-85cf-06720c371555 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1097 time: 0.1504381 Jan 28 10:01:27.092367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55fc5d88-ef93-4dc1-80ba-cf663f08733c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:27.120082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-703a77f5-2efc-42a3-8877-45df1a8a1201 req-a727e21c-6685-49e8-8a97-a104bed29de6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505549 Jan 28 10:01:27.142946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.148447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-abd2d69d-dd26-416a-9234-2e0a67e1d0a4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4972730 Jan 28 10:01:27.149595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53558) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.154893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bec96d16-8900-4676-b511-ae1767135eb8 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '55fc5d88-ef93-4dc1-80ba-cf663f08733c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:27.171363 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-bec96d16-8900-4676-b511-ae1767135eb8 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 10:01:27.172130 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-bec96d16-8900-4676-b511-ae1767135eb8 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:27.176385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bec96d16-8900-4676-b511-ae1767135eb8 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257437 Jan 28 10:01:27.177134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53562) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.182787 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f6c7329-db68-4de6-bdd4-cc1d132136e9 req-7b53e8e0-412d-4b8b-a0d7-19276247e1a0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 210 time: 0.1137526 Jan 28 10:01:27.183442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5f0e973a-5765-4aed-8a6a-6f5bc0e204cd tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '55fc5d88-ef93-4dc1-80ba-cf663f08733c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:27.184342 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-5f0e973a-5765-4aed-8a6a-6f5bc0e204cd tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 10:01:27.185464 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-5f0e973a-5765-4aed-8a6a-6f5bc0e204cd tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:27.193411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5f0e973a-5765-4aed-8a6a-6f5bc0e204cd tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0128899 Jan 28 10:01:27.194615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53566) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.216614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09d7fa2d-44dc-4a67-bb2b-589c6145eec0 req-0a6462aa-25b4-4e62-a6de-cc5892b7d9ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777809 Jan 28 10:01:27.219692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4d562477-9c46-4a2f-9456-0652ee460bdf tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '55fc5d88-ef93-4dc1-80ba-cf663f08733c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:27.221106 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-4d562477-9c46-4a2f-9456-0652ee460bdf tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 10:01:27.221863 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-4d562477-9c46-4a2f-9456-0652ee460bdf tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:27.223060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4d562477-9c46-4a2f-9456-0652ee460bdf tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0270510 Jan 28 10:01:27.226507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53572) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.236632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e3c373e5-fada-480b-be15-e6772837a09a tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '55fc5d88-ef93-4dc1-80ba-cf663f08733c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:27.248654 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-e3c373e5-fada-480b-be15-e6772837a09a tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 10:01:27.249577 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-e3c373e5-fada-480b-be15-e6772837a09a tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:27.256023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3c373e5-fada-480b-be15-e6772837a09a tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0246725 Jan 28 10:01:27.257081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53576) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.379872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef447f37-0402-4185-9cc1-76c3397c031c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.436377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef447f37-0402-4185-9cc1-76c3397c031c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.513649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef447f37-0402-4185-9cc1-76c3397c031c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.535143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a4e00-6598-4209-a9a6-5a8cd0ec2c06 req-c25717f3-8f69-46a4-9c78-8b0abe7303bd tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:27.536718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da3a4e00-6598-4209-a9a6-5a8cd0ec2c06 req-c25717f3-8f69-46a4-9c78-8b0abe7303bd tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 946 time: 0.2071269 Jan 28 10:01:27.541979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef447f37-0402-4185-9cc1-76c3397c031c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55fc5d88-ef93-4dc1-80ba-cf663f08733c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:27.557403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ef447f37-0402-4185-9cc1-76c3397c031c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.565558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ef447f37-0402-4185-9cc1-76c3397c031c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/55fc5d88-ef93-4dc1-80ba-cf663f08733c HTTP/1.1" status: 204 len: 168 time: 0.2998145 Jan 28 10:01:27.565558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53588) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.637289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da3a4e00-6598-4209-a9a6-5a8cd0ec2c06 req-b9ada06c-0f39-4a28-8b3d-a485c1c69e98 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938885 Jan 28 10:01:27.642530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48ecf6f4-2093-437f-b8b1-9b2d2384e072 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:27.660647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48ecf6f4-2093-437f-b8b1-9b2d2384e072 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:27.662285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48ecf6f4-2093-437f-b8b1-9b2d2384e072 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0983257 Jan 28 10:01:27.666865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:27.676830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--205103885'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:27.702080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:27.723854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:27.745631 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.783044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:27.786821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:27.789648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:27.798715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:27.881102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.889163 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:27.932242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bcb0c41-c115-4992-9e3c-07bde845f81d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:28.032177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:28.033813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09444969-52c4-4584-ae7e-9ecfc04d4490 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3660617 Jan 28 10:01:28.036549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53612) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.046522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5903ad32-a7fa-4fd8-9a40-088dba33ff64 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.047370 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-5903ad32-a7fa-4fd8-9a40-088dba33ff64 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 10:01:28.048140 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-5903ad32-a7fa-4fd8-9a40-088dba33ff64 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.049428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5903ad32-a7fa-4fd8-9a40-088dba33ff64 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0116985 Jan 28 10:01:28.051987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53616) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.061130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.067962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:28.075954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:28.086258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377c77f-2b5c-40d4-b394-009c9d6a8c3b req-fbb0dd9a-0a70-4a28-8a2b-bfac5470e8dc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:28.088595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1377c77f-2b5c-40d4-b394-009c9d6a8c3b req-fbb0dd9a-0a70-4a28-8a2b-bfac5470e8dc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.1780417 Jan 28 10:01:28.090905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:28.126636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:28.184613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53626) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.265895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1377c77f-2b5c-40d4-b394-009c9d6a8c3b req-94ce95d9-493f-4fd2-a9fd-2849a5c01a60 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443367 Jan 28 10:01:28.348877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-fae87250-e013-4694-b279-985ec4b58586 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:28.350332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-fae87250-e013-4694-b279-985ec4b58586 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.2607584 Jan 28 10:01:28.358819 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.361541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dbce26a0-7191-4220-8ec5-d6389a531c56 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3080418 Jan 28 10:01:28.364226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53636) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.368425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'port': {'device_id': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'admin_state_up': True, 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.378553 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-559c3b79-9ca3-42b3-b36f-92f961b6347d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:28.394031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9a49c188-bcf3-4e57-8fc5-e28bcffd34c6 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.394509 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-9a49c188-bcf3-4e57-8fc5-e28bcffd34c6 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 10:01:28.394987 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-9a49c188-bcf3-4e57-8fc5-e28bcffd34c6 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.396749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9a49c188-bcf3-4e57-8fc5-e28bcffd34c6 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080040 Jan 28 10:01:28.401041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53642) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.483741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.485888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-82c1dda6-9fcb-4d1e-9cbd-b4b12c7320f4 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3000503 Jan 28 10:01:28.502361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315964b8-5ad8-41aa-976f-f9cf68462347 req-ad42ff7d-98d6-4e71-84a4-7cd6e92fea73 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:28.510135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-315964b8-5ad8-41aa-976f-f9cf68462347 req-ad42ff7d-98d6-4e71-84a4-7cd6e92fea73 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2488315 Jan 28 10:01:28.552105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-315964b8-5ad8-41aa-976f-f9cf68462347 req-38eeed19-ca35-49cf-94dd-e4cbc78973ae tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409145 Jan 28 10:01:28.559464 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d2c7fae-1a81-4e3a-9484-3dfe6ca497a0 req-4bd1cb98-ac91-4d6b-9ff6-408ad803673f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 210 time: 0.0897775 Jan 28 10:01:28.583019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:28.588973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:28.597045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:28.625240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:28.632409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:28.662129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:28.681450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:28.685113 n-d-825178-2 neutron-server[87542]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'code': 422} returned with failed status Jan 28 10:01:28.691940 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.693018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a71aab53-8619-4595-95b2-992c86ca9538 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2904534 Jan 28 10:01:28.697017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53658) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.702703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-12e6fd1e-3e9f-4949-9e6a-4b52219fc2ef tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.703179 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-12e6fd1e-3e9f-4949-9e6a-4b52219fc2ef tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 10:01:28.703652 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-12e6fd1e-3e9f-4949-9e6a-4b52219fc2ef tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.704629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-12e6fd1e-3e9f-4949-9e6a-4b52219fc2ef tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0066233 Jan 28 10:01:28.705835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:01:28.707425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53664) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.709767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:28.714120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.724335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:28.736736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:28.751815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:28.762756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:28.785861 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Project 7c94aaf831604e9192075c143ead3e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:01:28.837933 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.842105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e7664b8-2ad9-4cc5-92b8-89a72bcdf1a3 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1330135 Jan 28 10:01:28.842499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53678) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.847936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9c5b22b5-0364-4211-b5dd-b9df3edf54ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.849344 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-9c5b22b5-0364-4211-b5dd-b9df3edf54ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 10:01:28.849835 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-9c5b22b5-0364-4211-b5dd-b9df3edf54ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.853827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9c5b22b5-0364-4211-b5dd-b9df3edf54ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0101271 Jan 28 10:01:28.854486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53682) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.861192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.867570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:28.872064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:28.876439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:28.883669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:28.901373 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Project 7c94aaf831604e9192075c143ead3e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:01:28.926966 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:28.932736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9a7346bb-c935-490c-8fb9-f238d690ed67 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0763054 Jan 28 10:01:28.932736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53694) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:28.938924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '7bcb0c41-c115-4992-9e3c-07bde845f81d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:28.950311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:28.954965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:28.959191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:28.973663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:28.997296 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Project 7c94aaf831604e9192075c143ead3e25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:01:29.037452 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:29.043371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3bed0f3d-1c62-47a7-a0c0-0acda87c2884 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1096404 Jan 28 10:01:29.044041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53708) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:29.093094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Allocated IP 172.20.0.11 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/3b70e77d-8a45-4793-9983-cb27de4972df) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:01:29.122711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f95b3e-ff65-4006-ab0a-8a39bcfc3ac1 req-a39d40c4-f76a-4647-9f04-5cdb67d7bfb8 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:29.129730 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45f95b3e-ff65-4006-ab0a-8a39bcfc3ac1 req-a39d40c4-f76a-4647-9f04-5cdb67d7bfb8 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 946 time: 0.3046589 Jan 28 10:01:29.140950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9d-a0b9-41b1-87cc-470bb2d653ed tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.212409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9d-a0b9-41b1-87cc-470bb2d653ed tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.220917 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45f95b3e-ff65-4006-ab0a-8a39bcfc3ac1 req-f6815913-86c2-402c-8e16-9ed4878e5147 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900517 Jan 28 10:01:29.334811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9d-a0b9-41b1-87cc-470bb2d653ed tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.365769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9cd9d-a0b9-41b1-87cc-470bb2d653ed tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bcb0c41-c115-4992-9e3c-07bde845f81d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:29.378272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91a9cd9d-a0b9-41b1-87cc-470bb2d653ed tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.379795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91a9cd9d-a0b9-41b1-87cc-470bb2d653ed tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/7bcb0c41-c115-4992-9e3c-07bde845f81d HTTP/1.1" status: 204 len: 168 time: 0.3347456 Jan 28 10:01:29.384173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53716) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:29.440215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bd9ebeca-33e4-4677-972b-a867cbaa478f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:29.455008 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.458351 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.461348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.480072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Transition to ACTIVE for port object 3b70e77d-8a45-4793-9983-cb27de4972df will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:29.534066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.547252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:01:29.718741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:29.721701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bd9ebeca-33e4-4677-972b-a867cbaa478f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:29.723598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bd9ebeca-33e4-4677-972b-a867cbaa478f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3375652 Jan 28 10:01:29.730327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53730) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:29.737709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1800585806'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:29.748862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:01:29.749538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:29.750022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:01:29.762754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:01:29.771852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:29.795482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa0242-5897-4685-b490-554900032e13 req-fb1cdf60-c753-40b3-a199-d7cc0672f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:29.797376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-fb1cdf60-c753-40b3-a199-d7cc0672f307 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c&tenant_id=aaa127782a6b42e6be58b42d4099193c HTTP/1.1" status: 200 len: 1094 time: 0.1527460 Jan 28 10:01:29.812772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3915163-b8c9-4ed7-919e-410dfae278b3 req-258cebee-a832-445c-8648-e9638c4d375a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:29.820776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3915163-b8c9-4ed7-919e-410dfae278b3 req-258cebee-a832-445c-8648-e9638c4d375a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.3732657 Jan 28 10:01:29.823133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.839389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:29.875385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:29.875785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:29.970623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:29.980870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:29.987730 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3915163-b8c9-4ed7-919e-410dfae278b3 req-e0d541c8-4172-4d1c-b02c-b5b893603ffa tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656346 Jan 28 10:01:29.988503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:30.046483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37177af2-8310-485f-bf74-45f27d00c737 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6828675 Jan 28 10:01:30.060498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Request body: {'port': {'device_id': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:30.088096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:30.136495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57a550-0fc6-4790-b695-25828959c283 req-2afdd208-898e-4ad6-92b5-12c2420baf84 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:30.137226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4c57a550-0fc6-4790-b695-25828959c283 req-2afdd208-898e-4ad6-92b5-12c2420baf84 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:30.210395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4c57a550-0fc6-4790-b695-25828959c283 req-2afdd208-898e-4ad6-92b5-12c2420baf84 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:30.214795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.219512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c57a550-0fc6-4790-b695-25828959c283 req-2afdd208-898e-4ad6-92b5-12c2420baf84 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 932 time: 0.3223331 Jan 28 10:01:30.223905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-906e5c85-0213-4080-9d62-bc72d1657e0f None None] Provisioning for port 3b70e77d-8a45-4793-9983-cb27de4972df completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:30.231915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-906e5c85-0213-4080-9d62-bc72d1657e0f None None] Provisioning complete for port 3b70e77d-8a45-4793-9983-cb27de4972df triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:30.233273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-906e5c85-0213-4080-9d62-bc72d1657e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.248232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.307569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-906e5c85-0213-4080-9d62-bc72d1657e0f None None] Port 3b70e77d-8a45-4793-9983-cb27de4972df cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:01:30.330836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c57a550-0fc6-4790-b695-25828959c283 req-bf8dfed4-b6ee-46d1-85c8-430885b67836 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102076 Jan 28 10:01:30.420625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6e8aa2-6414-4c40-9520-10801a9b666c req-558abb78-3655-40cd-b49d-78b1fdca00cb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:30.422139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b6e8aa2-6414-4c40-9520-10801a9b666c req-558abb78-3655-40cd-b49d-78b1fdca00cb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.3034842 Jan 28 10:01:30.434117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.460897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.595179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b6e8aa2-6414-4c40-9520-10801a9b666c req-c0885444-8fb4-430d-b1e2-31e5a54c1b1e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594429 Jan 28 10:01:30.622130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7517d8-9ef1-488b-bd78-c0481fef67c0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:30.638797 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.643127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f68b1d45-dbbd-449e-a8bb-7bd94ee4c13d tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9076574 Jan 28 10:01:30.645614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53740) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:30.653810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': 'fb7517d8-9ef1-488b-bd78-c0481fef67c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:30.663828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:30.676138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43d5c1-4569-4654-8f6c-325091914c95 req-504ee703-f649-4ce2-a2f5-fa04767a3a4e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:30.677691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad43d5c1-4569-4654-8f6c-325091914c95 req-504ee703-f649-4ce2-a2f5-fa04767a3a4e tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 946 time: 0.2029049 Jan 28 10:01:30.681044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:30.686085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:30.694411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:30.719773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:30.769746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad43d5c1-4569-4654-8f6c-325091914c95 req-fe5af46c-0b54-435a-92d1-d6776de70efb tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842714 Jan 28 10:01:30.770108 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The resource could not be found. Jan 28 10:01:30.771150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0356a7c3-6ff2-4604-9780-7c32e24e6a80 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1243665 Jan 28 10:01:30.772104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:01:30.781294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53744) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:30.788412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': 'fb7517d8-9ef1-488b-bd78-c0481fef67c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'be27714b-07b0-4257-99a2-c1fde506680a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:30.802854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:30.822718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:30.826684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:30.827012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.828961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:30.837087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b70e77d-8a45-4793-9983-cb27de4972df {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:30.838163 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.841432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:30.847040 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.854573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Transition to ACTIVE for port object 42c295dc-1de1-47cb-ba5f-466daf1493f4 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:30.859847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.875051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Transition to ACTIVE for port object 3b70e77d-8a45-4793-9983-cb27de4972df will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:01:30.886279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:30.948286 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The resource could not be found. Jan 28 10:01:30.952078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8526dfc9-357e-4e0b-a01e-a3358091b363 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1669469 Jan 28 10:01:30.968429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:31.027353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Pushing event updated for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:31.053145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] No DVR routers for this DVR port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:01:31.071114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=9']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:31.140428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Attempting to bind port 3b70e77d-8a45-4793-9983-cb27de4972df on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:01:31.141000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Attempting to bind port 3b70e77d-8a45-4793-9983-cb27de4972df by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:01:31.141099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Attempting to bind port 3b70e77d-8a45-4793-9983-cb27de4972df on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:31.145952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Port 3b70e77d-8a45-4793-9983-cb27de4972df on network f09e96b4-e3f2-493e-bd09-5f868daa445d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:01:31.146268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Attempting to bind port 3b70e77d-8a45-4793-9983-cb27de4972df on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:31.151686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:01:31.151979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:01:31.152337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:01:31.152824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Bound port: 3b70e77d-8a45-4793-9983-cb27de4972df, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:01:31.153148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.224169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:01:31.224609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:01:31.225119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:31.245483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:01:31.245867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Attempting to bind port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on network 8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:01:31.257779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:01:31.260530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd20a-0661-40ef-983c-389f5e080031 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.261026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:01:31.265420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:01:31.265917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Checking segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:01:31.266324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Bound using segment: {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:01:31.266755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Bound port: 42c295dc-1de1-47cb-ba5f-466daf1493f4, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:01:31.267446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.267686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.332706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.333404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.334835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] 10.222.0.43 "PUT /v2.0/ports/3b70e77d-8a45-4793-9983-cb27de4972df HTTP/1.1" status: 200 len: 1092 time: 1.2801194 Jan 28 10:01:31.335459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:31.357869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8752bfcd-d663-4db7-933a-41cbaa73b21c service neutron] Pushing event updated for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:31.369042 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd20a-0661-40ef-983c-389f5e080031 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.456966 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df', 'status': 'completed', 'code': 200} Jan 28 10:01:31.460038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:01:31.463803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:01:31.477720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.606179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=10']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:31.614514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.615662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.618004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-a7f6bdba-4532-4440-a7a1-34ca2c0d7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.618222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-3e0cf773-43d3-49a2-8b86-39deff1430b8 service neutron] 10.222.0.25 "PUT /v2.0/ports/42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 1091 time: 1.7834771 Jan 28 10:01:31.619891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-a7f6bdba-4532-4440-a7a1-34ca2c0d7d77 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 1095 time: 0.2215850 Jan 28 10:01:31.620532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:31.702887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c6fbe-94cb-422c-b79e-c35b0859b330 req-bbc32421-b3ef-4b45-9f11-486cf0407755 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.704566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0c6fbe-94cb-422c-b79e-c35b0859b330 req-bbc32421-b3ef-4b45-9f11-486cf0407755 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 943 time: 0.5467455 Jan 28 10:01:31.760761 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd20a-0661-40ef-983c-389f5e080031 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.793643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9dd20a-0661-40ef-983c-389f5e080031 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7517d8-9ef1-488b-bd78-c0481fef67c0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:31.799687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0c6fbe-94cb-422c-b79e-c35b0859b330 req-b1c45402-4987-4960-98aa-c5b3bf9b4bef tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862186 Jan 28 10:01:31.813954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e9dd20a-0661-40ef-983c-389f5e080031 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:31.815247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9e9dd20a-0661-40ef-983c-389f5e080031 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb7517d8-9ef1-488b-bd78-c0481fef67c0 HTTP/1.1" status: 204 len: 168 time: 0.8457861 Jan 28 10:01:31.817872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53772) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:31.819374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-a50471a9-53c3-474c-aa78-3043bb6f9182 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b70e77d-8a45-4793-9983-cb27de4972df HTTP/1.1" status: 200 len: 217 time: 0.1922734 Jan 28 10:01:31.839240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa0242-5897-4685-b490-554900032e13 req-e2c6ceb1-a13e-402c-b149-d4b7d3172485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.841057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-e2c6ceb1-a13e-402c-b149-d4b7d3172485 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1095 time: 0.1924720 Jan 28 10:01:31.894134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8585525-0625-47a5-97cd-deefabed515b req-ff53cb9a-174b-4cc8-be87-c7b408dbc46b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.895597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8585525-0625-47a5-97cd-deefabed515b req-ff53cb9a-174b-4cc8-be87-c7b408dbc46b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 944 time: 0.3699052 Jan 28 10:01:31.932084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-fb12aff5-2654-4f1e-a70b-597f0b6bc298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:31.933469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-fb12aff5-2654-4f1e-a70b-597f0b6bc298 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1076117 Jan 28 10:01:31.995095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8585525-0625-47a5-97cd-deefabed515b req-549767e7-f0de-4382-a05e-536195e955dd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907125 Jan 28 10:01:32.031873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37383122-058b-4444-a48d-867f36117a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.033402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-37383122-058b-4444-a48d-867f36117a61 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916796 Jan 28 10:01:32.140697 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'status': 'completed', 'code': 200} Jan 28 10:01:32.152807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-29fc757e-5011-43fb-83d0-5f0b3b5c2ccb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:32.190508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-b0e6bfd5-b04f-4600-8b35-b00728770714 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501582 Jan 28 10:01:32.205157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-29fc757e-5011-43fb-83d0-5f0b3b5c2ccb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:32.210212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29fc757e-5011-43fb-83d0-5f0b3b5c2ccb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3873582 Jan 28 10:01:32.211276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53778) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:32.227933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': 'd30f5434-37c5-4865-aa96-8e8dacb45299', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:32.239735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:32.246500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa0242-5897-4685-b490-554900032e13 req-0d7f8d3c-1d28-4ee0-ba39-10e467a51e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.247946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-0d7f8d3c-1d28-4ee0-ba39-10e467a51e3f service neutron] 10.222.0.25 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.3904395 Jan 28 10:01:32.249543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:32.253403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:32.314489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:32.326981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-8e7da974-b390-4025-b7ce-3810670d520f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.0706811 Jan 28 10:01:32.339686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85d6ae-ffed-4380-b1b6-f0b82c767307 req-50837255-f4c7-47fb-84e7-2209f4991409 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.341147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb85d6ae-ffed-4380-b1b6-f0b82c767307 req-50837255-f4c7-47fb-84e7-2209f4991409 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2617788 Jan 28 10:01:32.354924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6164a5d2-0582-423d-b264-5363ad9bf199 req-63938f07-10d3-46b2-9a84-150c56489d44 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574690 Jan 28 10:01:32.455477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fa0242-5897-4685-b490-554900032e13 req-c946608d-ffcd-4deb-ba83-f5fc10a4b32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.456944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-c946608d-ffcd-4deb-ba83-f5fc10a4b32a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1149271 Jan 28 10:01:32.459753 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The resource could not be found. Jan 28 10:01:32.460692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-791855fe-7f43-4fb4-b280-337be3b45f2b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2491186 Jan 28 10:01:32.464448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53782) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:32.470017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--771355503'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:32.470908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb85d6ae-ffed-4380-b1b6-f0b82c767307 req-62177e53-f47d-4099-a996-47b4641b5df1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900798 Jan 28 10:01:32.478557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:32.501355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:32.516096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-8f672c22-6323-4558-96e3-84c6e88c0cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.517721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-8f672c22-6323-4558-96e3-84c6e88c0cd8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 1095 time: 0.1168396 Jan 28 10:01:32.523138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:32.525682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-2678f120-0a5a-4d45-895e-a9144606a4d0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537937 Jan 28 10:01:32.703908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:32.712895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:32.723767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:32.735757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:32.740858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-c71f721f-9300-40cd-9439-1d23b04b51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.742218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-c71f721f-9300-40cd-9439-1d23b04b51ad service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.2038171 Jan 28 10:01:32.756892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-38152c66-73d2-4989-821c-aa5d9d9e7886 service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230129 Jan 28 10:01:32.819185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-b7dece3e-b2d0-45af-9a6f-af0510ac897f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b70e77d-8a45-4793-9983-cb27de4972df HTTP/1.1" status: 200 len: 217 time: 0.0704246 Jan 28 10:01:32.905522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-7877f107-320e-41d7-bd44-6d904217486f service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410272 Jan 28 10:01:32.913627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-a64b878f-558f-4835-8dbc-e60dda86dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:32.915581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-a64b878f-558f-4835-8dbc-e60dda86dc91 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0868361 Jan 28 10:01:33.007683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.038979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-d87b0264-ad71-4eff-b58d-371ccc1b4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.042766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-d87b0264-ad71-4eff-b58d-371ccc1b4ef4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1095 time: 0.0860171 Jan 28 10:01:33.046195 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.098152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c94da2f0-845a-4ea2-8233-8b8794e0de52,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:33.124938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.125282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.125611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.125943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.126263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.126585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.126904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.127866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.127866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.127866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.128127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.128430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:33.152929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.156823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c1794779-a2ec-4a85-854b-f8b3ce6e8eca tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6886787 Jan 28 10:01:33.157720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53802) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:33.166708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--721730806'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:33.178768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:33.185047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:33.190021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:33.204974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55853975-c39f-4182-9bc3-5020a195130f req-dcedc8ba-73a0-477a-b825-ba1f75b2795b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.206313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55853975-c39f-4182-9bc3-5020a195130f req-dcedc8ba-73a0-477a-b825-ba1f75b2795b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.2054622 Jan 28 10:01:33.207194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:33.210640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-5acf5231-cfcc-45fe-84a2-90ed9f9b16fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.212593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-5acf5231-cfcc-45fe-84a2-90ed9f9b16fb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2831597 Jan 28 10:01:33.253903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-4044cf83-54db-4df1-87b2-9d3469bcaf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.255363 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-4044cf83-54db-4df1-87b2-9d3469bcaf09 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.2057157 Jan 28 10:01:33.269777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85efb7e-b775-47fe-98a1-709f2f1a74ba req-7d313d90-b8a5-4da2-93a1-dcdb6e00e543 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.271817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e85efb7e-b775-47fe-98a1-709f2f1a74ba req-7d313d90-b8a5-4da2-93a1-dcdb6e00e543 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 944 time: 0.1437733 Jan 28 10:01:33.318229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.345650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-1879b7f0-e154-4c0f-bf88-a6ae31cc1fc6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.0727584 Jan 28 10:01:33.366281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:33.371605 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55853975-c39f-4182-9bc3-5020a195130f req-b464ce44-b9da-4775-b317-9ce0109d49d4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568463 Jan 28 10:01:33.375416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:33.380060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:33.389925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:33.458152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-8e9425a9-9123-4db7-98c8-7fa5794306d4 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259288 Jan 28 10:01:33.480554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e85efb7e-b775-47fe-98a1-709f2f1a74ba req-68059610-4edc-49a5-a89b-c27601b6a2fe tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318297 Jan 28 10:01:33.521843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-9855e85c-5231-4e8e-a897-9534f428df81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.523503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-9855e85c-5231-4e8e-a897-9534f428df81 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1342227 Jan 28 10:01:33.705017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.720195 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.837849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e1bd1e3-0e84-43a3-a6b2-f779c0d9b577 req-7e7894dc-1d31-43fa-b02d-8c4c5d43f944 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721275 Jan 28 10:01:33.855401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29ceb737-231a-4659-ae13-13f382f692e5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:33.860325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:33.861650 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8d78857c-be7c-4d1d-8562-ad5bc07b566f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7017553 Jan 28 10:01:33.864873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53826) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:33.882809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': 'c94da2f0-845a-4ea2-8233-8b8794e0de52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '29ceb737-231a-4659-ae13-13f382f692e5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:33.893051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:33.900298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:33.905160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:33.913438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:33.943832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8358a682-8cb9-4d37-81f0-69d4b7889e2e req-0c9e031e-3d11-49e7-81b2-97fea22b45c8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:33.945425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8358a682-8cb9-4d37-81f0-69d4b7889e2e req-0c9e031e-3d11-49e7-81b2-97fea22b45c8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2196753 Jan 28 10:01:34.013061 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:34.014651 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a37f159-3971-4c2c-b72c-e06c1dee2d1b tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1478474 Jan 28 10:01:34.017606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53832) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:34.099156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8358a682-8cb9-4d37-81f0-69d4b7889e2e req-33bbf694-c70c-4c8e-94d0-6521698064dc tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257794 Jan 28 10:01:34.184061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-c5721172-24d9-47d7-84cc-33d0e80f9d06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270161 Jan 28 10:01:34.282557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-093c1c9f-d85a-4238-b8c6-5057f3f57613 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.297903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3b70e77d-8a45-4793-9983-cb27de4972df details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:01:34.319072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-093c1c9f-d85a-4238-b8c6-5057f3f57613 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.374411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-093c1c9f-d85a-4238-b8c6-5057f3f57613 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.403443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c1c9f-d85a-4238-b8c6-5057f3f57613 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ceb737-231a-4659-ae13-13f382f692e5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:34.415425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-093c1c9f-d85a-4238-b8c6-5057f3f57613 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.416837 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-093c1c9f-d85a-4238-b8c6-5057f3f57613 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/29ceb737-231a-4659-ae13-13f382f692e5 HTTP/1.1" status: 204 len: 168 time: 0.3975916 Jan 28 10:01:34.419337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53844) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:34.537642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-514ef2ce-430e-4c91-af15-055c5207b8bb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:34.569174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-514ef2ce-430e-4c91-af15-055c5207b8bb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:34.576650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:34.590594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-514ef2ce-430e-4c91-af15-055c5207b8bb tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1700079 Jan 28 10:01:34.644640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:34.691809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '3b70e77d-8a45-4793-9983-cb27de4972df', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '3b70e77d-8a45-4793-9983-cb27de4972df', 'mac_address': 'fa:16:3e:87:01:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:01:34.801402 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.826353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b70e77d-8a45-4793-9983-cb27de4972df {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:34.859216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:34.868038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.876480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-0557ddac-d5dc-4dd9-b482-54152ee6aed1 service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707694 Jan 28 10:01:34.944190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8abbe3e-a34c-443f-82d7-767c51565850 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:34.982635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8abbe3e-a34c-443f-82d7-767c51565850 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.037061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:35.042559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8abbe3e-a34c-443f-82d7-767c51565850 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.065672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.066671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.067030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.067363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.067690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.068136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.068467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.069967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8abbe3e-a34c-443f-82d7-767c51565850 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94da2f0-845a-4ea2-8233-8b8794e0de52,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:35.080777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.081313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.083264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.083642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.083982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:35.108543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be2ebfd-4ab9-419a-909d-42a56d82a2e7 req-31d58299-395f-4b90-9aad-26ca49a86034 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:35.116847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9be2ebfd-4ab9-419a-909d-42a56d82a2e7 req-31d58299-395f-4b90-9aad-26ca49a86034 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 945 time: 0.2546966 Jan 28 10:01:35.124531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['3b70e77d-8a45-4793-9983-cb27de4972df'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:01:35.147007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8abbe3e-a34c-443f-82d7-767c51565850 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.148701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e8abbe3e-a34c-443f-82d7-767c51565850 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/c94da2f0-845a-4ea2-8233-8b8794e0de52 HTTP/1.1" status: 204 len: 168 time: 0.5700696 Jan 28 10:01:35.157113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53856) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:35.205401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9be2ebfd-4ab9-419a-909d-42a56d82a2e7 req-855b71bc-db80-42e9-8389-cdf3dcefb1d0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866103 Jan 28 10:01:35.285826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d981710e-2141-4ec8-80ac-fcc2f189d81c req-fd7043ab-ba6c-47c9-8b72-ad6fe0cfbbcb service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555889 Jan 28 10:01:35.312863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cc204df-ed25-4d1b-a9ef-53d6ba6801ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:35.372808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cc204df-ed25-4d1b-a9ef-53d6ba6801ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:35.374505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5cc204df-ed25-4d1b-a9ef-53d6ba6801ce tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2159259 Jan 28 10:01:35.376226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34834b54-76ad-4517-a767-055a0428ea8b req-1a1cc171-ca15-4784-8fd3-94e9e055a8f7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:35.378664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53862) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:35.385860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--240396332'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:35.386522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34834b54-76ad-4517-a767-055a0428ea8b req-1a1cc171-ca15-4784-8fd3-94e9e055a8f7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.5089507 Jan 28 10:01:35.405529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:35.417973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:35.430068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.475383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34834b54-76ad-4517-a767-055a0428ea8b req-23cae230-2f21-4b92-a1ad-a954a5fb635b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874181 Jan 28 10:01:35.486934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:35.496720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:35.503156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:35.630917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:35.718883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae986b2-3498-4112-8e75-7bdab6a74285 req-fe536371-ac12-4314-9e61-37df64d2433e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:35.720461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ae986b2-3498-4112-8e75-7bdab6a74285 req-fe536371-ac12-4314-9e61-37df64d2433e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2516351 Jan 28 10:01:35.794090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ae986b2-3498-4112-8e75-7bdab6a74285 req-2648f350-ffae-4d0d-b1a2-1c2b24db802f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658078 Jan 28 10:01:35.858432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.869715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.914010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:35.919155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53868) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:35.919579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5395656 Jan 28 10:01:35.926647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '0023dba1-cf39-4ea1-b6b5-ef87c9461f1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:35.938394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:35.942904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:35.950005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:35.969184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86a072-c05f-4fd6-9bda-aaf1725584c4 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0023dba1-cf39-4ea1-b6b5-ef87c9461f1f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:35.987158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:36.038909 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:36.041004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8ea52481-f0fe-4546-93dc-f0a0107f1852 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1200495 Jan 28 10:01:36.043744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53872) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:36.050408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group_rule': {'security_group_id': '0023dba1-cf39-4ea1-b6b5-ef87c9461f1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:36.062333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:36.067059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:36.076327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:36.085598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:36.131198 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:01:36.132749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-36eb87af-88cd-4548-9904-8ea504e95c92 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0866494 Jan 28 10:01:36.135872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53878) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:36.206968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcaadbd-7943-4a0f-ae9f-7333c62fc7ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.236460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcaadbd-7943-4a0f-ae9f-7333c62fc7ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.304274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcaadbd-7943-4a0f-ae9f-7333c62fc7ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.306579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3b70e77d-8a45-4793-9983-cb27de4972df up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:36.348147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaadbd-7943-4a0f-ae9f-7333c62fc7ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0023dba1-cf39-4ea1-b6b5-ef87c9461f1f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:36.371459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bcaadbd-7943-4a0f-ae9f-7333c62fc7ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.375743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8bcaadbd-7943-4a0f-ae9f-7333c62fc7ae tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/0023dba1-cf39-4ea1-b6b5-ef87c9461f1f HTTP/1.1" status: 204 len: 168 time: 0.2380919 Jan 28 10:01:36.375923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:36.452391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 3b70e77d-8a45-4793-9983-cb27de4972df completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:36.469531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 3b70e77d-8a45-4793-9983-cb27de4972df triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:36.469939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.494497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2877bf5-eaca-4d69-8535-020172789f17 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Synchronizing usage tracker for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:01:36.535405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2877bf5-eaca-4d69-8535-020172789f17 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Unset dirty status for tenant:7c94aaf831604e9192075c143ead3e25 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:01:36.536914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2877bf5-eaca-4d69-8535-020172789f17 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1600378 Jan 28 10:01:36.537042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7012c-445a-495f-b4f3-735bcb5b40e4 req-2dab5c9c-c7f7-4102-9d23-407d7fd210cf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:36.541336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:36.542416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82a7012c-445a-495f-b4f3-735bcb5b40e4 req-2dab5c9c-c7f7-4102-9d23-407d7fd210cf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 945 time: 0.2212911 Jan 28 10:01:36.547140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843897407'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:36.561613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:36.581829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:36.599045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.644432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:36.645045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82a7012c-445a-495f-b4f3-735bcb5b40e4 req-21846fd2-901d-4a6e-848c-380dbe283ede tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957844 Jan 28 10:01:36.655185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Usage tracker for resource:security_group_rule and tenant:7c94aaf831604e9192075c143ead3e25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:36.659965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:36.672502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:36.714509 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.757180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:36.757180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:36.766610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.887230 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df', 'code': 200} Jan 28 10:01:36.913480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:36.920342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:36.934376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaa0a00-9779-497d-9cc1-67f1102be9ad req-993a33dc-329b-49e9-80ec-8a42a51bbd52 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:36.936297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8eaa0a00-9779-497d-9cc1-67f1102be9ad req-993a33dc-329b-49e9-80ec-8a42a51bbd52 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.1707699 Jan 28 10:01:36.984596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:37.067202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:37.069225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5265303 Jan 28 10:01:37.072314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53914) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:37.084150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a0a90692-160c-4a7f-ab58-eb208c4e271c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:37.084570 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-a0a90692-160c-4a7f-ab58-eb208c4e271c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 10:01:37.085083 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-a0a90692-160c-4a7f-ab58-eb208c4e271c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 10:01:37.086033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0a90692-160c-4a7f-ab58-eb208c4e271c tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "PUT /v2.0/security-groups/497e4b2f-43f5-4efe-be82-40e07bd53e8d HTTP/1.1" status: 409 len: 330 time: 0.0095227 Jan 28 10:01:37.100307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:37.170792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8eaa0a00-9779-497d-9cc1-67f1102be9ad req-6e5bf747-7a8d-45dd-baff-558a9abd50d8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551514 Jan 28 10:01:37.171515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0fe0c8-0aba-4260-92fd-5cd9dabd7f68 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497e4b2f-43f5-4efe-be82-40e07bd53e8d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:37.196502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d26b16-9219-44a7-956f-fddc8764c9d7 req-fb8847d2-6aa7-4e9d-8d8b-a334a9b6230f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:37.217257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4d26b16-9219-44a7-956f-fddc8764c9d7 req-fb8847d2-6aa7-4e9d-8d8b-a334a9b6230f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2114294 Jan 28 10:01:37.233173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f6d656-505f-4f28-a950-aef1432a4fc7 req-90dcd3ac-f04b-4339-81c7-5517442a375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:37.234823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0f6d656-505f-4f28-a950-aef1432a4fc7 req-90dcd3ac-f04b-4339-81c7-5517442a375e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 1097 time: 0.2974021 Jan 28 10:01:37.235935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92a63c3a-f127-45e8-8b04-d058e7e31c00 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:37.293289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92a63c3a-f127-45e8-8b04-d058e7e31c00 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:37.314596 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4d26b16-9219-44a7-956f-fddc8764c9d7 req-ff0bddc3-9f9e-439b-9ed7-e34013e62bf3 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963719 Jan 28 10:01:37.338275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0f6d656-505f-4f28-a950-aef1432a4fc7 req-4993d8b3-ea27-4f23-aee8-589ccbfe161b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864894 Jan 28 10:01:37.387083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92a63c3a-f127-45e8-8b04-d058e7e31c00 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:37.417768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a63c3a-f127-45e8-8b04-d058e7e31c00 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497e4b2f-43f5-4efe-be82-40e07bd53e8d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:37.427879 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92a63c3a-f127-45e8-8b04-d058e7e31c00 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:37.431853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53924) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:37.440888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92a63c3a-f127-45e8-8b04-d058e7e31c00 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/497e4b2f-43f5-4efe-be82-40e07bd53e8d HTTP/1.1" status: 204 len: 168 time: 0.3376544 Jan 28 10:01:37.554654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-672a9d89-9d2a-4e9e-ad39-03b96391ee8f tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1204281 Jan 28 10:01:37.560501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53928) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:37.619202 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-b7726c4f-c1f7-4b6b-b543-6f9ff2279a20 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] delete failed (client error): The resource could not be found. Jan 28 10:01:37.620354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b7726c4f-c1f7-4b6b-b543-6f9ff2279a20 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "DELETE /v2.0/security-groups/fd82c0d9-d64e-4b3e-b046-05db82a102ef HTTP/1.1" status: 404 len: 347 time: 0.0583131 Jan 28 10:01:37.624905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53932) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:37.655538 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-8fc61d85-8330-4032-9566-1223ab301262 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] show failed (client error): The resource could not be found. Jan 28 10:01:37.658023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8fc61d85-8330-4032-9566-1223ab301262 tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-groups/a6728236-5b10-45bd-b40f-284bc3dc78b9 HTTP/1.1" status: 404 len: 347 time: 0.0306871 Jan 28 10:01:37.662423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53936) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:37.690242 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-b88da334-35e0-4e58-9a9d-b89331726abd tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] show failed (client error): The resource could not be found. Jan 28 10:01:37.693060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b88da334-35e0-4e58-9a9d-b89331726abd tempest-NegativeSecGroupIPv6Test-2135366670 tempest-NegativeSecGroupIPv6Test-2135366670-project] 10.222.0.42 "GET /v2.0/security-group-rules/e4e3812d-3382-47c1-b764-86c9fae2bbe0 HTTP/1.1" status: 404 len: 356 time: 0.0281093 Jan 28 10:01:37.970721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b92ba-3e88-4c90-bbef-b9e75041f342 req-db5fb051-9725-48b0-8c81-f382ff66bce2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:37.979840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-699b92ba-3e88-4c90-bbef-b9e75041f342 req-db5fb051-9725-48b0-8c81-f382ff66bce2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 946 time: 0.1555207 Jan 28 10:01:38.041564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-699b92ba-3e88-4c90-bbef-b9e75041f342 req-62aa2cc4-3fdc-44ac-a976-ee1f489ce507 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608151 Jan 28 10:01:38.195349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53946) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:38.639616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947500-938a-4915-8ba3-144ef0cdb996 req-98330165-8293-4fde-bce6-198622608d30 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:38.650016 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12947500-938a-4915-8ba3-144ef0cdb996 req-98330165-8293-4fde-bce6-198622608d30 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.2864006 Jan 28 10:01:38.651714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eefd8cf0-f524-49a1-a4e7-46f60fe7fe6e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c94aaf831604e9192075c143ead3e25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544187 Jan 28 10:01:38.658777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53960) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:38.754846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-12947500-938a-4915-8ba3-144ef0cdb996 req-22d54508-3629-4fb2-a44f-d568e5e5fe94 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038346 Jan 28 10:01:38.804393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e2f98-4a08-4303-be8d-76d18ebf9f0b req-62276ede-5bc0-4958-8644-907e5245f00d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:38.811930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d87e2f98-4a08-4303-be8d-76d18ebf9f0b req-62276ede-5bc0-4958-8644-907e5245f00d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2424870 Jan 28 10:01:38.833109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bedab442-7a65-4a52-a9c0-bedc76b06154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:38.897677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d87e2f98-4a08-4303-be8d-76d18ebf9f0b req-e13f914f-f7ba-4226-95fd-ce5e5af52f3f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847046 Jan 28 10:01:38.908272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bedab442-7a65-4a52-a9c0-bedc76b06154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:38.984014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bedab442-7a65-4a52-a9c0-bedc76b06154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:39.047252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedab442-7a65-4a52-a9c0-bedc76b06154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0139818-5711-463e-951f-74481cc6fc8f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:39.082206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bedab442-7a65-4a52-a9c0-bedc76b06154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:39.085782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bedab442-7a65-4a52-a9c0-bedc76b06154 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0139818-5711-463e-951f-74481cc6fc8f HTTP/1.1" status: 204 len: 168 time: 0.4174662 Jan 28 10:01:39.373619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119afb08-1880-433c-92d5-8b3ed1115ee0 req-65b23b0a-6edb-48b3-bb6b-7adcec834779 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:39.381179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-119afb08-1880-433c-92d5-8b3ed1115ee0 req-65b23b0a-6edb-48b3-bb6b-7adcec834779 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 946 time: 0.2022645 Jan 28 10:01:39.449346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-119afb08-1880-433c-92d5-8b3ed1115ee0 req-d7f627b1-3b5e-495c-a8a5-821a47af6aa7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671213 Jan 28 10:01:40.159202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c816dbc-bd10-4a81-b514-88f32300e97e req-8a3d2815-98b2-4bff-abbf-51ee941fde95 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:40.160639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c816dbc-bd10-4a81-b514-88f32300e97e req-8a3d2815-98b2-4bff-abbf-51ee941fde95 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.2084372 Jan 28 10:01:40.268917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c816dbc-bd10-4a81-b514-88f32300e97e req-61519dd8-9c6a-4fd8-8445-7167adc5c382 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882306 Jan 28 10:01:40.374118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9e8276-7e01-41e7-98cb-4539d961f404 req-be5193c7-62df-4f18-89ba-384f0f0ae964 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:40.391409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee9e8276-7e01-41e7-98cb-4539d961f404 req-be5193c7-62df-4f18-89ba-384f0f0ae964 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2391796 Jan 28 10:01:40.501360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee9e8276-7e01-41e7-98cb-4539d961f404 req-4df66752-b200-4bef-accc-bf423f9a0afb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089387 Jan 28 10:01:41.396449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54040) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:41.595762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9378fb-d9de-4533-a157-b38f655e5ee0 req-ad943251-8f4e-4c1f-b9e6-69c28fe64f60 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:41.597430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd9378fb-d9de-4533-a157-b38f655e5ee0 req-ad943251-8f4e-4c1f-b9e6-69c28fe64f60 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.1786108 Jan 28 10:01:41.734160 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd9378fb-d9de-4533-a157-b38f655e5ee0 req-15e61031-0193-4d4e-a210-81a383560df6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175001 Jan 28 10:01:41.778745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:41.817549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:41.830304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Usage tracker for resource:security_group_rule and tenant:301a5e1b4b344426a6508434622560a4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:41.835202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:41.843958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:42.040319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.048925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.124264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c60664-225a-4a6b-b38b-6603a0aeeda5 req-de444e46-e6b1-4cfb-b630-21bcb2989b51 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:42.126531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5c60664-225a-4a6b-b38b-6603a0aeeda5 req-de444e46-e6b1-4cfb-b630-21bcb2989b51 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1441569 Jan 28 10:01:42.152851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad50d47-fbec-423a-9d7b-7142fca12fbe,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:42.166663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aa7d5762-c722-41cf-896f-c53cac77fc64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=301a5e1b4b344426a6508434622560a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7685719 Jan 28 10:01:42.167019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54064) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:42.200037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5c60664-225a-4a6b-b38b-6603a0aeeda5 req-41e6f432-ebc6-44a8-bee6-81b87f565df6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630691 Jan 28 10:01:42.238834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e6efb72-d41b-463d-976e-effff1091db2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.265129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e6efb72-d41b-463d-976e-effff1091db2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.273896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54068) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:42.325657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e6efb72-d41b-463d-976e-effff1091db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.343088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6efb72-d41b-463d-976e-effff1091db2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad50d47-fbec-423a-9d7b-7142fca12fbe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:42.346318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e6efb72-d41b-463d-976e-effff1091db2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.350259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8e6efb72-d41b-463d-976e-effff1091db2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ad50d47-fbec-423a-9d7b-7142fca12fbe HTTP/1.1" status: 204 len: 168 time: 0.1796844 Jan 28 10:01:42.414906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.430384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:42.434442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Usage tracker for resource:security_group_rule and tenant:d3292dbebb5240baadd37f4c440184e3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:42.437249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:42.442844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:42.532403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.536522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.584013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3292dbebb5240baadd37f4c440184e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090050 Jan 28 10:01:42.585595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c156461-9fc7-4405-88e3-f488814ef124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02056773-b820-4a8f-9dec-986991a5822e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:42.586797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54080) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:42.634851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:42.654959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.662993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.691843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.749276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.764012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02056773-b820-4a8f-9dec-986991a5822e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:42.765082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:42.768988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Usage tracker for resource:security_group_rule and tenant:02fe8340b2af4b1db90f027adf423d5f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:42.771853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:42.775057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.775396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.775726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.776052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.776372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.776833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.777148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.777469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.777783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.778096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.778444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.778568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:42.778770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:01:42.782625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.786264 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a6a0488e-7e65-4a14-8818-b1c0d78c2dda admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02056773-b820-4a8f-9dec-986991a5822e HTTP/1.1" status: 204 len: 168 time: 0.1984155 Jan 28 10:01:42.913212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.925649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:42.980409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02fe8340b2af4b1db90f027adf423d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3443818 Jan 28 10:01:42.982700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa6fcf-d097-48a8-92c1-ac250705c5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=796d8d70-b45b-4560-8c42-0c2c1e81757a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:42.983096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:43.005090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7384aaa6-d40b-444d-ba32-6b18d440bda0 req-4a8d1612-e768-4a71-b42f-c54712d43db8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:43.006702 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7384aaa6-d40b-444d-ba32-6b18d440bda0 req-4a8d1612-e768-4a71-b42f-c54712d43db8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.1460829 Jan 28 10:01:43.051676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d15f689-f765-4368-afb6-26639c406b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.078036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7384aaa6-d40b-444d-ba32-6b18d440bda0 req-bc5e826f-70f2-4277-aa0d-61ca38d14b86 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643556 Jan 28 10:01:43.082121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d15f689-f765-4368-afb6-26639c406b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.153584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d15f689-f765-4368-afb6-26639c406b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.171909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d15f689-f765-4368-afb6-26639c406b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=796d8d70-b45b-4560-8c42-0c2c1e81757a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:43.177442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d15f689-f765-4368-afb6-26639c406b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.178561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7d15f689-f765-4368-afb6-26639c406b5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/796d8d70-b45b-4560-8c42-0c2c1e81757a HTTP/1.1" status: 204 len: 168 time: 0.1944914 Jan 28 10:01:43.213205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54104) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:43.242993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.257528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:43.262026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Usage tracker for resource:security_group_rule and tenant:8de1aae177e14b6883c4a3005c5ad309 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:43.264863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:43.271532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:43.417984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.424537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.451775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0bf07a-1953-4511-a30e-a671268a3d23 req-47175fcd-dc33-4c23-b3d5-80dd1535995b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:43.453232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d0bf07a-1953-4511-a30e-a671268a3d23 req-47175fcd-dc33-4c23-b3d5-80dd1535995b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1449823 Jan 28 10:01:43.503997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8de1aae177e14b6883c4a3005c5ad309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845390 Jan 28 10:01:43.504248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54116) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:43.506728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932b66ff-300b-446f-ae42-79caa18c03e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57239dd3-4ec4-48ba-9ace-1490ccf3e26e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:43.532775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d0bf07a-1953-4511-a30e-a671268a3d23 req-dede7327-4616-45c3-be1b-eecabd71dce0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666618 Jan 28 10:01:43.590056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e36b7bd-89b9-4edd-af00-aed36e7a1efd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.615725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e36b7bd-89b9-4edd-af00-aed36e7a1efd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.665513 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.670084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e36b7bd-89b9-4edd-af00-aed36e7a1efd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.685753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36b7bd-89b9-4edd-af00-aed36e7a1efd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57239dd3-4ec4-48ba-9ace-1490ccf3e26e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:43.692266 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e36b7bd-89b9-4edd-af00-aed36e7a1efd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:43.694169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e36b7bd-89b9-4edd-af00-aed36e7a1efd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57239dd3-4ec4-48ba-9ace-1490ccf3e26e HTTP/1.1" status: 204 len: 168 time: 0.1849649 Jan 28 10:01:44.292793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f41d42a-d9a1-44f8-b88f-a440ccd86c0c req-fb4be2aa-9d10-4648-b33a-74f8b9a247d2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:44.294271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f41d42a-d9a1-44f8-b88f-a440ccd86c0c req-fb4be2aa-9d10-4648-b33a-74f8b9a247d2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.1153009 Jan 28 10:01:44.345042 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f41d42a-d9a1-44f8-b88f-a440ccd86c0c req-f2fffd2e-4d06-437c-bdce-ed28cdc7957c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449142 Jan 28 10:01:44.508708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-08a1fd95-6802-4c7c-a774-09346de45aa2 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0799794 Jan 28 10:01:44.753133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-b2d1ea03-880d-4aed-b156-67116cbf3283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:44.754683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-b2d1ea03-880d-4aed-b156-67116cbf3283 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 1096 time: 0.1530247 Jan 28 10:01:44.767733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2a076-bb3f-4d7e-832b-a9191a84cfe0 req-9a012180-7e18-494c-8f94-bfac09cb62ac tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:44.769417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18a2a076-bb3f-4d7e-832b-a9191a84cfe0 req-9a012180-7e18-494c-8f94-bfac09cb62ac tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0992234 Jan 28 10:01:44.913025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18a2a076-bb3f-4d7e-832b-a9191a84cfe0 req-1d179298-b599-4477-a52a-550032fbb5c8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170225 Jan 28 10:01:44.967649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-9f2788ef-d5f0-436a-a5e7-7565a26f073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:44.969267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-9f2788ef-d5f0-436a-a5e7-7565a26f073b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.1941578 Jan 28 10:01:45.046232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-c99a66c2-c79d-47f3-9b7b-310afd2ab87b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d HTTP/1.1" status: 200 len: 217 time: 0.0697222 Jan 28 10:01:45.118617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-f2e5ed52-e045-4a2e-a727-84811da8a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:45.119816 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-f2e5ed52-e045-4a2e-a727-84811da8a073 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0676255 Jan 28 10:01:45.183630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:45.204779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-f3a9a5da-b2ca-4b75-b21f-5c1cf817ea12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:45.206378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-f3a9a5da-b2ca-4b75-b21f-5c1cf817ea12 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807827 Jan 28 10:01:45.404350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-115c2ea9-905b-48ac-925f-31f4b9cbc697 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920197 Jan 28 10:01:45.562344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:01:45.684830 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c62c4e3a-1da7-48ba-be12-4279e823cf71 req-991a3ed2-89e6-4877-9647-3a97bc605e03 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737134 Jan 28 10:01:45.696438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f047f-898d-4fb7-919c-b6d0c565a007 req-803f0a89-ca89-4d09-84a8-aa818d92d57a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:45.703603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-903f047f-898d-4fb7-919c-b6d0c565a007 req-803f0a89-ca89-4d09-84a8-aa818d92d57a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 944 time: 0.1584170 Jan 28 10:01:45.739800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:45.753630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-903f047f-898d-4fb7-919c-b6d0c565a007 req-f8f2a92e-066b-4ec9-b2fd-aaffebd00798 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490506 Jan 28 10:01:45.756129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'network_id': '8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1', 'port_id': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'mac_address': 'fa:16:3e:ef:00:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0227cbb-5fc1-4a31-afae-7227f0cabe49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:01:45.815952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:45.833374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:01:45.850537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:45.857075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:45.928160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:46.124061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260b58e-068a-40e4-b8cd-af1eeafb90fe req-4fb83c75-e28f-4f9f-9611-5b996de0b623 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:46.125702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0260b58e-068a-40e4-b8cd-af1eeafb90fe req-4fb83c75-e28f-4f9f-9611-5b996de0b623 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0881526 Jan 28 10:01:46.132985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['42c295dc-1de1-47cb-ba5f-466daf1493f4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:01:46.196973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0260b58e-068a-40e4-b8cd-af1eeafb90fe req-0623e82f-d4d8-427b-b9b1-b9702746200a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593216 Jan 28 10:01:46.962181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6864e5-192a-4e59-9ab8-c40dd24b16c2 req-ca6a4106-2e28-40cc-a1c8-8e20194da3c2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:46.963627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b6864e5-192a-4e59-9ab8-c40dd24b16c2 req-ca6a4106-2e28-40cc-a1c8-8e20194da3c2 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 945 time: 0.0872681 Jan 28 10:01:47.008206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b6864e5-192a-4e59-9ab8-c40dd24b16c2 req-5db7555f-f968-42e8-890f-31d501c7fbdc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388458 Jan 28 10:01:47.464856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009502e5-b656-4b5b-aaf8-b15a886d07cd req-12f6576d-8d9f-46e8-83b8-feb20308f15d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:47.473673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-009502e5-b656-4b5b-aaf8-b15a886d07cd req-12f6576d-8d9f-46e8-83b8-feb20308f15d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0891566 Jan 28 10:01:47.534145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-009502e5-b656-4b5b-aaf8-b15a886d07cd req-7ae53da4-0668-43a5-8e44-bc7b85748903 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530372 Jan 28 10:01:47.575730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:01:47.704495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 42c295dc-1de1-47cb-ba5f-466daf1493f4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:01:47.720841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 42c295dc-1de1-47cb-ba5f-466daf1493f4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:01:47.720841 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:47.951536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:47.960772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-4666c15f-ef8a-4c5d-8d02-b58047cb3a66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0778890 Jan 28 10:01:47.985900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:47.992542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:47.996912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:48.099402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036511-5571-44c9-9cbb-236b0389b55c req-9582fcd8-2d78-435c-91e4-4c10c17621b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.101478 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-9582fcd8-2d78-435c-91e4-4c10c17621b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 1097 time: 0.1156888 Jan 28 10:01:48.141110 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'code': 200} Jan 28 10:01:48.141923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:48.290569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854e59f8-7861-4854-966c-4c7c9580efb7 req-0166fc37-f8bb-40fa-bfe2-0a72ea9c9597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.292060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-854e59f8-7861-4854-966c-4c7c9580efb7 req-0166fc37-f8bb-40fa-bfe2-0a72ea9c9597 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1097 time: 0.0742049 Jan 28 10:01:48.314443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036511-5571-44c9-9cbb-236b0389b55c req-f27bd4c0-7733-410a-8770-ff76b85c7c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.315897 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-f27bd4c0-7733-410a-8770-ff76b85c7c93 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 200 len: 918 time: 0.1902990 Jan 28 10:01:48.330956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7da0c2e-f30b-4e8c-b879-a3352c607ede req-b566ac01-7c70-4eeb-b62b-a58a2dceb960 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.332575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7da0c2e-f30b-4e8c-b879-a3352c607ede req-b566ac01-7c70-4eeb-b62b-a58a2dceb960 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1369853 Jan 28 10:01:48.338720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-854e59f8-7861-4854-966c-4c7c9580efb7 req-d4c3adbf-661f-4d3c-9032-24104388354a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398805 Jan 28 10:01:48.460696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7da0c2e-f30b-4e8c-b879-a3352c607ede req-9815ee0a-b50d-426b-bcc0-25e1fffc2eef tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757349 Jan 28 10:01:48.462524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-556dbd79-19f7-4c47-b25d-4f48fc0aa5c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 200 len: 1001 time: 0.1291316 Jan 28 10:01:48.614839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036511-5571-44c9-9cbb-236b0389b55c req-ef22c740-9396-4c74-ba45-63555b3124be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.616299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-ef22c740-9396-4c74-ba45-63555b3124be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 200 len: 856 time: 0.0629814 Jan 28 10:01:48.695042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb036511-5571-44c9-9cbb-236b0389b55c req-0fe71c15-a34d-4fea-856a-c3528f59fe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.696907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-0fe71c15-a34d-4fea-856a-c3528f59fe58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2d756623-3e19-4427-ba3c-ec8cf16f6c2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727031 Jan 28 10:01:48.835244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f93bd6b-bd91-4af0-81f7-e26f4f919cac req-66798fc9-be88-4ad8-a998-71a54926b0a1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:48.838171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f93bd6b-bd91-4af0-81f7-e26f4f919cac req-66798fc9-be88-4ad8-a998-71a54926b0a1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2030513 Jan 28 10:01:48.877818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-a222019f-0dbe-430d-9f2a-dfaca8931fee service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739514 Jan 28 10:01:48.884031 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f93bd6b-bd91-4af0-81f7-e26f4f919cac req-2c020779-8bb1-4b28-ac24-fb10c25a1545 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398366 Jan 28 10:01:49.196448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb036511-5571-44c9-9cbb-236b0389b55c req-dc0363f2-b686-4dbb-ac89-bf238027b09b service neutron] 10.222.0.25 "GET /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990444 Jan 28 10:01:49.825740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cece02a-57ca-4ae7-980e-0168f167a67a req-8c4f3d34-445c-49e0-ac00-ec8e4e2eff51 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:49.827200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cece02a-57ca-4ae7-980e-0168f167a67a req-8c4f3d34-445c-49e0-ac00-ec8e4e2eff51 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.2121234 Jan 28 10:01:49.938881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8cece02a-57ca-4ae7-980e-0168f167a67a req-6ccbb706-93e8-4b26-8a8d-be181b6b1d59 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890636 Jan 28 10:01:49.944583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98da861d-0c2a-4369-8caf-c2dd5b47afdb req-b4ab5fc9-ee97-47c2-b898-958a5eb910e6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:49.960641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98da861d-0c2a-4369-8caf-c2dd5b47afdb req-b4ab5fc9-ee97-47c2-b898-958a5eb910e6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.2789400 Jan 28 10:01:50.069086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98da861d-0c2a-4369-8caf-c2dd5b47afdb req-810cfb07-b893-4ca5-b43d-0ae1616cffba tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070206 Jan 28 10:01:50.236585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f057103-9fc0-4f6a-a495-fdf464ae010d req-4fd1faba-ffa2-4a69-a02e-9db203ded08d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:50.253871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f057103-9fc0-4f6a-a495-fdf464ae010d req-4fd1faba-ffa2-4a69-a02e-9db203ded08d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1514292 Jan 28 10:01:50.358188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f057103-9fc0-4f6a-a495-fdf464ae010d req-9eb24c08-1d7e-4ad2-9561-6806cb3d6291 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940192 Jan 28 10:01:50.405996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54334) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:50.608880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:50.635997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:50.641109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Usage tracker for resource:security_group_rule and tenant:453e8ec9d5ce45ad8d0da56cc69ad76f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:50.644309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:50.651299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:50.770825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:50.775776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:50.829301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dca3f0-43a0-4c4c-9acd-f6b94da71b82,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:50.854390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23b6984d-d87f-40b8-8908-3e6e8f3fd8f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=453e8ec9d5ce45ad8d0da56cc69ad76f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4442077 Jan 28 10:01:50.854627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54342) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:50.926018 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f57e39d-b83a-4322-ab21-c50d4d179f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:50.955228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f57e39d-b83a-4322-ab21-c50d4d179f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.009682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f57e39d-b83a-4322-ab21-c50d4d179f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.031532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f57e39d-b83a-4322-ab21-c50d4d179f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.032684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f57e39d-b83a-4322-ab21-c50d4d179f5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71dca3f0-43a0-4c4c-9acd-f6b94da71b82 HTTP/1.1" status: 204 len: 168 time: 0.1760814 Jan 28 10:01:51.033651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e39d-b83a-4322-ab21-c50d4d179f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dca3f0-43a0-4c4c-9acd-f6b94da71b82,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:51.151849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721c9a3-4613-4321-a08f-b17d9b16f6a1 req-1895a39a-7451-4eb5-ab7d-41f81037d665 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:51.157046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8721c9a3-4613-4321-a08f-b17d9b16f6a1 req-1895a39a-7451-4eb5-ab7d-41f81037d665 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.0989313 Jan 28 10:01:51.303673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8721c9a3-4613-4321-a08f-b17d9b16f6a1 req-e9d2c8dd-9a2f-4904-b63c-0d4efd2261f3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341040 Jan 28 10:01:51.381240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f09e60-a750-42f0-ac1b-cfd7268ccdf8 req-a649a0bf-d1b7-45cc-b040-2f885c81454f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:51.391134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f4f09e60-a750-42f0-ac1b-cfd7268ccdf8 req-a649a0bf-d1b7-45cc-b040-2f885c81454f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1177282 Jan 28 10:01:51.460503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f4f09e60-a750-42f0-ac1b-cfd7268ccdf8 req-61dcdfd0-e24e-402d-84a7-ad6a69c256bb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668654 Jan 28 10:01:51.506836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:51.528444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.586259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:51.592458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Usage tracker for resource:security_group_rule and tenant:63e301b986bb43b8bc49604ad7537d19 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:51.595811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:51.609769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:51.654858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c17ad-243f-4704-a446-926f08fc0b9a req-979c3980-946e-4bbd-9715-3d7316cf7a01 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:51.656283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6c17ad-243f-4704-a446-926f08fc0b9a req-979c3980-946e-4bbd-9715-3d7316cf7a01 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.0834038 Jan 28 10:01:51.663670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c38edd6-e0a5-4cd6-806e-454c961f6463 req-39632821-9376-417d-bef4-a627f0faecee tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:51.665694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c38edd6-e0a5-4cd6-806e-454c961f6463 req-39632821-9376-417d-bef4-a627f0faecee tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1249211 Jan 28 10:01:51.710590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6c17ad-243f-4704-a446-926f08fc0b9a req-4abaa706-4fe2-4bc3-a412-7f37adab63a9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481343 Jan 28 10:01:51.739929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c38edd6-e0a5-4cd6-806e-454c961f6463 req-b7b1cafc-fbf8-4ff0-a11a-8537f362113b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675697 Jan 28 10:01:51.770770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.776517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.827522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c58b073-1b06-442e-8db6-d819b7f2ab4b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:51.839484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54372) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:51.845292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-160b8f0f-80f9-46c7-a49b-eb664d7beb48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63e301b986bb43b8bc49604ad7537d19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372657 Jan 28 10:01:51.965871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c32bb8b-9956-490b-bd1d-1a822b557e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:51.990544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e9f6c-e2fb-46f0-a0ac-43afaca9b15d req-34737f39-d1fa-4397-bef9-31d4c451bb09 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:51.997728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a0e9f6c-e2fb-46f0-a0ac-43afaca9b15d req-34737f39-d1fa-4397-bef9-31d4c451bb09 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1508253 Jan 28 10:01:52.004306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-d5eacec5-38e3-49ad-b940-30de4bf49bba tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:52.005783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-d5eacec5-38e3-49ad-b940-30de4bf49bba tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1176603 Jan 28 10:01:52.027019 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c32bb8b-9956-490b-bd1d-1a822b557e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:52.049748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567accb-cc36-4631-a8d3-ed6614802052 req-15fc9519-f2dc-46d8-a38d-e2533ae02a90 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:52.051283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5567accb-cc36-4631-a8d3-ed6614802052 req-15fc9519-f2dc-46d8-a38d-e2533ae02a90 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1955967 Jan 28 10:01:52.086334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a0e9f6c-e2fb-46f0-a0ac-43afaca9b15d req-8badb5f4-942b-46ae-9675-c008a8e72d51 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856836 Jan 28 10:01:52.108713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c32bb8b-9956-490b-bd1d-1a822b557e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:52.125156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Deleting port 8f60e98c-5684-4831-91c0-01700905dfb3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:52.125516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:52.131064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32bb8b-9956-490b-bd1d-1a822b557e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c58b073-1b06-442e-8db6-d819b7f2ab4b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:52.185027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c32bb8b-9956-490b-bd1d-1a822b557e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:52.192536 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5567accb-cc36-4631-a8d3-ed6614802052 req-9d3c0e3d-c0de-4dad-9807-7bbf5f79af99 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316795 Jan 28 10:01:52.196991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c32bb8b-9956-490b-bd1d-1a822b557e1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c58b073-1b06-442e-8db6-d819b7f2ab4b HTTP/1.1" status: 204 len: 168 time: 0.3502944 Jan 28 10:01:52.359407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fae28-c2a4-4018-a3da-ab0ef44cc5b8 req-8dd39634-0de0-46f4-a189-efc781b15a47 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:52.361189 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c9fae28-c2a4-4018-a3da-ab0ef44cc5b8 req-8dd39634-0de0-46f4-a189-efc781b15a47 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1186161 Jan 28 10:01:52.434684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c9fae28-c2a4-4018-a3da-ab0ef44cc5b8 req-4e572a4c-38a8-4efe-8bb3-e2bcdb8fbdf4 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648704 Jan 28 10:01:52.619793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] For port 8f60e98c-5684-4831-91c0-01700905dfb3, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8f60e98c-5684-4831-91c0-01700905dfb3,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:01:52.620361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:52.691181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715cb131-13ce-4548-b68b-61897c9d2023 req-35a516a7-8bbb-46dd-bddd-168354d295f7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:52.691885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-715cb131-13ce-4548-b68b-61897c9d2023 req-35a516a7-8bbb-46dd-bddd-168354d295f7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 946 time: 0.1542549 Jan 28 10:01:52.750015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-715cb131-13ce-4548-b68b-61897c9d2023 req-75adc4db-6701-4fb6-8f84-174972848240 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=b51677fb-35b7-42e2-b197-ccbf11990937&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502055 Jan 28 10:01:52.965368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28313ae-ee55-4f71-976c-0af3bfeaef6b req-24b7b65b-19c8-4dd8-b5e8-c1ec3c42a892 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:52.966885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b28313ae-ee55-4f71-976c-0af3bfeaef6b req-24b7b65b-19c8-4dd8-b5e8-c1ec3c42a892 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.0954084 Jan 28 10:01:52.979389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1cb784-cf27-4fb2-92f9-9034faaa41d4 req-a56bf5fd-bdff-4dcd-9cba-7d383655dd04 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:52.980890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb1cb784-cf27-4fb2-92f9-9034faaa41d4 req-a56bf5fd-bdff-4dcd-9cba-7d383655dd04 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2902184 Jan 28 10:01:53.030236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b28313ae-ee55-4f71-976c-0af3bfeaef6b req-2884ac9b-756d-4880-95bd-885b667ede76 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573475 Jan 28 10:01:53.065271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb1cb784-cf27-4fb2-92f9-9034faaa41d4 req-07f83f2b-b460-477c-8451-608a7fd8d162 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743027 Jan 28 10:01:53.066821 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:53.067293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:53.067495 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Floating IP 290215c8-e1aa-4bc9-928d-96bfac01f9e1 disassociated. External IP: 172.25.1.185, port: 8f60e98c-5684-4831-91c0-01700905dfb3. Jan 28 10:01:53.067831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Calling delete_port for 8f60e98c-5684-4831-91c0-01700905dfb3 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:01:53.248813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf903261-969e-40bf-816b-18b36a969f9b req-526a17b9-fbaf-454e-ac2f-354c6ccdf3d6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:53.250548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf903261-969e-40bf-816b-18b36a969f9b req-526a17b9-fbaf-454e-ac2f-354c6ccdf3d6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1107638 Jan 28 10:01:53.305966 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf903261-969e-40bf-816b-18b36a969f9b req-449809fb-f28c-4ea5-be43-d3f42e415ad5 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488780 Jan 28 10:01:53.383017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3c0f43-da84-4981-b69e-24cd7d726582 req-14432d98-ff50-4761-8376-9725553d4417 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:53.390441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c3c0f43-da84-4981-b69e-24cd7d726582 req-14432d98-ff50-4761-8376-9725553d4417 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1739516 Jan 28 10:01:53.553572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c3c0f43-da84-4981-b69e-24cd7d726582 req-e3055a90-6dc6-488e-b245-b51df57626b8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621277 Jan 28 10:01:53.559537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:53.681186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event deleted for resources: {'Port': ['ID=8f60e98c-5684-4831-91c0-01700905dfb3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:53.950599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688faa06-3b2e-4e34-9e8d-35259e24ce48 req-b0cc15bc-14e6-4a67-8c2b-59ccd4fc8878 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:53.952259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-688faa06-3b2e-4e34-9e8d-35259e24ce48 req-b0cc15bc-14e6-4a67-8c2b-59ccd4fc8878 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.2087200 Jan 28 10:01:53.962848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:01:54.150622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-688faa06-3b2e-4e34-9e8d-35259e24ce48 req-c5fdca1d-8e84-406e-a3dc-180bd3c679d1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860492 Jan 28 10:01:54.159438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74b0baa3-2e0e-48fb-bc1f-78e41c1a5328 req-a1f652ea-7d1f-4850-a33b-363da7022598 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 210 time: 0.0803685 Jan 28 10:01:54.303558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:01:54.314985 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:01:54.328553 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:01:54.332383 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:01:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:54.426889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] No DVR routers for this DVR port 8f60e98c-5684-4831-91c0-01700905dfb3 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:01:54.430992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:54.433771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'name': 'network-vif-deleted', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:01:54.481354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015c1e5e-c00f-40ef-8147-b45dc1a98d56 req-a48e5c04-8b94-4bbe-8902-a456ed332503 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:54.481699 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-166cf444-bd18-4eec-b2f3-114a8e66ba31 req-df36ed82-0e08-4447-ad0b-105dd8c5801c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.25 "DELETE /v2.0/ports/8f60e98c-5684-4831-91c0-01700905dfb3 HTTP/1.1" status: 204 len: 173 time: 2.4702435 Jan 28 10:01:54.503282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015c1e5e-c00f-40ef-8147-b45dc1a98d56 req-a48e5c04-8b94-4bbe-8902-a456ed332503 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1429641 Jan 28 10:01:54.528690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eeb550e-f12a-4555-8269-31b2980a9d74 req-ef15f104-d816-4d07-ac78-c0e70b53fee8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:54.536098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9eeb550e-f12a-4555-8269-31b2980a9d74 req-ef15f104-d816-4d07-ac78-c0e70b53fee8 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1641924 Jan 28 10:01:54.614744 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015c1e5e-c00f-40ef-8147-b45dc1a98d56 req-a9424254-c64a-48bb-832e-2c2ea199ebd4 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105714 Jan 28 10:01:54.644334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9eeb550e-f12a-4555-8269-31b2980a9d74 req-aa03637c-5893-4025-86f9-140d4c908057 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072836 Jan 28 10:01:54.711417 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5fb015-3c26-43da-b34b-cb35eedefd74', 'name': 'network-vif-deleted', 'tag': '8f60e98c-5684-4831-91c0-01700905dfb3', 'status': 'completed', 'code': 200} Jan 28 10:01:54.763085 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:01:55.127007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5a1356-0db5-498b-b567-406578b4225e req-b1465a23-00ff-4421-a085-72783e76ded1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:55.129016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e5a1356-0db5-498b-b567-406578b4225e req-b1465a23-00ff-4421-a085-72783e76ded1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1484532 Jan 28 10:01:55.200980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e5a1356-0db5-498b-b567-406578b4225e req-4f13988d-f4d0-4fc6-8ab4-ddf518fa6015 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631561 Jan 28 10:01:55.329576 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:55.336356 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:01:55.356263 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:01:55.357231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:01:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:55.424483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-648ef8bc-123f-4d35-a77c-f1433889c20d req-f34cb6aa-41dc-4076-b874-c26fac2e0565 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5fb015-3c26-43da-b34b-cb35eedefd74 HTTP/1.1" status: 200 len: 210 time: 0.0530593 Jan 28 10:01:55.452441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caee3f-244c-4d8e-b9a9-b5251dd253de req-75f9d07a-ecab-4382-88dd-bfc72df114c0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:55.454007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25caee3f-244c-4d8e-b9a9-b5251dd253de req-75f9d07a-ecab-4382-88dd-bfc72df114c0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.2084727 Jan 28 10:01:55.511509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25caee3f-244c-4d8e-b9a9-b5251dd253de req-d7185a55-413b-41f2-9433-001f33226c82 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513914 Jan 28 10:01:55.572280 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:01:55.592582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8f60e98c-5684-4831-91c0-01700905dfb3 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:01:55.640990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 8f60e98c-5684-4831-91c0-01700905dfb3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:01:55.641474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8f60e98c-5684-4831-91c0-01700905dfb3 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:01:55.847110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e94fc-ec1f-4282-934c-cbc12049fe96 req-61a26862-a765-43e4-8c7e-18d4770ac595 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:55.849139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf5e94fc-ec1f-4282-934c-cbc12049fe96 req-61a26862-a765-43e4-8c7e-18d4770ac595 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1224494 Jan 28 10:01:55.898433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3212aeb7-0bea-4f27-abdf-cfa37ced22cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:55.935665 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf5e94fc-ec1f-4282-934c-cbc12049fe96 req-d89b6234-fa4f-4e01-917f-474f36febbd6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784118 Jan 28 10:01:56.002202 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:01:56.006880 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76627bd3-aa29-4203-9b67-716010668f4a None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:01:56.328004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca0b0ee-2311-42f0-834b-02a476d4e65d None None] New status for floating IP 290215c8-e1aa-4bc9-928d-96bfac01f9e1: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:01:56.438574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b132ec0-e781-470e-ad62-df04190c373d req-9e837f6d-e526-44b1-992c-4d44fdd0eee7 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:56.440939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b132ec0-e781-470e-ad62-df04190c373d req-9e837f6d-e526-44b1-992c-4d44fdd0eee7 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1271565 Jan 28 10:01:56.513690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b132ec0-e781-470e-ad62-df04190c373d req-20943342-ace9-4ddb-8acd-07ed0ffd90f1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652843 Jan 28 10:01:56.678895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54490) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:56.753106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66fbd7fc-83ea-4276-b890-b4b243a516e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:56.790360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66fbd7fc-83ea-4276-b890-b4b243a516e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:56.805914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28945f4-c589-40c0-b561-ed2e58d696c9 req-98253a1e-b2b7-42a3-a1f1-e7b82b2a492f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:56.811911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e28945f4-c589-40c0-b561-ed2e58d696c9 req-98253a1e-b2b7-42a3-a1f1-e7b82b2a492f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1173475 Jan 28 10:01:56.854880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e28945f4-c589-40c0-b561-ed2e58d696c9 req-fcb368b4-3c2c-4a56-9275-84b9bad3c07a tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411756 Jan 28 10:01:56.856089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66fbd7fc-83ea-4276-b890-b4b243a516e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:56.873725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fbd7fc-83ea-4276-b890-b4b243a516e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51677fb-35b7-42e2-b197-ccbf11990937,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:56.887813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-66fbd7fc-83ea-4276-b890-b4b243a516e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:56.891743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-66fbd7fc-83ea-4276-b890-b4b243a516e3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "DELETE /v2.0/security-groups/b51677fb-35b7-42e2-b197-ccbf11990937 HTTP/1.1" status: 204 len: 168 time: 0.2086108 Jan 28 10:01:56.892040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54498) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:56.919628 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-1c967ec6-c399-4c3f-9931-c8a80d844d8e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] show failed (client error): The resource could not be found. Jan 28 10:01:56.920756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1c967ec6-c399-4c3f-9931-c8a80d844d8e tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups/b51677fb-35b7-42e2-b197-ccbf11990937 HTTP/1.1" status: 404 len: 347 time: 0.0260744 Jan 28 10:01:56.923600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54502) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:57.166891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Deleting port f2106bad-a24f-430d-84cf-793c9f2ddbb2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:01:57.167281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:57.324687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:01:57.539250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4153cd-ec07-4ac6-8ecc-be6f58d22d40 req-f05fafd0-460d-4be6-9b07-730bfce5abe6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:57.541913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f4153cd-ec07-4ac6-8ecc-be6f58d22d40 req-f05fafd0-460d-4be6-9b07-730bfce5abe6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1159458 Jan 28 10:01:57.595844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f4153cd-ec07-4ac6-8ecc-be6f58d22d40 req-5ca0b6a2-811b-483d-8007-e9d142bdb223 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460081 Jan 28 10:01:57.622073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a8a99-4671-4375-94b1-a6e92f687942 req-c498e172-757f-4d6a-b660-3137252c4cff tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:57.625123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e0a8a99-4671-4375-94b1-a6e92f687942 req-c498e172-757f-4d6a-b660-3137252c4cff tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2760477 Jan 28 10:01:57.696705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:57.696947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:57.709823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-8f348fa7-c4b0-42ce-b291-6b79dc889db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:57.711624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-8f348fa7-c4b0-42ce-b291-6b79dc889db2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=aaa127782a6b42e6be58b42d4099193c&device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 1097 time: 0.2493563 Jan 28 10:01:57.784041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3227fcb-2643-4d76-b740-1e1539acd381 req-9b2caff5-1709-45ea-813b-12806f58c092 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:57.786379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3227fcb-2643-4d76-b740-1e1539acd381 req-9b2caff5-1709-45ea-813b-12806f58c092 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0816309 Jan 28 10:01:57.797156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e0a8a99-4671-4375-94b1-a6e92f687942 req-29bed90c-b1a7-4f26-bb67-868540ff6cab tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631978 Jan 28 10:01:57.836725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3227fcb-2643-4d76-b740-1e1539acd381 req-236881f3-1666-4e66-88ce-23d601a6b9ed tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437443 Jan 28 10:01:57.872293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Calling delete_port for f2106bad-a24f-430d-84cf-793c9f2ddbb2 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:01:58.134591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-97a75171-f863-47d2-8b2b-b7ff50d0e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:58.136398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-97a75171-f863-47d2-8b2b-b7ff50d0e353 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 200 len: 915 time: 0.4156318 Jan 28 10:01:58.140854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:58.254964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359a575-83f5-427e-be27-b71f66b02c18 req-b190447c-79d0-463b-939b-a33904fe6434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:58.256438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d359a575-83f5-427e-be27-b71f66b02c18 req-b190447c-79d0-463b-939b-a33904fe6434 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.0856299 Jan 28 10:01:58.280858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event deleted for resources: {'Port': ['ID=f2106bad-a24f-430d-84cf-793c9f2ddbb2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:58.284963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-d5984de5-5cd4-4775-9621-a6727901a540 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 200 len: 217 time: 0.1389937 Jan 28 10:01:58.311535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d359a575-83f5-427e-be27-b71f66b02c18 req-ea0cf794-0609-4595-948a-b0cf0acbef01 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434113 Jan 28 10:01:58.344886 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32484730-582f-4bc6-b89a-5b307ffe1f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:58.464830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-f9399f80-a6b9-46e3-a1ac-5fad0ab18fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:58.466301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-f9399f80-a6b9-46e3-a1ac-5fad0ab18fa5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 200 len: 854 time: 0.1558440 Jan 28 10:01:58.470743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:58.486662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:58.491077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1f4931ad-9f5e-4e0b-9e17-866869e45b7b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "DELETE /v2.0/floatingips/290215c8-e1aa-4bc9-928d-96bfac01f9e1 HTTP/1.1" status: 204 len: 168 time: 1.5635993 Jan 28 10:01:58.604194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-2ca2cfc9-f1d6-4ed6-8938-2a31fc3d94f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825253 Jan 28 10:01:58.781633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-fdc96c02-3db9-4ff0-b28f-2c97d246541b service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699946 Jan 28 10:01:58.809635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11ccd5-ff45-4d82-9312-9d825ef57940 req-eb34d101-2362-4bfb-a723-53df9f215c2e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:58.817139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa11ccd5-ff45-4d82-9312-9d825ef57940 req-eb34d101-2362-4bfb-a723-53df9f215c2e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1071656 Jan 28 10:01:58.875035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa11ccd5-ff45-4d82-9312-9d825ef57940 req-61d8ac1b-02a2-4932-974d-ba649d09c0ab tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568750 Jan 28 10:01:58.935139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc5a4902-2e5b-4eb7-b56f-fdcc1cc0c8dd req-4ea9e346-4a41-4143-89cb-6119543ecb29 service neutron] 10.222.0.25 "GET /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457350 Jan 28 10:01:59.061411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db72d5-37c6-46e1-8b51-75fc84c871d9 req-5ae98981-a575-4b1c-bae9-a060b6d08781 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:59.063140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8db72d5-37c6-46e1-8b51-75fc84c871d9 req-5ae98981-a575-4b1c-bae9-a060b6d08781 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.0848193 Jan 28 10:01:59.107426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8db72d5-37c6-46e1-8b51-75fc84c871d9 req-731a13b4-8b45-4224-a764-e45374bb329c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380630 Jan 28 10:01:59.299155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5eb49-b303-4423-ae9a-fad6c5826166 req-838270e3-a6dc-4ca2-be01-519835c831a4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:01:59.301425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:59.305194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5c5eb49-b303-4423-ae9a-fad6c5826166 req-838270e3-a6dc-4ca2-be01-519835c831a4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0942886 Jan 28 10:01:59.307931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--700293631', 'description': 'tempest-description--137919604'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:59.315153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:59.321112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:59.324417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:59.332419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:59.354895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5c5eb49-b303-4423-ae9a-fad6c5826166 req-d7a564fb-8102-4398-808c-1457e279c0b4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455923 Jan 28 10:01:59.362682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.471948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.474299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.484061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:59.488172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:59.491271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:59.510012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:59.598201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.603667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.776314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ece118a-664b-4087-bc68-69633609c1d9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:59.780258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.785045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54556) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:59.785206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9159ee55-fc77-4ef6-a769-fa00bfbff8d9 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4821231 Jan 28 10:01:59.790119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'security_group_rule': {'security_group_id': '6ece118a-664b-4087-bc68-69633609c1d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:59.799317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:59.803740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:59.809582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:59.820256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:01:59.841949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.907321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.911722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.937270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd162765-1ced-4482-ab7b-ce5082ea33d0,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:01:59.947936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:01:59.949741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-df9f3c7e-0a56-43eb-bcb1-a1a5c98a1237 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1639962 Jan 28 10:01:59.952407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54562) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:01:59.957860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'security_group_rule': {'security_group_id': '6ece118a-664b-4087-bc68-69633609c1d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:01:59.965047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:01:59.969120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:security_group_rule and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:01:59.972191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:01:59.978631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:00.042714 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:00.124387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bec75-790c-456e-867f-2d3c8d322d7e req-3b1be6a1-97ab-46fa-a87a-b923cb3379ed tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:00.125885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2f5bec75-790c-456e-867f-2d3c8d322d7e req-3b1be6a1-97ab-46fa-a87a-b923cb3379ed tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1376474 Jan 28 10:02:00.138762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:00.153034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:00.189486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=988db6c8-a3d5-459f-9aeb-978da540afd5,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:00.205680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2f5bec75-790c-456e-867f-2d3c8d322d7e req-b0d15c15-dda1-413a-bfe9-efc6c3cf2f95 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716910 Jan 28 10:02:00.210531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:00.218517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-560ec730-21d6-46ef-b877-2592dfb0a511 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2621577 Jan 28 10:02:00.218823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54570) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:00.224062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:00.246413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:00.263233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:floatingip and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:00.266207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:00.280731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:00.297525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:00.336825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd482be-1daf-4bd0-9926-3594ad71b514 req-d303c6f2-d18f-4a8d-99bc-eb0c17363ffd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:00.338640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd482be-1daf-4bd0-9926-3594ad71b514 req-d303c6f2-d18f-4a8d-99bc-eb0c17363ffd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1187851 Jan 28 10:02:00.390524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd482be-1daf-4bd0-9926-3594ad71b514 req-4961f63a-6ebc-4e4b-a3a7-021faa0952a0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455699 Jan 28 10:02:00.534674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5838c13-f045-4357-b80f-a7e67cd7001a req-9186fc64-19fb-403f-90b8-010c4f036409 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:00.536159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5838c13-f045-4357-b80f-a7e67cd7001a req-9186fc64-19fb-403f-90b8-010c4f036409 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1505871 Jan 28 10:02:00.626348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5838c13-f045-4357-b80f-a7e67cd7001a req-b4f570c2-177e-48f7-bbef-c51a78ce2685 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832279 Jan 28 10:02:00.630398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed4950-f21b-4d94-9549-9815ebd34eac req-ea756dda-d55f-4060-99c2-585d2e9e7b26 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:00.637807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03ed4950-f21b-4d94-9549-9815ebd34eac req-ea756dda-d55f-4060-99c2-585d2e9e7b26 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1190300 Jan 28 10:02:00.651993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:00.696483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03ed4950-f21b-4d94-9549-9815ebd34eac req-0293d571-d25a-44dc-9512-a91f5c6bb214 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546687 Jan 28 10:02:00.825246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Allocated IP 172.25.1.159 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/d60aa928-74ee-4701-996d-9ccc69bab354) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:02:00.830201 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:01.052811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffcf0d-29eb-4a6f-a394-d22658e160c8 req-c95b40a0-a835-4ccf-82ce-9363c1edd0cf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:01.054620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06ffcf0d-29eb-4a6f-a394-d22658e160c8 req-c95b40a0-a835-4ccf-82ce-9363c1edd0cf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1926839 Jan 28 10:02:01.117582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:01.133449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-06ffcf0d-29eb-4a6f-a394-d22658e160c8 req-e0a45a9e-f4a6-4fae-9722-321dd8ad9e5b tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699644 Jan 28 10:02:01.169626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:01.232882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-767a1c86-4158-40c0-961d-fd14ba4a9d6b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:01.234652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-767a1c86-4158-40c0-961d-fd14ba4a9d6b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 811 time: 0.3084457 Jan 28 10:02:01.244809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:01.254975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:01.268128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f117a545-3bf0-47ce-88ad-fd0f9552018e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/quotas/ed6d5fc7daab4f0dbb82024e49d2d228 HTTP/1.1" status: 200 len: 375 time: 0.0177286 Jan 28 10:02:01.319166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:02:01.393284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-ba9e5bf5-47cc-4c67-a7c4-232fd76288a2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1241255 Jan 28 10:02:01.513195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'Port': ['ID=d60aa928-74ee-4701-996d-9ccc69bab354,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:01.552974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-4a4db69a-6e18-4bf9-87ed-4fd041bc22be service neutron] 10.222.0.42 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588082 Jan 28 10:02:01.572618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790eb342-34e9-498d-b5ae-c01f203bdcf0 req-d742d9be-f8ac-493d-a49c-49c9d910db77 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:01.574177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-790eb342-34e9-498d-b5ae-c01f203bdcf0 req-d742d9be-f8ac-493d-a49c-49c9d910db77 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1831596 Jan 28 10:02:01.617532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:01.690465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-790eb342-34e9-498d-b5ae-c01f203bdcf0 req-fbbbc699-b020-483d-bda5-676fc2a951a0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048453 Jan 28 10:02:01.717572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:01.734254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-0d9dbb2a-0c17-4141-b56f-14e65fae99d0 service neutron] 10.222.0.42 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788216 Jan 28 10:02:02.032633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f82426a-674f-48af-98e5-5ef1fb93bb6e req-511ea2a6-909f-4feb-ad66-dc0762f77322 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:02.037152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f82426a-674f-48af-98e5-5ef1fb93bb6e req-511ea2a6-909f-4feb-ad66-dc0762f77322 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1836522 Jan 28 10:02:02.069804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a715a4c3-d179-48c2-a468-7f437a21d077 req-7559d295-bf38-43ed-b97c-ba8612b45627 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 210 time: 0.0472348 Jan 28 10:02:02.099011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:02.138198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:02.254811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f82426a-674f-48af-98e5-5ef1fb93bb6e req-16de02a5-c8c4-4f49-8e0b-28e3c49f3b83 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830142 Jan 28 10:02:02.327557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'Port': ['ID=d60aa928-74ee-4701-996d-9ccc69bab354,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:02.341800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:02.351566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e671d6-7056-40d6-a543-e912cdb765b1 req-1bf7ee5c-b742-453d-b23c-63be6ad2a921 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:02.353757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-32e671d6-7056-40d6-a543-e912cdb765b1 req-1bf7ee5c-b742-453d-b23c-63be6ad2a921 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1537859 Jan 28 10:02:02.400377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:02.403295 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5a582b19-f747-4317-bed6-15a199b25536 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1834641 Jan 28 10:02:02.421521 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-32e671d6-7056-40d6-a543-e912cdb765b1 req-dec54ce3-4edd-429b-b2e0-5f6da73275a6 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618510 Jan 28 10:02:02.729359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96343a86-cc69-4fd2-a7b2-81c8b1416c53 req-3739bb01-73c7-4685-b8dd-03e8dc737c48 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:02.738883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96343a86-cc69-4fd2-a7b2-81c8b1416c53 req-3739bb01-73c7-4685-b8dd-03e8dc737c48 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1134255 Jan 28 10:02:02.745943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-e7dc0a5c-8e02-4154-a378-6a1dc1715be5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:02:02.779399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-e7dc0a5c-8e02-4154-a378-6a1dc1715be5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:02:02.780707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-e7dc0a5c-8e02-4154-a378-6a1dc1715be5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--700293631&fields=id&tenant_id=d64b19b465de4ad08098c68ee8b40a75 HTTP/1.1" status: 200 len: 267 time: 0.0995848 Jan 28 10:02:02.869575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96343a86-cc69-4fd2-a7b2-81c8b1416c53 req-e96c2ed7-0b6b-47d9-bbf9-e9fd5cf470bf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296613 Jan 28 10:02:02.974143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-56b6e807-7549-4c4f-8649-e4eb397965e0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:02.975559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-56b6e807-7549-4c4f-8649-e4eb397965e0 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 811 time: 0.1855047 Jan 28 10:02:02.992558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-afa3f50e-b875-4fa3-b39b-1525404b00be tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/quotas/d64b19b465de4ad08098c68ee8b40a75 HTTP/1.1" status: 200 len: 375 time: 0.0108914 Jan 28 10:02:03.114084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-df02588d-f88d-4007-af4a-6c81c331a8a8 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1072078 Jan 28 10:02:03.387859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf3573-fd89-4124-95a4-6c041dcbaefe req-a217a94b-26df-41ae-b439-8c2c85a4d598 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:03.395098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bdf3573-fd89-4124-95a4-6c041dcbaefe req-a217a94b-26df-41ae-b439-8c2c85a4d598 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.3674946 Jan 28 10:02:03.515337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bdf3573-fd89-4124-95a4-6c041dcbaefe req-34f7debc-8e36-4a10-91db-451304b4efe7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149929 Jan 28 10:02:03.651271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-d9ff1828-600c-4387-ae6d-2755cbf5f687 service neutron] 10.222.0.42 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340028 Jan 28 10:02:03.662188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-748d0f51-cd7c-4859-8d4d-e3874e4f964b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:03.663867 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-748d0f51-cd7c-4859-8d4d-e3874e4f964b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.43 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 811 time: 0.3560550 Jan 28 10:02:03.707919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Request body: {'port': {'device_id': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'admin_state_up': True, 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:03.771184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f735050-307a-4cb8-8a7b-829e2d673752 req-97b780cd-43a8-408f-92b8-adff7cc3a796 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 210 time: 0.1173475 Jan 28 10:02:03.998513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-acaec011-384c-418a-8651-6bc1452c96b2 service neutron] 10.222.0.42 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326566 Jan 28 10:02:04.026089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8988e2-3629-4b4b-9c1b-f6121491e297 req-568eb8a3-51a0-4fe4-ae4e-c7c2c5e817a1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:04.028880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f8988e2-3629-4b4b-9c1b-f6121491e297 req-568eb8a3-51a0-4fe4-ae4e-c7c2c5e817a1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1230817 Jan 28 10:02:04.032189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:04.047982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:04.064804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Made reservation on behalf of ed6d5fc7daab4f0dbb82024e49d2d228 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:02:04.070804 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:04.102766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f8988e2-3629-4b4b-9c1b-f6121491e297 req-56c204a0-376b-484e-89d2-5bd00c35eee3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678446 Jan 28 10:02:04.342197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Allocated IP 172.20.0.6 (7464d470-6cb8-444a-8f0a-3688b2eeb539/4d4b78a0-fcdd-46f5-9117-7e16fe148247/39708653-2ed5-4f6d-b4ea-f9e12d88bfcc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:02:04.402948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2c561-9d71-41d5-abac-beeb58fcb084 req-9d857805-5eee-407a-9935-cc5b85a5f0cc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:04.413683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5f2c561-9d71-41d5-abac-beeb58fcb084 req-9d857805-5eee-407a-9935-cc5b85a5f0cc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1357756 Jan 28 10:02:04.467913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5f2c561-9d71-41d5-abac-beeb58fcb084 req-8916ad04-1881-4c0f-b72e-6f7d146dca17 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532742 Jan 28 10:02:04.661967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3f20b36-5543-4ec9-bafd-6f79e0f2e307 req-d5d593dd-4d44-4842-8347-193e5fdb1326 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 210 time: 0.2116890 Jan 28 10:02:04.769383 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:04.812923 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:04.827272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d739137d-2441-498a-927e-6bc8584e7c09'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:02:04.879468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdfe964-3392-47b1-a1cf-8236b34f3068 req-87010573-5d38-43db-90b0-a4893936eafc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:04.887930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abdfe964-3392-47b1-a1cf-8236b34f3068 req-87010573-5d38-43db-90b0-a4893936eafc tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1321855 Jan 28 10:02:04.980161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abdfe964-3392-47b1-a1cf-8236b34f3068 req-bb8ac83d-bef9-477a-81a0-20082d4efeaf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912735 Jan 28 10:02:05.000245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Network 7464d470-6cb8-444a-8f0a-3688b2eeb539 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:05.025152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:05.027244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:02:05.109079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Pushing event updated for resources: {'Port': ['ID=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:05.128914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:05.129595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:05.225276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cad609c-23b7-4cc5-9577-86772cfe9248 req-6ab4cd56-f8cd-461f-800f-135046a7e917 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:05.226558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2cad609c-23b7-4cc5-9577-86772cfe9248 req-6ab4cd56-f8cd-461f-800f-135046a7e917 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Synchronizing usage tracker for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:02:05.242352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6dae2360-d996-4478-b784-e6a856726633 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5411026 Jan 28 10:02:05.253780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Request body: {'port': {'device_id': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:05.320446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2cad609c-23b7-4cc5-9577-86772cfe9248 req-6ab4cd56-f8cd-461f-800f-135046a7e917 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Unset dirty status for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:02:05.321950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cad609c-23b7-4cc5-9577-86772cfe9248 req-6ab4cd56-f8cd-461f-800f-135046a7e917 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 931 time: 0.3701117 Jan 28 10:02:05.352179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2898e46-88f4-44bd-afb5-4210c6938f4c req-293a93c6-0194-4edb-a0dd-e52ca3b5f393 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:05.353873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2898e46-88f4-44bd-afb5-4210c6938f4c req-293a93c6-0194-4edb-a0dd-e52ca3b5f393 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1170888 Jan 28 10:02:05.427514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2898e46-88f4-44bd-afb5-4210c6938f4c req-e3e9d5cc-5efc-49e7-81a5-62f3218706a0 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667503 Jan 28 10:02:05.500499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cad609c-23b7-4cc5-9577-86772cfe9248 req-bf1e530f-a60c-4bf1-adfe-905aabd40dee tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391544 Jan 28 10:02:05.517889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:06.121277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a05e0-8e59-4577-8cbb-ab37ce364237 req-d92f1d49-e5fe-4fef-a02b-b3cba0f91f97 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:06.128829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-747a05e0-8e59-4577-8cbb-ab37ce364237 req-d92f1d49-e5fe-4fef-a02b-b3cba0f91f97 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.3109441 Jan 28 10:02:06.197670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-747a05e0-8e59-4577-8cbb-ab37ce364237 req-6284db29-cf1e-44fa-a766-7da32f7fd19f tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676520 Jan 28 10:02:06.205287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b6d0dc-07e4-4143-b5c6-372c93b570c5 req-67af1f4b-bd8d-467d-a3c6-598055c8c352 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:06.207412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21b6d0dc-07e4-4143-b5c6-372c93b570c5 req-67af1f4b-bd8d-467d-a3c6-598055c8c352 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4878309 Jan 28 10:02:06.216996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-6899d68e-68b8-46da-8679-7def3c7201ae tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:06.217663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-6899d68e-68b8-46da-8679-7def3c7201ae tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:02:06.291616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21b6d0dc-07e4-4143-b5c6-372c93b570c5 req-678d4f51-a473-48d1-acf7-1ac7dc35926b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701609 Jan 28 10:02:06.314912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-6899d68e-68b8-46da-8679-7def3c7201ae tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:02:06.316036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-6899d68e-68b8-46da-8679-7def3c7201ae tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.43 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 811 time: 0.4660752 Jan 28 10:02:06.335789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:02:06.345338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:06.365021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Transition to ACTIVE for port object 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:06.371647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:06.432509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-4dd23368-f756-42ce-bcfb-232652d0aabc tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:02:06.470516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-4dd23368-f756-42ce-bcfb-232652d0aabc tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:02:06.475117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-4dd23368-f756-42ce-bcfb-232652d0aabc tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d64b19b465de4ad08098c68ee8b40a75 HTTP/1.1" status: 200 len: 379 time: 0.1497817 Jan 28 10:02:06.488814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'port': {'device_id': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'admin_state_up': True, 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'security_groups': ['6ece118a-664b-4087-bc68-69633609c1d9']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:06.661191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Pushing event updated for resources: {'Port': ['ID=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:06.812583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-899fe716-0c13-4379-8dde-f43c296e7884 req-6c4938c6-9fb8-4dcb-b6bf-442dcac1e5c6 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 210 time: 0.1128621 Jan 28 10:02:06.868986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Attempting to bind port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:02:06.872087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Attempting to bind port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:02:06.872416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Attempting to bind port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:06.885017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:02:06.885339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Attempting to bind port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc on network 7464d470-6cb8-444a-8f0a-3688b2eeb539 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:06.902363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:02:06.902756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Checking segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:02:06.903091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Bound using segment: {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:02:06.903519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Bound port: 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4749cda0-6a38-45fe-81bd-a4dc7a326a97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:02:06.903874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:06.906000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:06.921263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Usage tracker for resource:port and tenant:d64b19b465de4ad08098c68ee8b40a75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:06.936237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:06.943837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:06.974284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb9542f-4067-4fb9-a579-c6effd954835 req-7f61c595-e67d-4cdb-8bb5-9037e3b983cf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:06.986472 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cb9542f-4067-4fb9-a579-c6effd954835 req-7f61c595-e67d-4cdb-8bb5-9037e3b983cf tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.3049533 Jan 28 10:02:06.989462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Made reservation on behalf of d64b19b465de4ad08098c68ee8b40a75 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:02:06.993210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:07.061433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] For port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:02:07.064968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] For port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:02:07.073585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:07.162329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:07.162956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:07.165109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] 10.222.0.43 "PUT /v2.0/ports/39708653-2ed5-4f6d-b4ea-f9e12d88bfcc HTTP/1.1" status: 200 len: 1091 time: 1.9162581 Jan 28 10:02:07.165760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'tag': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:07.198535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b5148-2f7b-4678-b98a-48aea216dd43 service neutron] Pushing event updated for resources: {'Port': ['ID=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:07.235124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cb9542f-4067-4fb9-a579-c6effd954835 req-0420893b-aec5-443f-99d4-c9fcd7f57342 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281718 Jan 28 10:02:07.433534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Allocated IP 172.20.0.11 (2222983f-f87c-47c6-9acb-96c2e242528f/80bbc2a2-7c3e-41c8-9280-539891d07993/79a34111-0001-4455-8e3c-fc9025d18c80) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:02:07.580999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6885928-def8-4588-a03c-a41fbe57b0fe req-ab366c41-1e8f-405e-ab2c-d4f083d02a4c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:07.582488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6885928-def8-4588-a03c-a41fbe57b0fe req-ab366c41-1e8f-405e-ab2c-d4f083d02a4c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 943 time: 0.2383978 Jan 28 10:02:07.584504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-c1ca6b6d-e088-4358-922c-928d65dbbcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:07.589356 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-c1ca6b6d-e088-4358-922c-928d65dbbcef service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 1094 time: 0.3042147 Jan 28 10:02:07.954864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-81dea5f4-abe2-4a57-a260-ace200e32096 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc HTTP/1.1" status: 200 len: 217 time: 0.3037012 Jan 28 10:02:08.011734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428d58e-615c-4500-a48d-aeb7dd173fa1 req-4f8e9899-020d-4ed4-af14-f70028505f54 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.013495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6428d58e-615c-4500-a48d-aeb7dd173fa1 req-4f8e9899-020d-4ed4-af14-f70028505f54 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5080299 Jan 28 10:02:08.016023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6885928-def8-4588-a03c-a41fbe57b0fe req-a3512519-e967-426f-a90e-5622ad702255 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4241011 Jan 28 10:02:08.019664 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:08.034921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-7532d2db-4dee-4796-9a12-1dba79388b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.039167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-599f64ba-325a-446f-a5ef-e428d211c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.039692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-7532d2db-4dee-4796-9a12-1dba79388b7d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 0.5947504 Jan 28 10:02:08.040820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-599f64ba-325a-446f-a5ef-e428d211c132 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.0780108 Jan 28 10:02:08.075446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Transition to ACTIVE for port object 79a34111-0001-4455-8e3c-fc9025d18c80 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:08.084612 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'tag': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc', 'status': 'completed', 'code': 200} Jan 28 10:02:08.092022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-3ddae87e-6e3d-476f-bc09-68eb94e6c41b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452571 Jan 28 10:02:08.147002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6428d58e-615c-4500-a48d-aeb7dd173fa1 req-9d22743a-e48e-4918-a9d6-f6d0ece6a17b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166801 Jan 28 10:02:08.148007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:08.322093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-dd32bfae-8dc0-4303-b48e-44151901e100 service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231712 Jan 28 10:02:08.428391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Network 2222983f-f87c-47c6-9acb-96c2e242528f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:08.471253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:08.481255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387aae25-9617-4b58-8419-471fa7c9ba78 req-d6143bcf-67c0-4ccd-93fb-2f32d9336172 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.482732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387aae25-9617-4b58-8419-471fa7c9ba78 req-d6143bcf-67c0-4ccd-93fb-2f32d9336172 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 932 time: 0.2954516 Jan 28 10:02:08.490729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:02:08.509542 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bcd98ea-7e4c-46a4-9677-02690c8fec2f req-6059e761-4716-44c5-ad66-2b7c20579b8d service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796572 Jan 28 10:02:08.530013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event updated for resources: {'Port': ['ID=79a34111-0001-4455-8e3c-fc9025d18c80,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:08.586729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-387aae25-9617-4b58-8419-471fa7c9ba78 req-628e2e37-d772-4d3a-9244-cac8c098a5cf tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979209 Jan 28 10:02:08.619702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.620325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:08.650416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-efa01bee-7ddd-449f-9b27-e7549e821a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.651929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-efa01bee-7ddd-449f-9b27-e7549e821a05 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.5258517 Jan 28 10:02:08.672606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-091e1592-82cc-476c-a900-25c624100786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.674323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-091e1592-82cc-476c-a900-25c624100786 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 1094 time: 0.1071012 Jan 28 10:02:08.755318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-3e987994-0229-48e2-a0ad-a07d9d199fe2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2730746 Jan 28 10:02:08.766643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9258cd-4b11-4e2f-b11c-f5c09d7290b7 req-1d940ce6-0012-4704-82fc-c70a7d07a9d9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.768358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e9258cd-4b11-4e2f-b11c-f5c09d7290b7 req-1d940ce6-0012-4704-82fc-c70a7d07a9d9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.3955007 Jan 28 10:02:08.783120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Request body: {'port': {'device_id': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:08.856057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-848b5bd7-c66f-4ea9-8170-56999ae835fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:08.857692 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-848b5bd7-c66f-4ea9-8170-56999ae835fb service neutron] 10.222.0.43 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 912 time: 0.1722174 Jan 28 10:02:08.868088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-44ff8b7f-fd31-4ec8-9663-360d272420d8 None None] Provisioning for port 79a34111-0001-4455-8e3c-fc9025d18c80 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:08.874583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-44ff8b7f-fd31-4ec8-9663-360d272420d8 None None] Provisioning complete for port 79a34111-0001-4455-8e3c-fc9025d18c80 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:08.875160 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-44ff8b7f-fd31-4ec8-9663-360d272420d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:08.944625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-44ff8b7f-fd31-4ec8-9663-360d272420d8 None None] Port 79a34111-0001-4455-8e3c-fc9025d18c80 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:02:08.964843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e9258cd-4b11-4e2f-b11c-f5c09d7290b7 req-ef71fcc7-ca9b-464b-a70c-636024c1c842 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549683 Jan 28 10:02:08.970451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-390edb1b-0405-4c9f-8a51-9fc909bf7a16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.3080068 Jan 28 10:02:08.984190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-fe022b88-5b45-4a5c-a969-8231ba49519d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc HTTP/1.1" status: 200 len: 217 time: 0.1184583 Jan 28 10:02:09.089649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:09.129547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-c566fa78-f4b4-429a-b31f-7cd74472a3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:09.129741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-a17968f6-6103-4513-ae05-8559f95595f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:09.131196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-a17968f6-6103-4513-ae05-8559f95595f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.1385598 Jan 28 10:02:09.131347 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-c566fa78-f4b4-429a-b31f-7cd74472a3a1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1221304 Jan 28 10:02:09.238686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-12707fa7-95ba-409f-8af2-a06011a8417c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950041 Jan 28 10:02:09.434404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-57d75a70-85ca-4974-bf38-b22dfde1fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:09.435986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-57d75a70-85ca-4974-bf38-b22dfde1fd13 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2976358 Jan 28 10:02:09.464267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-7b223cf2-4713-4b18-af7d-c47dc3a21f35 service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718678 Jan 28 10:02:09.473647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db78f0f-b25d-412e-b304-64f74c90795b req-08a0ca33-17f5-45d5-a346-1a7194ffd3a1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:09.475262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9db78f0f-b25d-412e-b304-64f74c90795b req-08a0ca33-17f5-45d5-a346-1a7194ffd3a1 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.2661834 Jan 28 10:02:09.627747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0cb0f996-5259-4b9f-a7a6-b62a1b863ebb req-52ed6d6d-1b10-440c-8c08-cbb04d6d3b7f service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511097 Jan 28 10:02:09.651100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9db78f0f-b25d-412e-b304-64f74c90795b req-58c37e0b-47f4-4940-b571-442d5e51b65e tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540912 Jan 28 10:02:09.676840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb9470-df39-40fd-9338-de93aea0cdf4 req-46e11637-7fca-4bc6-adc4-58d7fb58c81e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:09.678584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-61eb9470-df39-40fd-9338-de93aea0cdf4 req-46e11637-7fca-4bc6-adc4-58d7fb58c81e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 943 time: 0.4594362 Jan 28 10:02:09.779388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-bdd625cc-6765-44e5-8b8a-a6d5fb634f60 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340282 Jan 28 10:02:09.832466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-61eb9470-df39-40fd-9338-de93aea0cdf4 req-331ede11-7808-40df-a412-40c2696c9eca tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295583 Jan 28 10:02:09.884431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b21fca9-6710-4246-877c-dc594d6275b1 req-b5851e05-f7ed-4a0e-b4cb-9d6e85a10a8d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:09.891932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b21fca9-6710-4246-877c-dc594d6275b1 req-b5851e05-f7ed-4a0e-b4cb-9d6e85a10a8d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1231387 Jan 28 10:02:09.961683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b21fca9-6710-4246-877c-dc594d6275b1 req-95bdaf28-e23a-45c0-87ce-8e07c92a4724 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663059 Jan 28 10:02:10.042596 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd27435a-dd58-428f-96f2-b4a34dfb4791 req-524bfe0f-9e71-4226-b1e8-b57f27bae57f service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461374 Jan 28 10:02:10.044503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a34111-0001-4455-8e3c-fc9025d18c80 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:02:10.060133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:10.101850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Transition to ACTIVE for port object 79a34111-0001-4455-8e3c-fc9025d18c80 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:10.124111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:10.267678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f3cfe-b5a0-4917-a32f-ec80835905c9 req-e4a59dd4-14b2-4e61-8a98-6025f4a29e20 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:10.276191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f5f3cfe-b5a0-4917-a32f-ec80835905c9 req-e4a59dd4-14b2-4e61-8a98-6025f4a29e20 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.1221020 Jan 28 10:02:10.352761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f5f3cfe-b5a0-4917-a32f-ec80835905c9 req-61948c15-6da8-4bbc-a41b-cd6f3e626edb tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752778 Jan 28 10:02:10.450774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:02:10.738055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Pushing event updated for resources: {'Port': ['ID=79a34111-0001-4455-8e3c-fc9025d18c80,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:10.837167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:10.853684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc', 'network_id': '7464d470-6cb8-444a-8f0a-3688b2eeb539', 'port_id': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc', 'mac_address': 'fa:16:3e:83:98:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d4b78a0-fcdd-46f5-9117-7e16fe148247', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:02:10.951453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:10.985060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:02:11.015501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51d188-decb-4990-8038-b426894701a8 req-fad8b0b0-b6d9-4365-a630-846ac4b86654 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:11.016263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5f51d188-decb-4990-8038-b426894701a8 req-fad8b0b0-b6d9-4365-a630-846ac4b86654 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:02:11.021734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:11.039745 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:11.081592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5f51d188-decb-4990-8038-b426894701a8 req-fad8b0b0-b6d9-4365-a630-846ac4b86654 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:02:11.082686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f51d188-decb-4990-8038-b426894701a8 req-fad8b0b0-b6d9-4365-a630-846ac4b86654 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 944 time: 0.9236431 Jan 28 10:02:11.103289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Attempting to bind port 79a34111-0001-4455-8e3c-fc9025d18c80 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:02:11.103779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Attempting to bind port 79a34111-0001-4455-8e3c-fc9025d18c80 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:02:11.104335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Attempting to bind port 79a34111-0001-4455-8e3c-fc9025d18c80 on network 2222983f-f87c-47c6-9acb-96c2e242528f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:11.129982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Port 79a34111-0001-4455-8e3c-fc9025d18c80 on network 2222983f-f87c-47c6-9acb-96c2e242528f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:02:11.130416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Attempting to bind port 79a34111-0001-4455-8e3c-fc9025d18c80 on network 2222983f-f87c-47c6-9acb-96c2e242528f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:11.140964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:02:11.141364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Checking segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:02:11.141804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Bound using segment: {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:02:11.142285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Bound port: 79a34111-0001-4455-8e3c-fc9025d18c80, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:02:11.142720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:11.262516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:11.287927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] For port 79a34111-0001-4455-8e3c-fc9025d18c80, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:02:11.292945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] For port 79a34111-0001-4455-8e3c-fc9025d18c80, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79a34111-0001-4455-8e3c-fc9025d18c80,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:02:11.313063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:11.360460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['39708653-2ed5-4f6d-b4ea-f9e12d88bfcc'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:02:11.411873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:11.413236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:11.414619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] 10.222.0.43 "PUT /v2.0/ports/79a34111-0001-4455-8e3c-fc9025d18c80 HTTP/1.1" status: 200 len: 1092 time: 2.6452417 Jan 28 10:02:11.420689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:11.432521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19af869-f6de-4889-ab8c-cbddd10246aa req-889120a0-3b3f-4aca-8962-f2568baea289 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:11.433219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f51d188-decb-4990-8038-b426894701a8 req-25cfcb8b-85cf-4e2e-a771-d804de005b8b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236825 Jan 28 10:02:11.444098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f19af869-f6de-4889-ab8c-cbddd10246aa req-889120a0-3b3f-4aca-8962-f2568baea289 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 944 time: 0.3492670 Jan 28 10:02:11.556399 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f19af869-f6de-4889-ab8c-cbddd10246aa req-8799f2aa-19da-4f10-addf-31dd7bb9191e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028149 Jan 28 10:02:11.623308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d156c2-1407-4713-8d6d-aa01d8c7e599 service neutron] Pushing event updated for resources: {'Port': ['ID=79a34111-0001-4455-8e3c-fc9025d18c80,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:11.842059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-0d1c4bba-4409-4bac-aad7-0e2fc0d92766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:11.844369 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-0d1c4bba-4409-4bac-aad7-0e2fc0d92766 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 1095 time: 0.3708565 Jan 28 10:02:11.909112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847aa26f-9d41-4ded-9aba-6f95ec6c4941 req-28a9d93d-812e-420d-9f59-83d9231464b9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:11.910683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-847aa26f-9d41-4ded-9aba-6f95ec6c4941 req-28a9d93d-812e-420d-9f59-83d9231464b9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1111240 Jan 28 10:02:11.946102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d24e8-e343-4044-b439-bfaff172764f req-72044481-04ab-4521-945b-df12fedf6e50 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:11.953341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-906d24e8-e343-4044-b439-bfaff172764f req-72044481-04ab-4521-945b-df12fedf6e50 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 946 time: 0.2949276 Jan 28 10:02:11.969580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-847aa26f-9d41-4ded-9aba-6f95ec6c4941 req-20a99ca7-35ad-45dd-9ae5-ad7a79b0e7a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521607 Jan 28 10:02:11.995935 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-40e9faef-1731-4418-ace2-dd80f89992b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79a34111-0001-4455-8e3c-fc9025d18c80 HTTP/1.1" status: 200 len: 217 time: 0.1409140 Jan 28 10:02:12.080798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-7608a2d9-924c-427e-8b7d-05cd4561882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:12.082452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-7608a2d9-924c-427e-8b7d-05cd4561882b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.0742795 Jan 28 10:02:12.194618 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80', 'status': 'completed', 'code': 200} Jan 28 10:02:12.209569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-906d24e8-e343-4044-b439-bfaff172764f req-16510b55-9e8c-4786-a930-a411dc47234d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553105 Jan 28 10:02:12.285207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-48fac145-be4c-418a-a4ee-d3b1adfc0bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:12.286916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-48fac145-be4c-418a-a4ee-d3b1adfc0bc4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1954148 Jan 28 10:02:12.409489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce44c3-656f-47fd-ad8e-887bfb37eeb6 req-eaa703ae-8447-4f16-b7d7-4008c2b747e2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:12.411011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1dce44c3-656f-47fd-ad8e-887bfb37eeb6 req-eaa703ae-8447-4f16-b7d7-4008c2b747e2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1074183 Jan 28 10:02:12.452581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:02:12.512437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1dce44c3-656f-47fd-ad8e-887bfb37eeb6 req-94615c98-3a31-47b4-a087-f063d25a7f2d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890052 Jan 28 10:02:12.602117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:12.608147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:12.608523 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:12.665912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-c8ec2478-b6d9-4cdc-a521-fff80bfd6c4e service neutron] 10.222.0.43 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720882 Jan 28 10:02:12.688430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fe586f-c053-4cac-90e4-52d611aabece req-71355156-3dc0-4070-ab5a-c7a356c2621d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:12.692755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88fe586f-c053-4cac-90e4-52d611aabece req-71355156-3dc0-4070-ab5a-c7a356c2621d tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.25 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 946 time: 0.2964320 Jan 28 10:02:12.873952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:12.954483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:12.958647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:12.973337 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:13.032640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e42cf96c-8bc7-4e6a-bb9d-c4e889cf7f97 req-19af3c34-f1e6-4481-826d-1a1c66762a41 service neutron] 10.222.0.43 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388195 Jan 28 10:02:13.058615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Deleting port 7d77c1d2-2b1d-4057-b968-90740ae3968b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:13.059058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:13.137265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:13.279642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87382f1b-ddc0-413a-8ccd-32bd832519d6 req-fffca710-100e-4d2c-89f5-63eb505ec860 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:13.285233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87382f1b-ddc0-413a-8ccd-32bd832519d6 req-fffca710-100e-4d2c-89f5-63eb505ec860 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 944 time: 0.5877371 Jan 28 10:02:13.324329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da15e4-4611-485e-a924-023f404b2ccc req-83848059-b136-4d76-b042-9034d9473b36 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:13.335598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43da15e4-4611-485e-a924-023f404b2ccc req-83848059-b136-4d76-b042-9034d9473b36 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1873546 Jan 28 10:02:13.401225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43da15e4-4611-485e-a924-023f404b2ccc req-79726a64-14ab-4061-a69a-7d4339ba9970 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643189 Jan 28 10:02:13.451516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-87382f1b-ddc0-413a-8ccd-32bd832519d6 req-ac4e7562-4de6-482b-87ae-372fd3fc0f15 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029346 Jan 28 10:02:13.486969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-f123e41e-48b7-49ce-b56f-373fc814538b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:13.488697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-f123e41e-48b7-49ce-b56f-373fc814538b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 1095 time: 0.3792546 Jan 28 10:02:13.545197 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc', 'code': 200} Jan 28 10:02:13.703353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:13.901234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40013c93-7080-4e67-8b5d-b3db7d24b7e8 req-6c33bca0-7d44-49d9-8477-fb7f9f131e02 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:13.903997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40013c93-7080-4e67-8b5d-b3db7d24b7e8 req-6c33bca0-7d44-49d9-8477-fb7f9f131e02 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2927105 Jan 28 10:02:13.968166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9673b-ca6e-4521-b246-59aa1c525a23 req-16e693c7-602d-46c1-abad-13b2d6a9c2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:13.970090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6a9673b-ca6e-4521-b246-59aa1c525a23 req-16e693c7-602d-46c1-abad-13b2d6a9c2ef service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 1096 time: 0.2420340 Jan 28 10:02:14.026960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40013c93-7080-4e67-8b5d-b3db7d24b7e8 req-f01a54fd-ebb9-423d-9b0f-ae65cf1f5c77 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127045 Jan 28 10:02:14.064160 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6a9673b-ca6e-4521-b246-59aa1c525a23 req-01c27a2e-80bc-4d94-b0c4-5a44d538744e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809970 Jan 28 10:02:14.167923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] For port 7d77c1d2-2b1d-4057-b968-90740ae3968b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7d77c1d2-2b1d-4057-b968-90740ae3968b,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:14.168918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:14.189992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-d6927739-eb72-4903-b209-e1cb16a962ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:14.191739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-d6927739-eb72-4903-b209-e1cb16a962ac service neutron] 10.222.0.43 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 0.6833909 Jan 28 10:02:14.355068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-0d49f447-5725-48f0-8750-3ed316672947 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79a34111-0001-4455-8e3c-fc9025d18c80 HTTP/1.1" status: 200 len: 217 time: 0.0789888 Jan 28 10:02:14.746901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf449e-5dae-426f-9578-b49e5fc74b03 req-d3b3a31b-58d6-4678-b272-1be5af9ae403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:14.748617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaaf449e-5dae-426f-9578-b49e5fc74b03 req-d3b3a31b-58d6-4678-b272-1be5af9ae403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 946 time: 0.8911154 Jan 28 10:02:14.750400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-08b6e33d-acd8-489d-8e62-e8adcd2ab434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:14.752376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-08b6e33d-acd8-489d-8e62-e8adcd2ab434 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.3847435 Jan 28 10:02:14.832019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5206af0c-f879-4f5b-9a61-7b27f4d164dc req-0a958e1b-59d6-42fa-9c22-c1573e84e61c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:14.840369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5206af0c-f879-4f5b-9a61-7b27f4d164dc req-0a958e1b-59d6-42fa-9c22-c1573e84e61c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2936790 Jan 28 10:02:14.923484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5206af0c-f879-4f5b-9a61-7b27f4d164dc req-82f7ad95-0a50-414c-a139-aee43af2adc1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813031 Jan 28 10:02:15.185685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaaf449e-5dae-426f-9578-b49e5fc74b03 req-e71eb8f6-6c00-4dd5-bb3c-d461e8141258 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups?id=e9f7623b-1076-4582-b4c9-3243c935149f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4293792 Jan 28 10:02:15.191344 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:15.223123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:15.223499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:15.223817 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Floating IP a79c78b3-33e7-406d-805f-1378f6bd85af disassociated. External IP: 172.25.1.121, port: 7d77c1d2-2b1d-4057-b968-90740ae3968b. Jan 28 10:02:15.224155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Calling delete_port for 7d77c1d2-2b1d-4057-b968-90740ae3968b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:15.294838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53653d00-48de-4681-9f64-a3689ebe8800 req-9c1d6fdc-8e75-481e-9534-389861dd5acb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:15.300219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-214fb846-1d34-40a5-9686-02597a8d0b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:15.301721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-214fb846-1d34-40a5-9686-02597a8d0b63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5198011 Jan 28 10:02:15.303094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-53653d00-48de-4681-9f64-a3689ebe8800 req-9c1d6fdc-8e75-481e-9534-389861dd5acb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1825171 Jan 28 10:02:15.367010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-53653d00-48de-4681-9f64-a3689ebe8800 req-1a615ee1-f9f6-4f7b-99f5-f10b1f48310c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629597 Jan 28 10:02:15.598333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:15.648946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:02:15.681673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event deleted for resources: {'Port': ['ID=7d77c1d2-2b1d-4057-b968-90740ae3968b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:15.699303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 7d77c1d2-2b1d-4057-b968-90740ae3968b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:02:15.699858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7d77c1d2-2b1d-4057-b968-90740ae3968b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:02:15.779437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-cc8b0443-d94d-4ea0-b609-b6ff2e79d172 service neutron] 10.222.0.43 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952248 Jan 28 10:02:15.916044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f20da-389e-42d9-97e2-96eab75f6651 req-8c53bc24-b0a2-4b1c-b889-6b081e7a0f33 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:15.918901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db1f20da-389e-42d9-97e2-96eab75f6651 req-8c53bc24-b0a2-4b1c-b889-6b081e7a0f33 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 944 time: 0.5356202 Jan 28 10:02:16.271519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3116047-4694-4df3-8dbd-331d44897f2f req-98e82c40-ec69-40c4-8513-d3ac5fd55d21 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:16.274089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3116047-4694-4df3-8dbd-331d44897f2f req-98e82c40-ec69-40c4-8513-d3ac5fd55d21 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1130710 Jan 28 10:02:16.365399 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3116047-4694-4df3-8dbd-331d44897f2f req-a016a207-cb7e-4675-adfa-808dc023e362 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844519 Jan 28 10:02:16.419144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db1f20da-389e-42d9-97e2-96eab75f6651 req-396403bc-b04f-4914-aee2-298d49b92061 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4838967 Jan 28 10:02:16.466744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79a34111-0001-4455-8e3c-fc9025d18c80 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:02:16.511808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7f5b5e9-ebf6-44b9-8ca7-190edafe0819 req-132e27ba-e283-4605-a8d1-09d1f4dc46d7 service neutron] 10.222.0.43 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7196903 Jan 28 10:02:16.522828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:02:16.783458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0076ca2f-d77f-4dc9-8d95-d9a0b179ea95 req-00308381-3970-4a3d-b3a8-ae7afcf7a817 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 210 time: 0.1348596 Jan 28 10:02:16.813119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79a34111-0001-4455-8e3c-fc9025d18c80, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79a34111-0001-4455-8e3c-fc9025d18c80,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:16.842070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '79a34111-0001-4455-8e3c-fc9025d18c80', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'port_id': '79a34111-0001-4455-8e3c-fc9025d18c80', 'mac_address': 'fa:16:3e:5c:dd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 331, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:02:17.023056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:17.039623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:02:17.052081 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:02:17.079251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a34111-0001-4455-8e3c-fc9025d18c80 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:02:17.087988 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:17.088618 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:01:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:17.125789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79a34111-0001-4455-8e3c-fc9025d18c80, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79a34111-0001-4455-8e3c-fc9025d18c80,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:17.133620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:17.166978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891839c0-128d-498f-9ac6-57d05a8a78b4 req-dceed507-5fe5-49bb-a6af-b0b62bc00656 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:17.177551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-891839c0-128d-498f-9ac6-57d05a8a78b4 req-dceed507-5fe5-49bb-a6af-b0b62bc00656 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1768768 Jan 28 10:02:17.271253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=79a34111-0001-4455-8e3c-fc9025d18c80,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:17.311679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-891839c0-128d-498f-9ac6-57d05a8a78b4 req-04f6cddd-b9d7-4a1b-a5f4-273c7f1f4335 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328108 Jan 28 10:02:17.335065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] No DVR routers for this DVR port 7d77c1d2-2b1d-4057-b968-90740ae3968b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:02:17.366518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['79a34111-0001-4455-8e3c-fc9025d18c80'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:02:17.392764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:17.426903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-deleted', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:17.453646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88fe586f-c053-4cac-90e4-52d611aabece req-08c3c85b-6e6a-42a4-8d0b-c6af9bcc7aa5 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.25 "DELETE /v2.0/ports/7d77c1d2-2b1d-4057-b968-90740ae3968b HTTP/1.1" status: 204 len: 173 time: 4.6614952 Jan 28 10:02:17.542174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5ca72-aedc-4720-9edf-51f849a4082b req-7e9653ba-c11e-4ffb-ad73-354a89ed698e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:17.548353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-add5ca72-aedc-4720-9edf-51f849a4082b req-7e9653ba-c11e-4ffb-ad73-354a89ed698e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4558136 Jan 28 10:02:17.646613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-add5ca72-aedc-4720-9edf-51f849a4082b req-cbea1c6c-975c-46d7-b6c4-0c576d007594 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900981 Jan 28 10:02:17.776125 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:17.983576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82235498-07d4-428a-a86d-dd6f0b8a57fc req-419210e7-95a7-4e40-8d3c-93863a6b4845 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:17.992766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82235498-07d4-428a-a86d-dd6f0b8a57fc req-419210e7-95a7-4e40-8d3c-93863a6b4845 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 945 time: 0.1069593 Jan 28 10:02:18.081825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82235498-07d4-428a-a86d-dd6f0b8a57fc req-a0a5fbd2-2a72-4ae5-8e5b-9dbf3ca819d2 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877595 Jan 28 10:02:18.099871 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00a71a71-6635-42a4-ba75-ffc8393a3af3', 'name': 'network-vif-deleted', 'tag': '7d77c1d2-2b1d-4057-b968-90740ae3968b', 'status': 'completed', 'code': 200} Jan 28 10:02:18.176224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-2a494c17-331c-4b80-bd1e-a52ed71907b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:18.182279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-2a494c17-331c-4b80-bd1e-a52ed71907b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 1096 time: 0.1661313 Jan 28 10:02:18.481157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79a34111-0001-4455-8e3c-fc9025d18c80 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:02:18.485405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f4cba9a7-c25b-4fb4-9b6a-0ff284289be7 req-b1c59445-7d70-44a9-a1cc-3cee7ea4bab3 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/ports?device_id=00a71a71-6635-42a4-ba75-ffc8393a3af3 HTTP/1.1" status: 200 len: 210 time: 0.0660818 Jan 28 10:02:18.540300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-16185d18-104b-4938-b6f5-2d8e819240af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:18.542257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-16185d18-104b-4938-b6f5-2d8e819240af service neutron] 10.222.0.43 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 912 time: 0.3496501 Jan 28 10:02:18.666963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 79a34111-0001-4455-8e3c-fc9025d18c80 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:18.679095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 79a34111-0001-4455-8e3c-fc9025d18c80 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:18.679730 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:18.718102 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:18.730494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:02:18.757217 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:18.758164 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:01:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:18.818520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-717354da-51e5-45a5-8f26-644523b07484 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc HTTP/1.1" status: 200 len: 217 time: 0.1599412 Jan 28 10:02:18.907174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:18.954440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-3a01856a-bd57-444d-a693-ac3db66a305a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:18.955858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-3a01856a-bd57-444d-a693-ac3db66a305a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.1243224 Jan 28 10:02:18.970331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 79a34111-0001-4455-8e3c-fc9025d18c80, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79a34111-0001-4455-8e3c-fc9025d18c80,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:18.973557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:18.980495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:19.047109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-dca71814-bc4c-4219-87b3-2bca9cd692dd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836189 Jan 28 10:02:19.121414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=79a34111-0001-4455-8e3c-fc9025d18c80,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:19.218992 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:19.223857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-2e8688f3-bce0-437b-9395-765e8cb610f9 service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678259 Jan 28 10:02:19.303877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d98e5-a37a-4d45-9d4e-83eebc317757 req-8eae69e2-2cb4-4491-8075-48d0e5b5e582 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:19.305564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-371d98e5-a37a-4d45-9d4e-83eebc317757 req-8eae69e2-2cb4-4491-8075-48d0e5b5e582 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1009500 Jan 28 10:02:19.348149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6819cdd-e508-4968-bf5a-253c5589142b req-a689df8f-ed48-4f2e-ad0c-6c388ae810b9 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:19.355510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6819cdd-e508-4968-bf5a-253c5589142b req-a689df8f-ed48-4f2e-ad0c-6c388ae810b9 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.8121047 Jan 28 10:02:19.379359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-371d98e5-a37a-4d45-9d4e-83eebc317757 req-ecec2269-1c0f-452b-bf3a-9d300523f239 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680730 Jan 28 10:02:19.457947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6819cdd-e508-4968-bf5a-253c5589142b req-e969eaa6-db39-4c33-b34d-769a161ae068 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014867 Jan 28 10:02:19.527753 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80', 'code': 200} Jan 28 10:02:19.565428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6475fe78-8ae9-437f-9d09-91f7502bd642 req-0dd0825a-8885-4cb1-aed8-be01644d95aa service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305933 Jan 28 10:02:19.850133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43cf9ea-c9fb-4cc0-9cd0-3b06bd667ee6 req-30d32c2e-5515-4310-b00d-8d131453370a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:19.870254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e43cf9ea-c9fb-4cc0-9cd0-3b06bd667ee6 req-30d32c2e-5515-4310-b00d-8d131453370a tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 946 time: 0.1685076 Jan 28 10:02:19.910898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe65bea-3881-4dc0-b443-7115feaea383 req-b13d2bae-42a7-42fb-b374-888b19af678b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:19.912601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fe65bea-3881-4dc0-b443-7115feaea383 req-b13d2bae-42a7-42fb-b374-888b19af678b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 1097 time: 0.3123233 Jan 28 10:02:19.933276 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:19.942663 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518408a-ea9a-4844-b937-ce76a2bcbe49 None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T09:52:40Z', 'revision_number': 4, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'f909a2e1-6a59-4665-a1eb-2c57236dd52f', 'name': '', 'network_id': '2d756623-3e19-4427-ba3c-ec8cf16f6c2e', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'mac_address': 'fa:16:3e:14:93:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1624, 'fixed_ips': [{'subnet_id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:38Z', 'updated_at': '2022-01-28T09:52:51Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'subnets': [{'id': '28fd8442-ae53-4696-8fb5-1d98e8199d22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:02:19.973598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e43cf9ea-c9fb-4cc0-9cd0-3b06bd667ee6 req-11779f91-ee90-49b5-ac3e-6e950acd9c47 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024477 Jan 28 10:02:20.011517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fe65bea-3881-4dc0-b443-7115feaea383 req-86422fda-4c68-4722-a7bd-20d631811cdd service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927279 Jan 28 10:02:20.166922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99af06ae-bddd-46d0-951a-c2be1b063baa req-1ffd56c9-5307-4e0a-b2b8-c8a5995ac8de tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:20.176978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99af06ae-bddd-46d0-951a-c2be1b063baa req-1ffd56c9-5307-4e0a-b2b8-c8a5995ac8de tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1312120 Jan 28 10:02:20.248850 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99af06ae-bddd-46d0-951a-c2be1b063baa req-a94bb82f-dc97-48af-a540-4279c48e43df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678205 Jan 28 10:02:20.324584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54948) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:20.437837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf57222-bb0c-476e-b47e-5cf7dfb0f40c None None] New status for floating IP a79c78b3-33e7-406d-805f-1378f6bd85af: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:02:20.495508 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea23aca-a41a-4c42-95af-4ca149869403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:20.691342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea23aca-a41a-4c42-95af-4ca149869403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:20.766545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27528df3-a44d-446e-a506-d017a0286a49 req-7cd9fd9b-0cc8-4aa2-8f22-e9e84b3269c3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:20.768020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27528df3-a44d-446e-a506-d017a0286a49 req-7cd9fd9b-0cc8-4aa2-8f22-e9e84b3269c3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2375307 Jan 28 10:02:20.800221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1e70c4-5519-4544-84a1-dd9d4322c0fd req-91c6fb3b-f9da-4508-b146-27e2c569cdef tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:20.804843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e1e70c4-5519-4544-84a1-dd9d4322c0fd req-91c6fb3b-f9da-4508-b146-27e2c569cdef tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.5692439 Jan 28 10:02:20.834066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27528df3-a44d-446e-a506-d017a0286a49 req-a5b90d82-1cfb-4f16-b121-174be08522e6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531330 Jan 28 10:02:20.855686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea23aca-a41a-4c42-95af-4ca149869403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:20.898696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea23aca-a41a-4c42-95af-4ca149869403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f7623b-1076-4582-b4c9-3243c935149f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:20.918626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aea23aca-a41a-4c42-95af-4ca149869403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:20.922330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aea23aca-a41a-4c42-95af-4ca149869403 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "DELETE /v2.0/security-groups/e9f7623b-1076-4582-b4c9-3243c935149f HTTP/1.1" status: 204 len: 168 time: 0.5940657 Jan 28 10:02:20.922677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54960) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:20.957342 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-cf668d11-c9a2-4cf5-952c-014df5f6cfac tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] show failed (client error): The resource could not be found. Jan 28 10:02:20.962008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cf668d11-c9a2-4cf5-952c-014df5f6cfac tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "GET /v2.0/security-groups/e9f7623b-1076-4582-b4c9-3243c935149f HTTP/1.1" status: 404 len: 347 time: 0.0349879 Jan 28 10:02:20.962160 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e1e70c4-5519-4544-84a1-dd9d4322c0fd req-939de4df-deb1-4281-a957-30428fba3ca9 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497188 Jan 28 10:02:20.962483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54964) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:21.011894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:21.384772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Deleting port 99809460-f2b0-46bc-9f73-ca29e0bd4dc1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:21.386219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:21.405379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:21.443266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:21.460255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f37bb5-ee61-485e-934f-1111b7132412 req-a4877798-3d1d-492f-849d-f6e6c801beb2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:21.467461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40f37bb5-ee61-485e-934f-1111b7132412 req-a4877798-3d1d-492f-849d-f6e6c801beb2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.4002395 Jan 28 10:02:21.470177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Usage tracker for resource:security_group_rule and tenant:843233d884c046ecb9668b32c06eaaa4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:21.480414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:21.488108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:21.572905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c869a5-6a56-4c83-8d17-61bd8a8c8d5d req-3ed79851-31b1-402e-9bac-32fd31a5582a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:21.580027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66c869a5-6a56-4c83-8d17-61bd8a8c8d5d req-3ed79851-31b1-402e-9bac-32fd31a5582a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2216268 Jan 28 10:02:21.607535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40f37bb5-ee61-485e-934f-1111b7132412 req-e420858c-747b-4364-9477-5a0f127be12b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389008 Jan 28 10:02:21.731506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:21.732099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:21.814532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66c869a5-6a56-4c83-8d17-61bd8a8c8d5d req-cbe832f0-42de-4c0b-944a-aa37823443db tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335832 Jan 28 10:02:21.881946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:21.892396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-b20f1390-e174-436d-96b6-c34cc835969d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:21.894201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-b20f1390-e174-436d-96b6-c34cc835969d tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.25 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.2812240 Jan 28 10:02:21.895538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:21.952960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Calling delete_port for 99809460-f2b0-46bc-9f73-ca29e0bd4dc1 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:21.961364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e826f172-e1f9-4655-a745-2705fce4dbfc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:22.031411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c869f41f-892b-494f-ba29-993a64e89e80 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=843233d884c046ecb9668b32c06eaaa4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0145662 Jan 28 10:02:22.035001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54982) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:22.048287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Deleting port 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:22.049482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.075574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f42a22-5f2b-411e-9727-edf415a9684c req-12aaf8ed-0fb8-41d9-b24b-771d336a9329 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:22.077037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26f42a22-5f2b-411e-9727-edf415a9684c req-12aaf8ed-0fb8-41d9-b24b-771d336a9329 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 946 time: 0.2356315 Jan 28 10:02:22.203451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26f42a22-5f2b-411e-9727-edf415a9684c req-d08c3178-86e8-4594-a9ec-9b506d882cd3 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162982 Jan 28 10:02:22.217281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3111-872c-4848-8b7b-881691877005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.288699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3111-872c-4848-8b7b-881691877005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.338901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.392459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3111-872c-4848-8b7b-881691877005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.412428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79adf05d-3b4e-407e-bc1d-99caea966abd req-f6602f04-7d41-4205-8059-a95d027aeec7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:22.413962 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79adf05d-3b4e-407e-bc1d-99caea966abd req-f6602f04-7d41-4205-8059-a95d027aeec7 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/ports?device_id=980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c HTTP/1.1" status: 200 len: 946 time: 0.2235603 Jan 28 10:02:22.446938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] For port 42c295dc-1de1-47cb-ba5f-466daf1493f4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=42c295dc-1de1-47cb-ba5f-466daf1493f4,segment=NetworkSegment(e1a9aa2f-ad82-4716-b57e-2c9bcccf029d),segment_id=e1a9aa2f-ad82-4716-b57e-2c9bcccf029d)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:22.447429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.478528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Pushing event deleted for resources: {'Port': ['ID=99809460-f2b0-46bc-9f73-ca29e0bd4dc1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:22.571419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed3111-872c-4848-8b7b-881691877005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e826f172-e1f9-4655-a745-2705fce4dbfc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:22.617964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f0ed3111-872c-4848-8b7b-881691877005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.619230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f0ed3111-872c-4848-8b7b-881691877005 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e826f172-e1f9-4655-a745-2705fce4dbfc HTTP/1.1" status: 204 len: 168 time: 0.5830703 Jan 28 10:02:22.642853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.646715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.651729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-88888206-4544-4707-911f-0e0d836fc881 tempest-AttachVolumeShelveTestJSON-968024786 tempest-AttachVolumeShelveTestJSON-968024786-project] 10.222.0.42 "DELETE /v2.0/floatingips/a79c78b3-33e7-406d-805f-1378f6bd85af HTTP/1.1" status: 204 len: 168 time: 1.6882038 Jan 28 10:02:22.658269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Calling delete_port for 42c295dc-1de1-47cb-ba5f-466daf1493f4 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:22.690114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb90f8-42ac-4a9e-8ec6-68adb0e2600d req-5e697088-eb4a-4d42-b549-46ebbeb22acd tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:22.705436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdb90f8-42ac-4a9e-8ec6-68adb0e2600d req-5e697088-eb4a-4d42-b549-46ebbeb22acd tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 946 time: 0.3224566 Jan 28 10:02:22.706418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:22.715097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Request body: {'floatingip': {'port_id': '79a34111-0001-4455-8e3c-fc9025d18c80'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:22.715578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79adf05d-3b4e-407e-bc1d-99caea966abd req-fc913453-7db8-49e4-844c-35c5eac2546c tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.42 "GET /v2.0/security-groups?id=59d55e4b-8975-4c79-ad12-0748c58bceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874761 Jan 28 10:02:22.832142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:22.996907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.009392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['42c295dc-1de1-47cb-ba5f-466daf1493f4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:02:23.116299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Pushing event deleted for resources: {'Port': ['ID=42c295dc-1de1-47cb-ba5f-466daf1493f4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:23.155552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] No DVR routers for this DVR port 42c295dc-1de1-47cb-ba5f-466daf1493f4 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:02:23.158464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.173567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-deleted', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:23.182826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a68b2fee-8dcf-4e6c-87a4-2c70e5260009 req-586b2c0f-4b43-437e-a1cb-6023f93ede16 tempest-ServersNegativeTestJSON-1295618322 tempest-ServersNegativeTestJSON-1295618322-project] 10.222.0.25 "DELETE /v2.0/ports/42c295dc-1de1-47cb-ba5f-466daf1493f4 HTTP/1.1" status: 204 len: 173 time: 1.2795227 Jan 28 10:02:23.189204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55006) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:23.211107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.230541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:23.234837 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980ce0c9-2bd1-4efb-a0eb-e9ef5f63b55c', 'name': 'network-vif-deleted', 'tag': '42c295dc-1de1-47cb-ba5f-466daf1493f4', 'status': 'completed', 'code': 200} Jan 28 10:02:23.237382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Usage tracker for resource:security_group_rule and tenant:64f920811d3545f6b241caea00355b97 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:23.243028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:23.249400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:23.279262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a221095-f2fa-4d9a-ba8c-54ac8e26c34b req-30636345-5439-4db1-92c3-4dc3456413ea tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:23.288389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a221095-f2fa-4d9a-ba8c-54ac8e26c34b req-30636345-5439-4db1-92c3-4dc3456413ea tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3736584 Jan 28 10:02:23.374417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.383849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.429080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64f920811d3545f6b241caea00355b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2362266 Jan 28 10:02:23.430150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55010) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:23.444718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a221095-f2fa-4d9a-ba8c-54ac8e26c34b req-1f156321-c460-414c-9ee8-04d498c7e399 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546056 Jan 28 10:02:23.490402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a334f-79b9-43ce-91d8-80e3f2732f44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43fb23-364a-4a25-be28-da7fd8cbd374,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:23.545534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f432d82-cfcf-41a2-8526-4dc89693a7ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.581107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f432d82-cfcf-41a2-8526-4dc89693a7ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.638502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f432d82-cfcf-41a2-8526-4dc89693a7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.656408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f432d82-cfcf-41a2-8526-4dc89693a7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43fb23-364a-4a25-be28-da7fd8cbd374,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:23.663395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0f432d82-cfcf-41a2-8526-4dc89693a7ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.666814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0f432d82-cfcf-41a2-8526-4dc89693a7ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b43fb23-364a-4a25-be28-da7fd8cbd374 HTTP/1.1" status: 204 len: 168 time: 0.2307627 Jan 28 10:02:23.810479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55018) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:23.895447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Deleting subnet a0227cbb-5fc1-4a31-afae-7227f0cabe49 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:02:23.901075 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:23.958583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.134977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.201686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.213247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.396244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.442578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.464628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0227cbb-5fc1-4a31-afae-7227f0cabe49,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:24.503128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55052) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:24.503615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b00995a7-ea65-4162-b557-fe97b345a1b1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a0227cbb-5fc1-4a31-afae-7227f0cabe49 HTTP/1.1" status: 204 len: 168 time: 0.6916296 Jan 28 10:02:24.538747 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Floating IP ecb9c36c-2100-42ae-bd2c-96e1965d9b7b associated. External IP: 172.25.1.159, port: 79a34111-0001-4455-8e3c-fc9025d18c80. Jan 28 10:02:24.728587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:24.968998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e44bc4-f802-4394-946e-ddaa2b4105e8 req-b994b86a-d03e-4385-ad74-6c37b1006430 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:24.970553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19e44bc4-f802-4394-946e-ddaa2b4105e8 req-b994b86a-d03e-4385-ad74-6c37b1006430 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3115740 Jan 28 10:02:25.075388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.104972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:25.117863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:25.118467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a9aa2f-ad82-4716-b57e-2c9bcccf029d') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:25.131676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.158223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.161966 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19e44bc4-f802-4394-946e-ddaa2b4105e8 req-1da26df3-e209-4d57-bbdf-44ca85f75f24 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834304 Jan 28 10:02:25.168828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:02:25.169418 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:02:25.191933 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:02:25.195194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:02:25.359488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.365862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.430387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] Pushing event deleted for resources: {'Network': ['ID=8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:25.457112 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c76c6be7-24e9-4d46-9362-a71d08de491f admin admin] 10.222.0.42 "DELETE /v2.0/networks/8916f6c5-1a38-48d6-bf17-cf8a3ad2ccf1 HTTP/1.1" status: 204 len: 168 time: 0.9519999 Jan 28 10:02:25.656931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:02:25.661486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.669238 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:02:25.681925 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:25.684540 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:01:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:25.708010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:02:25.780479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e4d46b31-01fc-4902-9eb6-1a154897d24c tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "PUT /v2.0/floatingips/ecb9c36c-2100-42ae-bd2c-96e1965d9b7b HTTP/1.1" status: 200 len: 992 time: 3.0724025 Jan 28 10:02:25.781350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:02:25.854354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 42c295dc-1de1-47cb-ba5f-466daf1493f4 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:02:25.857254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 42c295dc-1de1-47cb-ba5f-466daf1493f4 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:02:25.918440 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d55257cd-e60b-4a14-9b86-55f5b26d12bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:25.923101 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80', 'status': 'completed', 'code': 200} Jan 28 10:02:26.015595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:26.153420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-0cde9bf8-e0e1-4dc6-80b8-ee037ae28a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:26.155255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-0cde9bf8-e0e1-4dc6-80b8-ee037ae28a59 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=d64b19b465de4ad08098c68ee8b40a75&device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 1097 time: 0.1977329 Jan 28 10:02:26.218090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-77eb267c-95b4-4007-b8cb-9e1559a9eb61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aaa127782a6b42e6be58b42d4099193c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1968210 Jan 28 10:02:26.219216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55100) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:26.337198 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:26.406902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa588-6674-48b8-b382-ff338fdb3d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:26.486688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-d8a39819-d7da-4a2c-a9cc-f28c61a6d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:26.488466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-d8a39819-d7da-4a2c-a9cc-f28c61a6d034 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 200 len: 912 time: 0.3263860 Jan 28 10:02:26.632845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa588-6674-48b8-b382-ff338fdb3d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:26.688453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-90ca1ec9-f018-4e5f-8e89-4f1fc4138dc4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=79a34111-0001-4455-8e3c-fc9025d18c80 HTTP/1.1" status: 200 len: 1000 time: 0.1928856 Jan 28 10:02:26.805369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fed4cb-9ef3-4e53-afb2-885a8544e8f9 req-62339910-ca8f-465e-a402-6407112a3b1a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:26.807577 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6fed4cb-9ef3-4e53-afb2-885a8544e8f9 req-62339910-ca8f-465e-a402-6407112a3b1a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3228564 Jan 28 10:02:26.822630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-83444dca-b912-43fc-8421-a3ff674b8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:26.824204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-83444dca-b912-43fc-8421-a3ff674b8f4a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 200 len: 850 time: 0.1292188 Jan 28 10:02:26.886095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6fed4cb-9ef3-4e53-afb2-885a8544e8f9 req-65925fb1-bd95-47b6-823f-e0ada95885f6 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717638 Jan 28 10:02:26.887078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa588-6674-48b8-b382-ff338fdb3d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:26.904299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fa588-6674-48b8-b382-ff338fdb3d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d55e4b-8975-4c79-ad12-0748c58bceb6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:26.936085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ba8fa588-6674-48b8-b382-ff338fdb3d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:26.938085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ba8fa588-6674-48b8-b382-ff338fdb3d77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59d55e4b-8975-4c79-ad12-0748c58bceb6 HTTP/1.1" status: 204 len: 168 time: 0.7160573 Jan 28 10:02:27.112635 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ecb9c36c-2100-42ae-bd2c-96e1965d9b7b', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'port_id': '79a34111-0001-4455-8e3c-fc9025d18c80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'mac_address': 'fa:16:3e:5c:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:02:01Z', 'updated_at': '2022-01-28T10:02:23Z', 'revision_number': 1, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:27.117203 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:02:27.127419 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:27.128026 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:01:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:27.142127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-334b8ccf-f402-41cc-ab4e-a5cc5a93968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:27.144241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-334b8ccf-f402-41cc-ab4e-a5cc5a93968e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2222983f-f87c-47c6-9acb-96c2e242528f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3133280 Jan 28 10:02:27.375214 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-6c7a0a3c-511e-4c31-8b11-6750f7bf6454 service neutron] 10.222.0.43 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202678 Jan 28 10:02:27.393909 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:27.577958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d7bd7fe-5950-464a-8107-2c3577fbb13f req-1c6cdadd-985c-467f-9c0d-40d20629b9c5 service neutron] 10.222.0.43 "GET /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946232 Jan 28 10:02:27.966436 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ecb9c36c-2100-42ae-bd2c-96e1965d9b7b', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'port_id': '79a34111-0001-4455-8e3c-fc9025d18c80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'mac_address': 'fa:16:3e:5c:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:02:01Z', 'updated_at': '2022-01-28T10:02:23Z', 'revision_number': 1, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:27.974505 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28c4b46a-67b2-43c9-a522-93e5af97c7ad None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ecb9c36c-2100-42ae-bd2c-96e1965d9b7b', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'port_id': '79a34111-0001-4455-8e3c-fc9025d18c80', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'mac_address': 'fa:16:3e:5c:dd:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:02:01Z', 'updated_at': '2022-01-28T10:02:23Z', 'revision_number': 1, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:02:28.252476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e0afe-61a6-4f8a-8156-838aa50caef4 req-861a2a36-5acc-476f-8d7c-5ab858caa618 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:28.262188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-941e0afe-61a6-4f8a-8156-838aa50caef4 req-861a2a36-5acc-476f-8d7c-5ab858caa618 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1666329 Jan 28 10:02:28.331631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-941e0afe-61a6-4f8a-8156-838aa50caef4 req-ef8088c4-5712-4d13-bd43-8a1f642495fd tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682607 Jan 28 10:02:28.345029 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-abfe6c0c-7ad6-415b-a6d2-3d6a4e735543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:28.410050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699e319f-8170-4db5-aac8-85bf65702151 None None] New status for floating IP ecb9c36c-2100-42ae-bd2c-96e1965d9b7b: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:02:28.993228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55156) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:29.146262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.161783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:29.166621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Usage tracker for resource:security_group_rule and tenant:3cbd280542004e39be5865f59362c71e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:29.170403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:29.176790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:29.270337 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.275656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.330615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cbd280542004e39be5865f59362c71e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339057 Jan 28 10:02:29.330615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629d121-3586-421c-ae9a-e5bd89d0943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbd85ad-41ed-43a5-9155-ea184a9445c9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:29.331454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55166) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:29.431825 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.440302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.518219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9190ccf5-16db-4043-8627-69c238994dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.574829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9190ccf5-16db-4043-8627-69c238994dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.703889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9190ccf5-16db-4043-8627-69c238994dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.743969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9190ccf5-16db-4043-8627-69c238994dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbd85ad-41ed-43a5-9155-ea184a9445c9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:29.749267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9190ccf5-16db-4043-8627-69c238994dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:29.751041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9190ccf5-16db-4043-8627-69c238994dfe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dbd85ad-41ed-43a5-9155-ea184a9445c9 HTTP/1.1" status: 204 len: 168 time: 0.4158771 Jan 28 10:02:29.806681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa6aa8-adac-41dc-ad06-f5e35d4cc26f req-2a59e4d8-9f6e-427c-bf47-b88615819496 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:29.816180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72fa6aa8-adac-41dc-ad06-f5e35d4cc26f req-2a59e4d8-9f6e-427c-bf47-b88615819496 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1983786 Jan 28 10:02:29.930797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72fa6aa8-adac-41dc-ad06-f5e35d4cc26f req-c5f31287-7ab1-4012-b1e2-071b91f6db2e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135185 Jan 28 10:02:30.011217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55198) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:30.819678 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:31.166067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:31.208788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aaa6e4-7ca0-455c-a939-55db22bbf11a req-ef0fd4ac-1539-4e40-bd20-981c44a09834 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:31.210439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55aaa6e4-7ca0-455c-a939-55db22bbf11a req-ef0fd4ac-1539-4e40-bd20-981c44a09834 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1704185 Jan 28 10:02:31.290514 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55aaa6e4-7ca0-455c-a939-55db22bbf11a req-dd9763b3-d242-4ffd-99f4-19244f42602a tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740833 Jan 28 10:02:31.657355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Deleting port f909a2e1-6a59-4665-a1eb-2c57236dd52f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:31.657698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:31.892844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] For port f909a2e1-6a59-4665-a1eb-2c57236dd52f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f909a2e1-6a59-4665-a1eb-2c57236dd52f,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:31.893208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:32.040228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Calling delete_port for f909a2e1-6a59-4665-a1eb-2c57236dd52f owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:32.660978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:32.804190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f909a2e1-6a59-4665-a1eb-2c57236dd52f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:32.868977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62290a-5b9c-4a85-8ac5-b64baac905b1 req-79322b6e-90ce-4908-80c0-e6a67184d677 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:32.870638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b62290a-5b9c-4a85-8ac5-b64baac905b1 req-79322b6e-90ce-4908-80c0-e6a67184d677 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3939815 Jan 28 10:02:33.183514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b62290a-5b9c-4a85-8ac5-b64baac905b1 req-3f8d6e37-aafb-40ac-b12e-19c298ef3de1 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062503 Jan 28 10:02:33.323989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55292) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:33.353573 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:33.575266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:33.600435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:33.607130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Usage tracker for resource:security_group_rule and tenant:87ebe3ccfc674fa989095f3448a0a7a4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:33.619116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:33.632062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:33.798005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:33.802106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:33.874606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87ebe3ccfc674fa989095f3448a0a7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469000 Jan 28 10:02:33.875533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55308) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:33.883435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7948d1d1-ae41-48e3-b20c-4e19e21cd146,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:33.891947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.892321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.892780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.893213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.893492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.893880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.894235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.894559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.894906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.895196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.895591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.895866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bd20e99-aff3-4ae5-ab4c-9dad993bb9e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:33.896416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:02:34.102105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bf09580-08d8-4327-b85d-4595d3b9f198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:34.151297 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bf09580-08d8-4327-b85d-4595d3b9f198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:34.164888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:02:34.174697 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] Sync routers for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:02:34.185310 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:34.185922 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:34.200306 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-161b5451-9cfe-41fa-8207-d63380dee5a4 admin admin] 10.222.0.42 "PUT /v2.0/routers/2238e15f-aa11-44e1-bb7d-bee7fa1836c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1879663 Jan 28 10:02:34.202921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55316) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:34.227790 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bf09580-08d8-4327-b85d-4595d3b9f198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:34.259483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf09580-08d8-4327-b85d-4595d3b9f198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7948d1d1-ae41-48e3-b20c-4e19e21cd146,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:34.273491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0bf09580-08d8-4327-b85d-4595d3b9f198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:34.277382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0bf09580-08d8-4327-b85d-4595d3b9f198 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7948d1d1-ae41-48e3-b20c-4e19e21cd146 HTTP/1.1" status: 204 len: 168 time: 0.3981481 Jan 28 10:02:34.369090 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:02:34.558074 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:34.585761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db7ed31-3e42-49d4-8b1b-7e89845fc0b8 req-34197a0a-283b-4009-9fb3-07c6b5742e0e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:34.592115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4db7ed31-3e42-49d4-8b1b-7e89845fc0b8 req-34197a0a-283b-4009-9fb3-07c6b5742e0e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1541872 Jan 28 10:02:34.619043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:34.679394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4db7ed31-3e42-49d4-8b1b-7e89845fc0b8 req-f18f536c-2abe-4756-830d-6799aa5c70dc tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720246 Jan 28 10:02:34.925701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:34.940320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Deleting port 5a305cf2-ae85-427a-a8eb-9e7572b327e2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:34.940753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:35.164602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236'}], 'enable_snat': True}, 'gw_port_id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T10:02:32Z', 'revision_number': 5, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port': {'id': '5a305cf2-ae85-427a-a8eb-9e7572b327e2', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6f:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1613, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:52:30Z', 'updated_at': '2022-01-28T09:52:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:35.174861 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] Checking router: 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:02:35.194431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] For port 5a305cf2-ae85-427a-a8eb-9e7572b327e2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5a305cf2-ae85-427a-a8eb-9e7572b327e2,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:35.195062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:35.206450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] Routers {'2238e15f-aa11-44e1-bb7d-bee7fa1836c4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:35.207585 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:35.494843 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] Set router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:35.542215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Calling delete_port for 5a305cf2-ae85-427a-a8eb-9e7572b327e2 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:35.637634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T10:02:34Z', 'revision_number': 6, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:35.644619 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca807db-4ced-4472-8dfd-ff09fb8f3c20 None None] The sync data for ids ['2238e15f-aa11-44e1-bb7d-bee7fa1836c4'] in n-d-825178-2 is: [{'id': '2238e15f-aa11-44e1-bb7d-bee7fa1836c4', 'name': 'tempest-AttachVolumeShelveTestJSON-2029811865-router', 'tenant_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:52:28Z', 'updated_at': '2022-01-28T10:02:34Z', 'revision_number': 6, 'project_id': '9f656b6c1e6a47338d1b56ecc98cbd6c', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:02:35.861767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:35.917178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a305cf2-ae85-427a-a8eb-9e7572b327e2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:36.101704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.411670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.414585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.455105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a495bb-24ab-46f0-acd0-7322124a6eaa req-26f9334f-4a8e-469f-ac00-bff850a61b42 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:36.463457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3a495bb-24ab-46f0-acd0-7322124a6eaa req-26f9334f-4a8e-469f-ac00-bff850a61b42 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.6404290 Jan 28 10:02:36.465233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.479818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2238e15f-aa11-44e1-bb7d-bee7fa1836c4 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:02:36.589425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3a495bb-24ab-46f0-acd0-7322124a6eaa req-a1267563-d0a7-4c60-a22b-c53507fa1095 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250010 Jan 28 10:02:36.613324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55386) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:36.640422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.645633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-24a17565-ed4e-4bf3-8c2f-47efc2ab0ee3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2238e15f-aa11-44e1-bb7d-bee7fa1836c4 HTTP/1.1" status: 204 len: 168 time: 2.4375885 Jan 28 10:02:36.646115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55392) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:36.738304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Deleting subnet 28fd8442-ae53-4696-8fb5-1d98e8199d22 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:02:36.741519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.793697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.879856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:36.911818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:36.918771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Usage tracker for resource:security_group_rule and tenant:4f9baacf8bfa41debd099643eb9faba7 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:36.923011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:36.940485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:36.997103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f909a2e1-6a59-4665-a1eb-2c57236dd52f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:02:36.997902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.055031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f909a2e1-6a59-4665-a1eb-2c57236dd52f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:02:37.055375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f909a2e1-6a59-4665-a1eb-2c57236dd52f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:02:37.055797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5a305cf2-ae85-427a-a8eb-9e7572b327e2 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:02:37.116534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 5a305cf2-ae85-427a-a8eb-9e7572b327e2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:02:37.116986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5a305cf2-ae85-427a-a8eb-9e7572b327e2 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:02:37.119822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.166892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28fd8442-ae53-4696-8fb5-1d98e8199d22,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:37.170834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.179303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.205195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.209573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038acbf-d1c5-4d04-9043-4e583b520248 None None] Network 2d756623-3e19-4427-ba3c-ec8cf16f6c2e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:02:37.247472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55454) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:37.248073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f9baacf8bfa41debd099643eb9faba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6331472 Jan 28 10:02:37.249924 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0c60483a-cbf9-45d7-8704-21582dbfdc02 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/28fd8442-ae53-4696-8fb5-1d98e8199d22 HTTP/1.1" status: 204 len: 168 time: 0.6023037 Jan 28 10:02:37.250771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c058cb8-6028-430f-a9a7-79fd034bd1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95fc707-8e5e-41ca-8369-af85ffa75199,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:37.253315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55456) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:37.413790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13baf5d-2803-4984-b6d3-d1c1e0e5d1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.486036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13baf5d-2803-4984-b6d3-d1c1e0e5d1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.575505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.590176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Deleting port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:37.591359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.593469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13baf5d-2803-4984-b6d3-d1c1e0e5d1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.659142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b13baf5d-2803-4984-b6d3-d1c1e0e5d1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.678336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b13baf5d-2803-4984-b6d3-d1c1e0e5d1e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c95fc707-8e5e-41ca-8369-af85ffa75199 HTTP/1.1" status: 204 len: 168 time: 0.4187777 Jan 28 10:02:37.688112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13baf5d-2803-4984-b6d3-d1c1e0e5d1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95fc707-8e5e-41ca-8369-af85ffa75199,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:37.792579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] DHCP port deletion for 2d756623-3e19-4427-ba3c-ec8cf16f6c2e request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:02:37.809815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Deleting port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:37.811914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.933597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] For port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:37.934574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:37.970646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55532) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:38.025036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134e9c7-004b-42a3-98a5-021e7124c946 req-a5ece90a-0734-4590-a70e-f70790e3a3c4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:38.027045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c134e9c7-004b-42a3-98a5-021e7124c946 req-a5ece90a-0734-4590-a70e-f70790e3a3c4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.0983601 Jan 28 10:02:38.111292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c134e9c7-004b-42a3-98a5-021e7124c946 req-8f896eff-94bf-4c61-81d7-f415bc4a1f07 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738080 Jan 28 10:02:38.179512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Calling delete_port for 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:38.200376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] For port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,segment=NetworkSegment(8ab6a886-11bf-4c32-b885-1b9cc36e973e),segment_id=8ab6a886-11bf-4c32-b885-1b9cc36e973e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:38.200991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.238126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.269419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:38.281808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Usage tracker for resource:security_group_rule and tenant:0e60a2208e244a6fb2507779b0f57f24 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:38.298961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:38.315327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:38.346468 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.413223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Calling delete_port for 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:02:38.445378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55544) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:38.472441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c82ac72-9324-4f6a-aae3-bbd4d7f9dead,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:38.474355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] No DVR routers for this DVR port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:02:38.493402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.501356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.502568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:02:38.503084 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:02:38.612377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e60a2208e244a6fb2507779b0f57f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6397579 Jan 28 10:02:38.616523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55554) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:38.618017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c56d59d-7ad2-4db2-b7e6-505f3d2605a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e4fc69-c0b0-478b-a85c-a6809fb45d1a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:38.685570 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.740962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d756623-3e19-4427-ba3c-ec8cf16f6c2e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:38.751978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-324dca36-d249-4d54-9919-fc34015f718c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.756991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ab6a886-11bf-4c32-b885-1b9cc36e973e') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:38.757229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ab6a886-11bf-4c32-b885-1b9cc36e973e') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:38.770677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.782198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.786057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:38.791173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Usage tracker for resource:security_group_rule and tenant:f851e37c4f6749ad91904ad9b4f78f5f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:38.794622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:38.800187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:38.813021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-324dca36-d249-4d54-9919-fc34015f718c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.823852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.843539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:02:38.845021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:02:38.864548 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:02:38.911193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.917725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:38.925564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:02:38.983754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f851e37c4f6749ad91904ad9b4f78f5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5371096 Jan 28 10:02:38.985862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb593308-33d9-47a3-b657-98ce85fb7878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8b9873-ee3b-4a44-b907-ec691b25e00a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:38.987869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55568) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:38.996154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:02:38.996544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:02:39.003890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.004317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Deleting port 0c82ac72-9324-4f6a-aae3-bbd4d7f9dead {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:02:39.006735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.026435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.033545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-324dca36-d249-4d54-9919-fc34015f718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.051613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d756623-3e19-4427-ba3c-ec8cf16f6c2e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:39.070013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dca36-d249-4d54-9919-fc34015f718c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e4fc69-c0b0-478b-a85c-a6809fb45d1a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:39.080355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a4060769-a702-4835-b729-79d98ec3d2d1 None None] The port '0c82ac72-9324-4f6a-aae3-bbd4d7f9dead' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:02:39.108111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-df118a87-00f5-447d-be03-1d8653b6c7c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2d756623-3e19-4427-ba3c-ec8cf16f6c2e HTTP/1.1" status: 204 len: 168 time: 1.8536482 Jan 28 10:02:39.111153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-324dca36-d249-4d54-9919-fc34015f718c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.113100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-324dca36-d249-4d54-9919-fc34015f718c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10e4fc69-c0b0-478b-a85c-a6809fb45d1a HTTP/1.1" status: 204 len: 168 time: 0.4957051 Jan 28 10:02:39.132003 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0c8c-653b-4979-aab7-7d0c04098b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.164393 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0c8c-653b-4979-aab7-7d0c04098b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.230465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0c8c-653b-4979-aab7-7d0c04098b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.279303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc0c8c-653b-4979-aab7-7d0c04098b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8b9873-ee3b-4a44-b907-ec691b25e00a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:39.334113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e9bc0c8c-653b-4979-aab7-7d0c04098b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.337871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e9bc0c8c-653b-4979-aab7-7d0c04098b95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f8b9873-ee3b-4a44-b907-ec691b25e00a HTTP/1.1" status: 204 len: 168 time: 0.3486948 Jan 28 10:02:39.370649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55592) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:39.386008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abadad75-fd67-42ea-8150-10e0958055c9 req-e09385ba-74d3-4cb0-a8c4-cb95fc8f67dd tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:39.392130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abadad75-fd67-42ea-8150-10e0958055c9 req-e09385ba-74d3-4cb0-a8c4-cb95fc8f67dd tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1480987 Jan 28 10:02:39.437027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2e33469c-fcd1-41d5-b1d0-e54b67ae42a2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9f656b6c1e6a47338d1b56ecc98cbd6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652068 Jan 28 10:02:39.449343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55604) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:39.453805 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-abadad75-fd67-42ea-8150-10e0958055c9 req-d7afb1cd-8d90-4412-9679-b6eb3e5dd0f4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502491 Jan 28 10:02:39.556881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37c4741e-3b70-4d47-a7d6-29587cf37394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.588977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37c4741e-3b70-4d47-a7d6-29587cf37394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.662557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37c4741e-3b70-4d47-a7d6-29587cf37394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.684440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c4741e-3b70-4d47-a7d6-29587cf37394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad085e45-743e-4bb8-9186-5d81ba466cfc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:39.701798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-37c4741e-3b70-4d47-a7d6-29587cf37394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.705858 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-37c4741e-3b70-4d47-a7d6-29587cf37394 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ad085e45-743e-4bb8-9186-5d81ba466cfc HTTP/1.1" status: 204 len: 168 time: 0.2552805 Jan 28 10:02:39.735527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55622) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:39.757049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.772262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:39.776366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Usage tracker for resource:security_group_rule and tenant:a567e5d855704a78a71569a8882ad147 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:39.779419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:39.785301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:39.890685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.896684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:39.944837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55626) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:39.945093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a567e5d855704a78a71569a8882ad147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2086892 Jan 28 10:02:39.946124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4d09c-f85e-41dc-b24d-82dcf6d5007d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c6d738-735e-4bfb-acf5-a35d5eac1cfd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:39.947650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:39.985582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.021916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:40.029486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Usage tracker for resource:security_group_rule and tenant:7d97e4296ab4496f96db053cdc2c6aca is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:40.034837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:40.042512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:40.066412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cacf7640-058c-410a-b4a6-43760e6f0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.095272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55636) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:40.109961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cacf7640-058c-410a-b4a6-43760e6f0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.206567 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.208291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cacf7640-058c-410a-b4a6-43760e6f0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.222669 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.237389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacf7640-058c-410a-b4a6-43760e6f0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c6d738-735e-4bfb-acf5-a35d5eac1cfd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:40.279616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cacf7640-058c-410a-b4a6-43760e6f0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.280644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cacf7640-058c-410a-b4a6-43760e6f0a48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15c6d738-735e-4bfb-acf5-a35d5eac1cfd HTTP/1.1" status: 204 len: 168 time: 0.3318832 Jan 28 10:02:40.286431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d97e4296ab4496f96db053cdc2c6aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398378 Jan 28 10:02:40.289576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:40.291408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95d09ea-bfe8-4f7c-bf94-f7b452328518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a01cb49-1d84-44ab-9189-88408c6a0316,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:40.387296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.409290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:40.412406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45f08ebb-5c45-4873-839a-dd78053c8684 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.416976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b43661c36847a39317e045a331c92e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:40.430987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:40.440005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:40.460133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45f08ebb-5c45-4873-839a-dd78053c8684 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.597334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45f08ebb-5c45-4873-839a-dd78053c8684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.620953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f08ebb-5c45-4873-839a-dd78053c8684 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a01cb49-1d84-44ab-9189-88408c6a0316,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:40.681367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-45f08ebb-5c45-4873-839a-dd78053c8684 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.682497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-45f08ebb-5c45-4873-839a-dd78053c8684 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a01cb49-1d84-44ab-9189-88408c6a0316 HTTP/1.1" status: 204 len: 168 time: 0.3917501 Jan 28 10:02:40.700615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.705726 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.724034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b77825-1d1e-4222-8bbf-d592885f0e07 req-6f69e7c9-27a2-4ca3-a85b-2fa89b844eb4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:40.726498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51b77825-1d1e-4222-8bbf-d592885f0e07 req-6f69e7c9-27a2-4ca3-a85b-2fa89b844eb4 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1120028 Jan 28 10:02:40.757782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61d08914-5358-4668-8090-20d910dff6ca,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:40.765585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5a8624c8-1fa5-48f6-8dd8-ad6dd21665f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2b43661c36847a39317e045a331c92e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6671445 Jan 28 10:02:40.768500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55670) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:40.784791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51b77825-1d1e-4222-8bbf-d592885f0e07 req-7690ae01-ab6f-4fc3-bd78-0447b00fd9b2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509472 Jan 28 10:02:40.862907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33657dcd-78d7-4a63-8e17-4e89393b1e35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.894579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33657dcd-78d7-4a63-8e17-4e89393b1e35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.960082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33657dcd-78d7-4a63-8e17-4e89393b1e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.980755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33657dcd-78d7-4a63-8e17-4e89393b1e35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61d08914-5358-4668-8090-20d910dff6ca,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:40.986140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33657dcd-78d7-4a63-8e17-4e89393b1e35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:40.989448 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33657dcd-78d7-4a63-8e17-4e89393b1e35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61d08914-5358-4668-8090-20d910dff6ca HTTP/1.1" status: 204 len: 168 time: 0.2175441 Jan 28 10:02:42.015204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb927ba3-301e-4c4b-b47c-fd24777185bf req-8152818f-6671-47c4-8099-b79e35fba07c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:42.025281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb927ba3-301e-4c4b-b47c-fd24777185bf req-8152818f-6671-47c4-8099-b79e35fba07c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1115546 Jan 28 10:02:42.097317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb927ba3-301e-4c4b-b47c-fd24777185bf req-889ac7b8-b743-4f15-a002-4b6c9e0df7ad tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623233 Jan 28 10:02:42.280608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55788) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:42.605571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1937006093-network', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:42.612276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:42.628269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Usage tracker for resource:network and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:42.633537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:42.650348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:42.668526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Made reservation on behalf of 39c691fb882f44f3bd495425bff4f5cc for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:02:42.671814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:42.684982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:42.700155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:42.705331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:42.708547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:42.714958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:42.822084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:42.828236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:42.971385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:02:42.980326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc19db3-412c-4421-b64b-c6b13904a241,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:42.987624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:42.988261 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Added segment 5dd4ee93-96fb-4301-b344-3c7900874e7b of type vlan for network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e Jan 28 10:02:43.020170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:43.072503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:43.073563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:43.074288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:43.265126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] Pushing event updated for resources: {'Network': ['ID=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:43.273588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9928e509-6c58-4afa-8191-3cc3274607cb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9910591 Jan 28 10:02:43.276424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55858) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:43.283086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:02:43.284182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Request body: {'subnet': {'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1937006093-subnet', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:43.301038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:43.344508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Usage tracker for resource:subnet and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:43.356879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:43.376190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:43.402423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Made reservation on behalf of 39c691fb882f44f3bd495425bff4f5cc for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:02:43.404786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:43.428763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c903d5-94d1-40ae-bd60-6779ea4a4ddd req-7a0e0c5d-a0e5-4675-b046-072a02ed2b76 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:43.435635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c903d5-94d1-40ae-bd60-6779ea4a4ddd req-7a0e0c5d-a0e5-4675-b046-072a02ed2b76 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1293192 Jan 28 10:02:43.703963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:43.770610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c903d5-94d1-40ae-bd60-6779ea4a4ddd req-b93f6cbc-9da6-4d0f-b8c3-acca8e32b611 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338275 Jan 28 10:02:43.963848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.047490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9cfd0c0-ab32-4363-a9f7-539340a0af08,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:44.056386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.056808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.057117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.057506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.057842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.058078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.058400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.058698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.059081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.059627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.059966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.060230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:44.070045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Checking segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:02:44.070171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Network hostable DHCP agents. Network: 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:02:44.095760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:02:44.110776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:44.120499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:44.120499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.120794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5e977c-0924-48a2-b1f4-50ac18461318 None None] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:02:44.152714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-46fd7ea6-826d-42f4-aea4-d7a942b45fd0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8737817 Jan 28 10:02:44.153989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55880) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:44.165524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:44.171619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:44.176592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Usage tracker for resource:router and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:44.182656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:44.199714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:44.221802 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.223186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.264490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.462112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:02:44.463885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.686252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:44.804531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Allocated IP 172.20.0.2 (129d9711-0aa1-44f0-aed9-5c3a3cd41b6e/e9cfd0c0-ab32-4363-a9f7-539340a0af08/6f939673-58a6-4f0e-9d8c-96aa963c0dda) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:02:45.195513 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.198785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.212047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Transition to ACTIVE for port object 6f939673-58a6-4f0e-9d8c-96aa963c0dda will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:45.234918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Transition to ACTIVE for port object 6f939673-58a6-4f0e-9d8c-96aa963c0dda will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:45.245724 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.248514 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.295199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe691819-9406-435b-a5e3-f0323d5d71dc req-e1255d5e-3b72-41d0-b3f6-7648abf07027 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:45.296849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe691819-9406-435b-a5e3-f0323d5d71dc req-e1255d5e-3b72-41d0-b3f6-7648abf07027 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.2807956 Jan 28 10:02:45.298184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.388351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Pushing event updated for resources: {'Port': ['ID=6f939673-58a6-4f0e-9d8c-96aa963c0dda,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:45.403558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:45.408139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:45.411299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:02:45.417199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.417728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.418221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.418977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.419463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.419929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.420687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.421439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.421934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.422432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.422902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.423227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:45.434020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe691819-9406-435b-a5e3-f0323d5d71dc req-c97e7e8c-07d5-4db2-98c1-e32a5eea833e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848293 Jan 28 10:02:45.553127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Attempting to bind port 6f939673-58a6-4f0e-9d8c-96aa963c0dda on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:02:45.553686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Attempting to bind port 6f939673-58a6-4f0e-9d8c-96aa963c0dda by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:02:45.553834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Attempting to bind port 6f939673-58a6-4f0e-9d8c-96aa963c0dda on network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:45.566761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:02:45.567201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Checking segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:02:45.567597 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.569084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Bound using segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:02:45.572900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Bound port: 6f939673-58a6-4f0e-9d8c-96aa963c0dda, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:02:45.573194 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.641798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Allocated IP 172.25.1.233 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/046bb17c-d27a-4c05-b50a-520827710100) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:02:45.766571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] For port 6f939673-58a6-4f0e-9d8c-96aa963c0dda, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:02:45.770453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] For port 6f939673-58a6-4f0e-9d8c-96aa963c0dda, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6f939673-58a6-4f0e-9d8c-96aa963c0dda,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:02:45.805420 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:45.960181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8004cdd-6e4d-41f6-b025-cc5be58bdc3d None None] Pushing event updated for resources: {'Port': ['ID=6f939673-58a6-4f0e-9d8c-96aa963c0dda,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:46.084325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:46.171466 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:46.238774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55930) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:46.263697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:46.264906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:46.271211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb7d79-7783-4225-bdf6-fd079bbb0b24 req-d3c367f7-9645-4f02-a52a-c6dd0b71492c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:46.281441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52bb7d79-7783-4225-bdf6-fd079bbb0b24 req-d3c367f7-9645-4f02-a52a-c6dd0b71492c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 1096 time: 0.3708403 Jan 28 10:02:46.281441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:02:46.759797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:46.777617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:46.781961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c7eecc4ee146f8b4f31a11dadbdb06 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:46.785244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:46.793522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:46.810340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Pushing event updated for resources: {'Port': ['ID=046bb17c-d27a-4c05-b50a-520827710100,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:46.879979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52bb7d79-7783-4225-bdf6-fd079bbb0b24 req-0529d66a-b53f-43b4-b129-e302a760c072 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435178 Jan 28 10:02:46.988911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-a1d544a2-808e-4452-8ee2-cfbbe71860b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3474514 Jan 28 10:02:46.991052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.001327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.048927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbde16e-8048-453d-87c6-d963d847696d req-53347322-548e-49e2-9405-5b618bd31c5d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:47.056038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-acbde16e-8048-453d-87c6-d963d847696d req-53347322-548e-49e2-9405-5b618bd31c5d tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.4264731 Jan 28 10:02:47.082515 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6c7eecc4ee146f8b4f31a11dadbdb06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8425059 Jan 28 10:02:47.086001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55952) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:47.090892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6f939673-58a6-4f0e-9d8c-96aa963c0dda up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:02:47.187813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abcb4ab-026d-4afa-bb04-0698e14eec34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0cc4f7-cc05-475c-be91-9cfc064610ca,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:47.242135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6f939673-58a6-4f0e-9d8c-96aa963c0dda completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:47.318406 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-acbde16e-8048-453d-87c6-d963d847696d req-f68c358b-4b42-48e7-8686-f932cc43a872 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608242 Jan 28 10:02:47.344989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f031f5c-3299-4822-9522-a430e2700aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.356160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.360093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345b94-2577-490c-9553-235de706fc97 req-996fbbbd-4bf2-4daa-aa71-994e38cf2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:47.361344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-996fbbbd-4bf2-4daa-aa71-994e38cf2062 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 1097 time: 0.2556541 Jan 28 10:02:47.390887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f031f5c-3299-4822-9522-a430e2700aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.573765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345b94-2577-490c-9553-235de706fc97 req-756f23ed-5545-4a49-a2e3-3b922933aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:47.575710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-756f23ed-5545-4a49-a2e3-3b922933aaef service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.1751351 Jan 28 10:02:47.577062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f031f5c-3299-4822-9522-a430e2700aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.666028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cdc275e-8917-4ae5-b7b5-7bb98d9cf593 None None] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:02:47.728332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-dba5fc64-e694-4983-b537-cb0806d00215 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b70e77d-8a45-4793-9983-cb27de4972df HTTP/1.1" status: 200 len: 217 time: 0.1312904 Jan 28 10:02:47.729368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f031f5c-3299-4822-9522-a430e2700aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0cc4f7-cc05-475c-be91-9cfc064610ca,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:47.732731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f031f5c-3299-4822-9522-a430e2700aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.739415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f031f5c-3299-4822-9522-a430e2700aea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e0cc4f7-cc05-475c-be91-9cfc064610ca HTTP/1.1" status: 204 len: 168 time: 0.6471195 Jan 28 10:02:47.858088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] Provisioning for port 6f939673-58a6-4f0e-9d8c-96aa963c0dda completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:47.870740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] Provisioning complete for port 6f939673-58a6-4f0e-9d8c-96aa963c0dda triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:47.872052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:47.880335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345b94-2577-490c-9553-235de706fc97 req-eb91bb5f-5dcf-406f-b028-60a143cbcf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:47.882258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-eb91bb5f-5dcf-406f-b028-60a143cbcf44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1470213 Jan 28 10:02:47.897512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:48.138750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44345b94-2577-490c-9553-235de706fc97 req-72d8d76b-31e0-4d69-a573-fb0fa4cbdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:48.142296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-72d8d76b-31e0-4d69-a573-fb0fa4cbdd86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2511945 Jan 28 10:02:48.173805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:48.217712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] For port 6f939673-58a6-4f0e-9d8c-96aa963c0dda, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6f939673-58a6-4f0e-9d8c-96aa963c0dda,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:48.226462 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:48.327116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:02:48.342503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe1b6a-dab6-4b43-91d3-32d149e5f8ae None None] Pushing event updated for resources: {'Port': ['ID=6f939673-58a6-4f0e-9d8c-96aa963c0dda,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:48.535154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-a4da1c6d-5867-48ba-b8d2-82363ed12499 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866599 Jan 28 10:02:48.688161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55980) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:48.724519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:48.749691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:48.760483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f93df820-ef4c-40d7-86be-d97a9f4d7b7e None None] Provisioning complete for port 6f939673-58a6-4f0e-9d8c-96aa963c0dda triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:48.761654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f93df820-ef4c-40d7-86be-d97a9f4d7b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:48.768640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Usage tracker for resource:security_group_rule and tenant:a0067b1b29ba49f492d78f73fc7fd5d3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:48.776199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:48.785943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:48.812871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44345b94-2577-490c-9553-235de706fc97 req-2b2cfa1f-0246-4538-b20e-44531abca619 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637119 Jan 28 10:02:48.951909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:48.958314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.017742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0067b1b29ba49f492d78f73fc7fd5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3287854 Jan 28 10:02:49.019936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1480e1d2-48f2-46fc-a208-a06117069546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7098ef-bd45-4d37-b8f6-1327becf018d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:49.025074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55992) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:49.030815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:02:49.054119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Sync routers for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:02:49.059922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6f939673-58a6-4f0e-9d8c-96aa963c0dda up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:02:49.090843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31a2911c-f34b-4192-8ba4-402b5954e8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.131735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c7dc10-a9d6-40e4-bd44-ce6fdd57223f req-67194b87-9c2e-4eab-9492-f6ca709b6df0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:49.134366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42c7dc10-a9d6-40e4-bd44-ce6fdd57223f req-67194b87-9c2e-4eab-9492-f6ca709b6df0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.5039032 Jan 28 10:02:49.135890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.137540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77046fa7-2293-4a82-8b50-53c0677139e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.9825912 Jan 28 10:02:49.140860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:49.160189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31a2911c-f34b-4192-8ba4-402b5954e8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.160536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:49.161470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:49.273756 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31a2911c-f34b-4192-8ba4-402b5954e8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.303715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2911c-f34b-4192-8ba4-402b5954e8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7098ef-bd45-4d37-b8f6-1327becf018d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:49.317911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31a2911c-f34b-4192-8ba4-402b5954e8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.324330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31a2911c-f34b-4192-8ba4-402b5954e8b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e7098ef-bd45-4d37-b8f6-1327becf018d HTTP/1.1" status: 204 len: 168 time: 0.3009598 Jan 28 10:02:49.413195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-42c7dc10-a9d6-40e4-bd44-ce6fdd57223f req-23dac059-c1fa-4d9c-a824-cc3fb330c1b2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677681 Jan 28 10:02:49.488702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6f939673-58a6-4f0e-9d8c-96aa963c0dda triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:49.489213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:49.745440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:50.090866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-4ef58655-8cf7-4afc-ae32-9e682f5b070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:50.101124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-4ef58655-8cf7-4afc-ae32-9e682f5b070e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 0.6817844 Jan 28 10:02:50.195303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4c03-0954-4033-a934-e90f36bcb12b req-18b0483e-4ecb-4d0a-88e7-3c28f19a8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:50.198070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-18b0483e-4ecb-4d0a-88e7-3c28f19a8138 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 1096 time: 0.1452889 Jan 28 10:02:50.200126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3375d0f7-8d0b-4ef3-b2b7-c866988ad80d req-70bbcb81-787b-4308-a90f-82061e224bac tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:50.202213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3375d0f7-8d0b-4ef3-b2b7-c866988ad80d req-70bbcb81-787b-4308-a90f-82061e224bac tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4610524 Jan 28 10:02:50.255492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:46Z', 'revision_number': 3, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:50.267442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Checking router: 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:02:50.268627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Updating router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb port 046bb17c-d27a-4c05-b50a-520827710100 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:02:50.429241 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:50.465677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3375d0f7-8d0b-4ef3-b2b7-c866988ad80d req-610a540c-6315-4da6-97e5-526dbeb09786 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2488854 Jan 28 10:02:50.475961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4c03-0954-4033-a934-e90f36bcb12b req-a2f5778b-abe8-452a-b4df-4834ce10293d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:50.491247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-a2f5778b-abe8-452a-b4df-4834ce10293d service neutron] 10.222.0.43 "GET /v2.0/networks?id=7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 200 len: 912 time: 0.2853377 Jan 28 10:02:50.613848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-f4c5d051-6fec-4e59-85c5-e7d43bb76ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:50.616012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-f4c5d051-6fec-4e59-85c5-e7d43bb76ae5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.4994540 Jan 28 10:02:50.949329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-46a40f7d-2dba-4e1a-b8a4-3fffc1b7a05e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.3208010 Jan 28 10:02:51.065807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-8aa6f45b-06b7-4c48-89a1-7dce200c127b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc HTTP/1.1" status: 200 len: 217 time: 0.5014777 Jan 28 10:02:51.237523 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:51.249948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-fbe9af07-733b-4ffb-b2bb-8fa5192956df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:51.253898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-fbe9af07-733b-4ffb-b2bb-8fa5192956df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.2722700 Jan 28 10:02:51.267965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Transition to ACTIVE for port object 046bb17c-d27a-4c05-b50a-520827710100 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:51.285006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:51.302402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b4c03-0954-4033-a934-e90f36bcb12b req-a67fc037-40ea-4444-9919-9b95ac5f0dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:51.309052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-a67fc037-40ea-4444-9919-9b95ac5f0dae service neutron] 10.222.0.43 "GET /v2.0/subnets?id=4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 200 len: 851 time: 0.2335181 Jan 28 10:02:51.334676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c094391-0ece-44ec-934d-c8b9d3846dff req-5bd56908-5dfb-47ad-a693-8cdfe03f4c44 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:51.351893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c094391-0ece-44ec-934d-c8b9d3846dff req-5bd56908-5dfb-47ad-a693-8cdfe03f4c44 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.8797805 Jan 28 10:02:51.528920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-29928398-0c3c-4a16-ba5c-e238172d4059 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=7464d470-6cb8-444a-8f0a-3688b2eeb539&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2134597 Jan 28 10:02:51.546803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01348f-ba89-4486-ab89-2bee29c69a99 None None] Pushing event updated for resources: {'Port': ['ID=046bb17c-d27a-4c05-b50a-520827710100,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:51.551874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Attempting to bind port 046bb17c-d27a-4c05-b50a-520827710100 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:02:51.553846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Attempting to bind port 046bb17c-d27a-4c05-b50a-520827710100 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:02:51.555404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Attempting to bind port 046bb17c-d27a-4c05-b50a-520827710100 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:51.571859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:02:51.573761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:02:51.574677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:51.575022 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:51.576227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:02:51.577747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Bound port: 046bb17c-d27a-4c05-b50a-520827710100, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:02:51.578569 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:51.611541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-a3cc4835-666c-4cff-9c0d-d446b81726e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:51.613597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-a3cc4835-666c-4cff-9c0d-d446b81726e6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3421459 Jan 28 10:02:51.745227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c094391-0ece-44ec-934d-c8b9d3846dff req-33f69094-007a-442f-aaf0-8c67ee93d281 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3918612 Jan 28 10:02:51.773266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] For port 046bb17c-d27a-4c05-b50a-520827710100, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:02:51.778315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] For port 046bb17c-d27a-4c05-b50a-520827710100, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=046bb17c-d27a-4c05-b50a-520827710100,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:02:51.788364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:51.838456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-efcaae75-36b0-48ec-b4d7-26ec7f353c8d service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895327 Jan 28 10:02:52.019252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01348f-ba89-4486-ab89-2bee29c69a99 None None] Pushing event updated for resources: {'Port': ['ID=046bb17c-d27a-4c05-b50a-520827710100,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:52.087796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-959b4c03-0954-4033-a934-e90f36bcb12b req-d36d78cd-a0aa-4e12-b919-2e770ca9e796 service neutron] 10.222.0.43 "GET /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430000 Jan 28 10:02:52.092714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:52.093701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:52.625066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:52.642137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:52.681487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-d3247769-65b9-4811-be12-d2ef137ecbba service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0597351 Jan 28 10:02:52.883139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1a58a7-1b2c-49c0-8895-41007a759957 req-9d9f492b-4a42-42a8-9e91-ebe6c60d8d64 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:52.884720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb1a58a7-1b2c-49c0-8895-41007a759957 req-9d9f492b-4a42-42a8-9e91-ebe6c60d8d64 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.6214142 Jan 28 10:02:52.962468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Allocated IP 172.20.0.1 (129d9711-0aa1-44f0-aed9-5c3a3cd41b6e/e9cfd0c0-ab32-4363-a9f7-539340a0af08/ef275c66-cbed-485b-8734-ef9d83d4e91d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:02:52.989956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c4540be0-6cc0-4784-ba67-d267917111f2 req-5afe1b80-53da-4ad5-ae9f-606ea5df2913 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953975 Jan 28 10:02:53.004452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb1a58a7-1b2c-49c0-8895-41007a759957 req-e93f0997-18ef-4620-94ae-5c77b250674b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077912 Jan 28 10:02:53.191797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:53.243034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:46Z', 'revision_number': 3, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:53.258443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88859b30-27b8-4d71-9c49-dd8eb4baa740 None None] The sync data for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 is: [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:46Z', 'revision_number': 3, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:02:53.280846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:53.298006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Usage tracker for resource:security_group_rule and tenant:64ed3e8843bf4ee4adce0b1ed0dd4fc0 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:53.308030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:53.351061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:53.495249 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:53.516423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-4c8c103e-159b-4295-a420-33048f695b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:53.523172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-4c8c103e-159b-4295-a420-33048f695b71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 0.3725014 Jan 28 10:02:53.543219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Transition to ACTIVE for port object ef275c66-cbed-485b-8734-ef9d83d4e91d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:53.573692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:53.645054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:53.718970 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64ed3e8843bf4ee4adce0b1ed0dd4fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0904589 Jan 28 10:02:53.720464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56098) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:53.782218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc51d7-ef42-4230-b346-892370df99ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018ccd34-4bd9-4820-9008-960cf4d519bb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:53.860709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b65450d3-65fb-4ada-b35f-48ed0472df2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:53.896559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b65450d3-65fb-4ada-b35f-48ed0472df2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:53.910135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-d2c5a08a-24ff-4e87-bb59-5f29d3e2e7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:53.912162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-d2c5a08a-24ff-4e87-bb59-5f29d3e2e7c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.3603053 Jan 28 10:02:53.928093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e2688-21c5-44f8-ba57-7f0f4f262cff req-cf59229d-fb20-4f8e-bb66-7a40c048d14b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:53.939975 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f36e2688-21c5-44f8-ba57-7f0f4f262cff req-cf59229d-fb20-4f8e-bb66-7a40c048d14b tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3632126 Jan 28 10:02:54.044233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f36e2688-21c5-44f8-ba57-7f0f4f262cff req-77dda087-d13d-4087-82a8-6bb19bffaee0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007712 Jan 28 10:02:54.082691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b65450d3-65fb-4ada-b35f-48ed0472df2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:54.123143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65450d3-65fb-4ada-b35f-48ed0472df2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018ccd34-4bd9-4820-9008-960cf4d519bb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:54.129525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b65450d3-65fb-4ada-b35f-48ed0472df2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:54.134227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b65450d3-65fb-4ada-b35f-48ed0472df2f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/018ccd34-4bd9-4820-9008-960cf4d519bb HTTP/1.1" status: 204 len: 168 time: 0.4088211 Jan 28 10:02:54.143073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-2ce5e963-fb3c-4591-b97a-7b1cb6c6727d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.2176342 Jan 28 10:02:54.144170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:54.393050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Pushing event updated for resources: {'Port': ['ID=ef275c66-cbed-485b-8734-ef9d83d4e91d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:54.451419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:54.459505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:54.501722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:02:54.690539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:54.886150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-68faa778-854c-4d87-8476-daa00d19c11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:54.887661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-68faa778-854c-4d87-8476-daa00d19c11b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.5914140 Jan 28 10:02:54.929418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3b469a8e-93b8-4c1a-a940-95037164ea9c None None] Provisioning for port ef275c66-cbed-485b-8734-ef9d83d4e91d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:54.937910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3b469a8e-93b8-4c1a-a940-95037164ea9c None None] Provisioning complete for port ef275c66-cbed-485b-8734-ef9d83d4e91d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:54.938489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3b469a8e-93b8-4c1a-a940-95037164ea9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.091477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3b469a8e-93b8-4c1a-a940-95037164ea9c None None] Port ef275c66-cbed-485b-8734-ef9d83d4e91d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:02:55.092160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56126) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:55.134794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.143368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 046bb17c-d27a-4c05-b50a-520827710100 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:02:55.161552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:55.173317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Usage tracker for resource:security_group_rule and tenant:32ec70b8e1554d4ea8dc1e1dc3d6e193 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:55.179120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:55.197460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:55.225302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b848fdb-d859-4d12-a5b8-44b720fdef6a req-279c98e9-7937-4010-9d03-631544946821 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:55.232863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0b848fdb-d859-4d12-a5b8-44b720fdef6a req-279c98e9-7937-4010-9d03-631544946821 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.6190066 Jan 28 10:02:55.236297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-34dc77c8-88e4-4b8c-b3b2-03fffb0b5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:55.242710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-34dc77c8-88e4-4b8c-b3b2-03fffb0b5526 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2947938 Jan 28 10:02:55.329910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.332464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 046bb17c-d27a-4c05-b50a-520827710100 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:02:55.359034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 046bb17c-d27a-4c05-b50a-520827710100 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:55.361238 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.392507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.504320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e83ea884-9d74-4e2c-af50-63ea61ac1d10,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:55.513699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c3873bb4-bc8b-47a2-bca8-b0a8ba4ad245 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=32ec70b8e1554d4ea8dc1e1dc3d6e193&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4178329 Jan 28 10:02:55.516852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56142) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:55.605740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f91c1f1-f90d-4a66-b1bd-6a9d9a39e6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.607605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.631486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 046bb17c-d27a-4c05-b50a-520827710100, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=046bb17c-d27a-4c05-b50a-520827710100,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:02:55.643648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.663380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19442444-fe19-4022-9e7a-62897ef21ee8 req-605d39d2-902c-4ca6-a7d9-e2c1b5fa6d47 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:55.667865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19442444-fe19-4022-9e7a-62897ef21ee8 req-605d39d2-902c-4ca6-a7d9-e2c1b5fa6d47 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3364635 Jan 28 10:02:55.678041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f91c1f1-f90d-4a66-b1bd-6a9d9a39e6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.700789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-cc61f627-cfdc-4dcb-b0ac-2e6e47b39c2b service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4426720 Jan 28 10:02:55.811763 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19442444-fe19-4022-9e7a-62897ef21ee8 req-6359dcbc-85df-4456-8838-018203194a12 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165402 Jan 28 10:02:55.819205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=046bb17c-d27a-4c05-b50a-520827710100,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:55.863139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f91c1f1-f90d-4a66-b1bd-6a9d9a39e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.885472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91c1f1-f90d-4a66-b1bd-6a9d9a39e6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e83ea884-9d74-4e2c-af50-63ea61ac1d10,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:55.893792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f91c1f1-f90d-4a66-b1bd-6a9d9a39e6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.896017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f91c1f1-f90d-4a66-b1bd-6a9d9a39e6dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e83ea884-9d74-4e2c-af50-63ea61ac1d10 HTTP/1.1" status: 204 len: 168 time: 0.3757272 Jan 28 10:02:55.926565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71ea2652-bc55-43bf-ac23-40ad11ae2618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:55.932780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c6e96b5-47a7-4a4e-a587-655194a87621 req-7d9eb31f-28fc-499b-976b-c8c6c75b1206 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212150 Jan 28 10:02:55.976727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0b848fdb-d859-4d12-a5b8-44b720fdef6a req-d0f36bad-9e47-4ae1-9e9d-2c2b51c22815 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7166872 Jan 28 10:02:56.099342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:56.490413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:56.499617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:56.566084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0760554e-8099-4f7e-a970-bdc35e0da63e req-b2511ede-3948-4054-a095-8acc87e4f0eb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:56.570928 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0760554e-8099-4f7e-a970-bdc35e0da63e req-b2511ede-3948-4054-a095-8acc87e4f0eb tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1577435 Jan 28 10:02:56.624851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:56.645747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0760554e-8099-4f7e-a970-bdc35e0da63e req-97cb8ec9-5235-4107-a136-4e7896f53b38 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675986 Jan 28 10:02:56.768333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Pushing event updated for resources: {'Port': ['ID=ef275c66-cbed-485b-8734-ef9d83d4e91d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:56.836350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:02:56.837639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:02:56.976766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 046bb17c-d27a-4c05-b50a-520827710100 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:02:57.138027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 046bb17c-d27a-4c05-b50a-520827710100 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:57.138424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:57.229915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:02:57.381804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f606764f-4907-41ac-8a75-f7a8cb65f6e8 None None] Provisioning complete for port ef275c66-cbed-485b-8734-ef9d83d4e91d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:02:57.382460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f606764f-4907-41ac-8a75-f7a8cb65f6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:57.453579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f606764f-4907-41ac-8a75-f7a8cb65f6e8 None None] Port ef275c66-cbed-485b-8734-ef9d83d4e91d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:02:57.528555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9313c-d38b-4035-8160-ae94336570f1 req-d6c1ea1f-4cd4-4ea3-adf2-908e8a78bf48 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:57.530743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0df9313c-d38b-4035-8160-ae94336570f1 req-d6c1ea1f-4cd4-4ea3-adf2-908e8a78bf48 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3038192 Jan 28 10:02:57.661849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0df9313c-d38b-4035-8160-ae94336570f1 req-5c634719-0634-40bd-825c-4b415629d8b7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758357 Jan 28 10:02:57.663134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:02:57.674768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Sync routers for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:02:57.682449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1892ba69-1afb-427e-b734-560ec7c70959 admin admin] 10.222.0.42 "PUT /v2.0/routers/0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5300181 Jan 28 10:02:57.699336 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:02:57.700558 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:57.889686 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:02:58.026111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023e56d0-0858-4525-8e7c-9224904c6fb7 req-a6ae4c1c-b2a3-4428-839e-03890927962f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:58.035886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-023e56d0-0858-4525-8e7c-9224904c6fb7 req-a6ae4c1c-b2a3-4428-839e-03890927962f tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.1966565 Jan 28 10:02:58.098273 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-023e56d0-0858-4525-8e7c-9224904c6fb7 req-d8042fd6-262c-4d32-b6c9-5e370c71b8bc tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Jan 28 10:02:58.324984 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:02:56Z', 'revision_number': 2, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:02:58.337456 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Checking router: 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:02:58.337806 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Updating router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb port ef275c66-cbed-485b-8734-ef9d83d4e91d binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:02:58.343684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc66e34d-9807-48ef-8f35-86d93bcbdd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:58.467017 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:58.932351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69422f8-1dd7-472f-8c9d-66becfcba45e req-f0d71fea-ff94-42f6-ba24-fe0aa8a87f69 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:58.942649 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a69422f8-1dd7-472f-8c9d-66becfcba45e req-f0d71fea-ff94-42f6-ba24-fe0aa8a87f69 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1038201 Jan 28 10:02:59.008249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a69422f8-1dd7-472f-8c9d-66becfcba45e req-c31097b9-b0d2-4070-b747-bfc68a97a417 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640447 Jan 28 10:02:59.054386 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.075493 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Transition to ACTIVE for port object ef275c66-cbed-485b-8734-ef9d83d4e91d will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:02:59.099431 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.358958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56264) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:02:59.366878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-127976298-network', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:02:59.373108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:59.377884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Usage tracker for resource:network and tenant:02f945ff393e4980a5f1571714c21ec3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:59.383084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:59.394462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:59.486307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.501299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.558670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a962a-1da6-46ba-84ee-d6168479cefe req-b0bb7a87-186b-498d-924d-3c194f4badd9 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:59.566039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b43a962a-1da6-46ba-84ee-d6168479cefe req-b0bb7a87-186b-498d-924d-3c194f4badd9 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.2286193 Jan 28 10:02:59.628682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Made reservation on behalf of 02f945ff393e4980a5f1571714c21ec3 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:02:59.637411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.677784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b43a962a-1da6-46ba-84ee-d6168479cefe req-41b320cb-0589-4d67-994c-4be438051312 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055603 Jan 28 10:02:59.682749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.683162 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Pushing event updated for resources: {'Port': ['ID=ef275c66-cbed-485b-8734-ef9d83d4e91d,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:02:59.709157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Attempting to bind port ef275c66-cbed-485b-8734-ef9d83d4e91d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:02:59.709773 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Attempting to bind port ef275c66-cbed-485b-8734-ef9d83d4e91d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:02:59.710320 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Attempting to bind port ef275c66-cbed-485b-8734-ef9d83d4e91d on network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:02:59.715459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.716004 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.716522 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.717022 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.721062 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.721657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.722157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.722686 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.724000 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.724484 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.725155 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.726274 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:02:59.733131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:02:59.733482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Checking segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:02:59.734049 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.734760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Bound using segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:02:59.735380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Bound port: ef275c66-cbed-485b-8734-ef9d83d4e91d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:02:59.735612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:02:59.736281 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.741475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Usage tracker for resource:security_group_rule and tenant:02f945ff393e4980a5f1571714c21ec3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:02:59.744768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:02:59.751599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:02:59.889851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-3444a35e-18ab-4b82-a55d-3f72d381f9a2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:02:59.891385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-3444a35e-18ab-4b82-a55d-3f72d381f9a2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.43 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.4922817 Jan 28 10:02:59.925091 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] For port ef275c66-cbed-485b-8734-ef9d83d4e91d, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:02:59.929838 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] For port ef275c66-cbed-485b-8734-ef9d83d4e91d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef275c66-cbed-485b-8734-ef9d83d4e91d,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:02:59.935959 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:02:59.985089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.000525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Deleting port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:03:00.001687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.033724 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:00.034598 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:00.152900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.273964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14431c6-c928-466a-9f7b-cc79f654b72a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:00.286467 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:00.310210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:03:00.378263 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26fd3f1-b8a4-471e-95bf-3acec1a89163 None None] Pushing event updated for resources: {'Port': ['ID=ef275c66-cbed-485b-8734-ef9d83d4e91d,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:00.571384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.571901 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Added segment dd1a0092-d12a-4d64-aae3-6e221d65c9bd of type vlan for network 036fe65a-e6f4-42bf-98cd-334562ce5f43 Jan 28 10:03:00.603534 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.640898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.643900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:00.643900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.722803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3617551 Jan 28 10:03:00.726021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:00.731796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Request body: {'subnet': {'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-127976298-subnet', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:00.742032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:00.750583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Usage tracker for resource:subnet and tenant:02f945ff393e4980a5f1571714c21ec3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:00.755625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:00.763310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:00.803749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Made reservation on behalf of 02f945ff393e4980a5f1571714c21ec3 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:00.807802 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.826262 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:00.882458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccd2b5-4320-42e2-b3f9-1b2e36bf74ea admin admin] Pushing event updated for resources: {'Network': ['ID=036fe65a-e6f4-42bf-98cd-334562ce5f43,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:00.934203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:03:00.953912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] For port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:00.954274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:01.004149 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:02:59Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:01.015642 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22712cd-320b-4d0c-8da9-ed403659520e None None] The sync data for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 is: [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:02:59Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:03:01.330892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d87790-1d09-4692-8c14-40d44cb43256 req-4ae687bc-dffc-4243-92db-f4f6f4e7490c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:01.343524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57d87790-1d09-4692-8c14-40d44cb43256 req-4ae687bc-dffc-4243-92db-f4f6f4e7490c tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 945 time: 0.3730364 Jan 28 10:03:01.379357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Calling delete_port for 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:03:01.538316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:01.624882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:01.638099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d739137d-2441-498a-927e-6bc8584e7c09'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:01.706927 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57d87790-1d09-4692-8c14-40d44cb43256 req-39499efb-eee9-436b-b82c-756b0135ddb7 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3620846 Jan 28 10:03:01.777026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Pushing event deleted for resources: {'Port': ['ID=39708653-2ed5-4f6d-b4ea-f9e12d88bfcc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:01.860432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e8bd8bc-97f9-4be9-90e6-3c9fb9416370,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:01.878630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] No DVR routers for this DVR port 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:03:01.884786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:01.888591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'name': 'network-vif-deleted', 'tag': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:01.890501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Checking segment: {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:01.890855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Network hostable DHCP agents. Network: 036fe65a-e6f4-42bf-98cd-334562ce5f43, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:03:01.924717 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-188ae6c5-9358-450b-8d7f-e6a9ce3f527a req-364990ca-c70d-425c-9205-16359d6b5fe8 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.43 "DELETE /v2.0/ports/39708653-2ed5-4f6d-b4ea-f9e12d88bfcc HTTP/1.1" status: 204 len: 173 time: 2.0230587 Jan 28 10:03:01.927393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:03:01.966432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 036fe65a-e6f4-42bf-98cd-334562ce5f43) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:01.982050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f571c88-5bfa-46b0-a94b-a111cfc64b86 None None] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:03:01.985501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:01.988150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:02.004294 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b68b1bc-73dd-48a0-834f-611b784cca6a', 'name': 'network-vif-deleted', 'tag': '39708653-2ed5-4f6d-b4ea-f9e12d88bfcc', 'status': 'completed', 'code': 200} Jan 28 10:03:02.060964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3a9f779-cbd5-4991-8d99-de73cf3ce184 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3340685 Jan 28 10:03:02.063594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56420) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:02.073677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:02.090475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:02.097935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Usage tracker for resource:router and tenant:02f945ff393e4980a5f1571714c21ec3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:02.107838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:02.124556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:02.157265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:02.158904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:02.207368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:02.469089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-036fe65a-e6f4-42bf-98cd-334562ce5f43', 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'fixed_ips': [{'subnet_id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:03:02.477185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:02.773580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:02.783885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:03:02.835136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:03:02.835275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 39708653-2ed5-4f6d-b4ea-f9e12d88bfcc not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:03:02.968484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Allocated IP 172.20.0.2 (036fe65a-e6f4-42bf-98cd-334562ce5f43/4e8bd8bc-97f9-4be9-90e6-3c9fb9416370/94ba2eae-44e0-41c1-84de-e54075f63c7f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:03.161724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef275c66-cbed-485b-8734-ef9d83d4e91d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:03.188180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-104b8145-37c6-4f15-b7c4-3c8d29268c50 req-eff85c86-21b0-4ff2-8b01-91eab68b8321 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Synchronizing usage tracker for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:03.249624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-104b8145-37c6-4f15-b7c4-3c8d29268c50 req-eff85c86-21b0-4ff2-8b01-91eab68b8321 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Unset dirty status for tenant:ed6d5fc7daab4f0dbb82024e49d2d228 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:03.250795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-104b8145-37c6-4f15-b7c4-3c8d29268c50 req-eff85c86-21b0-4ff2-8b01-91eab68b8321 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=6b68b1bc-73dd-48a0-834f-611b784cca6a HTTP/1.1" status: 200 len: 210 time: 0.2715576 Jan 28 10:03:03.470097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ef275c66-cbed-485b-8734-ef9d83d4e91d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:03.478975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ef275c66-cbed-485b-8734-ef9d83d4e91d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:03.479345 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.595807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.665827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.727349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56486) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:03.752542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.777687 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.794704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Transition to ACTIVE for port object 94ba2eae-44e0-41c1-84de-e54075f63c7f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:03.805038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56492) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:03.821555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ef275c66-cbed-485b-8734-ef9d83d4e91d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef275c66-cbed-485b-8734-ef9d83d4e91d,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:03.827639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Transition to ACTIVE for port object 94ba2eae-44e0-41c1-84de-e54075f63c7f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:03.830243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.870355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:03.907225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:03.911032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:03.914394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:03.924199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Allocated IP 172.25.1.178 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/823c26fa-62f9-42ec-bf70-72884a564455) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:04.010070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.014317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ef275c66-cbed-485b-8734-ef9d83d4e91d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.054643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.075600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:04.083401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Usage tracker for resource:security_group_rule and tenant:e3b5d455666f4c0b9f84fdb2373e59d5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:04.088242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:04.091457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Attempting to bind port 94ba2eae-44e0-41c1-84de-e54075f63c7f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:04.091776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:04.091907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Attempting to bind port 94ba2eae-44e0-41c1-84de-e54075f63c7f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:04.092170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Attempting to bind port 94ba2eae-44e0-41c1-84de-e54075f63c7f on network 036fe65a-e6f4-42bf-98cd-334562ce5f43 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:04.099758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:04.102488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Usage tracker for resource:security_group_rule and tenant:d9d01ec9f4604f4395dde97d36f1e050 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:04.103135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:04.103508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Checking segment: {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:04.103913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.104303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Bound using segment: {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:04.104791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Bound port: 94ba2eae-44e0-41c1-84de-e54075f63c7f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:04.105162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.108190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:04.120284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:04.122203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Pushing event updated for resources: {'Port': ['ID=94ba2eae-44e0-41c1-84de-e54075f63c7f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.141290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.185638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.212197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-51101234-a63c-4089-8242-e73faa40d37a None None] For port 94ba2eae-44e0-41c1-84de-e54075f63c7f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:04.216119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-51101234-a63c-4089-8242-e73faa40d37a None None] For port 94ba2eae-44e0-41c1-84de-e54075f63c7f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94ba2eae-44e0-41c1-84de-e54075f63c7f,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:04.221331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.272237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.275936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Pushing event updated for resources: {'Port': ['ID=823c26fa-62f9-42ec-bf70-72884a564455,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.288563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.290068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:04.291242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:04.293748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:04.322230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51101234-a63c-4089-8242-e73faa40d37a None None] Pushing event updated for resources: {'Port': ['ID=94ba2eae-44e0-41c1-84de-e54075f63c7f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.348759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3b5d455666f4c0b9f84fdb2373e59d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6194332 Jan 28 10:03:04.352819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56502) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:04.362146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.366907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebed6651-5bb8-4962-86cc-ac8cda0e228f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cfbaaa-7017-4a0e-bfdf-6171539d0628,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.377627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.475332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9d01ec9f4604f4395dde97d36f1e050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6659544 Jan 28 10:03:04.479292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56508) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:04.586847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c780879-51a7-460f-822e-fbb15edc17ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc348f8a-8269-43c5-a21b-b20786cb5f47,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.616437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7668d9f-a9b0-4dd7-9a2d-31112ed92326 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.654538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7668d9f-a9b0-4dd7-9a2d-31112ed92326 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.774244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7668d9f-a9b0-4dd7-9a2d-31112ed92326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.818396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7668d9f-a9b0-4dd7-9a2d-31112ed92326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc348f8a-8269-43c5-a21b-b20786cb5f47,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:04.846408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7668d9f-a9b0-4dd7-9a2d-31112ed92326 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:04.847312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c7668d9f-a9b0-4dd7-9a2d-31112ed92326 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc348f8a-8269-43c5-a21b-b20786cb5f47 HTTP/1.1" status: 204 len: 168 time: 0.3671257 Jan 28 10:03:05.143985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc4d9-cec5-421d-9004-b390caf63b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.178477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc4d9-cec5-421d-9004-b390caf63b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.194161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b3e85-f7cd-470b-9963-f0357f6598e2 req-cd87bed0-7bc5-4b87-8b5d-e91b6a9112b0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:05.197539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-851b3e85-f7cd-470b-9963-f0357f6598e2 req-cd87bed0-7bc5-4b87-8b5d-e91b6a9112b0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1397359 Jan 28 10:03:05.254722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94ba2eae-44e0-41c1-84de-e54075f63c7f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:05.314746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-851b3e85-f7cd-470b-9963-f0357f6598e2 req-67d67f30-2a8e-4812-a972-93fcf2ad8dae tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033840 Jan 28 10:03:05.415442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.429683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 94ba2eae-44e0-41c1-84de-e54075f63c7f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:05.438275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef275c66-cbed-485b-8734-ef9d83d4e91d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:05.597982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56530) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:05.607572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ef275c66-cbed-485b-8734-ef9d83d4e91d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:05.608195 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.621866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc4d9-cec5-421d-9004-b390caf63b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.630524 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.675170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:05.680787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcbc4d9-cec5-421d-9004-b390caf63b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cfbaaa-7017-4a0e-bfdf-6171539d0628,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:05.682756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:9e28392e789e4dc09764870adc0740c7 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:05.688579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:05.701799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:05.729769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddcbc4d9-cec5-421d-9004-b390caf63b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.731108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ddcbc4d9-cec5-421d-9004-b390caf63b7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11cfbaaa-7017-4a0e-bfdf-6171539d0628 HTTP/1.1" status: 204 len: 168 time: 1.3772190 Jan 28 10:03:05.866374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.877093 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:05.943363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e28392e789e4dc09764870adc0740c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408570 Jan 28 10:03:05.944155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56538) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:05.985813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8e5b8-2e05-4bfd-86f7-c6f110d54bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687fe85e-841f-408e-8eda-404071f49de8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:06.028632 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdec4718-c015-4f25-8582-fccb5db561b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.075984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdec4718-c015-4f25-8582-fccb5db561b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.091278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.140551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdec4718-c015-4f25-8582-fccb5db561b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.156208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec4718-c015-4f25-8582-fccb5db561b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687fe85e-841f-408e-8eda-404071f49de8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:06.165761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdec4718-c015-4f25-8582-fccb5db561b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.169977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cdec4718-c015-4f25-8582-fccb5db561b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/687fe85e-841f-408e-8eda-404071f49de8 HTTP/1.1" status: 204 len: 168 time: 0.2254276 Jan 28 10:03:06.192177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cd431b-27cc-45cb-a332-4920f679a714 None None] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:03:06.330014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] Provisioning for port 94ba2eae-44e0-41c1-84de-e54075f63c7f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:06.341560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] Provisioning complete for port 94ba2eae-44e0-41c1-84de-e54075f63c7f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:06.342279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.361165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Router a7dd977f-7580-4743-909d-1a77e792f3c9 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:03:06.430219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56548) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:06.485224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.526432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:06.535528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Usage tracker for resource:security_group_rule and tenant:9e0ca7c7ef5540a5a35ad01633f1f0cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:06.542607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:06.556750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:06.628772 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.673975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] For port 94ba2eae-44e0-41c1-84de-e54075f63c7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94ba2eae-44e0-41c1-84de-e54075f63c7f,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:06.679296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.763521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff6dd9b-6301-40e4-844f-02f1b9aa66e1 None None] Pushing event updated for resources: {'Port': ['ID=94ba2eae-44e0-41c1-84de-e54075f63c7f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:06.840498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:03:06.856442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Sync routers for ids ['a7dd977f-7580-4743-909d-1a77e792f3c9'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:03:06.886049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Routers {'a7dd977f-7580-4743-909d-1a77e792f3c9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:06.886310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.886536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a7dd977f-7580-4743-909d-1a77e792f3c9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:06.897960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cd0938-9681-481f-acdd-ed0f4352b2f1 req-d9c60122-3a72-4cdf-ad96-a3bc484a5d2e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:06.899426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:06.900891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-25769a0d-b8fe-46f6-b8b8-2ceeaa0dc8f4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.8358994 Jan 28 10:03:06.903560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56562) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:06.905956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73cd0938-9681-481f-acdd-ed0f4352b2f1 req-d9c60122-3a72-4cdf-ad96-a3bc484a5d2e tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.3454692 Jan 28 10:03:06.927527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.002087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5aad40-f3e4-4529-b86b-05ba1e89fbc5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:07.132814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73cd0938-9681-481f-acdd-ed0f4352b2f1 req-7f01be08-d913-488d-be41-3024a03c49a0 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256341 Jan 28 10:03:07.135567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b8e37751-9fa7-493d-94e0-1caefaf48fee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e0ca7c7ef5540a5a35ad01633f1f0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7044458 Jan 28 10:03:07.138775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56570) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:07.163334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Set router a7dd977f-7580-4743-909d-1a77e792f3c9 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:07.237786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a70d09-abb7-4a94-bbaf-85a5b91f884b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.268073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a70d09-abb7-4a94-bbaf-85a5b91f884b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.295036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94ba2eae-44e0-41c1-84de-e54075f63c7f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:07.339608 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a70d09-abb7-4a94-bbaf-85a5b91f884b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.358658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a70d09-abb7-4a94-bbaf-85a5b91f884b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5aad40-f3e4-4529-b86b-05ba1e89fbc5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:07.374295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a70d09-abb7-4a94-bbaf-85a5b91f884b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.376183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99a70d09-abb7-4a94-bbaf-85a5b91f884b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a5aad40-f3e4-4529-b86b-05ba1e89fbc5 HTTP/1.1" status: 204 len: 168 time: 0.2363620 Jan 28 10:03:07.446482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-90b98ceb-fa58-447d-b937-70c02162f045 None None] Provisioning complete for port 94ba2eae-44e0-41c1-84de-e54075f63c7f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:07.447013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90b98ceb-fa58-447d-b937-70c02162f045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.547692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 94ba2eae-44e0-41c1-84de-e54075f63c7f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:07.548054 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:07.891605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-31a570dc-c244-4c7e-bfc9-3d25e5cbb1bf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:07.893000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-31a570dc-c244-4c7e-bfc9-3d25e5cbb1bf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.25 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.2267728 Jan 28 10:03:07.924689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:03:05Z', 'revision_number': 3, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:07.932864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Checking router: a7dd977f-7580-4743-909d-1a77e792f3c9 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:03:07.933512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Updating router a7dd977f-7580-4743-909d-1a77e792f3c9 port 823c26fa-62f9-42ec-bf70-72884a564455 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:03:07.998549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.148600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Deleting port d739137d-2441-498a-927e-6bc8584e7c09 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:03:08.159098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.501457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5b51ca-6697-40ce-96f9-00a31bc8abc7 req-b7cdebc2-d31d-4e89-b57d-e53822eda928 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:08.510278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f5b51ca-6697-40ce-96f9-00a31bc8abc7 req-b7cdebc2-d31d-4e89-b57d-e53822eda928 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1645861 Jan 28 10:03:08.633589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f5b51ca-6697-40ce-96f9-00a31bc8abc7 req-1f10aae4-75a9-4082-8cc9-d95f56195680 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/security-groups?id=0674a987-3a78-4e76-a19f-178061794a3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150565 Jan 28 10:03:08.651239 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.665675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Transition to ACTIVE for port object 823c26fa-62f9-42ec-bf70-72884a564455 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:08.674105 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.690855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] For port d739137d-2441-498a-927e-6bc8584e7c09, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d739137d-2441-498a-927e-6bc8584e7c09,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:08.691517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.766914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Attempting to bind port 823c26fa-62f9-42ec-bf70-72884a564455 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:08.767346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Attempting to bind port 823c26fa-62f9-42ec-bf70-72884a564455 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:08.767703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Attempting to bind port 823c26fa-62f9-42ec-bf70-72884a564455 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:08.780828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:08.781157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:08.781592 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.782062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:08.782675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Bound port: 823c26fa-62f9-42ec-bf70-72884a564455, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:08.783176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:08.845548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7935c-f1cc-4df9-a328-4259226d9f0e None None] Pushing event updated for resources: {'Port': ['ID=823c26fa-62f9-42ec-bf70-72884a564455,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:08.871140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Calling delete_port for d739137d-2441-498a-927e-6bc8584e7c09 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:03:08.898362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] For port 823c26fa-62f9-42ec-bf70-72884a564455, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:08.905825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] For port 823c26fa-62f9-42ec-bf70-72884a564455, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=823c26fa-62f9-42ec-bf70-72884a564455,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:08.914839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:09.008862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Routers {'a7dd977f-7580-4743-909d-1a77e792f3c9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:09.009484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a7dd977f-7580-4743-909d-1a77e792f3c9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:09.119838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d7935c-f1cc-4df9-a328-4259226d9f0e None None] Pushing event updated for resources: {'Port': ['ID=823c26fa-62f9-42ec-bf70-72884a564455,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:09.250273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:09.316515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:09.364203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] Set router a7dd977f-7580-4743-909d-1a77e792f3c9 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:09.389294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Pushing event deleted for resources: {'Port': ['ID=d739137d-2441-498a-927e-6bc8584e7c09,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:09.811921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:03:05Z', 'revision_number': 3, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:09.818597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0060ca4c-bbbd-4a08-997a-22f149278232 None None] The sync data for ids ['a7dd977f-7580-4743-909d-1a77e792f3c9'] in n-d-825178-2 is: [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:03:05Z', 'revision_number': 3, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:03:09.858177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d739137d-2441-498a-927e-6bc8584e7c09 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:03:09.904030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: d739137d-2441-498a-927e-6bc8584e7c09 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:03:09.905695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d739137d-2441-498a-927e-6bc8584e7c09 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:03:09.927321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] No DVR routers for this DVR port d739137d-2441-498a-927e-6bc8584e7c09 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:03:09.942719 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:09.953751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'name': 'network-vif-deleted', 'tag': 'd739137d-2441-498a-927e-6bc8584e7c09'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:10.041119 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5aa3f8c-33bf-40f3-8d44-5844a2b636ed req-18a6230c-0829-4c34-9960-732b69f839c2 tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddaffba0-36cd-4a58-9950-fb43e33bd6e7 HTTP/1.1" status: 200 len: 210 time: 0.2410183 Jan 28 10:03:10.054938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b39a9bc3-a344-4e9b-9595-6f0585b76fd9 req-aaa1be76-5792-42ad-86f3-06d815fadbbf tempest-ServerRescueTestJSON-258779916 tempest-ServerRescueTestJSON-258779916-project] 10.222.0.25 "DELETE /v2.0/ports/d739137d-2441-498a-927e-6bc8584e7c09 HTTP/1.1" status: 204 len: 173 time: 2.1531603 Jan 28 10:03:10.065333 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddaffba0-36cd-4a58-9950-fb43e33bd6e7', 'name': 'network-vif-deleted', 'tag': 'd739137d-2441-498a-927e-6bc8584e7c09', 'status': 'completed', 'code': 200} Jan 28 10:03:10.074657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Allocated IP 172.20.0.1 (036fe65a-e6f4-42bf-98cd-334562ce5f43/4e8bd8bc-97f9-4be9-90e6-3c9fb9416370/2c935835-0870-4ed7-9b3c-6b038b84af4c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:10.288439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:10.319444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Transition to ACTIVE for port object 2c935835-0870-4ed7-9b3c-6b038b84af4c will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:10.357429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:10.468986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Pushing event updated for resources: {'Port': ['ID=2c935835-0870-4ed7-9b3c-6b038b84af4c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:10.483267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:10.485092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:10.487557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:10.594936 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:10.880818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:10.990927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-167ce75c-d1f0-4ce6-b039-edc517e458f9 None None] Provisioning for port 2c935835-0870-4ed7-9b3c-6b038b84af4c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:11.014605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-167ce75c-d1f0-4ce6-b039-edc517e458f9 None None] Provisioning complete for port 2c935835-0870-4ed7-9b3c-6b038b84af4c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:11.015058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-167ce75c-d1f0-4ce6-b039-edc517e458f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.127215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-167ce75c-d1f0-4ce6-b039-edc517e458f9 None None] Port 2c935835-0870-4ed7-9b3c-6b038b84af4c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:03:11.151677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 823c26fa-62f9-42ec-bf70-72884a564455 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:11.210940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:11.319600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 823c26fa-62f9-42ec-bf70-72884a564455 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:11.333446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 823c26fa-62f9-42ec-bf70-72884a564455 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:11.333821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.345572 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:03:11.374862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.386047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.601357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Pushing event updated for resources: {'Port': ['ID=2c935835-0870-4ed7-9b3c-6b038b84af4c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:11.676574 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.681959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.716830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 823c26fa-62f9-42ec-bf70-72884a564455, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=823c26fa-62f9-42ec-bf70-72884a564455,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:11.723312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:11.917046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:11.918654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:11.948230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56738) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:11.950895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=823c26fa-62f9-42ec-bf70-72884a564455,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:12.300707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Router a7dd977f-7580-4743-909d-1a77e792f3c9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:03:12.301816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56746) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:12.375080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-77bef38a-f0c2-4da0-8263-80e9fdb0bc82 None None] Provisioning complete for port 2c935835-0870-4ed7-9b3c-6b038b84af4c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:12.375653 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77bef38a-f0c2-4da0-8263-80e9fdb0bc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.415217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.465727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-77bef38a-f0c2-4da0-8263-80e9fdb0bc82 None None] Port 2c935835-0870-4ed7-9b3c-6b038b84af4c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:03:12.475944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.485658 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.514152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:12.518198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5083794e654751aff8faec7e2f9040 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:12.521283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:12.530394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:12.534743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:12.601018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Usage tracker for resource:security_group_rule and tenant:292d946b1aeb4ecf850f79b746360687 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:12.615662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:12.629732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:12.680737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:03:12.733681 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-11dc14ca-89e7-4b0b-be71-73de9bd7efea admin admin] 10.222.0.42 "PUT /v2.0/routers/a7dd977f-7580-4743-909d-1a77e792f3c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8207657 Jan 28 10:03:12.815613 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.828862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.849508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.849969 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Sync routers for ids ['a7dd977f-7580-4743-909d-1a77e792f3c9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:03:12.868622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Routers {'a7dd977f-7580-4743-909d-1a77e792f3c9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:12.869584 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a7dd977f-7580-4743-909d-1a77e792f3c9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:12.872241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Deleting port b0d5fb67-7d93-40d1-9b39-8c0bc526f112 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:03:12.872405 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.872611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:12.902512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc5083794e654751aff8faec7e2f9040&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956109 Jan 28 10:03:12.905416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed660a-de7f-40d3-a083-1f8aa4642b85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17af783-5f44-4a4a-9bf3-6e21551fe25b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:12.907723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56756) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:12.957436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43cbe8c0-250a-433f-bc67-9cd6f0612447,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:12.973943 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f0a5e7e5-f6fa-4d1c-81b1-86fd2dad7dab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=292d946b1aeb4ecf850f79b746360687&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0245054 Jan 28 10:03:12.981196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56766) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:13.048740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 823c26fa-62f9-42ec-bf70-72884a564455 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:13.100283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6d45eb0-2e26-407c-9146-2488f04978a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.102234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-188b9dbc-15dc-410f-a54c-4d474f97a512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.133962 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Set router a7dd977f-7580-4743-909d-1a77e792f3c9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:13.277231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] For port b0d5fb67-7d93-40d1-9b39-8c0bc526f112, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,segment=NetworkSegment(4749cda0-6a38-45fe-81bd-a4dc7a326a97),segment_id=4749cda0-6a38-45fe-81bd-a4dc7a326a97)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:13.278786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.313703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 823c26fa-62f9-42ec-bf70-72884a564455 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:13.317039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.349817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6d45eb0-2e26-407c-9146-2488f04978a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.365795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-188b9dbc-15dc-410f-a54c-4d474f97a512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.453811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6d45eb0-2e26-407c-9146-2488f04978a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.487456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-188b9dbc-15dc-410f-a54c-4d474f97a512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.511191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Calling delete_port for b0d5fb67-7d93-40d1-9b39-8c0bc526f112 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:03:13.516172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d45eb0-2e26-407c-9146-2488f04978a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17af783-5f44-4a4a-9bf3-6e21551fe25b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:13.538446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6d45eb0-2e26-407c-9146-2488f04978a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.541980 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d6d45eb0-2e26-407c-9146-2488f04978a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e17af783-5f44-4a4a-9bf3-6e21551fe25b HTTP/1.1" status: 204 len: 168 time: 0.6244228 Jan 28 10:03:13.547827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-188b9dbc-15dc-410f-a54c-4d474f97a512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.556582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-188b9dbc-15dc-410f-a54c-4d474f97a512 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43cbe8c0-250a-433f-bc67-9cd6f0612447 HTTP/1.1" status: 204 len: 168 time: 0.5718729 Jan 28 10:03:13.559048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b9dbc-15dc-410f-a54c-4d474f97a512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43cbe8c0-250a-433f-bc67-9cd6f0612447,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:13.688830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.814290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:13.818381 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:03:10Z', 'revision_number': 4, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2c935835-0870-4ed7-9b3c-6b038b84af4c', 'name': '', 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'mac_address': 'fa:16:3e:a3:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:09Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 2, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'subnets': [{'id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:13.824457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Checking router: a7dd977f-7580-4743-909d-1a77e792f3c9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:03:13.824832 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Updating router a7dd977f-7580-4743-909d-1a77e792f3c9 port 2c935835-0870-4ed7-9b3c-6b038b84af4c binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:03:13.954686 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.097349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d5fb67-7d93-40d1-9b39-8c0bc526f112,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:14.207969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:14.208412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56818) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:14.286396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.312969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.342102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:14.359919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:14.375185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Usage tracker for resource:security_group_rule and tenant:2db7469df96547da9d8a98fb8672a29c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:14.380370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:14.383414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Usage tracker for resource:security_group_rule and tenant:e70739b2d3174649bed64f202f52aa67 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:14.392678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:14.407884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:14.572998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:14.594785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.612387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.618532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.635136 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.651169 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Transition to ACTIVE for port object 2c935835-0870-4ed7-9b3c-6b038b84af4c will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:14.663675 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:14.724989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99836dd-41c0-4b3a-a141-a793e1d549c7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:14.775856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2221c10b-460f-4cd9-b511-e52bfa249170 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e70739b2d3174649bed64f202f52aa67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5640430 Jan 28 10:03:14.782494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56834) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:14.890655 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48861d1-4302-4ff5-be18-a7e8bd9d78e4 None None] Pushing event updated for resources: {'Port': ['ID=2c935835-0870-4ed7-9b3c-6b038b84af4c,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:15.006457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Attempting to bind port 2c935835-0870-4ed7-9b3c-6b038b84af4c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:15.006457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Attempting to bind port 2c935835-0870-4ed7-9b3c-6b038b84af4c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:15.007255 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Attempting to bind port 2c935835-0870-4ed7-9b3c-6b038b84af4c on network 036fe65a-e6f4-42bf-98cd-334562ce5f43 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:15.012530 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:15.012990 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Checking segment: {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:15.013444 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.013829 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Bound using segment: {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:15.014487 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Bound port: 2c935835-0870-4ed7-9b3c-6b038b84af4c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:15.014836 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.029436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3548abfe-f2f1-44e7-bd27-1ff7d76070d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.069048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.095209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.119931 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] For port 2c935835-0870-4ed7-9b3c-6b038b84af4c, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:15.123879 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] For port 2c935835-0870-4ed7-9b3c-6b038b84af4c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2c935835-0870-4ed7-9b3c-6b038b84af4c,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:15.128555 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.143004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f9e1ef-0129-46c8-b23b-55c9aaa9d8d9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:15.161618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3548abfe-f2f1-44e7-bd27-1ff7d76070d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.205871 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.239437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Routers {'a7dd977f-7580-4743-909d-1a77e792f3c9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:15.240300 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a7dd977f-7580-4743-909d-1a77e792f3c9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:15.293420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da7b346f-a57d-43cb-bae4-81f91421a1b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2db7469df96547da9d8a98fb8672a29c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0838387 Jan 28 10:03:15.296158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56868) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:15.363735 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48861d1-4302-4ff5-be18-a7e8bd9d78e4 None None] Pushing event updated for resources: {'Port': ['ID=2c935835-0870-4ed7-9b3c-6b038b84af4c,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:15.418103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Router df7f2271-7427-4817-932f-b1a1fb5ba880 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:03:15.432349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-52b7974e-7c9b-4b2e-9d90-149728c09b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.473355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-52b7974e-7c9b-4b2e-9d90-149728c09b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.483993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3548abfe-f2f1-44e7-bd27-1ff7d76070d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.549832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548abfe-f2f1-44e7-bd27-1ff7d76070d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99836dd-41c0-4b3a-a141-a793e1d549c7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:15.623075 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] Set router a7dd977f-7580-4743-909d-1a77e792f3c9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:15.654430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3548abfe-f2f1-44e7-bd27-1ff7d76070d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.655577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3548abfe-f2f1-44e7-bd27-1ff7d76070d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b99836dd-41c0-4b3a-a141-a793e1d549c7 HTTP/1.1" status: 204 len: 168 time: 0.8714406 Jan 28 10:03:15.692222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-52b7974e-7c9b-4b2e-9d90-149728c09b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.760190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-52b7974e-7c9b-4b2e-9d90-149728c09b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:15.764974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-52b7974e-7c9b-4b2e-9d90-149728c09b76 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6f9e1ef-0129-46c8-b23b-55c9aaa9d8d9 HTTP/1.1" status: 204 len: 168 time: 0.4574831 Jan 28 10:03:15.767566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7974e-7c9b-4b2e-9d90-149728c09b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f9e1ef-0129-46c8-b23b-55c9aaa9d8d9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:15.892424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:03:15.904418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] Sync routers for ids ['df7f2271-7427-4817-932f-b1a1fb5ba880'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:03:15.927747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56884) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:15.928204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-057a3b8a-c917-4954-8175-5deb08565f7c admin admin] 10.222.0.42 "PUT /v2.0/routers/df7f2271-7427-4817-932f-b1a1fb5ba880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7158389 Jan 28 10:03:15.930922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] Routers {'df7f2271-7427-4817-932f-b1a1fb5ba880'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:15.932040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df7f2271-7427-4817-932f-b1a1fb5ba880'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:16.269830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] Set router df7f2271-7427-4817-932f-b1a1fb5ba880 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:16.364587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56892) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:16.381137 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:16.422459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:03:10Z', 'revision_number': 4, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2c935835-0870-4ed7-9b3c-6b038b84af4c', 'name': '', 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'mac_address': 'fa:16:3e:a3:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:09Z', 'updated_at': '2022-01-28T10:03:15Z', 'revision_number': 4, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'subnets': [{'id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:16.434384 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe749b6-4e5d-4476-a763-41ef39301b2a None None] The sync data for ids ['a7dd977f-7580-4743-909d-1a77e792f3c9'] in n-d-825178-2 is: [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:03:10Z', 'revision_number': 4, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2c935835-0870-4ed7-9b3c-6b038b84af4c', 'name': '', 'network_id': '036fe65a-e6f4-42bf-98cd-334562ce5f43', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'mac_address': 'fa:16:3e:a3:6b:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:09Z', 'updated_at': '2022-01-28T10:03:15Z', 'revision_number': 4, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'subnets': [{'id': '4e8bd8bc-97f9-4be9-90e6-3c9fb9416370', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:03:16.745462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:16.760907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Deleting port 6c7a7aad-695d-4252-b0ea-9423a1529f76 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:03:16.761254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.042787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73'}], 'enable_snat': True}, 'gw_port_id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:03:13Z', 'revision_number': 5, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port': {'id': '6c7a7aad-695d-4252-b0ea-9423a1529f76', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:46:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2175, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:00:50Z', 'updated_at': '2022-01-28T10:00:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:17.057658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] Checking router: df7f2271-7427-4817-932f-b1a1fb5ba880 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:03:17.067846 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.080027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] Routers {'df7f2271-7427-4817-932f-b1a1fb5ba880'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:17.080653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['df7f2271-7427-4817-932f-b1a1fb5ba880'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:17.125993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:17.137382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Usage tracker for resource:security_group_rule and tenant:ac106daf5c034727a39b1c5b483ef385 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:17.152278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:17.159737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:17.222648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] For port 6c7a7aad-695d-4252-b0ea-9423a1529f76, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6c7a7aad-695d-4252-b0ea-9423a1529f76,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:17.223995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.333767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.342712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.390679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac106daf5c034727a39b1c5b483ef385&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0242274 Jan 28 10:03:17.391696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:17.436498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a044929d-1a0f-434a-8410-7ecd2f04983b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbe8b99-05ac-438a-bbb4-0fd81b264a37,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:17.511057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c935835-0870-4ed7-9b3c-6b038b84af4c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:17.530901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c84f16-7e74-4b80-a80c-79809ae40600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.545867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Calling delete_port for 6c7a7aad-695d-4252-b0ea-9423a1529f76 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:03:17.571124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c84f16-7e74-4b80-a80c-79809ae40600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.672225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c84f16-7e74-4b80-a80c-79809ae40600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.704474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c84f16-7e74-4b80-a80c-79809ae40600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbe8b99-05ac-438a-bbb4-0fd81b264a37,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:17.716926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c84f16-7e74-4b80-a80c-79809ae40600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:17.718320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f6c84f16-7e74-4b80-a80c-79809ae40600 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2dbe8b99-05ac-438a-bbb4-0fd81b264a37 HTTP/1.1" status: 204 len: 168 time: 0.3225963 Jan 28 10:03:17.879649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] Set router df7f2271-7427-4817-932f-b1a1fb5ba880 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:18.029776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:03:16Z', 'revision_number': 6, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:18.036536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ca4de7-3352-4cea-bc5f-d5d8f6b8e2c4 None None] The sync data for ids ['df7f2271-7427-4817-932f-b1a1fb5ba880'] in n-d-825178-2 is: [{'id': 'df7f2271-7427-4817-932f-b1a1fb5ba880', 'name': 'tempest-ServerRescueTestJSON-1845929295-router', 'tenant_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:00:47Z', 'updated_at': '2022-01-28T10:03:16Z', 'revision_number': 6, 'project_id': 'ed6d5fc7daab4f0dbb82024e49d2d228', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:03:18.051958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2c935835-0870-4ed7-9b3c-6b038b84af4c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:18.062802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2c935835-0870-4ed7-9b3c-6b038b84af4c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:18.063449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.280288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.327587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.330108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2c935835-0870-4ed7-9b3c-6b038b84af4c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2c935835-0870-4ed7-9b3c-6b038b84af4c,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:18.337594 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.511729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2c935835-0870-4ed7-9b3c-6b038b84af4c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:18.575561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7a7aad-695d-4252-b0ea-9423a1529f76,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:18.711198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.949396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.951866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.983284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:18.983882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df7f2271-7427-4817-932f-b1a1fb5ba880 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:03:19.015999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.017333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d9941eb2-755c-4e14-8beb-3f9a5bb2bd46 admin admin] 10.222.0.42 "DELETE /v2.0/routers/df7f2271-7427-4817-932f-b1a1fb5ba880 HTTP/1.1" status: 204 len: 168 time: 3.0881095 Jan 28 10:03:19.019742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56964) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:19.105339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c935835-0870-4ed7-9b3c-6b038b84af4c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:19.121327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Deleting subnet 4d4b78a0-fcdd-46f5-9117-7e16fe148247 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:03:19.124605 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.223594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.254949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2c935835-0870-4ed7-9b3c-6b038b84af4c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:19.255570 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.295140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.432577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.517265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.541412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d4b78a0-fcdd-46f5-9117-7e16fe148247,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:19.547780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56988) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:19.560902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f254c545-f5aa-4639-8a53-1b647abfd294 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4d4b78a0-fcdd-46f5-9117-7e16fe148247 HTTP/1.1" status: 204 len: 168 time: 0.5386238 Jan 28 10:03:19.626686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0d5fb67-7d93-40d1-9b39-8c0bc526f112 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:03:19.681603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b0d5fb67-7d93-40d1-9b39-8c0bc526f112 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:03:19.681947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b0d5fb67-7d93-40d1-9b39-8c0bc526f112 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:03:19.682365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c7a7aad-695d-4252-b0ea-9423a1529f76 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:03:19.767151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6c7a7aad-695d-4252-b0ea-9423a1529f76 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:03:19.767475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6c7a7aad-695d-4252-b0ea-9423a1529f76 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:03:19.823617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:19.990047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.031180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7464d470-6cb8-444a-8f0a-3688b2eeb539']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:20.049434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4749cda0-6a38-45fe-81bd-a4dc7a326a97') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:20.049800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4749cda0-6a38-45fe-81bd-a4dc7a326a97') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:20.062816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.089749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.100236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:03:20.101015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:03:20.215418 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:03:20.222213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.257501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.284547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7464d470-6cb8-444a-8f0a-3688b2eeb539,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:20.313062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2902a270-50d1-460c-ba97-3fc387a2a0d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7464d470-6cb8-444a-8f0a-3688b2eeb539 HTTP/1.1" status: 204 len: 168 time: 0.7598011 Jan 28 10:03:20.629935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:20.706898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-73540b48-a832-4946-aca8-9373f4bfb830 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed6d5fc7daab4f0dbb82024e49d2d228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750911 Jan 28 10:03:20.709061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57044) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:20.785598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6894b864-be40-4c83-98ed-759e440b2a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.814072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6894b864-be40-4c83-98ed-759e440b2a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.898215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6894b864-be40-4c83-98ed-759e440b2a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.921657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6894b864-be40-4c83-98ed-759e440b2a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0674a987-3a78-4e76-a19f-178061794a3a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:20.952254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6894b864-be40-4c83-98ed-759e440b2a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:20.953712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6894b864-be40-4c83-98ed-759e440b2a5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0674a987-3a78-4e76-a19f-178061794a3a HTTP/1.1" status: 204 len: 168 time: 0.2436690 Jan 28 10:03:21.008826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57058) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:21.419653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:21.429032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57074) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:21.437046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:21.442717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Usage tracker for resource:security_group_rule and tenant:11c932086fe440e2b87a87d0b4a3a0ed is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:21.445745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:21.451764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:21.551391 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:21.593254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:21.601135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Usage tracker for resource:security_group_rule and tenant:f6041e94401b4bfa963dbc6c99380592 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:21.604779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:21.610740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:21.611523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:21.618272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:21.778797 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:21.784640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:21.842122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3e3aa-db66-453b-9f73-d0d627c9f4cd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:21.892715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9885a391-5d59-445d-8627-eb2fad70fb3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f6041e94401b4bfa963dbc6c99380592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4612954 Jan 28 10:03:21.894581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57098) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:21.951344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11c932086fe440e2b87a87d0b4a3a0ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9382765 Jan 28 10:03:21.951344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57104) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:21.955117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e559c91-d8bd-4033-9410-c771811bbe52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a2302b-32f7-484f-8833-ed35a9e9b20c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:22.019032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebf70f6d-9da6-4f1a-9a5d-c932726a7fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.037742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398db70d-7940-4f49-9d6f-ba52aaf7fbf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.065491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebf70f6d-9da6-4f1a-9a5d-c932726a7fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.075565 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398db70d-7940-4f49-9d6f-ba52aaf7fbf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.143980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebf70f6d-9da6-4f1a-9a5d-c932726a7fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.149354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398db70d-7940-4f49-9d6f-ba52aaf7fbf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.166328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398db70d-7940-4f49-9d6f-ba52aaf7fbf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a2302b-32f7-484f-8833-ed35a9e9b20c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:22.168223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf70f6d-9da6-4f1a-9a5d-c932726a7fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3e3aa-db66-453b-9f73-d0d627c9f4cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:22.181629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebf70f6d-9da6-4f1a-9a5d-c932726a7fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.185222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ebf70f6d-9da6-4f1a-9a5d-c932726a7fa7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/adf3e3aa-db66-453b-9f73-d0d627c9f4cd HTTP/1.1" status: 204 len: 168 time: 0.2872674 Jan 28 10:03:22.195263 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398db70d-7940-4f49-9d6f-ba52aaf7fbf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.199468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-398db70d-7940-4f49-9d6f-ba52aaf7fbf9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2a2302b-32f7-484f-8833-ed35a9e9b20c HTTP/1.1" status: 204 len: 168 time: 0.2452931 Jan 28 10:03:22.586055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57124) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:22.809100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-network', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:22.815011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:22.818830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Usage tracker for resource:network and tenant:6dbfaa5f7ada435d8a5b44a88b883842 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:22.821653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:22.827898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:22.840003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Made reservation on behalf of 6dbfaa5f7ada435d8a5b44a88b883842 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:22.843156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.860018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:22.881963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:22.887672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Usage tracker for resource:security_group_rule and tenant:6dbfaa5f7ada435d8a5b44a88b883842 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:22.891384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:22.898933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:23.043420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.051718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.076970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:03:23.097103 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.097485 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Added segment e7709225-3d24-48f4-bfc4-8960060338b0 of type vlan for network 220d958c-2715-4733-b762-1432b61053b5 Jan 28 10:03:23.105654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:23.159193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.210016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.211052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:23.211687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.367690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] Pushing event updated for resources: {'Network': ['ID=220d958c-2715-4733-b762-1432b61053b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:23.381344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7a62ade8-422f-45a6-a0b2-f964a8842da0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7935455 Jan 28 10:03:23.382249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 220d958c-2715-4733-b762-1432b61053b5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:03:23.385181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57156) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:23.400507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Request body: {'subnet': {'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-subnet', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:23.412078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:23.417818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Usage tracker for resource:subnet and tenant:6dbfaa5f7ada435d8a5b44a88b883842 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:23.427237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:23.444306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:23.479977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Made reservation on behalf of 6dbfaa5f7ada435d8a5b44a88b883842 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:23.484860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.575679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57166) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:23.759818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.791899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.792781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:23.797466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Usage tracker for resource:security_group_rule and tenant:d62164a6ebec44c6828c97c0809a7768 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:23.800809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:23.807702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:23.904476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57180) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:23.929885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.936927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:23.952744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79e97ed8-ebbd-49f0-9fd8-f58e280e1078,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:23.974622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Checking segment: {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:23.975267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Network hostable DHCP agents. Network: 220d958c-2715-4733-b762-1432b61053b5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:03:23.979686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d62164a6ebec44c6828c97c0809a7768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025025 Jan 28 10:03:23.982760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57188) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:24.003020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Network 220d958c-2715-4733-b762-1432b61053b5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:03:24.031392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 220d958c-2715-4733-b762-1432b61053b5) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:24.044157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:24.044638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.045674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce1df40-363f-477e-80fd-ff0e1a379d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567092a3-df7c-40e6-8b70-3428ef971426,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:24.056009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa208a-7cab-44a6-8c84-fd221f48ece2 None None] Network 220d958c-2715-4733-b762-1432b61053b5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:03:24.082204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d61c233-9584-4012-96f8-fb40fbd93659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.090555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93543b48-06d0-4d92-962d-3fa7904b0a31 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7028060 Jan 28 10:03:24.091226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57194) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:24.101931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:24.114218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d61c233-9584-4012-96f8-fb40fbd93659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.115635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:24.124441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Usage tracker for resource:router and tenant:6dbfaa5f7ada435d8a5b44a88b883842 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:24.132877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:24.144291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:24.172569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.173294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d61c233-9584-4012-96f8-fb40fbd93659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.173877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.198831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61c233-9584-4012-96f8-fb40fbd93659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567092a3-df7c-40e6-8b70-3428ef971426,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:24.200355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.205193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d61c233-9584-4012-96f8-fb40fbd93659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.221005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8d61c233-9584-4012-96f8-fb40fbd93659 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/567092a3-df7c-40e6-8b70-3428ef971426 HTTP/1.1" status: 204 len: 168 time: 0.2362933 Jan 28 10:03:24.317148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-853248844-network', 'tenant_id': 'f2757579e21a4615993723f50b85e7bf'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:24.324375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:24.333854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Usage tracker for resource:network and tenant:f2757579e21a4615993723f50b85e7bf is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:24.338149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:24.353582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:24.375193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Made reservation on behalf of f2757579e21a4615993723f50b85e7bf for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:24.382055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.415404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.453193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:24.462098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Usage tracker for resource:security_group_rule and tenant:f2757579e21a4615993723f50b85e7bf is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:24.469369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:24.478330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:24.485176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ef0e9f-0795-4d0a-a5b1-5cca6fe45a2e None None] Network 220d958c-2715-4733-b762-1432b61053b5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:03:24.683537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.707746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.720114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.795072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:24.807415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:03:24.833106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.833892 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Added segment 47056a48-fae1-4147-b3de-91b52f12da63 of type vlan for network a4ae6d05-6939-4f1c-b4c5-550564acea7e Jan 28 10:03:24.873114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57218) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:24.900331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.908434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.935745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:24.943402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Usage tracker for resource:security_group_rule and tenant:fd64e13730c54630a72df9c706bd7896 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:24.947078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:24.951272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.952802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:24.953684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:24.960410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57222) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:24.963004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:25.074881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] Pushing event updated for resources: {'Network': ['ID=a4ae6d05-6939-4f1c-b4c5-550564acea7e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:25.082333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2ad9ed63-9f8c-4133-9508-39089de2ac9a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1762154 Jan 28 10:03:25.083488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57228) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:25.089329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Request body: {'subnet': {'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-853248844-subnet', 'tenant_id': 'f2757579e21a4615993723f50b85e7bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:25.090646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a4ae6d05-6939-4f1c-b4c5-550564acea7e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:03:25.095167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:25.101288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Usage tracker for resource:subnet and tenant:f2757579e21a4615993723f50b85e7bf is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:25.104404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:25.110346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:25.124288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Made reservation on behalf of f2757579e21a4615993723f50b85e7bf for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:25.126747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.269705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.337799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.352046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.395361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.416391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:25.423289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Usage tracker for resource:security_group_rule and tenant:0437fbd887f24677bb8ea40850b170ab is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:25.429024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:25.474130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:25.598414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd64e13730c54630a72df9c706bd7896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7240052 Jan 28 10:03:25.599447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.601700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.602929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57236) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:25.649722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d76f40e-cff0-4aec-aa52-1a77a8bda106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575be96d-6400-4caf-b424-29677a50b53b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:25.732897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecd3425f-402e-429c-83ab-376b44259a52,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:25.766992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Allocated IP 172.25.1.121 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/705c14c6-4718-4429-81ea-723c5e78a107) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:25.767247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Checking segment: {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:25.767568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Network hostable DHCP agents. Network: a4ae6d05-6939-4f1c-b4c5-550564acea7e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:03:25.773773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.786836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.833727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d16faf5-65a4-445f-b26c-034ccc224cc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.861032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e722b6-7772-4255-aaa1-e19655d68818,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:25.869132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fcfcd8fb-f691-498f-a46d-24d27b0f36c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0437fbd887f24677bb8ea40850b170ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8939769 Jan 28 10:03:25.872181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:25.883001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Network a4ae6d05-6939-4f1c-b4c5-550564acea7e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:03:25.891932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d16faf5-65a4-445f-b26c-034ccc224cc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.902150 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2034ec10-8c37-4795-ae5c-62bae7fabc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.915769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a4ae6d05-6939-4f1c-b4c5-550564acea7e) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:25.924606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:25.925652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.936032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64add85b-f63d-4f1a-8272-379f5fbc659f None None] Network a4ae6d05-6939-4f1c-b4c5-550564acea7e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:03:25.972744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d8c61a5d-8626-4159-a653-e10b41b34039 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8873160 Jan 28 10:03:25.981569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a08d3c1-8d54-4ce0-8c19-d5387b6afa1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:25.991088 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d16faf5-65a4-445f-b26c-034ccc224cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.010777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d16faf5-65a4-445f-b26c-034ccc224cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575be96d-6400-4caf-b424-29677a50b53b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:26.012938 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a08d3c1-8d54-4ce0-8c19-d5387b6afa1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.013564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9d16faf5-65a4-445f-b26c-034ccc224cc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.014806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9d16faf5-65a4-445f-b26c-034ccc224cc9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/575be96d-6400-4caf-b424-29677a50b53b HTTP/1.1" status: 204 len: 168 time: 0.3817382 Jan 28 10:03:26.082232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.095976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a08d3c1-8d54-4ce0-8c19-d5387b6afa1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.117773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08d3c1-8d54-4ce0-8c19-d5387b6afa1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e722b6-7772-4255-aaa1-e19655d68818,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:26.138238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7a08d3c1-8d54-4ce0-8c19-d5387b6afa1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.139481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7a08d3c1-8d54-4ce0-8c19-d5387b6afa1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/69e722b6-7772-4255-aaa1-e19655d68818 HTTP/1.1" status: 204 len: 168 time: 0.2663362 Jan 28 10:03:26.166573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:26.257630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:26.260754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:26.263220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:26.289684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69015ac7-b37c-4eb3-936c-24fbff9a7b8e None None] Network a4ae6d05-6939-4f1c-b4c5-550564acea7e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:03:26.694590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Pushing event updated for resources: {'Port': ['ID=705c14c6-4718-4429-81ea-723c5e78a107,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:27.027607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:27.471187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:27.922501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Router a32a9877-f599-44af-b6bf-2f0e1ed447e6 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:03:27.968338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57316) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:28.187200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:28.217449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:28.218234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:03:28.224002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8e8645455746f7b4e1dc757a11ec75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:28.228797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:28.239209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Sync routers for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:03:28.243477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:28.253303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:28.254809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da489a56-157f-413a-be45-07130801dd06 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.1623878 Jan 28 10:03:28.257645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57326) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:28.261299 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:28.261967 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:02:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:28.340700 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-afde93d3-e9b1-43ff-bc1d-6399cd6f9700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:28.623061 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:28.960763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57360) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:28.975312 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:26Z', 'revision_number': 3, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:28.982132 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Checking router: a32a9877-f599-44af-b6bf-2f0e1ed447e6 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:03:28.982132 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Updating router a32a9877-f599-44af-b6bf-2f0e1ed447e6 port 705c14c6-4718-4429-81ea-723c5e78a107 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:03:29.042063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.068340 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.098471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.124329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.142686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:29.147627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Usage tracker for resource:security_group_rule and tenant:a4316a73265143deab8cf3e0b07b12fd is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:29.150683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:29.157298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:29.258449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f8e8645455746f7b4e1dc757a11ec75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2885990 Jan 28 10:03:29.266147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57368) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:29.270519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c05e5-b9f3-4ef2-b318-8c686b80db46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe97a31-6242-446b-92e1-fb9523bf64a2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:29.271289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.289241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.339406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-f5000407-3a8b-4d5a-bab2-bb670c9ff922 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:29.340045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-f5000407-3a8b-4d5a-bab2-bb670c9ff922 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Synchronizing usage tracker for tenant:f2757579e21a4615993723f50b85e7bf on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:29.346418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20655b58-e8d7-465b-af0c-e4347fa68ff4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:29.384438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-62e3190f-4c8c-4d3d-8909-b0fa438bda6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4316a73265143deab8cf3e0b07b12fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223719 Jan 28 10:03:29.387622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57372) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:29.433933 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.439682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.458087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-f5000407-3a8b-4d5a-bab2-bb670c9ff922 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Unset dirty status for tenant:f2757579e21a4615993723f50b85e7bf on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:29.459316 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-f5000407-3a8b-4d5a-bab2-bb670c9ff922 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/networks?id=a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 200 len: 808 time: 0.4899108 Jan 28 10:03:29.464469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e65f-f411-405a-8c17-2c1d6e1a3bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.524287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e65f-f411-405a-8c17-2c1d6e1a3bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.538313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4cfc-9942-422c-822b-32d716bae965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.555519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-167da330-f5d4-4d58-942a-748f9e353607 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/quotas/f2757579e21a4615993723f50b85e7bf HTTP/1.1" status: 200 len: 375 time: 0.0344827 Jan 28 10:03:29.557533 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.570600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4cfc-9942-422c-822b-32d716bae965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.571758 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Transition to ACTIVE for port object 705c14c6-4718-4429-81ea-723c5e78a107 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:29.581296 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.625324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-f3d50172-2213-453d-81a6-9ae17e6577ae tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2757579e21a4615993723f50b85e7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688212 Jan 28 10:03:29.641408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4cfc-9942-422c-822b-32d716bae965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.643517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.670751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Attempting to bind port 705c14c6-4718-4429-81ea-723c5e78a107 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:29.671125 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Attempting to bind port 705c14c6-4718-4429-81ea-723c5e78a107 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:29.671641 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Attempting to bind port 705c14c6-4718-4429-81ea-723c5e78a107 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:29.672971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f4cfc-9942-422c-822b-32d716bae965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20655b58-e8d7-465b-af0c-e4347fa68ff4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:29.698296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd0f4cfc-9942-422c-822b-32d716bae965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.698754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:29.699244 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:29.699755 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.700159 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:29.700838 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Bound port: 705c14c6-4718-4429-81ea-723c5e78a107, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:29.701212 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.704704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dd0f4cfc-9942-422c-822b-32d716bae965 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20655b58-e8d7-465b-af0c-e4347fa68ff4 HTTP/1.1" status: 204 len: 168 time: 0.3133452 Jan 28 10:03:29.743936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e65f-f411-405a-8c17-2c1d6e1a3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.785364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6e65f-f411-405a-8c17-2c1d6e1a3bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe97a31-6242-446b-92e1-fb9523bf64a2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:29.793207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bc6e65f-f411-405a-8c17-2c1d6e1a3bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.795389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8bc6e65f-f411-405a-8c17-2c1d6e1a3bb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ebe97a31-6242-446b-92e1-fb9523bf64a2 HTTP/1.1" status: 204 len: 168 time: 0.5274532 Jan 28 10:03:29.825975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b1d4e-0750-4376-8b94-22b806e435a1 None None] Pushing event updated for resources: {'Port': ['ID=705c14c6-4718-4429-81ea-723c5e78a107,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:29.837234 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] For port 705c14c6-4718-4429-81ea-723c5e78a107, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:29.840603 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] For port 705c14c6-4718-4429-81ea-723c5e78a107, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=705c14c6-4718-4429-81ea-723c5e78a107,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:29.853124 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:29.935822 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:29.936284 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:30.138204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-b3ca8209-de13-4ab1-a4a9-4540739b7d9d service neutron] 10.222.0.42 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119586 Jan 28 10:03:30.213890 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b1d4e-0750-4376-8b94-22b806e435a1 None None] Pushing event updated for resources: {'Port': ['ID=705c14c6-4718-4429-81ea-723c5e78a107,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:30.290853 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:30.463712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-ad24ec66-2452-4084-885f-65ab0ee80c41 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238604 Jan 28 10:03:30.517678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Allocated IP 172.20.0.1 (220d958c-2715-4733-b762-1432b61053b5/79e97ed8-ebbd-49f0-9fd8-f58e280e1078/7312f924-0279-4351-b25c-7cf831ed07ec) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:30.830867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:30.862309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-db7b79ac-3b41-4691-819f-ae19899a0ab4 req-e95a5f0e-e899-4d55-b5f3-76fd86d35511 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 210 time: 0.0990481 Jan 28 10:03:30.879446 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:26Z', 'revision_number': 3, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:30.894428 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cbbb93-247c-4b8c-933b-c92618e9cae1 None None] The sync data for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 is: [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:26Z', 'revision_number': 3, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:03:30.905557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:30.995449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:31.097628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Network 220d958c-2715-4733-b762-1432b61053b5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:31.098968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Pushing event updated for resources: {'Port': ['ID=7312f924-0279-4351-b25c-7cf831ed07ec,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:31.101937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:31.104582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:31.198119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:32.077313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:32.209376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a90417-ea7f-4840-a719-bd45b497338f req-b9464f4a-3fa4-40c5-993b-cb3b07ccd9dd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:32.216450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92a90417-ea7f-4840-a719-bd45b497338f req-b9464f4a-3fa4-40c5-993b-cb3b07ccd9dd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.7630584 Jan 28 10:03:32.278596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20bae7fd-c7c3-4863-bdb8-221584c60d27 req-19b3fdb0-33d2-4019-9769-2756ab387446 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 210 time: 0.1076567 Jan 28 10:03:32.358888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92a90417-ea7f-4840-a719-bd45b497338f req-2d6e4358-1873-4566-b600-953f9043f2d6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414254 Jan 28 10:03:32.593893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-57837537-ff13-4a1c-a5c8-0f7b1f0c5083 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:32.595344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-57837537-ff13-4a1c-a5c8-0f7b1f0c5083 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "GET /v2.0/networks?id=a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 200 len: 808 time: 0.1794667 Jan 28 10:03:32.655461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Request body: {'port': {'device_id': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e', 'admin_state_up': True, 'tenant_id': 'f2757579e21a4615993723f50b85e7bf'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:32.917959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd1373-ef7b-4a39-95eb-2be182971154 req-023a7b95-c857-4339-b79e-ec4a7fe4690b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:32.937933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72fd1373-ef7b-4a39-95eb-2be182971154 req-023a7b95-c857-4339-b79e-ec4a7fe4690b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.2528338 Jan 28 10:03:33.043131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-72fd1373-ef7b-4a39-95eb-2be182971154 req-444a1fc7-3dec-422c-bbdd-564a79ede1ad tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033387 Jan 28 10:03:33.116409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.132381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 705c14c6-4718-4429-81ea-723c5e78a107 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:33.149161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.280892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 705c14c6-4718-4429-81ea-723c5e78a107 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:33.287496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 705c14c6-4718-4429-81ea-723c5e78a107 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:33.288308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.290894 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.309860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:33.323077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Pushing event updated for resources: {'Port': ['ID=7312f924-0279-4351-b25c-7cf831ed07ec,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:33.326833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Usage tracker for resource:port and tenant:f2757579e21a4615993723f50b85e7bf is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:33.344347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:33.356604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:33.515556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Made reservation on behalf of f2757579e21a4615993723f50b85e7bf for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:33.519129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.523888 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.545077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 705c14c6-4718-4429-81ea-723c5e78a107, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=705c14c6-4718-4429-81ea-723c5e78a107,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:33.552506 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:33.694515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=705c14c6-4718-4429-81ea-723c5e78a107,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:33.783685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2da9ba5-d0b1-404e-92e8-43818365518e req-17601f88-03e5-4c34-8bba-c0e7963dac5a tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 210 time: 0.1446216 Jan 28 10:03:33.813289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Network 220d958c-2715-4733-b762-1432b61053b5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:33.824253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:33.855002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-4153c573-9135-42e7-835d-36a888cca08f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:33.868277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-4153c573-9135-42e7-835d-36a888cca08f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.3328042 Jan 28 10:03:33.902057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-535de835-97e5-45dc-b39c-b21a7affcfee tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/quotas/23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 375 time: 0.0278013 Jan 28 10:03:34.115375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-48e2d0bc-14a4-4796-9287-1af8b6fc8108 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2108176 Jan 28 10:03:34.142428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Router a32a9877-f599-44af-b6bf-2f0e1ed447e6 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:03:34.320070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-fb77e9df-b9c0-4505-9b05-0a7a2c2e8500 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038295 Jan 28 10:03:34.330214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Allocated IP 172.20.0.5 (a4ae6d05-6939-4f1c-b4c5-550564acea7e/ecd3425f-402e-429c-83ab-376b44259a52/7a09178e-bba7-4137-8331-8ffbb272dd8b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:34.463487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:03:34.478477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Sync routers for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:03:34.491177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:34.491849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:34.595554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-d580219a-e185-42d9-87af-5f4ca9d79582 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629273 Jan 28 10:03:34.658953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57632) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:34.692590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-84168240-faae-467b-8869-32b63cb2c045 admin admin] 10.222.0.42 "PUT /v2.0/routers/a32a9877-f599-44af-b6bf-2f0e1ed447e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4333189 Jan 28 10:03:34.814528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:34.994775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1598d577-4712-459b-8f47-46ffa9eac40e req-ec726364-aff2-435e-9fe0-04cce0acc6ae tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 210 time: 0.1195142 Jan 28 10:03:35.029600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.051879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 705c14c6-4718-4429-81ea-723c5e78a107 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:35.076860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.086810 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.298888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Pushing event updated for resources: {'Port': ['ID=7a09178e-bba7-4137-8331-8ffbb272dd8b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:35.338302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57668) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:35.344777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:35.352367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Usage tracker for resource:security_group_rule and tenant:e959ca63b8d547838c15c292e54baa02 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:35.356105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:35.372079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Network a4ae6d05-6939-4f1c-b4c5-550564acea7e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:35.373374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:35.376884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:35.385426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:35.417611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ec8f5-7031-4bbb-aa26-3f843e2945fc req-796f1226-3bba-461f-b89d-27f96f951f30 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:35.425539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b90ec8f5-7031-4bbb-aa26-3f843e2945fc req-796f1226-3bba-461f-b89d-27f96f951f30 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 931 time: 0.2799377 Jan 28 10:03:35.531974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b90ec8f5-7031-4bbb-aa26-3f843e2945fc req-1da50156-b147-4c73-8f08-847d9b06cdf7 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050887 Jan 28 10:03:35.581938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:35.585412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.596295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.625365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:35.631287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-7d6e52c1-c03c-4674-b7ba-5d5719530a29 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9907835 Jan 28 10:03:35.642134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Usage tracker for resource:security_group_rule and tenant:0708c9ba8ff549ec9f52eb46cc3ed293 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:35.647338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:35.647873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Request body: {'port': {'device_id': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:35.662711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:35.669285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.675935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.734916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e959ca63b8d547838c15c292e54baa02&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0750523 Jan 28 10:03:35.760193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:35.767335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 705c14c6-4718-4429-81ea-723c5e78a107 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:35.767882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.804125 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:35.874424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c72730-abff-440a-b0c5-936aca398965,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:35.901443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:32Z', 'revision_number': 2, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:35.908779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Checking router: a32a9877-f599-44af-b6bf-2f0e1ed447e6 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:03:35.908966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.909076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Updating router a32a9877-f599-44af-b6bf-2f0e1ed447e6 port 7312f924-0279-4351-b25c-7cf831ed07ec binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:03:35.910377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.910504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.910826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.911152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.911521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.911841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.912159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.912472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.912867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.913183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.913498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d47dafe2-13c0-435b-acd8-24e10f40c42c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:35.973586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3934eead-b96c-4af5-8641-61ff4f412f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.038965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3934eead-b96c-4af5-8641-61ff4f412f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.045525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.082940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.100771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.165424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57767314-a7e0-482f-9ea2-cc944e8eedba,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:36.191860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-07f7e37d-f62a-4e2d-a2a4-b318f91f850f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0708c9ba8ff549ec9f52eb46cc3ed293&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517032 Jan 28 10:03:36.194148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57698) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:36.412391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-f3364335-eb95-41da-9f7b-3d23c87d4db3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:36.420298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-f3364335-eb95-41da-9f7b-3d23c87d4db3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 819 time: 0.5251815 Jan 28 10:03:36.444249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90a2e40e-d404-4869-9ac6-7e8882e31d51 req-74264950-dc62-4c19-a336-2fd2472071d4 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 210 time: 0.0666482 Jan 28 10:03:36.479141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3934eead-b96c-4af5-8641-61ff4f412f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.507973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3934eead-b96c-4af5-8641-61ff4f412f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c72730-abff-440a-b0c5-936aca398965,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:36.525334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3934eead-b96c-4af5-8641-61ff4f412f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.526604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3934eead-b96c-4af5-8641-61ff4f412f38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7c72730-abff-440a-b0c5-936aca398965 HTTP/1.1" status: 204 len: 168 time: 0.7649584 Jan 28 10:03:36.541764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3125-ad62-486b-9f17-6548bfb8115e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.555777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-6b769172-bd4a-4fc3-9faa-d5ed700b4601 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/quotas/6dbfaa5f7ada435d8a5b44a88b883842 HTTP/1.1" status: 200 len: 375 time: 0.1343770 Jan 28 10:03:36.600739 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.620147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3125-ad62-486b-9f17-6548bfb8115e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.631548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Transition to ACTIVE for port object 7312f924-0279-4351-b25c-7cf831ed07ec will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:36.649193 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.738914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3125-ad62-486b-9f17-6548bfb8115e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.779485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1ac3125-ad62-486b-9f17-6548bfb8115e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:36.792423 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e1ac3125-ad62-486b-9f17-6548bfb8115e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/57767314-a7e0-482f-9ea2-cc944e8eedba HTTP/1.1" status: 204 len: 168 time: 0.5962007 Jan 28 10:03:37.039315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415420c3-2f77-440a-b3e5-90697c698660 None None] Pushing event updated for resources: {'Port': ['ID=7312f924-0279-4351-b25c-7cf831ed07ec,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:37.080855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-bc1ea599-9cc3-47e1-9af6-a89e6aad32cb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:37.083197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-bc1ea599-9cc3-47e1-9af6-a89e6aad32cb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.3050587 Jan 28 10:03:37.085374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ac3125-ad62-486b-9f17-6548bfb8115e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57767314-a7e0-482f-9ea2-cc944e8eedba,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:37.110944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a09178e-bba7-4137-8331-8ffbb272dd8b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:03:37.125118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.135677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'port': {'device_id': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'admin_state_up': True, 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:37.142497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-02409519-4623-4d03-a72c-e15adc6dab18 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:37.171820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Transition to ACTIVE for port object 7a09178e-bba7-4137-8331-8ffbb272dd8b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:37.180260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-02409519-4623-4d03-a72c-e15adc6dab18 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:37.194156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-02409519-4623-4d03-a72c-e15adc6dab18 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6363192 Jan 28 10:03:37.227126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57714) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:37.228467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.288999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Attempting to bind port 7312f924-0279-4351-b25c-7cf831ed07ec on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:37.289766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Attempting to bind port 7312f924-0279-4351-b25c-7cf831ed07ec by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:37.290135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Attempting to bind port 7312f924-0279-4351-b25c-7cf831ed07ec on network 220d958c-2715-4733-b762-1432b61053b5 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:37.302294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:37.302737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Checking segment: {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:37.303097 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.303494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Bound using segment: {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:37.303980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Bound port: 7312f924-0279-4351-b25c-7cf831ed07ec, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:37.304357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.346073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:37.365636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:37.378889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf0f1c6-17e6-442d-bc5a-ec20db86ba12 req-fb106f86-8afa-4ece-ae8b-f97b297f1f42 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:37.380586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abf0f1c6-17e6-442d-bc5a-ec20db86ba12 req-fb106f86-8afa-4ece-ae8b-f97b297f1f42 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 931 time: 0.2962718 Jan 28 10:03:37.429399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:37.436908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.438643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] For port 7312f924-0279-4351-b25c-7cf831ed07ec, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:37.442690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] For port 7312f924-0279-4351-b25c-7cf831ed07ec, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7312f924-0279-4351-b25c-7cf831ed07ec,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:37.451993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.462600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.526954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:37.540579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:37.560596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.602732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:03:37.603279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:37.613210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f07258305a014782949ae6f8a38591f2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:37.682932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:37.685369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abf0f1c6-17e6-442d-bc5a-ec20db86ba12 req-9796b451-ac3d-4ad4-87f8-4c839fe21771 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987461 Jan 28 10:03:37.708541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a09178e-bba7-4137-8331-8ffbb272dd8b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:37.712635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:37.719811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:37.729457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Usage tracker for resource:security_group_rule and tenant:3325c5014ca64e73abe9526b88421f4d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:37.736966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Attempting to bind port 7a09178e-bba7-4137-8331-8ffbb272dd8b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:37.737984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Attempting to bind port 7a09178e-bba7-4137-8331-8ffbb272dd8b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:37.738352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Attempting to bind port 7a09178e-bba7-4137-8331-8ffbb272dd8b on network a4ae6d05-6939-4f1c-b4c5-550564acea7e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:37.750336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:37.768147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Port 7a09178e-bba7-4137-8331-8ffbb272dd8b on network a4ae6d05-6939-4f1c-b4c5-550564acea7e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:03:37.768542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Attempting to bind port 7a09178e-bba7-4137-8331-8ffbb272dd8b on network a4ae6d05-6939-4f1c-b4c5-550564acea7e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:37.782183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:37.785173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:37.785517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Checking segment: {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:37.785994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Bound using segment: {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:37.786551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Bound port: 7a09178e-bba7-4137-8331-8ffbb272dd8b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:37.786967 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.869948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415420c3-2f77-440a-b3e5-90697c698660 None None] Pushing event updated for resources: {'Port': ['ID=7312f924-0279-4351-b25c-7cf831ed07ec,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:37.881937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Allocated IP 172.20.0.5 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/91c057e2-f968-4a0b-b375-ae1df2be662d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:37.894843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:03:37.904425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] For port 7a09178e-bba7-4137-8331-8ffbb272dd8b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:37.907834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] For port 7a09178e-bba7-4137-8331-8ffbb272dd8b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:37.929383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-39b26fb9-661b-4d0a-8886-aee421706a14 service neutron] 10.222.0.42 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7338774 Jan 28 10:03:37.931773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:37.959417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2fed1427-5ffe-4f9f-a32f-e32542a18d79 req-362b750b-0153-4d05-be86-961780b23978 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 210 time: 0.0616980 Jan 28 10:03:38.133217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:38.133838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.135366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/7a09178e-bba7-4137-8331-8ffbb272dd8b HTTP/1.1" status: 200 len: 1091 time: 2.4921882 Jan 28 10:03:38.139502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'tag': '7a09178e-bba7-4137-8331-8ffbb272dd8b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:38.261585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.263946 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'tag': '7a09178e-bba7-4137-8331-8ffbb272dd8b', 'status': 'completed', 'code': 200} Jan 28 10:03:38.294087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.315062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.315815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Transition to ACTIVE for port object 91c057e2-f968-4a0b-b375-ae1df2be662d will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:38.374532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.417745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', '3b70e77d-8a45-4793-9983-cb27de4972df'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:38.425666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184dee0e-6daa-4cbb-bf7f-f91ae7e651b0 service neutron] Pushing event updated for resources: {'Port': ['ID=7a09178e-bba7-4137-8331-8ffbb272dd8b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:38.469181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:38.473974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:38.480837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:38.507364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3325c5014ca64e73abe9526b88421f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9776073 Jan 28 10:03:38.522737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9c247-e78d-41b3-8129-2b9a2fcb5880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=236a4360-e4bb-4406-a6a2-425cb5dc2def,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:38.548343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:38.564340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:38.568105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:37Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:38.575624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e4c554-b961-44bb-b66f-9dcbf45ab09a None None] The sync data for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 is: [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:37Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:03:38.576256 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.595545 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-b42546b9-4f93-41f0-a2e1-82c023efad0c service neutron] 10.222.0.42 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651506 Jan 28 10:03:38.673855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.726640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6334732 Jan 28 10:03:38.731206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25330e-464b-47ae-8d5d-4ceaf3ba6113 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:38.735435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:38.767492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Request body: {'port': {'device_id': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:38.896917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f07258305a014782949ae6f8a38591f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6553502 Jan 28 10:03:38.933893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57740) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:38.954056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-ea2f235b-077b-4536-8234-87cc8a68849b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:38.954572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-ea2f235b-077b-4536-8234-87cc8a68849b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2757579e21a4615993723f50b85e7bf&device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 1094 time: 0.6896515 Jan 28 10:03:39.046591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-95096a08-5a3d-48ed-921b-6d968bba3c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.116302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.181705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ea30e63b-0562-40b5-845a-041d7dbd4887 None None] Provisioning for port 91c057e2-f968-4a0b-b375-ae1df2be662d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:39.186634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7312f924-0279-4351-b25c-7cf831ed07ec up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:39.255378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ea30e63b-0562-40b5-845a-041d7dbd4887 None None] Provisioning complete for port 91c057e2-f968-4a0b-b375-ae1df2be662d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:39.255824 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea30e63b-0562-40b5-845a-041d7dbd4887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.388234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ea30e63b-0562-40b5-845a-041d7dbd4887 None None] Port 91c057e2-f968-4a0b-b375-ae1df2be662d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:03:39.480698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df296bc0-e554-4310-9e3e-7c86361be3c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed49434-dd67-4a0f-aec7-f7c7d21a5288,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:39.490495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bcafc-0849-4ba9-b828-00c03ebdd2a3 req-8e796991-7464-408c-b9a9-ec66f91fe890 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:39.500198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe6bcafc-0849-4ba9-b828-00c03ebdd2a3 req-8e796991-7464-408c-b9a9-ec66f91fe890 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 943 time: 0.4531045 Jan 28 10:03:39.553483 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-42590aaa-2208-49ec-9b64-417b78677bd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b HTTP/1.1" status: 200 len: 217 time: 0.5408609 Jan 28 10:03:39.606068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7312f924-0279-4351-b25c-7cf831ed07ec completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:39.630012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7312f924-0279-4351-b25c-7cf831ed07ec triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:39.630301 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.647585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-95096a08-5a3d-48ed-921b-6d968bba3c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.690102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe6bcafc-0849-4ba9-b828-00c03ebdd2a3 req-0a93f8c6-9153-4a8e-95fb-92c529ab1e12 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825972 Jan 28 10:03:39.868379 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2330-ca5f-4203-98f7-86fa13ff8d14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.871040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-54af912c-7848-45d0-8424-9d6ecc80ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:39.872553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-54af912c-7848-45d0-8424-9d6ecc80ad8f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecd3425f-402e-429c-83ab-376b44259a52 HTTP/1.1" status: 200 len: 848 time: 0.2951519 Jan 28 10:03:39.919895 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:39.997226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7312f924-0279-4351-b25c-7cf831ed07ec, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7312f924-0279-4351-b25c-7cf831ed07ec,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:40.012469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.022084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-c193c7ca-62d1-4153-af1a-527f21a73cd7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4ae6d05-6939-4f1c-b4c5-550564acea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1349850 Jan 28 10:03:40.100041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2330-ca5f-4203-98f7-86fa13ff8d14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.124611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c057e2-f968-4a0b-b375-ae1df2be662d {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:03:40.132693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.138843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7312f924-0279-4351-b25c-7cf831ed07ec,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:40.155210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Transition to ACTIVE for port object 91c057e2-f968-4a0b-b375-ae1df2be662d will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:40.163947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d45bbe3-47d3-4095-9830-448e53b8b512 req-4de78f1d-466c-48e6-a30c-30d73ddb319e tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 210 time: 0.3798459 Jan 28 10:03:40.164692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.272032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-95096a08-5a3d-48ed-921b-6d968bba3c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.325616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f11b034-d936-4415-aa57-6bbacdeab972 req-8899d25c-4bb0-4e3f-912b-de34826f43bf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:40.334588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f11b034-d936-4415-aa57-6bbacdeab972 req-8899d25c-4bb0-4e3f-912b-de34826f43bf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 931 time: 0.8687522 Jan 28 10:03:40.360183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95096a08-5a3d-48ed-921b-6d968bba3c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=236a4360-e4bb-4406-a6a2-425cb5dc2def,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:40.480400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-95096a08-5a3d-48ed-921b-6d968bba3c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.485539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-95096a08-5a3d-48ed-921b-6d968bba3c11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/236a4360-e4bb-4406-a6a2-425cb5dc2def HTTP/1.1" status: 204 len: 168 time: 1.9189229 Jan 28 10:03:40.507783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f11b034-d936-4415-aa57-6bbacdeab972 req-af2a7a49-51c9-4b79-a38a-d9b36dd48c5e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209300 Jan 28 10:03:40.559917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2330-ca5f-4203-98f7-86fa13ff8d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.570570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-8ff4605f-9bde-41ee-ae2b-7424ceafc4d7 service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5196059 Jan 28 10:03:40.597029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:40.598699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cb2330-ca5f-4203-98f7-86fa13ff8d14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed49434-dd67-4a0f-aec7-f7c7d21a5288,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:40.667171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Attempting to bind port 91c057e2-f968-4a0b-b375-ae1df2be662d on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:40.667578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Attempting to bind port 91c057e2-f968-4a0b-b375-ae1df2be662d by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:40.669010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Attempting to bind port 91c057e2-f968-4a0b-b375-ae1df2be662d on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:40.688079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Port 91c057e2-f968-4a0b-b375-ae1df2be662d on network f09e96b4-e3f2-493e-bd09-5f868daa445d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:03:40.688850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Attempting to bind port 91c057e2-f968-4a0b-b375-ae1df2be662d on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:40.715781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:40.717604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:40.718860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:40.720749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Bound port: 91c057e2-f968-4a0b-b375-ae1df2be662d, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:40.723547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.828519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b0cb2330-ca5f-4203-98f7-86fa13ff8d14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:40.829685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b0cb2330-ca5f-4203-98f7-86fa13ff8d14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aed49434-dd67-4a0f-aec7-f7c7d21a5288 HTTP/1.1" status: 204 len: 168 time: 1.8943963 Jan 28 10:03:40.972608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c91f22d-3218-4af2-86bb-bab3eabadc0b req-8dc34b98-8575-4803-8953-0b2b226079bb service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3732419 Jan 28 10:03:40.994070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:41.000128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=91c057e2-f968-4a0b-b375-ae1df2be662d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:41.035153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:41.059542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7312f924-0279-4351-b25c-7cf831ed07ec up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:41.060495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8eb43e-bebb-46a3-a44b-f54326be44b8 req-e5c53808-32e1-43c0-b059-4333178f4326 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:41.062073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1b8eb43e-bebb-46a3-a44b-f54326be44b8 req-e5c53808-32e1-43c0-b059-4333178f4326 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 943 time: 0.2142432 Jan 28 10:03:41.263012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7312f924-0279-4351-b25c-7cf831ed07ec triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:41.264166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:41.320452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-3ae5ba69-0643-4899-9a73-727424700560 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:41.328166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-3ae5ba69-0643-4899-9a73-727424700560 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 819 time: 0.3299935 Jan 28 10:03:41.342382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'port': {'device_id': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'admin_state_up': True, 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:41.364449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:41.365485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:41.372567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] 10.222.0.43 "PUT /v2.0/ports/91c057e2-f968-4a0b-b375-ae1df2be662d HTTP/1.1" status: 200 len: 1091 time: 2.6240149 Jan 28 10:03:41.403549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:41.483472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1b8eb43e-bebb-46a3-a44b-f54326be44b8 req-7fbe5ba7-c9d2-4cd0-afc9-50c0fefecff5 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515632 Jan 28 10:03:41.628831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc5137-cb14-44a0-bb93-d87c9f11c8f9 service neutron] Pushing event updated for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:41.685810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-c7dcb9b0-81f3-4701-8ad1-8b9b48473bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:41.687380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-c7dcb9b0-81f3-4701-8ad1-8b9b48473bc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2757579e21a4615993723f50b85e7bf&device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 1094 time: 0.6244338 Jan 28 10:03:41.737413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4c6f4b01-aa6b-482e-a888-c553f2d686d4 req-38220b54-d051-4f35-87bf-ece0cb8e9b2c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 210 time: 0.1404910 Jan 28 10:03:41.833398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:41.844378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:41.859175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Made reservation on behalf of 6dbfaa5f7ada435d8a5b44a88b883842 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:41.864973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:41.950072 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d', 'status': 'completed', 'code': 200} Jan 28 10:03:41.979439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-56ff454e-6d4d-44d2-a85c-e2ab7d5edca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:41.981149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-56ff454e-6d4d-44d2-a85c-e2ab7d5edca3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 200 len: 909 time: 0.2861526 Jan 28 10:03:41.982257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a09178e-bba7-4137-8331-8ffbb272dd8b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:03:41.985968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-f2b63dda-315c-4449-aa8b-4679cd21dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:41.987942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-f2b63dda-315c-4449-aa8b-4679cd21dbcb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 1094 time: 0.4705462 Jan 28 10:03:42.127074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-f68683a4-3b36-48d4-be47-9197f7eb7d71 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c057e2-f968-4a0b-b375-ae1df2be662d HTTP/1.1" status: 200 len: 217 time: 0.0858247 Jan 28 10:03:42.141723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-bccaa80e-4080-4eb9-89f6-36b7b56c2ec2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b HTTP/1.1" status: 200 len: 217 time: 0.1526535 Jan 28 10:03:42.263460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7a09178e-bba7-4137-8331-8ffbb272dd8b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:42.304330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-ec81e48c-5188-4759-bc58-27b0b1434d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:42.306941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-ec81e48c-5188-4759-bc58-27b0b1434d1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1606641 Jan 28 10:03:42.311439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-edb8ece8-f3e3-4fb1-a792-98f1cd8c2766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:42.313848 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-edb8ece8-f3e3-4fb1-a792-98f1cd8c2766 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecd3425f-402e-429c-83ab-376b44259a52 HTTP/1.1" status: 200 len: 848 time: 0.1218379 Jan 28 10:03:42.314964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '7a09178e-bba7-4137-8331-8ffbb272dd8b', 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e', 'port_id': '7a09178e-bba7-4137-8331-8ffbb272dd8b', 'mac_address': 'fa:16:3e:c4:6c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd3425f-402e-429c-83ab-376b44259a52', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:03:42.323239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924af74-09ff-4aeb-b834-104d8aa5a8b2 req-7e67f018-a2a7-4856-bbb9-874332016bfc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:42.324790 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a924af74-09ff-4aeb-b834-104d8aa5a8b2 req-7e67f018-a2a7-4856-bbb9-874332016bfc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 943 time: 0.3667259 Jan 28 10:03:42.349246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Allocated IP 172.20.0.9 (220d958c-2715-4733-b762-1432b61053b5/79e97ed8-ebbd-49f0-9fd8-f58e280e1078/bf675c80-0d7a-4bb6-aca9-2e1feb5b880b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:42.401565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a924af74-09ff-4aeb-b834-104d8aa5a8b2 req-392190b2-19b6-4e0f-9b5b-dcf24ae0f69b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701993 Jan 28 10:03:42.441082 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:42.452336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-54fbb24d-b5a5-4f2d-8b8f-b5c692e27f06 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4ae6d05-6939-4f1c-b4c5-550564acea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0836375 Jan 28 10:03:42.460003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a09178e-bba7-4137-8331-8ffbb272dd8b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:03:42.483084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7a09178e-bba7-4137-8331-8ffbb272dd8b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:42.489473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:42.687885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7a09178e-bba7-4137-8331-8ffbb272dd8b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:42.748535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['7a09178e-bba7-4137-8331-8ffbb272dd8b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:42.886928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:42.928609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-acea5805-12bd-4c97-957c-d0493e5d6a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:42.933208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-acea5805-12bd-4c97-957c-d0493e5d6a83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6178219 Jan 28 10:03:42.943168 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:43.048976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-b1b806c8-c52b-453a-a1bc-fa79ff234d52 service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5761480 Jan 28 10:03:43.060535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Network 220d958c-2715-4733-b762-1432b61053b5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:43.061432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:43.066778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:43.069651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:43.147973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:43.147973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:43.413586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-c70f86fd-12d7-4ea0-b849-205a97a17000 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0758564 Jan 28 10:03:43.428257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Request body: {'port': {'device_id': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:43.451522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e4be0-80d8-4c4d-9fb1-f02e2444e4da req-7e90682f-6541-4cce-ac3d-d461eae913ed tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:43.458805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec6e4be0-80d8-4c4d-9fb1-f02e2444e4da req-7e90682f-6541-4cce-ac3d-d461eae913ed tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 944 time: 0.7336442 Jan 28 10:03:43.545019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57862) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:43.614745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-7adb89cb-f7a7-482f-8bbc-402eec25487a service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618145 Jan 28 10:03:43.616966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110651a1-13d8-4187-a1b1-78cb9e550342 req-5e5d5cbd-0ac6-4fa2-84c4-3ce1d7a382a8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:43.617732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-110651a1-13d8-4187-a1b1-78cb9e550342 req-5e5d5cbd-0ac6-4fa2-84c4-3ce1d7a382a8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:43.631239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec6e4be0-80d8-4c4d-9fb1-f02e2444e4da req-89e9f865-7f05-45ef-b554-10546dde8b5b tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712549 Jan 28 10:03:43.660471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-110651a1-13d8-4187-a1b1-78cb9e550342 req-5e5d5cbd-0ac6-4fa2-84c4-3ce1d7a382a8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:43.661854 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-110651a1-13d8-4187-a1b1-78cb9e550342 req-5e5d5cbd-0ac6-4fa2-84c4-3ce1d7a382a8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 931 time: 0.5066693 Jan 28 10:03:43.691805 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:43.704249 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:43.751159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1e0b06f-4c34-4fe3-a4ca-8a93c0903768 req-b2be344f-8874-48ed-b8bd-8451a2fe6819 service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528155 Jan 28 10:03:43.810959 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-110651a1-13d8-4187-a1b1-78cb9e550342 req-d645b6c5-64f1-4edc-9ead-9f9da3cdf4db tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427221 Jan 28 10:03:43.820148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1387664397', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:43.834991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:43.849660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Usage tracker for resource:port and tenant:b37a70a89fe548f5a3328a04c736b84a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:43.855905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:43.904564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:43.990721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a09178e-bba7-4137-8331-8ffbb272dd8b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:44.012234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Made reservation on behalf of b37a70a89fe548f5a3328a04c736b84a for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:44.021740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.057515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.078550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bbe6216-33c8-4595-a1f6-37296ddf8c60 req-6e431284-0de9-4b48-8568-69ffc09fa41f service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4385512 Jan 28 10:03:44.087882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:44.097984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Usage tracker for resource:security_group_rule and tenant:b37a70a89fe548f5a3328a04c736b84a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:44.101942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:44.109486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:44.119398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b56e9b-5303-43d3-bdc7-ca993286ea16 req-49814e10-90a2-4dc9-9ff2-059d29f18e5b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:44.120583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-07b56e9b-5303-43d3-bdc7-ca993286ea16 req-49814e10-90a2-4dc9-9ff2-059d29f18e5b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:44.157482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 7a09178e-bba7-4137-8331-8ffbb272dd8b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:44.166491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 7a09178e-bba7-4137-8331-8ffbb272dd8b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:44.166835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.203213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-07b56e9b-5303-43d3-bdc7-ca993286ea16 req-49814e10-90a2-4dc9-9ff2-059d29f18e5b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:44.204751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07b56e9b-5303-43d3-bdc7-ca993286ea16 req-49814e10-90a2-4dc9-9ff2-059d29f18e5b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 943 time: 0.3503945 Jan 28 10:03:44.214549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf675c80-0d7a-4bb6-aca9-2e1feb5b880b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:03:44.225113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.243909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Transition to ACTIVE for port object bf675c80-0d7a-4bb6-aca9-2e1feb5b880b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:03:44.249304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.377468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-07b56e9b-5303-43d3-bdc7-ca993286ea16 req-3c89df5b-92aa-4b90-8162-52cd65976959 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639345 Jan 28 10:03:44.436628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-32138bd6-d4d2-41bb-a67f-dd5dadaf2984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:44.439300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-32138bd6-d4d2-41bb-a67f-dd5dadaf2984 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 1094 time: 0.2799914 Jan 28 10:03:44.439827 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.445774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.475611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.479623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] device_id is not set on port 9faaf15a-6750-4078-97a5-64d29783d1df yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:03:44.494496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a09178e-bba7-4137-8331-8ffbb272dd8b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:44.501929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:44.531857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7a09178e-bba7-4137-8331-8ffbb272dd8b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:44.536029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.539536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.539898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.541502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.542526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.544320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.544684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.545045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.546992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.547335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.551328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.551706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.552046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:44.625897 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a09178e-bba7-4137-8331-8ffbb272dd8b', 'code': 200} Jan 28 10:03:44.731299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7a09178e-bba7-4137-8331-8ffbb272dd8b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:44.847020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Attempting to bind port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:03:44.847403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Attempting to bind port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:03:44.847828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Attempting to bind port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b on network 220d958c-2715-4733-b762-1432b61053b5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:44.853815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b on network 220d958c-2715-4733-b762-1432b61053b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:03:44.854144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Attempting to bind port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b on network 220d958c-2715-4733-b762-1432b61053b5 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:03:44.860320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:03:44.860732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Checking segment: {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:03:44.861118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Bound using segment: {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:03:44.861881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Bound port: bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7709225-3d24-48f4-bfc4-8960060338b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '220d958c-2715-4733-b762-1432b61053b5'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:03:44.862399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:44.929990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454a8f63-3d85-4576-911b-beeb7f62f5e3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:44.998128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:03:45.004350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:03:45.011950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:45.067914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Allocated IP 172.25.1.186 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/9faaf15a-6750-4078-97a5-64d29783d1df) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:45.071870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-4ad60ec6-c3a0-497a-adfb-0067fea6ef0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.073386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-4ad60ec6-c3a0-497a-adfb-0067fea6ef0e service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.6260190 Jan 28 10:03:45.143798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.144546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:45.145933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] 10.222.0.25 "PUT /v2.0/ports/bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 1091 time: 1.7241237 Jan 28 10:03:45.148591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:45.177752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed73cc-b0e4-48ba-80b1-aac947c12995 req-b4e2e5c2-0138-4cb4-bdda-23b047ec57da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.180057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-baed73cc-b0e4-48ba-80b1-aac947c12995 req-b4e2e5c2-0138-4cb4-bdda-23b047ec57da service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 1096 time: 0.4794269 Jan 28 10:03:45.182990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-07dc6051-3ffc-4fc9-b40d-00c2a8cc090b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c057e2-f968-4a0b-b375-ae1df2be662d HTTP/1.1" status: 200 len: 217 time: 0.0970459 Jan 28 10:03:45.192329 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:45.195064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c605d5-5c27-4db1-ae3c-feb7b376093f service neutron] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:45.284113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea1295f-2966-491e-8c9e-f682c4aa49dd req-00295ed6-7b7e-4c1c-b2e5-0c6244312fc6 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.285739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ea1295f-2966-491e-8c9e-f682c4aa49dd req-00295ed6-7b7e-4c1c-b2e5-0c6244312fc6 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 943 time: 0.2588937 Jan 28 10:03:45.300524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-f19f11f3-bded-4da9-a941-932e1a559093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.302700 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-f19f11f3-bded-4da9-a941-932e1a559093 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1094 time: 0.1088135 Jan 28 10:03:45.321447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da759db6-94e1-4b9a-bea0-26f6cc7879dc req-b6092ef6-5412-41c4-8948-e1da39680cf4 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.323349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da759db6-94e1-4b9a-bea0-26f6cc7879dc req-b6092ef6-5412-41c4-8948-e1da39680cf4 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 945 time: 0.5267644 Jan 28 10:03:45.394987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-96fd9803-5e81-4526-933b-4fb4aa20f2ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.0754557 Jan 28 10:03:45.410925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-d8329e33-c7ab-4bcb-8917-50da164de8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.412424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-d8329e33-c7ab-4bcb-8917-50da164de8fa service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.2149863 Jan 28 10:03:45.414069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-baed73cc-b0e4-48ba-80b1-aac947c12995 req-c1edda82-e15f-434f-8f5c-36dda9433305 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784315 Jan 28 10:03:45.510743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-a948734c-5001-4fc1-a05d-7f02273d3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.512324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-a948734c-5001-4fc1-a05d-7f02273d3787 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.1009245 Jan 28 10:03:45.535193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ea1295f-2966-491e-8c9e-f682c4aa49dd req-8571ea58-9a7f-41bc-b037-908ad56ec98a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314308 Jan 28 10:03:45.654504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da759db6-94e1-4b9a-bea0-26f6cc7879dc req-28a10b1b-8f6f-4c0b-8907-1bfaf41299f4 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926905 Jan 28 10:03:45.704435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-e0f3c2fd-a6d1-4770-8235-1637c12167be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0907624 Jan 28 10:03:45.712025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-5d24daaa-0dbd-4743-aa5b-ec0a7a006628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:45.713581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-5d24daaa-0dbd-4743-aa5b-ec0a7a006628 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2761045 Jan 28 10:03:45.757182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:45.809678 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'status': 'completed', 'code': 200} Jan 28 10:03:45.881914 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-2b69ae51-921c-4e31-b250-e17583856284 service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690395 Jan 28 10:03:46.067406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-15d6b535-e1ac-4ce4-b673-891b0bcb8c88 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410909 Jan 28 10:03:46.115162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:46.162281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15cea32f-5ec6-4a89-9d5c-ea857027d463 req-4d63e490-7480-4983-8be2-44c04d8c0449 service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734365 Jan 28 10:03:46.176237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf5b153-e921-4735-a1d6-e53a56bc580e req-887bc5d1-20dd-4d06-bfa3-83382da2f42b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:46.180682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bf5b153-e921-4735-a1d6-e53a56bc580e req-887bc5d1-20dd-4d06-bfa3-83382da2f42b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 943 time: 0.2468178 Jan 28 10:03:46.302829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:46.309489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:46.309781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-98ab8f1c-d024-47de-999f-21ff52beb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:46.311361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-98ab8f1c-d024-47de-999f-21ff52beb401 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1094 time: 0.0851305 Jan 28 10:03:46.321701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:46.409833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Pushing event updated for resources: {'Port': ['ID=9faaf15a-6750-4078-97a5-64d29783d1df,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:46.480130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcba51d8-630d-441f-8a25-8baeaa009225 req-a8975bd1-c7e7-407b-8ab6-deec54540f8a service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044330 Jan 28 10:03:46.489565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8bf5b153-e921-4735-a1d6-e53a56bc580e req-0fbc137d-2bd1-4bd0-b0e4-9e23e8cfb2ce tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469370 Jan 28 10:03:46.490937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:46.491529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:46.547208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-b38d2cb4-fe75-4d53-91ac-3ce3ba637915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:46.548812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-b38d2cb4-fe75-4d53-91ac-3ce3ba637915 service neutron] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.2276123 Jan 28 10:03:46.554765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aaef7b98-5700-41fc-89e0-a651454ec711 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0046637 Jan 28 10:03:46.557555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:46.577577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.186'}]}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:46.594790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:46.600577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Usage tracker for resource:router and tenant:b37a70a89fe548f5a3328a04c736b84a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:46.604690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:46.618457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:46.640696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:46.641918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:46.654757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-0e155221-0504-4194-a01c-d6afff4a1f36 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.0994885 Jan 28 10:03:46.676157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:46.743241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-aeb48d4a-30af-49c0-be64-a0d7a76c325b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:46.745932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-aeb48d4a-30af-49c0-be64-a0d7a76c325b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.0851309 Jan 28 10:03:46.869620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-2a780066-b894-4047-ab93-78fb3a8d0a45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1167755 Jan 28 10:03:47.013359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 91c057e2-f968-4a0b-b375-ae1df2be662d details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:03:47.168128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92632c4a-c81a-43d2-9eba-c94b76a96d48 req-9be6cb44-191f-4f56-83cc-854f78ebc04d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:47.169800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92632c4a-c81a-43d2-9eba-c94b76a96d48 req-9be6cb44-191f-4f56-83cc-854f78ebc04d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 943 time: 0.4183407 Jan 28 10:03:47.191921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:47.195767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-43810faa-fc61-4e02-9e70-608c3d369dca service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3175557 Jan 28 10:03:47.234305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:47.253743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=91c057e2-f968-4a0b-b375-ae1df2be662d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:47.270305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '91c057e2-f968-4a0b-b375-ae1df2be662d', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '91c057e2-f968-4a0b-b375-ae1df2be662d', 'mac_address': 'fa:16:3e:0f:a6:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:03:47.281289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-a9bba430-3a05-4da0-be3f-9aba6414cb79 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3952365 Jan 28 10:03:47.335102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:47.354704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c057e2-f968-4a0b-b375-ae1df2be662d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:03:47.368508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3c3f9d-36bf-4b8b-9c0c-079a65caac4a req-879e2675-c576-4f69-880c-9a64e0d463a5 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:47.373709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=91c057e2-f968-4a0b-b375-ae1df2be662d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:47.375535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3c3f9d-36bf-4b8b-9c0c-079a65caac4a req-879e2675-c576-4f69-880c-9a64e0d463a5 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 945 time: 0.2166667 Jan 28 10:03:47.379949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:47.425928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5714245a-4013-4600-a8f4-4179798e3cd6 req-388b2e83-2257-414e-a3ac-e9f2cc065852 service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045267 Jan 28 10:03:47.480809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92632c4a-c81a-43d2-9eba-c94b76a96d48 req-7e120d57-8880-42b4-8507-e1e87dd645e0 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951963 Jan 28 10:03:47.493921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:47.505004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.505638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.506127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.506623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.507112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.507590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.508167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.508646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.509164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.509637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.510406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.510894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:03:47.512007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3c3f9d-36bf-4b8b-9c0c-079a65caac4a req-b0a9f83e-fab1-4c15-b614-5825cff59ee2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317544 Jan 28 10:03:47.582471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-38bea301-5e58-4a0a-814a-c3983b2bdd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:47.584035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-38bea301-5e58-4a0a-814a-c3983b2bdd49 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 1096 time: 0.1849873 Jan 28 10:03:47.625492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['91c057e2-f968-4a0b-b375-ae1df2be662d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:47.687524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:47.732293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:47.748575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:29911e6931c646d0a02f6fa294ef1354 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:47.753500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:47.766452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:47.970546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e20bbd-a71f-4ba1-a46d-ea548a58acdb req-294b5d88-f568-4277-93b9-e13ca68cd86b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:47.979552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0e20bbd-a71f-4ba1-a46d-ea548a58acdb req-294b5d88-f568-4277-93b9-e13ca68cd86b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 944 time: 0.2153711 Jan 28 10:03:48.046758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device bf675c80-0d7a-4bb6-aca9-2e1feb5b880b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:03:48.064833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0e20bbd-a71f-4ba1-a46d-ea548a58acdb req-5a3d8f69-dc7e-4389-8644-746c7a386f4b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839076 Jan 28 10:03:48.113530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.122644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.201862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-5ec9cf3c-cb67-42ff-ad81-1875ac41dc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:48.203446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-5ec9cf3c-cb67-42ff-ad81-1875ac41dc6b service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.5848424 Jan 28 10:03:48.210216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29911e6931c646d0a02f6fa294ef1354&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0127416 Jan 28 10:03:48.210705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50093dcf-0ccb-4827-96b2-6088d3fa1ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3367c4ae-6f57-4880-9d59-ac8289ac9509,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:48.216027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58072) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:48.290681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.294751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:48.308293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'port_id': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'mac_address': 'fa:16:3e:8f:6c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:03:48.344634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:03:48.345634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.389032 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.398351 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-ef251d10-c5a7-43f9-98fb-a77490fdedc3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d HTTP/1.1" status: 200 len: 217 time: 0.1803796 Jan 28 10:03:48.411227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf675c80-0d7a-4bb6-aca9-2e1feb5b880b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:03:48.432791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:48.459018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.612066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:48.639087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-5e8ee07b-1b14-4440-9716-8ebac336879c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:48.640510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-5e8ee07b-1b14-4440-9716-8ebac336879c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.2323983 Jan 28 10:03:48.699899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:48.714931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d8994e1b-ab42-4d95-9f38-dbb9df00df18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.904610 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d8994e1b-ab42-4d95-9f38-dbb9df00df18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:48.969851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.006643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23deda97-474f-4377-aa2a-7d70999f0202 req-c077710e-abc2-4a6f-b921-bf6c37d2b6a0 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:49.007342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-23deda97-474f-4377-aa2a-7d70999f0202 req-c077710e-abc2-4a6f-b921-bf6c37d2b6a0 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Synchronizing usage tracker for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:49.024721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-23deda97-474f-4377-aa2a-7d70999f0202 req-c077710e-abc2-4a6f-b921-bf6c37d2b6a0 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Unset dirty status for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:49.027082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23deda97-474f-4377-aa2a-7d70999f0202 req-c077710e-abc2-4a6f-b921-bf6c37d2b6a0 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 945 time: 0.1031971 Jan 28 10:03:49.030668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 91c057e2-f968-4a0b-b375-ae1df2be662d up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:49.083607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-23deda97-474f-4377-aa2a-7d70999f0202 req-0b57f054-f03f-4c36-919a-36bd00536dce tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Synchronizing usage tracker for tenant:f2757579e21a4615993723f50b85e7bf on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:49.108291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-23deda97-474f-4377-aa2a-7d70999f0202 req-0b57f054-f03f-4c36-919a-36bd00536dce tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Unset dirty status for tenant:f2757579e21a4615993723f50b85e7bf on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:49.110183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb72acd-2b8d-4d37-aee6-d44ecc4edf23 req-b4202cdd-3a55-4861-8325-1ff0f17a7d8c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:49.117288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23deda97-474f-4377-aa2a-7d70999f0202 req-0b57f054-f03f-4c36-919a-36bd00536dce tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796492 Jan 28 10:03:49.117949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-deb72acd-2b8d-4d37-aee6-d44ecc4edf23 req-b4202cdd-3a55-4861-8325-1ff0f17a7d8c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 944 time: 0.4056625 Jan 28 10:03:49.120977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 91c057e2-f968-4a0b-b375-ae1df2be662d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:49.121500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-5052f25f-9f56-4693-826b-121ab801f391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:49.122418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-5052f25f-9f56-4693-826b-121ab801f391 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4718685 Jan 28 10:03:49.134822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 91c057e2-f968-4a0b-b375-ae1df2be662d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:49.134822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.168806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-deb72acd-2b8d-4d37-aee6-d44ecc4edf23 req-34e3c383-b79d-4948-bea0-8ce7f83ae0a4 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:49.313873 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.358315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=91c057e2-f968-4a0b-b375-ae1df2be662d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:49.359730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:49.369183 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.463347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d8994e1b-ab42-4d95-9f38-dbb9df00df18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.463914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:49.466354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-deb72acd-2b8d-4d37-aee6-d44ecc4edf23 req-34e3c383-b79d-4948-bea0-8ce7f83ae0a4 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:49.467495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-deb72acd-2b8d-4d37-aee6-d44ecc4edf23 req-34e3c383-b79d-4948-bea0-8ce7f83ae0a4 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3488207 Jan 28 10:03:49.499408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.501150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8994e1b-ab42-4d95-9f38-dbb9df00df18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3367c4ae-6f57-4880-9d59-ac8289ac9509,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:49.504677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.555207 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d', 'code': 200} Jan 28 10:03:49.564386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.564968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dfbe879c-1bff-4d42-b01e-ab2f9e9325d8 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:03:49.577391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-06e0c26d-1d18-407f-a8e5-2b561ccd7c48 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123137 Jan 28 10:03:49.583406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d8994e1b-ab42-4d95-9f38-dbb9df00df18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.586764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d8994e1b-ab42-4d95-9f38-dbb9df00df18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3367c4ae-6f57-4880-9d59-ac8289ac9509 HTTP/1.1" status: 204 len: 168 time: 1.3651557 Jan 28 10:03:49.665232 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 10:03:49.669766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9c23e17-f5c4-4e0a-a847-7696c0f21550 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0965676 Jan 28 10:03:49.670680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:49.696104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a445da9e-77fd-496c-8471-a193bcb7b808 req-118f00ad-6d22-4572-96f6-92ed58c8bfdb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:49.707560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a445da9e-77fd-496c-8471-a193bcb7b808 req-118f00ad-6d22-4572-96f6-92ed58c8bfdb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 945 time: 0.3403094 Jan 28 10:03:49.888499 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a445da9e-77fd-496c-8471-a193bcb7b808 req-4adda905-ff57-4c0f-8514-e310becd6bd5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798644 Jan 28 10:03:49.922239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Deleting port 9faaf15a-6750-4078-97a5-64d29783d1df {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:03:49.922808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:49.947598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329cc1a-5338-438e-a610-756f34143886 req-a9378b2a-4ed8-4f87-8d2a-37e9d349a959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:49.952572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e329cc1a-5338-438e-a610-756f34143886 req-a9378b2a-4ed8-4f87-8d2a-37e9d349a959 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 1096 time: 0.2798178 Jan 28 10:03:49.985436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-feaa7a55-cdfd-481e-ba0c-8737d612a37f req-7fd2c68c-fe45-444e-9fbe-e2ca0d61f8a3 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973608 Jan 28 10:03:50.029600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e329cc1a-5338-438e-a610-756f34143886 req-8b06119c-027c-42fc-a152-576897bfff16 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709140 Jan 28 10:03:50.041162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device bf675c80-0d7a-4bb6-aca9-2e1feb5b880b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:03:50.078068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58112) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:50.101045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.117768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:50.122213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Usage tracker for resource:security_group_rule and tenant:e88d50c9a96944558406e3a430ada10b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:50.127169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:50.135250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:50.216030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.223145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:03:50.231315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:50.231905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.399139 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.404617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.418582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Calling delete_port for 9faaf15a-6750-4078-97a5-64d29783d1df owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:03:50.438301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:50.440905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407dd749-fb81-4907-8150-7050c5ef20db req-aaeba573-e796-4568-8177-11434df9eb15 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:50.442593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-407dd749-fb81-4907-8150-7050c5ef20db req-aaeba573-e796-4568-8177-11434df9eb15 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 945 time: 0.2503808 Jan 28 10:03:50.443516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.443676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.549012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a17ff-ffc0-4159-898a-44383cbe85f8 req-b170f9db-959b-480b-8276-bf9bc00ea984 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:50.550689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-561a17ff-ffc0-4159-898a-44383cbe85f8 req-b170f9db-959b-480b-8276-bf9bc00ea984 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 945 time: 0.2534299 Jan 28 10:03:50.611080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:50.728312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-561a17ff-ffc0-4159-898a-44383cbe85f8 req-14ae8af0-a556-4961-9b27-148f082ac06a tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687970 Jan 28 10:03:50.736260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.758565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e88d50c9a96944558406e3a430ada10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6792386 Jan 28 10:03:50.766155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58126) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:50.811278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Pushing event deleted for resources: {'Port': ['ID=9faaf15a-6750-4078-97a5-64d29783d1df,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:50.818589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64748a3f-b633-4b7c-9327-0bf30c429e01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0f4a0c-5ee7-472c-9a95-02eb16fee90e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:50.840299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Deleting port 7a09178e-bba7-4137-8331-8ffbb272dd8b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:03:50.840863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.932910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:50.943809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-21c71bed-b720-4b2e-8b02-baecbcb53ed3 tempest-RoutersAdminNegativeTest-47728265 tempest-RoutersAdminNegativeTest-47728265-project-admin] 10.222.0.42 "DELETE /v2.0/ports/9faaf15a-6750-4078-97a5-64d29783d1df HTTP/1.1" status: 204 len: 168 time: 1.2671249 Jan 28 10:03:51.141741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec4df3-29e0-4299-90ce-49b2e1216678 req-ac2c9d78-19ed-4aa4-ac8c-3d6991da9fe6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:51.150758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7fec4df3-29e0-4299-90ce-49b2e1216678 req-ac2c9d78-19ed-4aa4-ac8c-3d6991da9fe6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 945 time: 0.1341686 Jan 28 10:03:51.217182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7fec4df3-29e0-4299-90ce-49b2e1216678 req-5c0ff0cd-1974-4581-8700-c84c9bd2b927 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654762 Jan 28 10:03:51.334636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33ac34a3-cd82-437e-91ca-0c01677cf826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.344573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58138) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:51.378052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4443ef-94ac-4532-affa-ee1360c3f4d4 req-884be236-2888-4663-9b9d-877f0f75d7dc tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:51.379577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc4443ef-94ac-4532-affa-ee1360c3f4d4 req-884be236-2888-4663-9b9d-877f0f75d7dc tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.6253908 Jan 28 10:03:51.411476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33ac34a3-cd82-437e-91ca-0c01677cf826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.469366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.500078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc4443ef-94ac-4532-affa-ee1360c3f4d4 req-c5281329-b920-4d45-8444-3370abca4199 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103954 Jan 28 10:03:51.513218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:51.516009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] For port 7a09178e-bba7-4137-8331-8ffbb272dd8b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a09178e-bba7-4137-8331-8ffbb272dd8b,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:51.516568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.519911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Usage tracker for resource:security_group_rule and tenant:e47ca050ce6149708de451f8fe915e08 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:51.524871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:51.543355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:51.556448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:51.646491 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'code': 200} Jan 28 10:03:51.671652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.677868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.718293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Calling delete_port for 7a09178e-bba7-4137-8331-8ffbb272dd8b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:03:51.780503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e17e2c-f717-44a5-b04e-8d027faef5bc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:51.802495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-731fb148-5a8c-4d47-ace9-bfba3ec82994 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e47ca050ce6149708de451f8fe915e08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4544964 Jan 28 10:03:51.805206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58154) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:51.866100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33ac34a3-cd82-437e-91ca-0c01677cf826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.887618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfd93-f9fa-4ff3-bd7b-9fca16ef2a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.891884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9d1a-310e-4184-8dc7-f8fbf22ea57b req-6ad2a9d0-04eb-40c9-8b24-15f9fd8ceeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:51.893582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c1f9d1a-310e-4184-8dc7-f8fbf22ea57b req-6ad2a9d0-04eb-40c9-8b24-15f9fd8ceeeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1622453 Jan 28 10:03:51.905173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac34a3-cd82-437e-91ca-0c01677cf826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0f4a0c-5ee7-472c-9a95-02eb16fee90e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:51.924912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33ac34a3-cd82-437e-91ca-0c01677cf826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:51.926479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33ac34a3-cd82-437e-91ca-0c01677cf826 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf0f4a0c-5ee7-472c-9a95-02eb16fee90e HTTP/1.1" status: 204 len: 168 time: 1.0940475 Jan 28 10:03:51.969301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfd93-f9fa-4ff3-bd7b-9fca16ef2a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:52.012250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:52.028242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['7a09178e-bba7-4137-8331-8ffbb272dd8b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:52.085463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Pushing event deleted for resources: {'Port': ['ID=7a09178e-bba7-4137-8331-8ffbb272dd8b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:52.122712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6fae5b7-05ab-40a0-bf39-b19288718451 req-93e5c22b-d3cd-467f-be0e-74cdb4988294 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=3cf4185f-824d-4971-bde2-d3fdddc8090b HTTP/1.1" status: 200 len: 210 time: 0.1689360 Jan 28 10:03:52.135218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c1f9d1a-310e-4184-8dc7-f8fbf22ea57b req-4b6533ae-5173-4350-ac07-8b71961b688c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318187 Jan 28 10:03:52.137753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfd93-f9fa-4ff3-bd7b-9fca16ef2a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:52.157759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ddfd93-f9fa-4ff3-bd7b-9fca16ef2a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e17e2c-f717-44a5-b04e-8d027faef5bc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:52.161770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ddfd93-f9fa-4ff3-bd7b-9fca16ef2a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:52.163072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c9ddfd93-f9fa-4ff3-bd7b-9fca16ef2a87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6e17e2c-f717-44a5-b04e-8d027faef5bc HTTP/1.1" status: 204 len: 168 time: 0.3541081 Jan 28 10:03:52.203682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] No DVR routers for this DVR port 7a09178e-bba7-4137-8331-8ffbb272dd8b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:03:52.206911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:52.209900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'name': 'network-vif-deleted', 'tag': '7a09178e-bba7-4137-8331-8ffbb272dd8b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:52.231745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-407dd749-fb81-4907-8150-7050c5ef20db req-63d84bca-4611-47e7-8f94-338b5f1846c2 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "DELETE /v2.0/ports/7a09178e-bba7-4137-8331-8ffbb272dd8b HTTP/1.1" status: 204 len: 173 time: 1.7644529 Jan 28 10:03:52.297286 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf4185f-824d-4971-bde2-d3fdddc8090b', 'name': 'network-vif-deleted', 'tag': '7a09178e-bba7-4137-8331-8ffbb272dd8b', 'status': 'completed', 'code': 200} Jan 28 10:03:52.489022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ecf6a0-35ac-4bb8-b3a5-b2b1cbe011d5 req-f013f634-2bb0-42f6-ae99-b8d9a33828c0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:52.490836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28ecf6a0-35ac-4bb8-b3a5-b2b1cbe011d5 req-f013f634-2bb0-42f6-ae99-b8d9a33828c0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 945 time: 0.1272907 Jan 28 10:03:52.618434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28ecf6a0-35ac-4bb8-b3a5-b2b1cbe011d5 req-906852e2-dcad-4239-8aa3-22a9a129a4f6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112297 Jan 28 10:03:52.731195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58192) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:52.778420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ba3368-e8f2-4a85-8830-99f2840632ec req-34486be4-0f4a-433a-9945-548346f5db40 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:52.786565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9ba3368-e8f2-4a85-8830-99f2840632ec req-34486be4-0f4a-433a-9945-548346f5db40 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.1077797 Jan 28 10:03:52.847490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9ba3368-e8f2-4a85-8830-99f2840632ec req-eab4cd06-c356-4182-9130-614320d11dbb tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598965 Jan 28 10:03:52.859417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8fdd2e01-6f21-46a8-a069-d76a41bb3dfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b37a70a89fe548f5a3328a04c736b84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263845 Jan 28 10:03:52.862532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58198) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:52.865755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-cc27aa54-46ce-4a32-94f6-0d9be1245e5e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 267 time: 0.1091356 Jan 28 10:03:52.995738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee632d5a-13ad-40e1-834f-1deb1441cade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.025868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee632d5a-13ad-40e1-834f-1deb1441cade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.063689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-ba92b8ae-287e-4ddb-ac24-a8be47cd2c66 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:53.072418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-ba92b8ae-287e-4ddb-ac24-a8be47cd2c66 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 945 time: 0.2004046 Jan 28 10:03:53.078599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'port': {'security_groups': []}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:53.109666 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee632d5a-13ad-40e1-834f-1deb1441cade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.194836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee632d5a-13ad-40e1-834f-1deb1441cade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454a8f63-3d85-4576-911b-beeb7f62f5e3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:53.215767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee632d5a-13ad-40e1-834f-1deb1441cade admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.215767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee632d5a-13ad-40e1-834f-1deb1441cade admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/454a8f63-3d85-4576-911b-beeb7f62f5e3 HTTP/1.1" status: 204 len: 168 time: 0.3454106 Jan 28 10:03:53.216486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.717787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=91c057e2-f968-4a0b-b375-ae1df2be662d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:03:53.768419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.794235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:53.807502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', '3b70e77d-8a45-4793-9983-cb27de4972df', '91c057e2-f968-4a0b-b375-ae1df2be662d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:54.035178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:54.035852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:54.037427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc459a2b-4b71-429e-880c-78f81cb269a2 req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "PUT /v2.0/ports/91c057e2-f968-4a0b-b375-ae1df2be662d HTTP/1.1" status: 200 len: 904 time: 0.9641774 Jan 28 10:03:54.042761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:03:54.063945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a09178e-bba7-4137-8331-8ffbb272dd8b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:03:54.079389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce33070-2d0d-4a88-9c36-0e48f29293df tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:54.106003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-ce0bd84a-64c7-446c-b6c2-b69d7e3c7595 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:54.131482 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-ce0bd84a-64c7-446c-b6c2-b69d7e3c7595 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/networks?id=a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 200 len: 808 time: 0.3579469 Jan 28 10:03:54.160443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['91c057e2-f968-4a0b-b375-ae1df2be662d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:03:54.171775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-ce9f5b59-ea96-481c-9942-c8cc029b7b31 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/quotas/f2757579e21a4615993723f50b85e7bf HTTP/1.1" status: 200 len: 375 time: 0.0393236 Jan 28 10:03:54.209541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 7a09178e-bba7-4137-8331-8ffbb272dd8b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:03:54.210417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a09178e-bba7-4137-8331-8ffbb272dd8b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:03:54.302338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-a2ad444b-4284-4652-947c-4333f226f9a3 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Synchronizing usage tracker for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:54.348863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-a2ad444b-4284-4652-947c-4333f226f9a3 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Unset dirty status for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:54.350185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-a2ad444b-4284-4652-947c-4333f226f9a3 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f2757579e21a4615993723f50b85e7bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1776407 Jan 28 10:03:54.497908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a004d-1f05-44b3-b5d7-44ab9f12b6af req-57e3c0ec-e0c8-49d2-a041-0158c0f63b85 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:54.502888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-332a004d-1f05-44b3-b5d7-44ab9f12b6af req-57e3c0ec-e0c8-49d2-a041-0158c0f63b85 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.2394767 Jan 28 10:03:54.546837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b70ba25d-abae-4edd-a875-0303fedc2c05 None None] Provisioning complete for port 91c057e2-f968-4a0b-b375-ae1df2be662d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:03:54.547314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b70ba25d-abae-4edd-a875-0303fedc2c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:54.630407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-332a004d-1f05-44b3-b5d7-44ab9f12b6af req-48676263-cf5e-4e77-8e54-8f4ec1e86420 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223223 Jan 28 10:03:54.711902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-199cd510-5161-43cb-b485-2fe45521a874 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543282 Jan 28 10:03:54.894429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-0e0f9d3b-4dc6-4080-849a-3c5b1c777717 service neutron] 10.222.0.42 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759479 Jan 28 10:03:55.014373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58292) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:55.072134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35844ab0-7fa4-4501-806d-246b74812c9a req-53c63367-841b-4576-bd8b-62988255c31c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:55.074561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35844ab0-7fa4-4501-806d-246b74812c9a req-53c63367-841b-4576-bd8b-62988255c31c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 907 time: 0.1306016 Jan 28 10:03:55.178452 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d', 'status': 'completed', 'code': 200} Jan 28 10:03:55.201257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'networks': [{'name': 'tempest-network--155488574'}, {'name': 'tempest-network--10763703'}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:55.202301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'network': {'name': 'tempest-network--155488574'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:55.202962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'network': {'name': 'tempest-network--10763703'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:55.331570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:55.338330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:network and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:55.350094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-086fc8c6-3bbd-40f8-9ae9-462e11c4c8c9 req-059ae737-64c2-41e1-97af-435b84bd0586 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 210 time: 0.0860257 Jan 28 10:03:55.350852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:55.365210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:55.402809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'network': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:55.407861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:55.443554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:55.465815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:55.472127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:security_group_rule and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:55.475420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:55.479733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-0eb32224-4d30-49b8-8294-075bac34c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:55.481242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-0eb32224-4d30-49b8-8294-075bac34c618 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 1058 time: 0.2637222 Jan 28 10:03:55.485210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:55.644302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43945d91-e875-423d-b83f-027d412d131c req-81fabbe5-c917-46d2-98c9-55a6ce2e3945 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:55.645456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43945d91-e875-423d-b83f-027d412d131c req-81fabbe5-c917-46d2-98c9-55a6ce2e3945 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1447718 Jan 28 10:03:55.711267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43945d91-e875-423d-b83f-027d412d131c req-904f7e23-746c-4d7a-b960-397d9664b5cc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573254 Jan 28 10:03:55.911000 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6505597b-636c-4288-9652-8142c93a30f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:55.933187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58332) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:56.020470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dd199e-0213-4bb4-8d5c-787cb4daa02a req-dea3cd16-1dbe-4738-87c8-27c210fb826d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.022075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9dd199e-0213-4bb4-8d5c-787cb4daa02a req-dea3cd16-1dbe-4738-87c8-27c210fb826d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1567678 Jan 28 10:03:56.115068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9dd199e-0213-4bb4-8d5c-787cb4daa02a req-8ad5d055-245b-43a6-964d-f26bb19ed8d8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813456 Jan 28 10:03:56.217736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-6f03a8dd-2623-477d-a6eb-91d44dfb0ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.219211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-6f03a8dd-2623-477d-a6eb-91d44dfb0ea6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.7307546 Jan 28 10:03:56.268910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:56.278988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:56.288115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Usage tracker for resource:floatingip and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:03:56.295247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:03:56.314435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f49185-4c2d-4304-b1f7-57cae6ca30d1 req-191e29ce-25cc-4904-a873-e918eedfe7ff tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.316459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9f49185-4c2d-4304-b1f7-57cae6ca30d1 req-191e29ce-25cc-4904-a873-e918eedfe7ff tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3665166 Jan 28 10:03:56.329697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:56.347897 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-1de2d45c-f3a3-495b-943f-a1bce892c6ab service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91c057e2-f968-4a0b-b375-ae1df2be662d HTTP/1.1" status: 200 len: 217 time: 0.1148221 Jan 28 10:03:56.349887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-71b0c383-06c9-4b75-bb30-4e58a35dd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.351258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-71b0c383-06c9-4b75-bb30-4e58a35dd0e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 0.3978734 Jan 28 10:03:56.353893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:56.533769 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1894cf85-7c7d-48b6-b0a8-ea2e506ffede req-3857dba7-f901-4f54-a26b-a84e9d51534e tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 210 time: 0.0673120 Jan 28 10:03:56.582506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:56.599268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:56.599723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:56.610764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:56.668250 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9f49185-4c2d-4304-b1f7-57cae6ca30d1 req-0291b96d-d7f2-4bc6-b88a-1c0750bee93f tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173301 Jan 28 10:03:56.689294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-cc99c130-cfd7-40dd-98ec-34d8c0985577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.692023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-cc99c130-cfd7-40dd-98ec-34d8c0985577 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.3305831 Jan 28 10:03:56.782180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:03:56.802017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4666ca1d-779e-4dd2-90b8-0e2d041a8cdb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:56.822370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:56.822777 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Added segment 05b58727-f77e-4d87-9828-b425fa48776b of type vlan for network 82fcbfcc-db81-42ac-9405-2235803f770e Jan 28 10:03:56.826229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-569d5769-3f25-4fa0-9584-f1186e84c86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.827729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-569d5769-3f25-4fa0-9584-f1186e84c86c service neutron] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.4048786 Jan 28 10:03:56.929591 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-80d74530-c82f-44a5-88d3-d83da533082b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.0909076 Jan 28 10:03:56.952731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-940c4dff-8469-41cf-b846-1cdd13348c19 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:56.954387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-940c4dff-8469-41cf-b846-1cdd13348c19 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "GET /v2.0/networks?id=a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 200 len: 808 time: 0.2035246 Jan 28 10:03:56.975315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Request body: {'port': {'device_id': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e', 'admin_state_up': True, 'tenant_id': 'f2757579e21a4615993723f50b85e7bf'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:57.000037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.027519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-a367b920-9570-4919-b43f-f3761f31bae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:57.029288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-a367b920-9570-4919-b43f-f3761f31bae1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3207886 Jan 28 10:03:57.071030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-7c421091-16fb-4665-b382-7dcb561e8708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:57.072169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-7c421091-16fb-4665-b382-7dcb561e8708 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.1347978 Jan 28 10:03:57.157899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-271ffe2d-b06a-41bb-9384-82ada33ae002 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:57.159896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-271ffe2d-b06a-41bb-9384-82ada33ae002 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.4991028 Jan 28 10:03:57.185886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-f65ee6a3-5400-4f32-a340-d88dfaa12f7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575349 Jan 28 10:03:57.191725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:03:57.208493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-8b799426-9271-4acf-855b-a157df2a9672 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/quotas/23fe5f36e0ee4c72bfa50c98dbde3834 HTTP/1.1" status: 200 len: 375 time: 0.0402849 Jan 28 10:03:57.227064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Allocated IP 172.25.1.237 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/e585449c-6845-42fa-aca3-bb9bb786f083) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:57.282276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.282850 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Added segment 4babb41d-a1d7-41f8-b9fc-80fcde4e98e0 of type vlan for network 3ce993fa-267d-4a79-9f37-fe32ab35f924 Jan 28 10:03:57.303110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:57.379383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-f9a90908-951c-4ab6-9445-bcecf7eb07a8 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3389056 Jan 28 10:03:57.387469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:03:57.406875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.425311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Made reservation on behalf of f2757579e21a4615993723f50b85e7bf for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:03:57.428774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.483394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-543a9809-423b-4037-92dc-fdcc7121b853 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2577312 Jan 28 10:03:57.534530 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-1f4af8b5-ec9b-4f26-934c-ae5d8627ec8e service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3398385 Jan 28 10:03:57.581619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:03:57.688292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.688931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.695318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:57.701108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:57.702045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.728189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:57.736096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-41c8782b-8e66-4bda-a1bb-c66891685ed9 req-426cac05-7730-486e-b30a-f6825f9e6c69 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3246174 Jan 28 10:03:57.931877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-f66b2cf2-3c26-4560-b72d-1503784d2b6e service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045670 Jan 28 10:03:58.019907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.027495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0a51d38-253f-44ea-89c0-6b3791018e20 req-08c0eabb-8c3f-4f3e-b775-91831e24eacd tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 210 time: 0.2809777 Jan 28 10:03:58.027775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Allocated IP 172.20.0.8 (a4ae6d05-6939-4f1c-b4c5-550564acea7e/ecd3425f-402e-429c-83ab-376b44259a52/99578db7-f49e-4df6-bec5-4abecda3e5e2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:03:58.052540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.0370445 Jan 28 10:03:58.057718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58370) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:58.059414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Network': ['ID=82fcbfcc-db81-42ac-9405-2235803f770e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:58.074022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 82fcbfcc-db81-42ac-9405-2235803f770e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:03:58.264860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:58.321678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Port': ['ID=e585449c-6845-42fa-aca3-bb9bb786f083,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:58.324246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:58.334983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8260b17-0f82-4ac6-8bdc-f1406958f920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.336256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:58.369466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b695b8e1-733c-43ae-b652-9cd374a36835 req-8955a6b2-84ef-4feb-a455-378ae1bf0c1c service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8267312 Jan 28 10:03:58.404603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9945a-bf46-46c3-8167-8882299579bf tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Network': ['ID=3ce993fa-267d-4a79-9f37-fe32ab35f924,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:58.416862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 3ce993fa-267d-4a79-9f37-fe32ab35f924 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:03:58.462443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-a5a33db6-30c8-47a1-a6f1-5a8ea64594e8 service neutron] 10.222.0.42 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5187669 Jan 28 10:03:58.538164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da36352-f69f-42b8-af6f-240aa45147b5 req-341f19b0-d7a9-4a10-a789-4f7ae251d4c2 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:58.545484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9da36352-f69f-42b8-af6f-240aa45147b5 req-341f19b0-d7a9-4a10-a789-4f7ae251d4c2 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3289115 Jan 28 10:03:58.564195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:58.571300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:58.577659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:58.584321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:58.585459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Synchronizing usage tracker for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:58.608122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.630121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.647475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9da36352-f69f-42b8-af6f-240aa45147b5 req-9247d9ad-9ae1-42b1-8298-0d0b66631dde tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989182 Jan 28 10:03:58.648559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Unset dirty status for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:58.662016 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9c599652-5152-486c-9faa-28a4ae8e2a74 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6042275 Jan 28 10:03:58.664897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58386) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:58.784205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.825441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.836580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:58.941762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Network a4ae6d05-6939-4f1c-b4c5-550564acea7e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:03:58.945547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:03:58.952111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:03:58.963109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ddd32f89-fff0-474d-9265-33c5ee8ec22d req-0a5a1d40-ca12-4560-bea0-a42305481c66 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 210 time: 0.1291814 Jan 28 10:03:58.983487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Pushing event updated for resources: {'Port': ['ID=99578db7-f49e-4df6-bec5-4abecda3e5e2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:59.090826 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.122907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82fcbfcc-db81-42ac-9405-2235803f770e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:59.141417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:59.142279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.144960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b58727-f77e-4d87-9828-b425fa48776b') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:59.145673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b58727-f77e-4d87-9828-b425fa48776b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:59.166438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.191971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.210665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:03:59.211074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.215320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-8d5d42ac-3af1-441b-936d-5c4691fa2967 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2447374 Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:03:59.232254 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:03:59.236993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Request body: {'port': {'device_id': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:59.357361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.364304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.395368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.404232 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.419878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Network': ['ID=82fcbfcc-db81-42ac-9405-2235803f770e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:59.445856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-565b521a-0602-4dc3-8437-6c2d2c4c7c02 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/networks/82fcbfcc-db81-42ac-9405-2235803f770e HTTP/1.1" status: 204 len: 168 time: 0.7793756 Jan 28 10:03:59.446528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58408) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:59.449279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.455372 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.567767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Port': ['ID=e585449c-6845-42fa-aca3-bb9bb786f083,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:03:59.621304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97537b99-cd32-4085-b66b-a7a60a8cf7a6 req-793151a5-7f7f-4f35-8c17-8250a192d48a tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:59.622801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-97537b99-cd32-4085-b66b-a7a60a8cf7a6 req-793151a5-7f7f-4f35-8c17-8250a192d48a tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Synchronizing usage tracker for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:03:59.641269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.654652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.662021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.728744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-97537b99-cd32-4085-b66b-a7a60a8cf7a6 req-793151a5-7f7f-4f35-8c17-8250a192d48a tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Unset dirty status for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:03:59.729905 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97537b99-cd32-4085-b66b-a7a60a8cf7a6 req-793151a5-7f7f-4f35-8c17-8250a192d48a tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 931 time: 0.5014296 Jan 28 10:03:59.763636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.764765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4d8761c3-fd8a-42ab-9859-08253b8b0680 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8303452 Jan 28 10:03:59.769695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58414) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:03:59.819003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-354332102'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:03:59.842004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.894040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce993fa-267d-4a79-9f37-fe32ab35f924']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:59.914965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4babb41d-a1d7-41f8-b9fc-80fcde4e98e0') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:59.915236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4babb41d-a1d7-41f8-b9fc-80fcde4e98e0') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:03:59.933028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.955024 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.967917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd0c01-e7a4-401a-8690-0a5f72ce0f04 req-97fb868c-3880-4854-9aac-f47a4c731f92 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:03:59.969597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7bbd0c01-e7a4-401a-8690-0a5f72ce0f04 req-97fb868c-3880-4854-9aac-f47a4c731f92 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.1679053 Jan 28 10:03:59.974065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:03:59.974220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:03:59.993302 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:03:59.995583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:03:59.997219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Usage tracker for resource:network and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:00.000111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:00.007535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:00.045754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-97537b99-cd32-4085-b66b-a7a60a8cf7a6 req-e8afc687-79e8-4a79-ba52-49e8fc2de0c5 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046548 Jan 28 10:04:00.068328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Made reservation on behalf of ea9a8684ef39487ab3e6b04f36c8321b for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:00.072158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.217940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.279300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:00.286785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Usage tracker for resource:security_group_rule and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:00.291042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:00.310861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:00.390219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-427f0beb-b704-476d-93ab-4c3075fa14f0 req-b6723d64-d9dc-442c-abe5-45c8199200ad tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 210 time: 0.0479531 Jan 28 10:04:00.440257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7bbd0c01-e7a4-401a-8690-0a5f72ce0f04 req-5ad6e879-16ed-49eb-ae79-4461dc2db578 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4469874 Jan 28 10:04:00.450702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.502538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99578db7-f49e-4df6-bec5-4abecda3e5e2 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:04:00.511870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.512470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.536483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Transition to ACTIVE for port object 99578db7-f49e-4df6-bec5-4abecda3e5e2 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:00.537917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/networks/3ce993fa-267d-4a79-9f37-fe32ab35f924 HTTP/1.1" status: 204 len: 168 time: 1.0902789 Jan 28 10:04:00.539128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc7c1e-e645-4437-8bab-5fef9b28fae8 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Network': ['ID=3ce993fa-267d-4a79-9f37-fe32ab35f924,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:00.541858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58426) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:00.589452 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.605260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-8bbf1bfc-56f6-4a24-b265-dcef8aaf5949 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:00.607867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-8bbf1bfc-56f6-4a24-b265-dcef8aaf5949 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 811 time: 0.5334888 Jan 28 10:04:00.620923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Request body: {'port': {'device_id': '23bd1508-b809-4954-8fad-cc4ce2675113', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'admin_state_up': True, 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:00.668252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.760009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.788950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:00.804254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:00.819066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Made reservation on behalf of 23fe5f36e0ee4c72bfa50c98dbde3834 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:00.824811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.832571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:00.877914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:00.989296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6904c17a-8273-4dd1-84d0-40f67eaebf25,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:01.018052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.018391 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Added segment 0b8b320e-364d-4471-9681-e11a583b4175 of type vlan for network ebbb1a52-75b8-4068-811c-2f406f4de8ce Jan 28 10:04:01.021459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Pushing event updated for resources: {'Port': ['ID=99578db7-f49e-4df6-bec5-4abecda3e5e2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:01.085617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Allocated IP 172.20.0.13 (f09e96b4-e3f2-493e-bd09-5f868daa445d/febdb5f6-1607-448d-91d5-ed02377ee92c/396aec58-7ebe-4a44-8003-57ec5625b813) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:01.119945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.155335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c74159-c5f6-4718-86c8-953fc8ff9c0f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:01.162063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c74159-c5f6-4718-86c8-953fc8ff9c0f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:01.177222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-39c74159-c5f6-4718-86c8-953fc8ff9c0f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6344879 Jan 28 10:04:01.180579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58442) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:01.194677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1433633933'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:01.208252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:01.216696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:network and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:01.247911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:01.257756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:01.298225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Attempting to bind port 99578db7-f49e-4df6-bec5-4abecda3e5e2 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:04:01.298587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Attempting to bind port 99578db7-f49e-4df6-bec5-4abecda3e5e2 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:04:01.299502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Attempting to bind port 99578db7-f49e-4df6-bec5-4abecda3e5e2 on network a4ae6d05-6939-4f1c-b4c5-550564acea7e {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:01.313062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Port 99578db7-f49e-4df6-bec5-4abecda3e5e2 on network a4ae6d05-6939-4f1c-b4c5-550564acea7e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:04:01.313410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Attempting to bind port 99578db7-f49e-4df6-bec5-4abecda3e5e2 on network a4ae6d05-6939-4f1c-b4c5-550564acea7e {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:01.324778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:01.328426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.339850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:04:01.340225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Checking segment: {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:01.340562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Bound using segment: {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:04:01.341036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Bound port: 99578db7-f49e-4df6-bec5-4abecda3e5e2, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47056a48-fae1-4147-b3de-91b52f12da63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:04:01.341391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.356248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.362134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:01.362717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.403837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.425049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b114ffa-87d9-4394-8ed1-d94bd396fcd8 req-2811cf97-9c28-47d7-8ea2-d1bd7ac82136 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:01.436640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b114ffa-87d9-4394-8ed1-d94bd396fcd8 req-2811cf97-9c28-47d7-8ea2-d1bd7ac82136 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 943 time: 0.1814513 Jan 28 10:04:01.518512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Transition to ACTIVE for port object 396aec58-7ebe-4a44-8003-57ec5625b813 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:01.543071 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b114ffa-87d9-4394-8ed1-d94bd396fcd8 req-ce2e659c-5480-4bb5-8d2d-2e51dc6f0804 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980830 Jan 28 10:04:01.599519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.610958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', '3b70e77d-8a45-4793-9983-cb27de4972df'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:01.708162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:01.719789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Network f09e96b4-e3f2-493e-bd09-5f868daa445d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:01.723861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:01.739425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:01.765038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:01.776427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9699895 Jan 28 10:04:01.777235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a3aa11-354c-49fd-b2c4-abd4d9f223b6 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Network': ['ID=ebbb1a52-75b8-4068-811c-2f406f4de8ce,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:01.787081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58454) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:01.814050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Request body: {'subnet': {'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:01.814689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:01.856936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:01.857608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.950830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-3390cabc-2238-4867-864e-552694b92a5a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3340607 Jan 28 10:04:01.967931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84419995-dcd5-420a-9bce-768fb3fd334b req-9593da9c-408c-490b-9fc9-0905adcb59aa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:01.969580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84419995-dcd5-420a-9bce-768fb3fd334b req-9593da9c-408c-490b-9fc9-0905adcb59aa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.2480240 Jan 28 10:04:01.978905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Request body: {'port': {'device_id': '23bd1508-b809-4954-8fad-cc4ce2675113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:01.997692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:01.998029 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Added segment 2991fea8-8e7a-4deb-be1a-540e070d70b6 of type vlan for network 0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353 Jan 28 10:04:02.053742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] For port 99578db7-f49e-4df6-bec5-4abecda3e5e2, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:04:02.062766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:02.070618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.074448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Usage tracker for resource:subnet and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:02.079672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:02.093197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] For port 99578db7-f49e-4df6-bec5-4abecda3e5e2, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:04:02.096338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:02.110105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a2881-d87f-4b67-9236-c4f225144ee2 req-d001addd-a94c-4ab0-b183-fb62d27e41f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:02.112150 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f97a2881-d87f-4b67-9236-c4f225144ee2 req-d001addd-a94c-4ab0-b183-fb62d27e41f9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 932 time: 0.4835875 Jan 28 10:04:02.118577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.134531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-df236129-6a62-44b1-9b5d-6cb66c295824 None None] Provisioning for port 396aec58-7ebe-4a44-8003-57ec5625b813 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:02.146616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-df236129-6a62-44b1-9b5d-6cb66c295824 None None] Provisioning complete for port 396aec58-7ebe-4a44-8003-57ec5625b813 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:02.147142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-df236129-6a62-44b1-9b5d-6cb66c295824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.190107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84419995-dcd5-420a-9bce-768fb3fd334b req-ee84082c-4e79-4c33-addf-3499db193046 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030450 Jan 28 10:04:02.249763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Made reservation on behalf of ea9a8684ef39487ab3e6b04f36c8321b for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:02.265791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.266026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.355639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-df236129-6a62-44b1-9b5d-6cb66c295824 None None] Port 396aec58-7ebe-4a44-8003-57ec5625b813 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:04:02.485450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:02.487187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.488829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] 10.222.0.25 "PUT /v2.0/ports/99578db7-f49e-4df6-bec5-4abecda3e5e2 HTTP/1.1" status: 200 len: 1091 time: 3.2591040 Jan 28 10:04:02.489862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'tag': '99578db7-f49e-4df6-bec5-4abecda3e5e2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:02.495553 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.501166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:02.502660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.798301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f97a2881-d87f-4b67-9236-c4f225144ee2 req-8cc57635-f8a9-4ba5-90a7-9366a68dbc0c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714404 Jan 28 10:04:02.828103 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'tag': '99578db7-f49e-4df6-bec5-4abecda3e5e2', 'status': 'completed', 'code': 200} Jan 28 10:04:02.866374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6846356 Jan 28 10:04:02.866618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee4ba4a-1c07-40ec-bad3-8c95652fcaaa req-30fe23be-272b-40a2-ae50-62567ec31abc tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:02.868165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ee4ba4a-1c07-40ec-bad3-8c95652fcaaa req-30fe23be-272b-40a2-ae50-62567ec31abc tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 943 time: 0.1443937 Jan 28 10:04:02.875483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcece6f-4a7d-402b-93a2-edd1096b8fea service neutron] Pushing event updated for resources: {'Port': ['ID=99578db7-f49e-4df6-bec5-4abecda3e5e2,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:02.877045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58474) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:02.905716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1717203953'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:02.916912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:02.929375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7322e5-22f3-4e15-9905-cc76a51301b2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Network': ['ID=0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:02.946036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:02.949084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:02.965525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:network and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:02.969143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:03.008459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:03.023856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-bd8ff5d1-50b7-4360-b4b2-13d9be410003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:03.025516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-bd8ff5d1-50b7-4360-b4b2-13d9be410003 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2757579e21a4615993723f50b85e7bf&device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 1094 time: 0.4699388 Jan 28 10:04:03.030587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Subnet': ['ID=cf720ed1-ab60-44cd-b9fe-2b2fd53902b6,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:03.047490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396aec58-7ebe-4a44-8003-57ec5625b813 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:04:03.057713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ee4ba4a-1c07-40ec-bad3-8c95652fcaaa req-2635d5b3-1e5a-4dac-86d1-b4e75d6c192f tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802697 Jan 28 10:04:03.062858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:03.067257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.083401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.110566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Transition to ACTIVE for port object 396aec58-7ebe-4a44-8003-57ec5625b813 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:03.119075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.122978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:03.129126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-c73823c2-6f7f-434e-a226-636cf5a5ebb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.0872312 Jan 28 10:04:03.133177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Checking segment: {'id': '0b8b320e-364d-4471-9681-e11a583b4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:03.133537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network hostable DHCP agents. Network: ebbb1a52-75b8-4068-811c-2f406f4de8ce, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:03.207252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:03.213814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-1b2f1e49-3c20-4adc-a063-da5b32749dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:03.215256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-1b2f1e49-3c20-4adc-a063-da5b32749dde service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecd3425f-402e-429c-83ab-376b44259a52 HTTP/1.1" status: 200 len: 848 time: 0.0769634 Jan 28 10:04:03.253990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ebbb1a52-75b8-4068-811c-2f406f4de8ce) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:03.262278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21aac481-add5-4635-8d05-2eb00fd73231 None None] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:03.279313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-71b1e48b-847a-4206-9c57-699728a6749e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4ae6d05-6939-4f1c-b4c5-550564acea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573294 Jan 28 10:04:03.280887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:03.282056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.357118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.361573 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Added segment 3a867ce8-9392-49ce-ade1-df284b5b9586 of type vlan for network d5aed0b1-d965-4e0c-b584-2afa090952ed Jan 28 10:04:03.452860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ac9562b1-ca77-4fbe-b05d-02909e582a98 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6577861 Jan 28 10:04:03.453471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58484) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:03.551649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1820673635', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:03.572707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:03.578612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Usage tracker for resource:router and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:03.586108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:03.610004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:03.631340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-ebbb1a52-75b8-4068-811c-2f406f4de8ce', 'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce', 'tenant_id': 'ea9a8684ef39487ab3e6b04f36c8321b', 'fixed_ips': [{'subnet_id': 'cf720ed1-ab60-44cd-b9fe-2b2fd53902b6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:04:03.632433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.678830 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.679388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.681948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.713394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:03.723276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-c1006252-4ce6-4515-aff7-dbffca2e6c6c service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4340150 Jan 28 10:04:03.795298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Attempting to bind port 396aec58-7ebe-4a44-8003-57ec5625b813 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:04:03.795675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Attempting to bind port 396aec58-7ebe-4a44-8003-57ec5625b813 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:04:03.795944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Attempting to bind port 396aec58-7ebe-4a44-8003-57ec5625b813 on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:03.802620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Port 396aec58-7ebe-4a44-8003-57ec5625b813 on network f09e96b4-e3f2-493e-bd09-5f868daa445d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:04:03.802783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Attempting to bind port 396aec58-7ebe-4a44-8003-57ec5625b813 on network f09e96b4-e3f2-493e-bd09-5f868daa445d {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:03.808162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:04:03.808540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Checking segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:03.809003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Bound using segment: {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:04:03.809427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Bound port: 396aec58-7ebe-4a44-8003-57ec5625b813, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ee040c-2734-48c2-b034-835e5693bed4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:04:03.809888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.860632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.862098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.866938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:03.867616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:03.890915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26577399-8380-48a2-a178-241613486d42 req-6609669f-e0f8-4348-b756-40aacf3d116c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:03.899692 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26577399-8380-48a2-a178-241613486d42 req-6609669f-e0f8-4348-b756-40aacf3d116c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.4053741 Jan 28 10:04:03.900323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Allocated IP 172.20.0.2 (ebbb1a52-75b8-4068-811c-2f406f4de8ce/cf720ed1-ab60-44cd-b9fe-2b2fd53902b6/4afa4063-4643-4077-858d-673cd33a8183) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:04.005879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26577399-8380-48a2-a178-241613486d42 req-2f875737-9654-426a-9ce9-b3b5284961c5 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052001 Jan 28 10:04:04.028626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Network': ['ID=d5aed0b1-d965-4e0c-b584-2afa090952ed,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:04.035500 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f1aa3e9b-c4dd-4475-a5c0-beb03169245e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1538634 Jan 28 10:04:04.036413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58494) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:04.044256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'ports': [{'network_id': '0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353', 'name': 'tempest-port--1355109230', 'admin_state_up': True}, {'network_id': 'd5aed0b1-d965-4e0c-b584-2afa090952ed', 'admin_state_up': False}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:04.044569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'port': {'network_id': '0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353', 'name': 'tempest-port--1355109230', 'admin_state_up': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:04.045134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'port': {'network_id': 'd5aed0b1-d965-4e0c-b584-2afa090952ed', 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:04.213270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d5aed0b1-d965-4e0c-b584-2afa090952ed details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:04.401307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:04:04.427101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:04.432378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:port and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:04.435893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:04.465281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.474925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:04.493719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Transition to ACTIVE for port object 4afa4063-4643-4077-858d-673cd33a8183 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:04.495102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:04:04.500089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'port': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:04.505606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.528589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Transition to ACTIVE for port object 4afa4063-4643-4077-858d-673cd33a8183 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:04.536382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.563625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-312cc74b-8e64-49cc-b27c-678d211b9956 req-630892c7-9609-41bf-9f72-d593b3987f62 service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8286793 Jan 28 10:04:04.570989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.601913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.610886 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.772775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Pushing event updated for resources: {'Port': ['ID=4afa4063-4643-4077-858d-673cd33a8183,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:04.794491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:04.795978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:04.801272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:04.858991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:04.862856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.864311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] 10.222.0.43 "PUT /v2.0/ports/396aec58-7ebe-4a44-8003-57ec5625b813 HTTP/1.1" status: 200 len: 1092 time: 2.8936608 Jan 28 10:04:04.883855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:04.898152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24a667-fdc1-4050-8aa5-d7c986fe4387 req-37493424-ded4-49c6-ab17-4ffd047b3748 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:04.907077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef24a667-fdc1-4050-8aa5-d7c986fe4387 req-37493424-ded4-49c6-ab17-4ffd047b3748 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.5674071 Jan 28 10:04:04.945493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Attempting to bind port 4afa4063-4643-4077-858d-673cd33a8183 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:04:04.946282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Attempting to bind port 4afa4063-4643-4077-858d-673cd33a8183 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '0b8b320e-364d-4471-9681-e11a583b4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:04:04.946869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Attempting to bind port 4afa4063-4643-4077-858d-673cd33a8183 on network ebbb1a52-75b8-4068-811c-2f406f4de8ce {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:04.954197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:04:04.955655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Checking segment: {'id': '0b8b320e-364d-4471-9681-e11a583b4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:04.956874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.957570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Bound using segment: {'id': '0b8b320e-364d-4471-9681-e11a583b4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:04:04.959019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Bound port: 4afa4063-4643-4077-858d-673cd33a8183, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8b320e-364d-4471-9681-e11a583b4175', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:04:04.959995 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:04.998232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-68350eaf-6434-4f64-802d-ed57d1fc8a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:04.999712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-68350eaf-6434-4f64-802d-ed57d1fc8a3a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2757579e21a4615993723f50b85e7bf&device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 1094 time: 0.3726773 Jan 28 10:04:05.037590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef24a667-fdc1-4050-8aa5-d7c986fe4387 req-84b0376a-eec2-4dd5-b1b1-a2e0e5f91785 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292431 Jan 28 10:04:05.087038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] For port 4afa4063-4643-4077-858d-673cd33a8183, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:04:05.091030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] For port 4afa4063-4643-4077-858d-673cd33a8183, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4afa4063-4643-4077-858d-673cd33a8183,segment=NetworkSegment(0b8b320e-364d-4471-9681-e11a583b4175),segment_id=0b8b320e-364d-4471-9681-e11a583b4175)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:04:05.099087 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:05.174247 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813', 'status': 'completed', 'code': 200} Jan 28 10:04:05.266111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea84d44-e6e0-4df0-9b55-4a818b7fd833 None None] Pushing event updated for resources: {'Port': ['ID=4afa4063-4643-4077-858d-673cd33a8183,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:05.266792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9fd725-69d5-4670-a0a3-3d5bef48688a service neutron] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:05.379051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] device_id is not set on port a74e9485-28dd-4137-a7f7-01dc12e2381b yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:05.451129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbfa67-f43a-4faf-b3d3-3cc740339a0a req-3b8ac934-3763-448c-bf5e-3c607bab6211 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:05.455390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94dbfa67-f43a-4faf-b3d3-3cc740339a0a req-3b8ac934-3763-448c-bf5e-3c607bab6211 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 943 time: 0.8837376 Jan 28 10:04:05.472613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-a53e91d6-609a-44e1-9303-9ff1d701e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:05.474236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-a53e91d6-609a-44e1-9303-9ff1d701e915 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 1095 time: 0.5244281 Jan 28 10:04:05.634548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-81dbe3ff-f4a7-4c40-bfb4-8fb499818644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:05.636688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-81dbe3ff-f4a7-4c40-bfb4-8fb499818644 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 200 len: 909 time: 0.6274185 Jan 28 10:04:05.648938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-fa4204af-2008-494a-8a50-f7ce970278a5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=396aec58-7ebe-4a44-8003-57ec5625b813 HTTP/1.1" status: 200 len: 217 time: 0.1525404 Jan 28 10:04:05.804465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bd48d7-7c5a-4aa9-8d28-3b56983c6e25 req-65108e2a-1518-45ba-82ca-3e49d24670c0 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:05.806163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23bd48d7-7c5a-4aa9-8d28-3b56983c6e25 req-65108e2a-1518-45ba-82ca-3e49d24670c0 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.4122956 Jan 28 10:04:05.819766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-33e8c86e-74b7-4788-9a52-6491ebf91882 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2 HTTP/1.1" status: 200 len: 217 time: 0.1744633 Jan 28 10:04:05.826732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94dbfa67-f43a-4faf-b3d3-3cc740339a0a req-9b579cc6-d8d4-40ed-9c14-3f04ce887d3e tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3627465 Jan 28 10:04:05.862145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-f38b55d7-e517-45c4-a2fb-8916acf1a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:05.864852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-f38b55d7-e517-45c4-a2fb-8916acf1a05d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1358211 Jan 28 10:04:05.920815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:06.070729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 99578db7-f49e-4df6-bec5-4abecda3e5e2 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:04:06.148774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23bd48d7-7c5a-4aa9-8d28-3b56983c6e25 req-2b57abd5-f2d6-4a46-a324-34f7c1e7f142 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521613 Jan 28 10:04:06.156514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:06.206629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] device_id is not set on port e4c1a6af-5dcd-4f2c-9fd0-aa9c2091a4f0 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:06.209523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-8b5585b9-3225-4743-ad46-4e1645909794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:06.211232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-8b5585b9-3225-4743-ad46-4e1645909794 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ecd3425f-402e-429c-83ab-376b44259a52 HTTP/1.1" status: 200 len: 848 time: 0.3135672 Jan 28 10:04:06.215940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:06.225217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-74090e11-708e-4797-a2a5-fcd16c244027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:06.226922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-74090e11-708e-4797-a2a5-fcd16c244027 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3506207 Jan 28 10:04:06.316804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-e931f683-c28a-4fd7-9806-8c7660643ddd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a4ae6d05-6939-4f1c-b4c5-550564acea7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974667 Jan 28 10:04:06.404533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 99578db7-f49e-4df6-bec5-4abecda3e5e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:06.436330 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '99578db7-f49e-4df6-bec5-4abecda3e5e2', 'network_id': 'a4ae6d05-6939-4f1c-b4c5-550564acea7e', 'port_id': '99578db7-f49e-4df6-bec5-4abecda3e5e2', 'mac_address': 'fa:16:3e:00:63:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecd3425f-402e-429c-83ab-376b44259a52', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:04:06.551612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-52694f01-4b73-473b-9f1a-7c433d6bc9e2 service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223914 Jan 28 10:04:06.579384 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:06.586443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-cdf6bc2e-9cce-47dd-a445-a0657ce60aca service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485711 Jan 28 10:04:06.627563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99578db7-f49e-4df6-bec5-4abecda3e5e2 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:04:06.663579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 99578db7-f49e-4df6-bec5-4abecda3e5e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:06.672855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:06.777435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=99578db7-f49e-4df6-bec5-4abecda3e5e2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:06.809754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e27aba3f-a6ce-4a13-9f48-31419306454e req-8e632f38-1586-4720-902d-e3a4c7f26c75 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006040 Jan 28 10:04:06.906182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['99578db7-f49e-4df6-bec5-4abecda3e5e2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:06.964011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4add5e5-1d93-450b-94ba-d2fc280aa1c4 req-fc84fe65-f69e-4d79-af08-b516d1f556bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:06.965113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a4add5e5-1d93-450b-94ba-d2fc280aa1c4 req-fc84fe65-f69e-4d79-af08-b516d1f556bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:06.981566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Allocated IP 172.25.1.73 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/674febd7-239b-44c2-b60e-c2311aab46c9) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:07.023520 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.027603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a4add5e5-1d93-450b-94ba-d2fc280aa1c4 req-fc84fe65-f69e-4d79-af08-b516d1f556bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:07.034397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4add5e5-1d93-450b-94ba-d2fc280aa1c4 req-fc84fe65-f69e-4d79-af08-b516d1f556bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.7491970 Jan 28 10:04:07.083470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9accb6-1f97-47ab-a708-fa1c20ffc7c6 None None] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:07.089784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a952a111-80d7-4787-a3e5-68039fb06ce4 req-5c30c593-4133-4797-823c-3c30294d6db7 service neutron] 10.222.0.25 "GET /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5216799 Jan 28 10:04:07.117296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-6f998198-8dbe-4edb-9918-40fa74d9d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:07.118779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-6f998198-8dbe-4edb-9918-40fa74d9d7c1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 1095 time: 0.2312493 Jan 28 10:04:07.137195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a4add5e5-1d93-450b-94ba-d2fc280aa1c4 req-3b7b2fd0-7bf8-4927-82a5-bc777dc67aa3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018634 Jan 28 10:04:07.222863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4afa4063-4643-4077-858d-673cd33a8183 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:07.283840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb9f7ac-6ec6-4f7d-92f9-142256c0a70d req-6f92aa0e-68a0-48c8-9967-c6c0469358fd tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:07.285183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fb9f7ac-6ec6-4f7d-92f9-142256c0a70d req-6f92aa0e-68a0-48c8-9967-c6c0469358fd tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 944 time: 0.2378981 Jan 28 10:04:07.302125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b612b82-8372-4e58-a8a2-32ae004d2438 None None] Provisioning for port 4afa4063-4643-4077-858d-673cd33a8183 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:07.310329 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.370669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.451522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.497086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4afa4063-4643-4077-858d-673cd33a8183 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:07.525243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4afa4063-4643-4077-858d-673cd33a8183 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:07.526067 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.551619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1fb9f7ac-6ec6-4f7d-92f9-142256c0a70d req-10907e37-22cf-4501-b403-35e4f52be228 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2598209 Jan 28 10:04:07.558699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:07.560070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:07.563265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:07.597507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Port': ['ID=a74e9485-28dd-4137-a7f7-01dc12e2381b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:07.600509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Checking segment: {'id': '2991fea8-8e7a-4deb-be1a-540e070d70b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:07.600885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network hostable DHCP agents. Network: 0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:07.637329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Port': ['ID=674febd7-239b-44c2-b60e-c2311aab46c9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:07.662401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network 0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:07.672652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-eba4104e-9aeb-4e69-932c-a1709bbe44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:07.674446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-eba4104e-9aeb-4e69-932c-a1709bbe44a2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.5362411 Jan 28 10:04:07.693449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818b9ae-5e0e-40fa-b2b3-e455f786aa43 req-ed3ce87b-6c9f-4a6e-973e-780bdb5c8ac8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:07.700510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8818b9ae-5e0e-40fa-b2b3-e455f786aa43 req-ed3ce87b-6c9f-4a6e-973e-780bdb5c8ac8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.4001584 Jan 28 10:04:07.771698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:07.791927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:07.792872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.797620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4226deea-5972-4bc4-954b-9c07bd485d96 None None] Network 0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:07.879052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Port': ['ID=e4c1a6af-5dcd-4f2c-9fd0-aa9c2091a4f0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:07.884218 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-d27e7a03-533c-4e0d-9e97-42e8959f8c19 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=396aec58-7ebe-4a44-8003-57ec5625b813 HTTP/1.1" status: 200 len: 217 time: 0.1997299 Jan 28 10:04:07.891159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:07.915778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8818b9ae-5e0e-40fa-b2b3-e455f786aa43 req-0a183627-4c2c-4dbd-8378-97bf20532e77 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143409 Jan 28 10:04:08.004467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Checking segment: {'id': '3a867ce8-9392-49ce-ade1-df284b5b9586', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd5aed0b1-d965-4e0c-b584-2afa090952ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:08.004467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network hostable DHCP agents. Network: d5aed0b1-d965-4e0c-b584-2afa090952ed, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:08.009889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 4afa4063-4643-4077-858d-673cd33a8183, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4afa4063-4643-4077-858d-673cd33a8183,segment=NetworkSegment(0b8b320e-364d-4471-9681-e11a583b4175),segment_id=0b8b320e-364d-4471-9681-e11a583b4175)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:08.032913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-221b79a9-6d1b-4063-92b1-0aef01dd3fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.034685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-221b79a9-6d1b-4063-92b1-0aef01dd3fd9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1321015 Jan 28 10:04:08.086904 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:08.114589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network d5aed0b1-d965-4e0c-b584-2afa090952ed is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:08.142786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d5aed0b1-d965-4e0c-b584-2afa090952ed) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:08.147153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:08.153724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.160309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.161056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:08.187652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe8e03-7d09-47d7-bb30-de821c22a20e None None] Network d5aed0b1-d965-4e0c-b584-2afa090952ed requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:08.229955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9fcaa867-8262-4a00-b707-9e8c8f3e74ab tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.1922765 Jan 28 10:04:08.230707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:08.322599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-4ce99c86-ebba-4e1c-8ca7-437f7f565291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.323996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-4ce99c86-ebba-4e1c-8ca7-437f7f565291 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2815988 Jan 28 10:04:08.479410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:08.540577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=4afa4063-4643-4077-858d-673cd33a8183,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:08.605181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e9e95-f8a8-4b35-a006-96679742662f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.634569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787e9e95-f8a8-4b35-a006-96679742662f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.635369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-787e9e95-f8a8-4b35-a006-96679742662f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Synchronizing usage tracker for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:08.661512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4b794c86-24c0-4aad-9039-af5cc2104bb7 None None] Provisioning complete for port 4afa4063-4643-4077-858d-673cd33a8183 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:08.661889 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b794c86-24c0-4aad-9039-af5cc2104bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:08.705220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-1bb9f2f7-9d1d-47ce-96a0-e83c0e3be427 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610768 Jan 28 10:04:08.708168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-787e9e95-f8a8-4b35-a006-96679742662f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Unset dirty status for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:08.710315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-787e9e95-f8a8-4b35-a006-96679742662f tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4769702 Jan 28 10:04:08.730566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58554) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:08.806862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ae4fd-c3cf-45e4-b679-2d3710b85928 req-fe98214f-114a-454e-9e2b-5bc2dac742c0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:08.808629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a1ae4fd-c3cf-45e4-b679-2d3710b85928 req-fe98214f-114a-454e-9e2b-5bc2dac742c0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.2652619 Jan 28 10:04:08.982471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a1ae4fd-c3cf-45e4-b679-2d3710b85928 req-6b8d3222-2016-4017-86ab-85216998e9a0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241610 Jan 28 10:04:08.983749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Deleting port a74e9485-28dd-4137-a7f7-01dc12e2381b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:08.984084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.023204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.024120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4afa4063-4643-4077-858d-673cd33a8183 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:09.143517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 396aec58-7ebe-4a44-8003-57ec5625b813 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:04:09.295816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:09.314602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '396aec58-7ebe-4a44-8003-57ec5625b813', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '396aec58-7ebe-4a44-8003-57ec5625b813', 'mac_address': 'fa:16:3e:96:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:04:09.393355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.405919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.416684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Router 0bda2e66-9c73-411d-bf33-761ae376cbda is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:04:09.436472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396aec58-7ebe-4a44-8003-57ec5625b813 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:04:09.441132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4afa4063-4643-4077-858d-673cd33a8183 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:09.441555 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.504523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:09.516258 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.538428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Calling delete_port for a74e9485-28dd-4137-a7f7-01dc12e2381b owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:09.564117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b37048-8ffd-4087-880d-d5ef06cba211 req-9a3ba41a-7ff5-4cfb-8ab4-8ac9655d5040 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:09.566397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1b37048-8ffd-4087-880d-d5ef06cba211 req-9a3ba41a-7ff5-4cfb-8ab4-8ac9655d5040 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3339694 Jan 28 10:04:09.606539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:09.666885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf0132-8731-4aaa-ae02-9b9503541ee5 req-05f27b41-2c19-42a0-b214-0b4ac6f75dad tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:09.673806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4caf0132-8731-4aaa-ae02-9b9503541ee5 req-05f27b41-2c19-42a0-b214-0b4ac6f75dad tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 944 time: 0.8607218 Jan 28 10:04:09.676037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.713528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f1b37048-8ffd-4087-880d-d5ef06cba211 req-5cbe6deb-e767-4a33-a13a-ca72b22d8565 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406090 Jan 28 10:04:09.741343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:04:09.760687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] Sync routers for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:04:09.773006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Port': ['ID=a74e9485-28dd-4137-a7f7-01dc12e2381b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:09.778486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['396aec58-7ebe-4a44-8003-57ec5625b813'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:09.793904 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:09.795436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.796919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-712327bd-5260-4f18-a9c9-1ff385934da2 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 6.3423996 Jan 28 10:04:09.798092 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:09.800102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.801034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58568) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:09.838812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4caf0132-8731-4aaa-ae02-9b9503541ee5 req-5ab90b6b-27da-4ad1-8be2-625870bfbb66 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640530 Jan 28 10:04:09.841638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f99f94f4-10c9-44b5-8a31-3c5deac55f1c req-3b4b484b-1430-403d-8271-498a0c87c290 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1298037 Jan 28 10:04:09.843822 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f01259a-816d-49e7-8b48-4331a9657b61 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/ports/a74e9485-28dd-4137-a7f7-01dc12e2381b HTTP/1.1" status: 204 len: 168 time: 1.1076314 Jan 28 10:04:09.845788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58572) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:09.945803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Deleting port e4c1a6af-5dcd-4f2c-9fd0-aa9c2091a4f0 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:09.946180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:09.947382 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:09.967713 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:09.968324 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:10.041310 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:10.042084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7e6590-ffa6-4f93-bd9a-22ae1c2cd38c None None] The sync data for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:04:10.105713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 99578db7-f49e-4df6-bec5-4abecda3e5e2 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:10.201455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 99578db7-f49e-4df6-bec5-4abecda3e5e2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:10.208749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 99578db7-f49e-4df6-bec5-4abecda3e5e2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:10.209133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.283302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.346037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce03cd8-1623-4cec-bfc8-c89544c926b8 req-8f512a26-e16e-4290-8ecd-dba93df14767 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:10.347638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ce03cd8-1623-4cec-bfc8-c89544c926b8 req-8f512a26-e16e-4290-8ecd-dba93df14767 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 945 time: 0.2034717 Jan 28 10:04:10.350618 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.388813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 99578db7-f49e-4df6-bec5-4abecda3e5e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:10.390183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99578db7-f49e-4df6-bec5-4abecda3e5e2'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:10.411654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.434209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Calling delete_port for e4c1a6af-5dcd-4f2c-9fd0-aa9c2091a4f0 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:10.453220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ce03cd8-1623-4cec-bfc8-c89544c926b8 req-944dfac3-e659-4abc-bd9d-1d587524e5a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956993 Jan 28 10:04:10.541963 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99578db7-f49e-4df6-bec5-4abecda3e5e2', 'code': 200} Jan 28 10:04:10.590178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=99578db7-f49e-4df6-bec5-4abecda3e5e2,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:10.622690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.682204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Port': ['ID=e4c1a6af-5dcd-4f2c-9fd0-aa9c2091a4f0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:10.688284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.704579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-16cfc20c-0bd9-41ab-a6de-1c1d33aebfbd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/ports/e4c1a6af-5dcd-4f2c-9fd0-aa9c2091a4f0 HTTP/1.1" status: 204 len: 168 time: 0.8576787 Jan 28 10:04:10.705180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58588) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:10.753055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32b1a3c2-d9cd-4f7e-a987-80e82ea009c7 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Synchronizing usage tracker for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:10.769055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-32b1a3c2-d9cd-4f7e-a987-80e82ea009c7 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Unset dirty status for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:10.774706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-32b1a3c2-d9cd-4f7e-a987-80e82ea009c7 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0686052 Jan 28 10:04:10.775722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58594) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:10.789474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1345578162'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:10.800783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:10.803521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:network and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:10.809777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:10.816230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:10.828857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:10.833154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.858700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7bd216-eb96-4293-b411-9ff065e1808d req-301ab50e-0915-4917-8e8a-5fa647d59c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:10.860385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af7bd216-eb96-4293-b411-9ff065e1808d req-301ab50e-0915-4917-8e8a-5fa647d59c18 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 1096 time: 0.2072575 Jan 28 10:04:10.887263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:10.897732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:10.898168 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Added segment e2608134-4451-4662-a40b-277ced242311 of type vlan for network 36bba91c-134d-4b61-b81e-645aed98eaca Jan 28 10:04:10.940234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.018189 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-af7bd216-eb96-4293-b411-9ff065e1808d req-47112d08-3fc5-47c0-9dd7-a0db514ef800 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471140 Jan 28 10:04:11.028920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.035272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:11.036058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.084048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50afecd2-0bd3-4db7-8922-792c0899906c req-97558150-332d-4219-aac2-f7383530df48 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:11.085548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-50afecd2-0bd3-4db7-8922-792c0899906c req-97558150-332d-4219-aac2-f7383530df48 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.2231929 Jan 28 10:04:11.165294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 396aec58-7ebe-4a44-8003-57ec5625b813 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:11.186944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-50afecd2-0bd3-4db7-8922-792c0899906c req-1ff68cf5-c76c-4050-b26d-9205136ec2b4 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926111 Jan 28 10:04:11.200647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.279908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 396aec58-7ebe-4a44-8003-57ec5625b813 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:11.286389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 396aec58-7ebe-4a44-8003-57ec5625b813 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:11.287120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.291497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Network': ['ID=36bba91c-134d-4b61-b81e-645aed98eaca,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:11.314972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922d788-02cf-4462-9644-0c8aceaf6329 req-c1209261-c95e-4564-8351-f1ee5db21290 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:11.319905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 36bba91c-134d-4b61-b81e-645aed98eaca details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:11.321830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0922d788-02cf-4462-9644-0c8aceaf6329 req-c1209261-c95e-4564-8351-f1ee5db21290 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 945 time: 0.3634310 Jan 28 10:04:11.363627 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f05b2028-f012-4a7c-9859-47f978a90435 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5863421 Jan 28 10:04:11.373857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0922d788-02cf-4462-9644-0c8aceaf6329 req-56cbe5a2-d612-4f6a-b15d-199dd21900a0 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Jan 28 10:04:11.374341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:11.396066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1885876590'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:11.401666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:11.405785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:network and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:11.408678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:11.414829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:11.426202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:11.431917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.467675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:11.478158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.478641 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Added segment 3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e of type vlan for network bb3ccac5-5d57-4214-ba31-27596ee16633 Jan 28 10:04:11.512450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.518536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.556244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:11.561684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.575134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.584048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:11.584678 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:11.641623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:11.759210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Network': ['ID=bb3ccac5-5d57-4214-ba31-27596ee16633,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:11.770747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network bb3ccac5-5d57-4214-ba31-27596ee16633 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:11.807858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-72d29ede-6420-4c16-ab87-27e391664b12 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4324529 Jan 28 10:04:11.942811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58616) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:11.949134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'subnets': [{'network_id': '36bba91c-134d-4b61-b81e-645aed98eaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--842913622', 'ip_version': 4}, {'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:11.949500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'subnet': {'network_id': '36bba91c-134d-4b61-b81e-645aed98eaca', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--842913622', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:11.949857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb443f4-534c-44a4-8919-9513b783a977 req-ea33aba4-5fe2-4fb9-8f70-08fc25dd93e1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:11.950315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Request body: {'subnet': {'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:11.951304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aeb443f4-534c-44a4-8919-9513b783a977 req-ea33aba4-5fe2-4fb9-8f70-08fc25dd93e1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.2860396 Jan 28 10:04:11.982275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Allocated IP 172.20.0.1 (ebbb1a52-75b8-4068-811c-2f406f4de8ce/cf720ed1-ab60-44cd-b9fe-2b2fd53902b6/02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:12.012147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aeb443f4-534c-44a4-8919-9513b783a977 req-7bedb3ea-2e86-4ea2-9b74-e4cceb44299c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545011 Jan 28 10:04:12.168021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:12.185738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Transition to ACTIVE for port object 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:12.215094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:12.224492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:12.228934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Usage tracker for resource:subnet and tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:12.232427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:12.239332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:12.275762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Made reservation on behalf of 9a7ad2e9376c4c85b6763bff7c5d0b07 for: {'subnet': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:12.280973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:12.281504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:12.305269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:12.309209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:12.316104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:12.374612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Port': ['ID=02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:12.405309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:12.543602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:12.563021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0887741-defd-4841-96d0-640873997eda req-b333e25d-e165-43b0-8928-2c299b7afcee tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:12.565032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0887741-defd-4841-96d0-640873997eda req-b333e25d-e165-43b0-8928-2c299b7afcee tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.1681201 Jan 28 10:04:12.725302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e0887741-defd-4841-96d0-640873997eda req-38776565-0d7a-4006-a60a-fe5e6399cbbd tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499534 Jan 28 10:04:12.868361 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813', 'code': 200} Jan 28 10:04:12.883542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-07b9597a-9b24-4758-9605-2bd4637f0a83 None None] Provisioning for port 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:12.891180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-07b9597a-9b24-4758-9605-2bd4637f0a83 None None] Provisioning complete for port 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:12.891556 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-07b9597a-9b24-4758-9605-2bd4637f0a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:12.997110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32de929-73f6-43b3-a9b8-d264ead3679c req-83059998-1042-4e15-90ad-005755011f08 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:12.998777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a32de929-73f6-43b3-a9b8-d264ead3679c req-83059998-1042-4e15-90ad-005755011f08 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 945 time: 0.3060379 Jan 28 10:04:13.007637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-07b9597a-9b24-4758-9605-2bd4637f0a83 None None] Port 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:04:13.098154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce037afc-1e53-463a-b837-9cb0bb1d303d req-a3a36d1f-aeac-4910-b232-791bd0292688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.099734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce037afc-1e53-463a-b837-9cb0bb1d303d req-a3a36d1f-aeac-4910-b232-791bd0292688 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 1097 time: 0.1731577 Jan 28 10:04:13.145623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a32de929-73f6-43b3-a9b8-d264ead3679c req-c82a7f33-dcbd-4b0e-87e0-f4fd34064fd1 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393034 Jan 28 10:04:13.148321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:13.257548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce037afc-1e53-463a-b837-9cb0bb1d303d req-d6727aab-79f2-4c99-a9bf-cb4fbb752882 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505659 Jan 28 10:04:13.349144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617afd7-5853-4271-bb49-5f4fcaca11e2 req-58335a03-b706-4500-b6a7-eba56936d0ca tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.360256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e617afd7-5853-4271-bb49-5f4fcaca11e2 req-58335a03-b706-4500-b6a7-eba56936d0ca tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.1925588 Jan 28 10:04:13.365602 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:13.527165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e617afd7-5853-4271-bb49-5f4fcaca11e2 req-73436588-1c20-4ec8-8c91-23b3fa504f1e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638529 Jan 28 10:04:13.544793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Subnet': ['ID=326f4cc2-c160-43e0-bd44-b1def1bd0171,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:13.549011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Checking segment: {'id': 'e2608134-4451-4662-a40b-277ced242311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '36bba91c-134d-4b61-b81e-645aed98eaca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:13.549607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network hostable DHCP agents. Network: 36bba91c-134d-4b61-b81e-645aed98eaca, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:13.574688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network 36bba91c-134d-4b61-b81e-645aed98eaca is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:13.596736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 36bba91c-134d-4b61-b81e-645aed98eaca) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:13.603842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:13.605869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c4a42f-74ce-4e99-925e-c09c3c0c416e None None] Network 36bba91c-134d-4b61-b81e-645aed98eaca requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:13.709421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event updated for resources: {'Subnet': ['ID=ccd001da-89f8-438c-8d38-588b59871a9f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:13.754941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Checking segment: {'id': '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:13.758536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network hostable DHCP agents. Network: bb3ccac5-5d57-4214-ba31-27596ee16633, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:13.785673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Network bb3ccac5-5d57-4214-ba31-27596ee16633 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:13.800739 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:13.801942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, bb3ccac5-5d57-4214-ba31-27596ee16633) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:13.807267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.808549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.809568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:13.825654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d8571c-0402-415d-b7b6-686f1b0c937e None None] Network bb3ccac5-5d57-4214-ba31-27596ee16633 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:13.837670 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-09f692f3-d3bf-47c8-adf2-ed051ef1ef9b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.8936455 Jan 28 10:04:13.840258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58654) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:13.939019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe9a1d-ec9b-4f1f-9b11-eabce9d14fec tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.940786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe9a1d-ec9b-4f1f-9b11-eabce9d14fec tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.942971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffe9a1d-ec9b-4f1f-9b11-eabce9d14fec tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:13.943346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ffe9a1d-ec9b-4f1f-9b11-eabce9d14fec tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Synchronizing usage tracker for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:13.971720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ffe9a1d-ec9b-4f1f-9b11-eabce9d14fec tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Unset dirty status for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:13.975880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2ffe9a1d-ec9b-4f1f-9b11-eabce9d14fec tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1309280 Jan 28 10:04:13.976264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58662) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:13.985014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:13.997530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.087283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Deleting subnet 326f4cc2-c160-43e0-bd44-b1def1bd0171 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:04:14.092359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.177486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.330912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de80532-7a47-4502-9d9d-f13c77c54fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-36bba91c-134d-4b61-b81e-645aed98eaca', 'network_id': '36bba91c-134d-4b61-b81e-645aed98eaca', 'tenant_id': '9a7ad2e9376c4c85b6763bff7c5d0b07', 'fixed_ips': [{'subnet_id': '326f4cc2-c160-43e0-bd44-b1def1bd0171'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:04:14.337498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7de80532-7a47-4502-9d9d-f13c77c54fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.513538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-bb3ccac5-5d57-4214-ba31-27596ee16633', 'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633', 'tenant_id': '9a7ad2e9376c4c85b6763bff7c5d0b07', 'fixed_ips': [{'subnet_id': 'ccd001da-89f8-438c-8d38-588b59871a9f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:04:14.514787 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.641756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.723054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:14.728508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:14.730785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Port': ['ID=02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:14.913213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:14.937961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Allocated IP 172.20.0.18 (bb3ccac5-5d57-4214-ba31-27596ee16633/ccd001da-89f8-438c-8d38-588b59871a9f/b1db2094-64c9-4089-8b6f-fd047d507bba) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:14.987781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Router 0bda2e66-9c73-411d-bf33-761ae376cbda has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:04:14.999612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76cf01-ffa9-4fc9-a29f-a3738c91547d req-f2a20b22-b3be-44da-9bfa-c95ff37f03de tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:15.007410 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e76cf01-ffa9-4fc9-a29f-a3738c91547d req-f2a20b22-b3be-44da-9bfa-c95ff37f03de tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.9012687 Jan 28 10:04:15.038451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-7de80532-7a47-4502-9d9d-f13c77c54fae None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 326f4cc2-c160-43e0-bd44-b1def1bd0171: This subnet is being modified by another concurrent operation. Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:04:15.071802 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 326f4cc2-c160-43e0-bd44-b1def1bd0171: This subnet is being modified by another concurrent operation. Jan 28 10:04:15.075758 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:04:15.114800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249729f7-eed4-4fcd-a53c-adf9e23b02ed None None] Network 36bba91c-134d-4b61-b81e-645aed98eaca requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:15.158094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd930fe-21e9-40d5-9fdc-dcd01f15ce5a req-c2d8d88a-39ff-4e76-99d5-3551e2440f8d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:15.161231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4dd930fe-21e9-40d5-9fdc-dcd01f15ce5a req-c2d8d88a-39ff-4e76-99d5-3551e2440f8d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.3407233 Jan 28 10:04:15.167211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Subnet': ['ID=326f4cc2-c160-43e0-bd44-b1def1bd0171,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:15.212529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:15.264746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-50d21a49-e6a2-4d92-9d86-b35ad9d1208e tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/subnets/326f4cc2-c160-43e0-bd44-b1def1bd0171 HTTP/1.1" status: 204 len: 168 time: 1.2872996 Jan 28 10:04:15.272450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4dd930fe-21e9-40d5-9fdc-dcd01f15ce5a req-f4b45f5d-0a87-48eb-9a2c-4102cbafd8ca tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981100 Jan 28 10:04:15.273395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58686) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:15.307141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:04:15.330587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad2d7ee0-0c4c-428b-a9a1-f92c78eada6d tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "PUT /v2.0/routers/0bda2e66-9c73-411d-bf33-761ae376cbda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5281839 Jan 28 10:04:15.339631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:15.347704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Request body: {'port': {'network_id': 'ebbb1a52-75b8-4068-811c-2f406f4de8ce', 'name': 'tempest-FloatingIPAdminTestJSON-190113378'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:15.385095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Deleting subnet ccd001da-89f8-438c-8d38-588b59871a9f {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:04:15.385926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e76cf01-ffa9-4fc9-a29f-a3738c91547d req-bf9c6afa-3b43-41cf-9bb4-e3167b953165 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772984 Jan 28 10:04:15.533875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] Sync routers for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:04:15.547185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:15.564529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Usage tracker for resource:port and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:15.568055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:15.573396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-24ad704d-b20a-4148-ac1d-187164e22d99 None None] Provisioning complete for port 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:15.575639 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24ad704d-b20a-4148-ac1d-187164e22d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:15.577218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:15.615370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Made reservation on behalf of ea9a8684ef39487ab3e6b04f36c8321b for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:15.624571 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:15.631369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:15.641367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:15.642311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:15.681736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] device_id is not set on port 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:15.784946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:15.859814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:15.874511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:15.875135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:15.944409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Allocated IP 172.20.0.7 (ebbb1a52-75b8-4068-811c-2f406f4de8ce/cf720ed1-ab60-44cd-b9fe-2b2fd53902b6/0f93a8dd-f86f-4d23-9434-ed83b1ebab2b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:15.961591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:15.972033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831a85f0-46d3-4e93-adb3-297337a23d7e None None] The sync data for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:04:15.973531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-24ad704d-b20a-4148-ac1d-187164e22d99 None None] Port 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:04:15.975530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Transition to ACTIVE for port object b1db2094-64c9-4089-8b6f-fd047d507bba will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:15.988917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a814811-cfd5-470b-9905-9ef90f10827f req-b2ecbe90-067e-4d0c-a239-b7ce6380ca96 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:15.991240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a814811-cfd5-470b-9905-9ef90f10827f req-b2ecbe90-067e-4d0c-a239-b7ce6380ca96 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 945 time: 0.1023777 Jan 28 10:04:16.055683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c20d827-e999-4a13-b0d2-0af466b6e42e req-b08655f2-e31f-4bc3-bfcb-1e9138dfd6b0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:16.067026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Transition to ACTIVE for port object b1db2094-64c9-4089-8b6f-fd047d507bba will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:16.068303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c20d827-e999-4a13-b0d2-0af466b6e42e req-b08655f2-e31f-4bc3-bfcb-1e9138dfd6b0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.2112997 Jan 28 10:04:16.076387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.077177 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.129296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a814811-cfd5-470b-9905-9ef90f10827f req-8393c948-51bb-4b89-80ab-1ce9b184f760 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323957 Jan 28 10:04:16.195951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.196770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c20d827-e999-4a13-b0d2-0af466b6e42e req-87c9c51c-8ccc-4b0d-a646-a6f202ac0434 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275067 Jan 28 10:04:16.228007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Network bb3ccac5-5d57-4214-ba31-27596ee16633 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:16.230940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:16.234630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:16.274531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Pushing event updated for resources: {'Port': ['ID=b1db2094-64c9-4089-8b6f-fd047d507bba,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:16.289228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.293015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.318170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Transition to ACTIVE for port object 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:16.349600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.387301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Attempting to bind port b1db2094-64c9-4089-8b6f-fd047d507bba on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:04:16.387742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Attempting to bind port b1db2094-64c9-4089-8b6f-fd047d507bba by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:04:16.388167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Attempting to bind port b1db2094-64c9-4089-8b6f-fd047d507bba on network bb3ccac5-5d57-4214-ba31-27596ee16633 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:16.413991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:04:16.414713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Checking segment: {'id': '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:16.415283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.415833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Bound using segment: {'id': '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:04:16.417043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Bound port: b1db2094-64c9-4089-8b6f-fd047d507bba, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'bb3ccac5-5d57-4214-ba31-27596ee16633'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:04:16.417817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.423630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.473661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event updated for resources: {'Port': ['ID=0f93a8dd-f86f-4d23-9434-ed83b1ebab2b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:16.498670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:16.502756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:16.519833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:16.558499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.597168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Subnet': ['ID=ccd001da-89f8-438c-8d38-588b59871a9f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:16.616326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0fe5afdb-09e5-4bd3-a406-55a3521e2fe2 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/subnets/ccd001da-89f8-438c-8d38-588b59871a9f HTTP/1.1" status: 204 len: 168 time: 1.3394284 Jan 28 10:04:16.617367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58714) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:16.720950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] For port b1db2094-64c9-4089-8b6f-fd047d507bba, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:04:16.726536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] For port b1db2094-64c9-4089-8b6f-fd047d507bba, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b1db2094-64c9-4089-8b6f-fd047d507bba,segment=NetworkSegment(3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e),segment_id=3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:04:16.737957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.777340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:16.788834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:16.834816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c125d06-0f56-4b7a-aef3-ef3166360567 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:16.836312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1c125d06-0f56-4b7a-aef3-ef3166360567 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Synchronizing usage tracker for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:16.859137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4d0f0c11-e875-4b83-ab5c-086ef94a4c7e tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5180609 Jan 28 10:04:16.866183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58720) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:16.878325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32eb3f-87b2-4d92-ac10-8e40c8aa3d3b req-82a0eaf7-a793-49cd-befb-6a1ba97f3ae9 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:16.886990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c32eb3f-87b2-4d92-ac10-8e40c8aa3d3b req-82a0eaf7-a793-49cd-befb-6a1ba97f3ae9 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.2465317 Jan 28 10:04:16.911834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1c125d06-0f56-4b7a-aef3-ef3166360567 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Unset dirty status for tenant:9a7ad2e9376c4c85b6763bff7c5d0b07 on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:16.913934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1c125d06-0f56-4b7a-aef3-ef3166360567 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2952359 Jan 28 10:04:16.920204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58726) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:17.029239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c32eb3f-87b2-4d92-ac10-8e40c8aa3d3b req-fdb8dab4-743f-467e-b772-6367876d8f1d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309500 Jan 28 10:04:17.047730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'project_id': 'ea9a8684ef39487ab3e6b04f36c8321b', 'port_id': '0f93a8dd-f86f-4d23-9434-ed83b1ebab2b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:17.074293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfb907b-8ad7-4fd1-8e02-aad575355329 None None] Pushing event updated for resources: {'Port': ['ID=b1db2094-64c9-4089-8b6f-fd047d507bba,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:17.194465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63463e55-eeee-43fd-a032-a5ff99d75115 None None] Network bb3ccac5-5d57-4214-ba31-27596ee16633 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:17.219051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:17.237571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Usage tracker for resource:floatingip and tenant:ea9a8684ef39487ab3e6b04f36c8321b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:17.242183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:17.254405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:17.296475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-6b02f3a0-7c3a-4307-a210-4ec0588fc735 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:17.300006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-6b02f3a0-7c3a-4307-a210-4ec0588fc735 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 945 time: 0.1957080 Jan 28 10:04:17.376278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:17.381832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:17.487282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Deleting port b1db2094-64c9-4089-8b6f-fd047d507bba {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:17.490131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:17.554839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Deleting port 99578db7-f49e-4df6-bec5-4abecda3e5e2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:17.555394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:17.706374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4bf25d17-e529-41e6-80fb-5d0d20f6dbd0 None None] Provisioning for port 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:17.751696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4bf25d17-e529-41e6-80fb-5d0d20f6dbd0 None None] Provisioning complete for port 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:17.752072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bf25d17-e529-41e6-80fb-5d0d20f6dbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:17.847675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4bf25d17-e529-41e6-80fb-5d0d20f6dbd0 None None] Port 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:04:17.885715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37bb4863-f07d-431e-92ab-84a95d7799db None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:04:17.889349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] For port b1db2094-64c9-4089-8b6f-fd047d507bba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b1db2094-64c9-4089-8b6f-fd047d507bba,segment=NetworkSegment(3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e),segment_id=3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:17.889843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:18.046792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Calling delete_port for b1db2094-64c9-4089-8b6f-fd047d507bba owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:18.118908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37bb4863-f07d-431e-92ab-84a95d7799db None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:04:18.135547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1201b-f544-4391-9a57-2552a57831d8 req-b5925b4e-ac6d-4f36-b260-f6330c8c17b7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:18.140121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] For port 99578db7-f49e-4df6-bec5-4abecda3e5e2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=99578db7-f49e-4df6-bec5-4abecda3e5e2,segment=NetworkSegment(47056a48-fae1-4147-b3de-91b52f12da63),segment_id=47056a48-fae1-4147-b3de-91b52f12da63)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:18.140816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:18.143053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dd1201b-f544-4391-9a57-2552a57831d8 req-b5925b4e-ac6d-4f36-b260-f6330c8c17b7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.4325776 Jan 28 10:04:18.183955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:18.320074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Calling delete_port for 99578db7-f49e-4df6-bec5-4abecda3e5e2 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:18.412156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dd1201b-f544-4391-9a57-2552a57831d8 req-eccafc0a-9151-45b7-9811-81cb3269760f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2682292 Jan 28 10:04:18.412785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:18.419067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4b470-4fd8-488b-bfd6-8763dc0ee548 req-f4436444-00fc-4a58-b107-aaa5b0946a6f tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:18.420597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41f4b470-4fd8-488b-bfd6-8763dc0ee548 req-f4436444-00fc-4a58-b107-aaa5b0946a6f tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 945 time: 0.7713270 Jan 28 10:04:18.571616 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41f4b470-4fd8-488b-bfd6-8763dc0ee548 req-31e07dfa-be05-4e06-98d2-45f4d1f60021 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/security-groups?id=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414852 Jan 28 10:04:18.596876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Port': ['ID=b1db2094-64c9-4089-8b6f-fd047d507bba,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:18.631878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] No DVR routers for this DVR port b1db2094-64c9-4089-8b6f-fd047d507bba on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:04:18.718553 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:18.833314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9274ea0d-73a2-4ac9-b215-21e49ca44890 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:04:18.914051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Pushing event deleted for resources: {'Port': ['ID=99578db7-f49e-4df6-bec5-4abecda3e5e2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:18.955706 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.002039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb3ccac5-5d57-4214-ba31-27596ee16633']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:19.029534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12438a7-13bc-4a9f-9dfc-be3d3611a12b req-9b2f7dd4-4ad3-49e7-8d53-10e33d921e8d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:19.031084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d12438a7-13bc-4a9f-9dfc-be3d3611a12b req-9b2f7dd4-4ad3-49e7-8d53-10e33d921e8d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3523853 Jan 28 10:04:19.031868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] No DVR routers for this DVR port 99578db7-f49e-4df6-bec5-4abecda3e5e2 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:04:19.032964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:19.033255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4d7758-5af2-4cb6-a9e1-d00c61e51b1e') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:19.040210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.053359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'name': 'network-vif-deleted', 'tag': '99578db7-f49e-4df6-bec5-4abecda3e5e2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:19.066942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Allocated IP 172.25.1.114 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/0c8c6d49-8a0b-4736-a4e4-d9719fab4b78) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:19.080239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-070fdad8-86f5-435e-a855-fc8d2cce14b3 req-d60d6100-5487-48fd-a261-92ed0d379929 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.25 "DELETE /v2.0/ports/99578db7-f49e-4df6-bec5-4abecda3e5e2 HTTP/1.1" status: 204 len: 173 time: 1.7737596 Jan 28 10:04:19.085043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.094409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9274ea0d-73a2-4ac9-b215-21e49ca44890 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:04:19.113868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.142971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:04:19.144195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:04:19.161153 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:04:19.224268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d12438a7-13bc-4a9f-9dfc-be3d3611a12b req-8d9fdb57-9182-4176-a5da-9089b5720ecd tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728930 Jan 28 10:04:19.325480 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2953446-683f-4e7b-b27a-ba830b12d835', 'name': 'network-vif-deleted', 'tag': '99578db7-f49e-4df6-bec5-4abecda3e5e2', 'status': 'completed', 'code': 200} Jan 28 10:04:19.371718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.392173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.415505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Network': ['ID=bb3ccac5-5d57-4214-ba31-27596ee16633,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:19.472644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58764) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:19.475210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-89bade4e-1d25-42bf-8cee-262b93d59b67 tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/networks/bb3ccac5-5d57-4214-ba31-27596ee16633 HTTP/1.1" status: 204 len: 168 time: 2.5535178 Jan 28 10:04:19.491533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.558697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:19.727398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:19.730927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:19.734599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:19.795056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8c6d49-8a0b-4736-a4e4-d9719fab4b78,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:19.826468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.125123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 99578db7-f49e-4df6-bec5-4abecda3e5e2 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:04:20.155366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a1c43d0-5dac-499b-b16a-259c03dfc009 req-1a12a613-57e1-4a14-8171-cadeb8f4f228 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Synchronizing usage tracker for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:20.207370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.213487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 99578db7-f49e-4df6-bec5-4abecda3e5e2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:04:20.213961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 99578db7-f49e-4df6-bec5-4abecda3e5e2 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:04:20.218152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fd5f9-caa5-4894-915b-68606713e5a7 req-6fd85bf8-cf4d-46e6-a41c-996b330ba945 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:20.226867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f8fd5f9-caa5-4894-915b-68606713e5a7 req-6fd85bf8-cf4d-46e6-a41c-996b330ba945 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.4126167 Jan 28 10:04:20.254106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a1c43d0-5dac-499b-b16a-259c03dfc009 req-1a12a613-57e1-4a14-8171-cadeb8f4f228 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] Unset dirty status for tenant:f2757579e21a4615993723f50b85e7bf on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:20.255525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a1c43d0-5dac-499b-b16a-259c03dfc009 req-1a12a613-57e1-4a14-8171-cadeb8f4f228 tempest-VolumesActionsTest-1393831846 tempest-VolumesActionsTest-1393831846-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2953446-683f-4e7b-b27a-ba830b12d835 HTTP/1.1" status: 200 len: 210 time: 0.3195131 Jan 28 10:04:20.262462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36bba91c-134d-4b61-b81e-645aed98eaca']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:20.286901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2608134-4451-4662-a40b-277ced242311') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:20.287338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2608134-4451-4662-a40b-277ced242311') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:20.299832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.320703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.327347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:04:20.328586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:04:20.344996 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:04:20.410556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f8fd5f9-caa5-4894-915b-68606713e5a7 req-900e7331-0c26-4e0f-91d7-2bf83ee5c675 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826215 Jan 28 10:04:20.490850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.515826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.523312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Network': ['ID=36bba91c-134d-4b61-b81e-645aed98eaca,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:20.535288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1d311102-92cc-49c0-a1ea-290dee71f97b tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/networks/36bba91c-134d-4b61-b81e-645aed98eaca HTTP/1.1" status: 204 len: 168 time: 1.0612915 Jan 28 10:04:20.538807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58782) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:20.568001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf246f57-e1ae-4d46-8426-357921005062 req-ff770e2a-b7f6-4b50-a082-797cac69301a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:20.569503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf246f57-e1ae-4d46-8426-357921005062 req-ff770e2a-b7f6-4b50-a082-797cac69301a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.1684561 Jan 28 10:04:20.605314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.707658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf246f57-e1ae-4d46-8426-357921005062 req-5ba49dc6-c925-4f4b-8ec6-066deb1842a7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798001 Jan 28 10:04:20.714922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.720973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.846479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.877825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aed0b1-d965-4e0c-b584-2afa090952ed']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:20.890938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a867ce8-9392-49ce-ade1-df284b5b9586') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:20.891207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a867ce8-9392-49ce-ade1-df284b5b9586') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:20.903244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.919840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.926929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:04:20.927319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:04:20.943243 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:04:21.072042 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.078418 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.184943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 396aec58-7ebe-4a44-8003-57ec5625b813 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:04:21.205493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.218319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Pushing event updated for resources: {'Port': ['ID=0c8c6d49-8a0b-4736-a4e4-d9719fab4b78,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:21.236831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.236960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.253010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Network': ['ID=d5aed0b1-d965-4e0c-b584-2afa090952ed,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:21.256709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-51d908cc-c652-42f7-a106-3f84e2ae63bd tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/networks/d5aed0b1-d965-4e0c-b584-2afa090952ed HTTP/1.1" status: 204 len: 168 time: 0.7168214 Jan 28 10:04:21.261089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58794) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:21.390410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.426286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:21.443655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '396aec58-7ebe-4a44-8003-57ec5625b813', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'port_id': '396aec58-7ebe-4a44-8003-57ec5625b813', 'mac_address': 'fa:16:3e:96:45:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:04:21.546538 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Floating IP a4beddce-789f-445e-bcbc-1c811d8b6d7c associated. External IP: 172.25.1.114, port: 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b. Jan 28 10:04:21.556974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.603266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 396aec58-7ebe-4a44-8003-57ec5625b813 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:04:21.631208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:21.643135 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.683317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.754931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:21.772504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2991fea8-8e7a-4deb-be1a-540e070d70b6') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:21.773116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2991fea8-8e7a-4deb-be1a-540e070d70b6') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:21.774598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:21.796980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.800587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['396aec58-7ebe-4a44-8003-57ec5625b813'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:21.818165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.832494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:04:21.833419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:04:21.862115 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:04:21.977203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf22249-b321-4f35-98e5-f98afe45166e req-010ec6b6-9aef-47eb-bb3a-85c6b4af5785 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:21.978959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abf22249-b321-4f35-98e5-f98afe45166e req-010ec6b6-9aef-47eb-bb3a-85c6b4af5785 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 945 time: 0.3513312 Jan 28 10:04:22.016595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:22.064507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:22.069439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1a50a4-347e-4e98-82e2-5918feeac87d req-17fa0ab9-d444-413a-9df9-1760adfa1265 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:22.076523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e1a50a4-347e-4e98-82e2-5918feeac87d req-17fa0ab9-d444-413a-9df9-1760adfa1265 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.1898499 Jan 28 10:04:22.095108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] Pushing event deleted for resources: {'Network': ['ID=0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:22.124481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-435fe217-f8e1-4baf-97b3-712fc4bca5ea tempest-BulkNetworkOpsTest-1211195134 tempest-BulkNetworkOpsTest-1211195134-project] 10.222.0.42 "DELETE /v2.0/networks/0b9fc7e4-c9ec-4db1-859a-fa9a8d75e353 HTTP/1.1" status: 204 len: 168 time: 0.8621712 Jan 28 10:04:22.162732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abf22249-b321-4f35-98e5-f98afe45166e req-d38373b7-8c6c-44a7-b1ed-cff6a7959f63 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773782 Jan 28 10:04:22.238602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6e1a50a4-347e-4e98-82e2-5918feeac87d req-923032d3-148d-4bdd-92a9-c19b349821fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609581 Jan 28 10:04:22.289168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Router 0bda2e66-9c73-411d-bf33-761ae376cbda has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:04:22.568010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:04:22.584134 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] Sync routers for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:04:22.613968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:22.614351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:22.614890 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:22.649472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58844) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:22.719265 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:22.733398 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:22.734082 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:22.740810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-812c8d02-0368-4ca8-880f-de50293915be tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.8728087 Jan 28 10:04:22.743302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58854) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:22.816711 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:22.817198 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a19f4f-c504-4e3b-b02e-803907337641 None None] The sync data for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:04:22.936411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c37c4c8c-fd33-4c49-b967-7642c3758fb1 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] 10.222.0.42 "GET /v2.0/floatingips/a4beddce-789f-445e-bcbc-1c811d8b6d7c HTTP/1.1" status: 200 len: 982 time: 0.1919990 Jan 28 10:04:22.939340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58864) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:22.958813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9e539914-06cd-42a8-9678-98968afc4547 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a7ad2e9376c4c85b6763bff7c5d0b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060310 Jan 28 10:04:22.959060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:23.046153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a74ed92d-36b7-4180-8f08-f75bf4a14e05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:23.080002 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a74ed92d-36b7-4180-8f08-f75bf4a14e05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:23.146962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a74ed92d-36b7-4180-8f08-f75bf4a14e05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:23.195623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ec3f07e1-950d-4c3a-ac79-1eb6d4e7b7c5 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3035 time: 0.2546141 Jan 28 10:04:23.196988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:23.201546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 396aec58-7ebe-4a44-8003-57ec5625b813 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:23.238861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ed92d-36b7-4180-8f08-f75bf4a14e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4666ca1d-779e-4dd2-90b8-0e2d041a8cdb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:23.244467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a74ed92d-36b7-4180-8f08-f75bf4a14e05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:23.249075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a74ed92d-36b7-4180-8f08-f75bf4a14e05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4666ca1d-779e-4dd2-90b8-0e2d041a8cdb HTTP/1.1" status: 204 len: 168 time: 0.2890115 Jan 28 10:04:23.453467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 396aec58-7ebe-4a44-8003-57ec5625b813 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:23.455680 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:23.545004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa95e7a-2197-4912-99c8-c012543fc583 req-6ad64c34-3911-4971-88c1-87f9e49a1a77 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:23.547391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fa95e7a-2197-4912-99c8-c012543fc583 req-6ad64c34-3911-4971-88c1-87f9e49a1a77 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 945 time: 0.1458528 Jan 28 10:04:23.702594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fa95e7a-2197-4912-99c8-c012543fc583 req-ed378257-041f-4d93-9d79-0be257e2f176 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490705 Jan 28 10:04:23.783259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:23.863433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:23.891475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:23.897881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:24.030111 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813', 'code': 200} Jan 28 10:04:24.031475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:24.143338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81e578-4b95-4525-8de6-4d63163b55ba req-50ae0e83-a02a-4b73-8d2f-40d77b40dad1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:24.156106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee81e578-4b95-4525-8de6-4d63163b55ba req-50ae0e83-a02a-4b73-8d2f-40d77b40dad1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.5753231 Jan 28 10:04:24.180489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port 0c8c6d49-8a0b-4736-a4e4-d9719fab4b78 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:24.181392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:24.268745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee81e578-4b95-4525-8de6-4d63163b55ba req-6e94e8b3-0611-456b-a738-e6029a8e8c37 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104674 Jan 28 10:04:24.454554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:24.454901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:24.688846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Calling delete_port for 0c8c6d49-8a0b-4736-a4e4-d9719fab4b78 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:24.839628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58942) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:25.058745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.125297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17506be9-f230-456a-b094-b561a1f3f0b9 req-1e04cb87-ae6e-41f5-85b3-01cdc487acf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:25.129051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17506be9-f230-456a-b094-b561a1f3f0b9 req-1e04cb87-ae6e-41f5-85b3-01cdc487acf3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 0.3748686 Jan 28 10:04:25.221955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f1fe2-76d8-46b7-9d26-f20f44eeef5f req-eceda9d1-54da-421f-a04b-cfbdacfaddb2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:25.223497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed2f1fe2-76d8-46b7-9d26-f20f44eeef5f req-eceda9d1-54da-421f-a04b-cfbdacfaddb2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.2893522 Jan 28 10:04:25.271453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-366453074'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:25.287817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17506be9-f230-456a-b094-b561a1f3f0b9 req-8ff09e02-a29b-4254-9e1c-cd1d4400f41e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452308 Jan 28 10:04:25.293459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Port': ['ID=0c8c6d49-8a0b-4736-a4e4-d9719fab4b78,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:25.304297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:25.345113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:04:25.348445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:25.353232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed2f1fe2-76d8-46b7-9d26-f20f44eeef5f req-03f92675-9923-4f37-9b30-a967779e204c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139948 Jan 28 10:04:25.355785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:25.369985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:25.393747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.394201 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Floating IP a4beddce-789f-445e-bcbc-1c811d8b6d7c disassociated (deleted). External IP: 172.25.1.114, port: 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b. Jan 28 10:04:25.451831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:25.456032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.491058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.521099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:25.525660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group_rule and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:25.529261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:25.536370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:25.628257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.705682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.918335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:25.944826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-87771f0c-1a01-4932-9853-40e83acc2d3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.946458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:25.949124 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment 1472eb42-2daa-4cba-a7af-9a2b68f7ff6b of type vlan for network 59376818-0e10-413e-a2af-29a2aa028424 Jan 28 10:04:25.982595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7107df03-74a9-4421-8a9c-05774ab8987e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:26.029411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debd2412-6151-4f1e-b8b2-3f1d7d5d1c06 req-f1bd9ba0-8d26-4c9e-8c37-a7fe1b798928 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:26.030939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-debd2412-6151-4f1e-b8b2-3f1d7d5d1c06 req-f1bd9ba0-8d26-4c9e-8c37-a7fe1b798928 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3989472 Jan 28 10:04:26.037172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:26.471573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-debd2412-6151-4f1e-b8b2-3f1d7d5d1c06 req-0e41d15a-95fe-44e3-a01a-2d77529c0dd1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291658 Jan 28 10:04:26.477307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:26.484530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:26.486304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:26.531058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Router 0bda2e66-9c73-411d-bf33-761ae376cbda has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:04:26.846079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0031557 Jan 28 10:04:26.848480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58984) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:26.900144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440002ed-f478-4bcc-93fa-607197133e38 req-c07e08d4-4872-495b-b202-0ddf3bf25625 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:26.918090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-440002ed-f478-4bcc-93fa-607197133e38 req-c07e08d4-4872-495b-b202-0ddf3bf25625 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.1774659 Jan 28 10:04:27.141086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-440002ed-f478-4bcc-93fa-607197133e38 req-46d225ee-5fe0-472a-ad3d-c9d48db75285 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211158 Jan 28 10:04:27.186534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'name': 'tempest-PortsIpV6TestJSON-1992891143'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:27.206700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8a010-b216-4777-a14a-c6aef01b0921 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=59376818-0e10-413e-a2af-29a2aa028424,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:27.220047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:28.022319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:28.067919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:04:28.083697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] Sync routers for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:04:28.101063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:28.102942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:28.112463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:28.220177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:28.221666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:28.252036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:28.256571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:28.257452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:03:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:28.331440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:28.332112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:28.332263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa948ea-467b-4efc-be85-26528db6e704 None None] The sync data for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:04:28.369915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-146a6b49-7cbc-4a50-855e-42b5d1251798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:28.414960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59006) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:28.417830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dd28373c-d84a-47ec-b081-d2249fa261fc tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "DELETE /v2.0/floatingips/a4beddce-789f-445e-bcbc-1c811d8b6d7c HTTP/1.1" status: 204 len: 168 time: 5.2189500 Jan 28 10:04:28.421240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:28.430387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:28.440617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Usage tracker for resource:floatingip and tenant:ea1bc2e0d8e947bfa86d1fa45011f9c3 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:28.446725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:28.448865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:28.456439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:28.462028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:28.534864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:28.581825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 820f850e-bf71-4295-b041-4e7338693063 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:28.707894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc2af7c-0c18-4ad0-86cb-69748d3cbc5f req-2364d54e-e568-42b8-92df-364ffa490dcc tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:28.709826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cc2af7c-0c18-4ad0-86cb-69748d3cbc5f req-2364d54e-e568-42b8-92df-364ffa490dcc tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.8173497 Jan 28 10:04:28.877167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cc2af7c-0c18-4ad0-86cb-69748d3cbc5f req-c948168f-7799-4f27-838a-8462e0328d7c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601007 Jan 28 10:04:28.956863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21440204-a11a-4cb9-86fa-aef174ab163f req-2a17d31f-16df-4431-8dc1-90a097f0c076 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:28.972438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21440204-a11a-4cb9-86fa-aef174ab163f req-2a17d31f-16df-4431-8dc1-90a097f0c076 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.3953693 Jan 28 10:04:29.136605 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21440204-a11a-4cb9-86fa-aef174ab163f req-01be244f-49be-44ed-adc8-4928817d89b9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619277 Jan 28 10:04:29.183947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:29.285875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:29.357433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-51487829', 'description': 'tempest-description-241570852'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:29.373663 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:29.390052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:29.504358 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:29.597417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:29.863076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=820f850e-bf71-4295-b041-4e7338693063,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:29.866146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '59376818-0e10-413e-a2af-29a2aa028424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:29.866734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: 59376818-0e10-413e-a2af-29a2aa028424, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:29.912096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:29.917609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:29.934285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 59376818-0e10-413e-a2af-29a2aa028424) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:29.939521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:29.947398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5741ddd0-31e4-457d-8085-3c2ab817f710 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:29.963384 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:29.974465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.040011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da35c800-135c-4822-bfe6-d16c86faf033 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1604385 Jan 28 10:04:30.041001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59030) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:30.050034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1819301667'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:30.074988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:30.079866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:30.083564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:30.101533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:30.128807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:30.133043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.185227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.240276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:30.248979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:30.262240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Usage tracker for resource:security_group_rule and tenant:6dbfaa5f7ada435d8a5b44a88b883842 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:30.269330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.271767 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment e55cc095-36fe-4e5e-a991-13eb3a25a6ce of type vlan for network c4f4c08a-cde5-4322-96df-097fee3ac73a Jan 28 10:04:30.274087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:30.289680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:30.342371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.444117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.465023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.476065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:30.479044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.484497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.574458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Allocated IP 172.25.1.180 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/1b0adac4-8ef0-4add-9c6a-85cf16f32da1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:30.639394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:30.647684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b5c69f4-45ff-45b6-a3a9-a076bc83134d req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.3033464 Jan 28 10:04:30.711265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d091b06-c4fc-4df1-b16f-fa8e085c86e3 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee65d9f-a95f-4f97-a14a-c34eb75d356f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:30.785960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7438772 Jan 28 10:04:30.797105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:30.827929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'ports': [{'network_id': '59376818-0e10-413e-a2af-29a2aa028424'}, {'network_id': 'c4f4c08a-cde5-4322-96df-097fee3ac73a'}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:30.833039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:30.833820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': 'c4f4c08a-cde5-4322-96df-097fee3ac73a'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:30.970620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:31.090011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-fb2e0a08-4f55-4568-a7cf-82fc90f296da tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:31.138182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9550c-22c4-4b51-9251-1b273b8a31ec tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=c4f4c08a-cde5-4322-96df-097fee3ac73a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:31.171734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-fb2e0a08-4f55-4568-a7cf-82fc90f296da tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:31.177929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c4f4c08a-cde5-4322-96df-097fee3ac73a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:31.182703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-fb2e0a08-4f55-4568-a7cf-82fc90f296da tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-51487829&fields=id&tenant_id=6dbfaa5f7ada435d8a5b44a88b883842 HTTP/1.1" status: 200 len: 267 time: 0.1778719 Jan 28 10:04:31.194296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:31.200015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee119-2343-443f-af8a-512634dd19dd req-0b42fcac-b72c-4de4-8bef-8eed21c5d86b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:31.202087 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3cee119-2343-443f-af8a-512634dd19dd req-0b42fcac-b72c-4de4-8bef-8eed21c5d86b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.8004885 Jan 28 10:04:31.472412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-c6d876f3-f563-4259-bb68-f3f955e19e33 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:31.482101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-c6d876f3-f563-4259-bb68-f3f955e19e33 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.2909145 Jan 28 10:04:31.488057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'port': {'security_groups': ['90f6e4b5-b377-4aa9-a0ad-b055a1644dd7', 'dee65d9f-a95f-4f97-a14a-c34eb75d356f']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:31.614007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:31.638204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:31.644513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:31.655101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:31.673276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3cee119-2343-443f-af8a-512634dd19dd req-e342ed5a-ac26-4bca-93e3-601e45c6df0c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618957 Jan 28 10:04:31.709639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:31.714532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:31.745375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:31.928464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:32.583533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:32.655571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:32.767009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:32.769193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:32.796357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0adac4-8ef0-4add-9c6a-85cf16f32da1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:32.801668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:32.939943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.053755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:33.093623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.191472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port b5124084-774d-47f8-8442-bc66d9fcdf1e yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:33.246393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.263717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.310620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.324275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:33.333929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.443435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:33.446492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.450182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92fa8a75-4408-4b2e-a768-101d51f15168 req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "PUT /v2.0/ports/bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 981 time: 1.9666796 Jan 28 10:04:33.463958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:33.523009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:33.528956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.677107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7488962-5c8f-41f2-bcd0-36826b025fa7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:33.797717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:33.807252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:33.825078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:33.832130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:33.853449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:34.022244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=b5124084-774d-47f8-8442-bc66d9fcdf1e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:34.123062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499c82a-3e0b-40ad-9eb6-6798cc3a3962 req-7221bffd-be03-439d-8797-499488008180 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:34.131277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61d45e86-aebb-4581-8037-62069394ca85 req-3ce32ea6-8968-4694-9dca-9d12d33b84f8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-51487829&fields=id&tenant_id=6dbfaa5f7ada435d8a5b44a88b883842 HTTP/1.1" status: 200 len: 267 time: 0.2158461 Jan 28 10:04:34.134414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5499c82a-3e0b-40ad-9eb6-6798cc3a3962 req-7221bffd-be03-439d-8797-499488008180 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.7500057 Jan 28 10:04:34.153950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': 'e55cc095-36fe-4e5e-a991-13eb3a25a6ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c4f4c08a-cde5-4322-96df-097fee3ac73a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:34.154613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: c4f4c08a-cde5-4322-96df-097fee3ac73a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:34.205974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5499c82a-3e0b-40ad-9eb6-6798cc3a3962 req-13f70250-db54-4a5d-9a88-f6aef488d742 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703778 Jan 28 10:04:34.231963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network c4f4c08a-cde5-4322-96df-097fee3ac73a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:34.249261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, c4f4c08a-cde5-4322-96df-097fee3ac73a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:34.257953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:34.279177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:34.301793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96139610-4c0b-4ca2-a169-589ac64e2a04 None None] Network c4f4c08a-cde5-4322-96df-097fee3ac73a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:34.304172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:34.304909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:34.349534 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'status': 'completed', 'code': 200} Jan 28 10:04:34.400769 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7b76612e-fd35-4704-b870-b7ecf759ff95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5886805 Jan 28 10:04:34.403559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59076) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:34.485122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:04:34.570887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:34.592492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:34.638903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port b5124084-774d-47f8-8442-bc66d9fcdf1e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:34.644373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:34.971865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Pushing event updated for resources: {'Port': ['ID=1b0adac4-8ef0-4add-9c6a-85cf16f32da1,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:35.227710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45e86-aebb-4581-8037-62069394ca85 req-1eeef343-3b3c-4fd5-bce0-1d0d6f04cdf7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:35.251232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61d45e86-aebb-4581-8037-62069394ca85 req-1eeef343-3b3c-4fd5-bce0-1d0d6f04cdf7 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 984 time: 1.1018586 Jan 28 10:04:35.265597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'port': {'security_groups': ['90f6e4b5-b377-4aa9-a0ad-b055a1644dd7']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:35.476872 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:35.899867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for b5124084-774d-47f8-8442-bc66d9fcdf1e owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:35.942872 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:35.985629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-28d73716-7182-408d-91c6-5e685839f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:35.988225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-28d73716-7182-408d-91c6-5e685839f390 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1135 time: 1.5948677 Jan 28 10:04:36.001578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:36.005380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0826b3b0-42b2-4f1c-b46d-6e3befc10696 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.5868199 Jan 28 10:04:36.014638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59090) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:36.097941 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:36.111728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:36.316296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:36.343026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=b5124084-774d-47f8-8442-bc66d9fcdf1e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:36.367298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8fbca9d8-7906-446d-a41a-8a584d073ac0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/b5124084-774d-47f8-8442-bc66d9fcdf1e HTTP/1.1" status: 204 len: 168 time: 1.9624114 Jan 28 10:04:36.368541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59100) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:36.382933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-cc666590-c9cc-4c96-8ab8-be6f41601bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:36.384300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-cc666590-c9cc-4c96-8ab8-be6f41601bbe service neutron] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.3803644 Jan 28 10:04:36.389870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da302a-2604-429f-9d45-5ef326d66e3d req-9af3d3c0-cee1-4f09-8305-862f57c494a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:36.397933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97da302a-2604-429f-9d45-5ef326d66e3d req-9af3d3c0-cee1-4f09-8305-862f57c494a2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.5510843 Jan 28 10:04:36.469204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:36.509242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:36.578152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Usage tracker for resource:floatingip and tenant:0cce012c36794b178671f9666c35b5e8 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:36.590689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:36.633885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97da302a-2604-429f-9d45-5ef326d66e3d req-a137111d-d12d-4ac2-be59-53882eb9d1c8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350171 Jan 28 10:04:36.669498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:36.722753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:37.001031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:37.161734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:37.191900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:37.239887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-42620576-ea87-475d-a187-3dff47f76432 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.6909082 Jan 28 10:04:37.242987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:37.255088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:37.323363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Allocated IP 172.25.1.181 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/f15ad1e1-3ee4-4328-94ad-ac8f65b985b1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:37.366339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-c460e5cc-9ae2-4aad-b0df-2bf032af765a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:37.368207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-c460e5cc-9ae2-4aad-b0df-2bf032af765a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.1112986 Jan 28 10:04:37.704893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:37.706354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:37.708029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61d45e86-aebb-4581-8037-62069394ca85 req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "PUT /v2.0/ports/bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 942 time: 2.4552171 Jan 28 10:04:37.708796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:37.730018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-b2fd2038-c68d-49c5-b3b0-a87be460cadd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3115344 Jan 28 10:04:37.924164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:04:38.019139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:38.122828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:38.200447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:38.218520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:38.225775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:38.362634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Pushing event updated for resources: {'Port': ['ID=f15ad1e1-3ee4-4328-94ad-ac8f65b985b1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:38.386569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event updated for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:38.414471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72cf1c5-cd94-48de-a7c7-dac7d034c385 req-2a080d59-b1d5-49a0-90eb-535ce4afa4fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:38.415517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7fa34-44cd-4154-b8f0-6b7221e29d3c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:38.427789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f72cf1c5-cd94-48de-a7c7-dac7d034c385 req-2a080d59-b1d5-49a0-90eb-535ce4afa4fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.3590486 Jan 28 10:04:38.430872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e7fa34-44cd-4154-b8f0-6b7221e29d3c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:38.433615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65e7fa34-44cd-4154-b8f0-6b7221e29d3c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 2.0617383 Jan 28 10:04:38.446387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59126) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:38.512705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.513839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.514178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.514508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.516082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.517172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.519113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.519467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.519808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.520130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.520985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.521307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beffdf6f-7e50-4954-9458-482260e6bf04 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:38.568175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f72cf1c5-cd94-48de-a7c7-dac7d034c385 req-66e927da-b738-4d15-b3e0-71817d97cd22 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378064 Jan 28 10:04:38.575447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:38.684880 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'status': 'completed', 'code': 200} Jan 28 10:04:38.715903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:38.803463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-57743dff-d7d5-426f-ada5-7f2afaac7d37 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:38.832212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:38.832598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:38.922600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-d2d04abe-6b29-4412-a3ae-fe74b701d143 service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1738026 Jan 28 10:04:39.180175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-57743dff-d7d5-426f-ada5-7f2afaac7d37 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:39.181576 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-57743dff-d7d5-426f-ada5-7f2afaac7d37 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.3446326 Jan 28 10:04:39.218330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:39.264242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:39.286584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Usage tracker for resource:floatingip and tenant:6dbfaa5f7ada435d8a5b44a88b883842 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:39.304896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:39.351187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:39.398221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:39.411265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:39.511172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Pushing event updated for resources: {'Port': ['ID=f15ad1e1-3ee4-4328-94ad-ac8f65b985b1,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:39.666818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:39.721211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:39.722762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29f8cb5a-21a4-45ee-973e-0d0b7b9ac6fe tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7000539 Jan 28 10:04:39.725716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59144) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:39.791395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:39.843494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c493636-cd77-4027-8adb-5a5f2dd33785 req-83bd2139-fcde-4f9b-9ccb-d88b01a68ab4 service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9051061 Jan 28 10:04:39.955114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee6f06ea-e5e4-4970-bdb8-d751bc437c3f tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3221 time: 0.2249701 Jan 28 10:04:39.984967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59154) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:40.117240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-07301b0d-9d54-400b-ae5c-07877d4a1c96 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Synchronizing usage tracker for tenant:ea9a8684ef39487ab3e6b04f36c8321b on resource:floatingip {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:40.231240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-07301b0d-9d54-400b-ae5c-07877d4a1c96 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Unset dirty status for tenant:ea9a8684ef39487ab3e6b04f36c8321b on resource:floatingip {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:40.233934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07301b0d-9d54-400b-ae5c-07877d4a1c96 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2434037 Jan 28 10:04:40.238023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59160) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:40.260498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:40.493310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Deleting port f15ad1e1-3ee4-4328-94ad-ac8f65b985b1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:40.493897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:40.721693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:40.724049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:40.773494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:40.963005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-c0235806-35da-4193-9093-c3e70fed8d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:40.964524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-c0235806-35da-4193-9093-c3e70fed8d1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 1.0703099 Jan 28 10:04:41.096793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:41.105437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a52e3e-b159-4b9f-aa67-946bc3749b1d req-c441677a-186c-4f43-aff5-2d48e05754db tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:41.107570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33a52e3e-b159-4b9f-aa67-946bc3749b1d req-c441677a-186c-4f43-aff5-2d48e05754db tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 1.1544497 Jan 28 10:04:41.186927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:41.213056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:41.238941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc2098fc-d9fa-42e5-aa23-3779372a29fc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e HTTP/1.1" status: 204 len: 168 time: 2.7915423 Jan 28 10:04:41.242306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59170) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:41.260460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Calling delete_port for f15ad1e1-3ee4-4328-94ad-ac8f65b985b1 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:41.364550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:41.553968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-6050946c-980a-47b0-866c-0b0fa6b606a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:41.562021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-6050946c-980a-47b0-866c-0b0fa6b606a1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.5825005 Jan 28 10:04:41.675357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33a52e3e-b159-4b9f-aa67-946bc3749b1d req-5d434184-baba-4a68-b3bc-55f79a744114 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718959 Jan 28 10:04:41.690038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:42.068939 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:42.074549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4220da9-b7a9-4785-81da-29ca758ed8fd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:42.075294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c4220da9-b7a9-4785-81da-29ca758ed8fd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:42.099231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Pushing event deleted for resources: {'Port': ['ID=f15ad1e1-3ee4-4328-94ad-ac8f65b985b1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:42.107337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:42.108518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6e3f6c53-eacf-456f-b4c0-273c5bfb37f6 tempest-FloatingIPAdminTestJSON-1931314254 tempest-FloatingIPAdminTestJSON-1931314254-project] 10.222.0.42 "DELETE /v2.0/floatingips/a2655a2b-01ab-4535-97e7-76d0741d3ff5 HTTP/1.1" status: 204 len: 168 time: 1.8666379 Jan 28 10:04:42.112396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:42.124231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-59114439-591f-44ac-b9e5-b385c9b02630 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.5407774 Jan 28 10:04:42.345682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-74a48606-6ba9-4c40-b95b-2f4c87c7cc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:42.346253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-74a48606-6ba9-4c40-b95b-2f4c87c7cc1f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.2130911 Jan 28 10:04:42.424181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Deleting port 1b0adac4-8ef0-4add-9c6a-85cf16f32da1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:42.424517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:42.489112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-688fca4e-e060-4f0a-b72c-a85f12321020 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1281466 Jan 28 10:04:42.567646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Allocated IP 172.25.1.171 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/b98a8289-03b9-433d-863b-2e89ca55035c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:42.793854 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-621e42ac-8c69-4a50-86f9-f546ae70a49e service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322342 Jan 28 10:04:42.935574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:42.936319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:43.063694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c4220da9-b7a9-4785-81da-29ca758ed8fd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:43.064894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4220da9-b7a9-4785-81da-29ca758ed8fd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.8208182 Jan 28 10:04:43.071087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59186) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:43.214412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Calling delete_port for 1b0adac4-8ef0-4add-9c6a-85cf16f32da1 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:43.385907 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dd29287-a6ed-4664-ad67-134290a2d252 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:04:43.387385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2dd29287-a6ed-4664-ad67-134290a2d252 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/b5124084-774d-47f8-8442-bc66d9fcdf1e HTTP/1.1" status: 404 len: 333 time: 0.3068712 Jan 28 10:04:43.391883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59198) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:43.584040 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-06063a80-51b5-4494-aeb1-915788d669a1 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:04:43.597593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-06063a80-51b5-4494-aeb1-915788d669a1 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/c10b0c80-a7b8-4ec3-bd1d-1c4057e9d15e HTTP/1.1" status: 404 len: 333 time: 0.2030489 Jan 28 10:04:43.621570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59206) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:43.714332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fce86ed2-9793-46f8-b49c-e9f3bdc8b957 req-da12d3d0-0df4-4160-a60b-8214ef9c9ace service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9086857 Jan 28 10:04:43.732686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:43.745235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:43.793216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:43.863087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:43.872349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:43.886975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45d6cd6-acd3-4f21-8d8d-fa64f5ad9bcc req-08b6fa65-8f07-4cd6-9f85-988afc230e60 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:43.888468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b45d6cd6-acd3-4f21-8d8d-fa64f5ad9bcc req-08b6fa65-8f07-4cd6-9f85-988afc230e60 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.5328131 Jan 28 10:04:43.889165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.098929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:44.141721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b0adac4-8ef0-4add-9c6a-85cf16f32da1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:44.224218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event updated for resources: {'Port': ['ID=b98a8289-03b9-433d-863b-2e89ca55035c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:44.253117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.360283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.442612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b45d6cd6-acd3-4f21-8d8d-fa64f5ad9bcc req-ee18ed6f-ffca-4360-9517-505f47ca8b78 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5429134 Jan 28 10:04:44.446001 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.474259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.540718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.547219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d6e8549-c1cd-4721-8116-ca8d41f7f714 tempest-FloatingIPAdminTestJSON-280086950 tempest-FloatingIPAdminTestJSON-280086950-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/e9e9cddb-c5ca-4db9-8f22-fc8f2baab5d0 HTTP/1.1" status: 204 len: 168 time: 2.4330513 Jan 28 10:04:44.658319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59214) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:44.840913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.860222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:44.979292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.010947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4f4c08a-cde5-4322-96df-097fee3ac73a']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:45.026166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55cc095-36fe-4e5e-a991-13eb3a25a6ce') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:45.026457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55cc095-36fe-4e5e-a991-13eb3a25a6ce') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:45.040082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.056432 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.063472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:04:45.063900 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.068432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:45.068800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.221409 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.226321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event updated for resources: {'Port': ['ID=b98a8289-03b9-433d-863b-2e89ca55035c,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:04:45.238041 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:04:45.295663 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.324794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.333322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=c4f4c08a-cde5-4322-96df-097fee3ac73a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:45.342251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/c4f4c08a-cde5-4322-96df-097fee3ac73a HTTP/1.1" status: 204 len: 168 time: 1.7142639 Jan 28 10:04:45.343323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59232) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:45.360196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2091671573'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:45.370367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:45.375403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:45.378912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:45.385224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:45.405699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.406565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.407138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.407697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.408277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.408864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.409419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.409950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.410487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.411024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.411569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.412113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527e074b-0b17-449a-ae51-a4050d26c2c7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:45.428058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f502c-9f60-4ee2-bfaa-a998eb7322a0 req-e0a2a508-1e63-45dc-bff1-ac085a47818d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:45.435550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1d1f502c-9f60-4ee2-bfaa-a998eb7322a0 req-e0a2a508-1e63-45dc-bff1-ac085a47818d tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 946 time: 0.7306900 Jan 28 10:04:45.469263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-6e537252-6435-4909-b5c9-6b2b325924b7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:45.473828 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-6e537252-6435-4909-b5c9-6b2b325924b7 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.43 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 946 time: 0.2677314 Jan 28 10:04:45.475207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:45.480184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.565205 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.580272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Deleting port 79a34111-0001-4455-8e3c-fc9025d18c80 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:45.583034 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.735424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:04:45.753197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.753911 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment 4a3b1889-b02d-4849-9ffc-30e94509b42c of type vlan for network 405ec8ad-8e3a-4b43-802b-61e95134cc15 Jan 28 10:04:45.803521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.826114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Calling delete_port for 0f93a8dd-f86f-4d23-9434-ed83b1ebab2b owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:45.886021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1d1f502c-9f60-4ee2-bfaa-a998eb7322a0 req-ef924b1a-a8d8-4327-9340-21d5fce834d5 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4430897 Jan 28 10:04:45.896456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:45.902127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:45.920036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:46.027310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:46.070569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7238479 Jan 28 10:04:46.092837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59244) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:46.099655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:46.116898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:46.123741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-40de5360-55c4-497f-af2c-6594fc707f39 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.9140851 Jan 28 10:04:46.295648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b742e382-31d0-4fe4-91c2-0f0118193560 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=405ec8ad-8e3a-4b43-802b-61e95134cc15,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:46.310686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:04:46.334627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-aa021f3c-0b79-45c0-9fc4-2be38563997a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:floatingip {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:46.388807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] For port 79a34111-0001-4455-8e3c-fc9025d18c80, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=79a34111-0001-4455-8e3c-fc9025d18c80,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:46.389317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:46.536761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:46.541181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:04:46.546885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:04:46.557202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b61e1-f771-49b2-9a3a-29fed4c25996 req-ec35d820-0244-4c6e-a7cc-8bf9064b5abd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:46.565616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:46.568209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd5b61e1-f771-49b2-9a3a-29fed4c25996 req-ec35d820-0244-4c6e-a7cc-8bf9064b5abd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.4922194 Jan 28 10:04:46.598031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:46.606736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:46.611486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:46.663014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd5b61e1-f771-49b2-9a3a-29fed4c25996 req-00a466f4-cfdc-475b-a201-331b441960c2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939169 Jan 28 10:04:46.765298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Port': ['ID=0f93a8dd-f86f-4d23-9434-ed83b1ebab2b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:47.152477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:47.153231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:47.153231 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Floating IP ecb9c36c-2100-42ae-bd2c-96e1965d9b7b disassociated. External IP: 172.25.1.159, port: 79a34111-0001-4455-8e3c-fc9025d18c80. Jan 28 10:04:47.154029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Calling delete_port for 79a34111-0001-4455-8e3c-fc9025d18c80 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:47.257982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-aa021f3c-0b79-45c0-9fc4-2be38563997a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:floatingip {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:47.264166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-aa021f3c-0b79-45c0-9fc4-2be38563997a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 1.1393261 Jan 28 10:04:47.423533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:47.435095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-8a2e9941-0e98-48d0-b6a0-dedd08cc2c76 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:47.441505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-8a2e9941-0e98-48d0-b6a0-dedd08cc2c76 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.1765389 Jan 28 10:04:47.448371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-cc3e5319-8145-4b00-9ad7-4e507c427c1a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:04:47.453099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a04d94a-5487-45ce-8eae-a77f3e20c083 req-cc3e5319-8145-4b00-9ad7-4e507c427c1a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107436 Jan 28 10:04:47.455444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-b5e9dc0d-dbb0-4ab5-b65f-7903b4856ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:47.457248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-b5e9dc0d-dbb0-4ab5-b65f-7903b4856ca9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 1097 time: 1.5333929 Jan 28 10:04:47.526397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9d180b2c-7667-4a0e-9595-b8d7172ab548 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "DELETE /v2.0/ports/0f93a8dd-f86f-4d23-9434-ed83b1ebab2b HTTP/1.1" status: 204 len: 168 time: 2.8655338 Jan 28 10:04:47.526989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:47.534675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Performing IP validity checks on allocation pools {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:04:47.537702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:04:47.542826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59266) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:47.555929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dd2741-38f7-44af-b608-ed25ca938ea7 req-6910d926-b22a-452b-ac49-ac0d4279f419 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:47.557992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2dd2741-38f7-44af-b608-ed25ca938ea7 req-6910d926-b22a-452b-ac49-ac0d4279f419 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 946 time: 0.1717989 Jan 28 10:04:48.019597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f917ee-642d-4dc7-bda8-b8d592c8e862 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:48.020624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f1f917ee-642d-4dc7-bda8-b8d592c8e862 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Synchronizing usage tracker for tenant:ea9a8684ef39487ab3e6b04f36c8321b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:48.127311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f1f917ee-642d-4dc7-bda8-b8d592c8e862 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Unset dirty status for tenant:ea9a8684ef39487ab3e6b04f36c8321b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:48.128788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f1f917ee-642d-4dc7-bda8-b8d592c8e862 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "GET /v2.0/ports?device_id=0bda2e66-9c73-411d-bf33-761ae376cbda HTTP/1.1" status: 200 len: 913 time: 0.5409989 Jan 28 10:04:48.138355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-7b429074-d768-4277-a092-a228afbe4fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:48.141106 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-7b429074-d768-4277-a092-a228afbe4fc5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.6408911 Jan 28 10:04:48.152928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59282) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:48.288485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event deleted for resources: {'Port': ['ID=79a34111-0001-4455-8e3c-fc9025d18c80,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:48.312740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:04:48.343206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2dd2741-38f7-44af-b608-ed25ca938ea7 req-9875c495-0bfa-4b27-8e9d-bf98f4a51030 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ece118a-664b-4087-bc68-69633609c1d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7106044 Jan 28 10:04:48.360627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-f5b0817c-9447-4f75-8e47-86f64f129d89 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:48.362772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-f5b0817c-9447-4f75-8e47-86f64f129d89 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.7248530 Jan 28 10:04:48.566749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-250db034-4761-4222-be2d-ca8c1f35a674 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=396aec58-7ebe-4a44-8003-57ec5625b813 HTTP/1.1" status: 200 len: 217 time: 0.3202739 Jan 28 10:04:48.624715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:04:48.634496 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:04:48.651825 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:48.652582 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:48.694296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-fded3a65-1306-477f-afa1-ddb457a265e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:48.698117 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-fded3a65-1306-477f-afa1-ddb457a265e3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.1104963 Jan 28 10:04:48.815273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] No DVR routers for this DVR port 79a34111-0001-4455-8e3c-fc9025d18c80 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:04:48.817846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:48.824851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'name': 'network-vif-deleted', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:48.879458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1af8ecf5-a083-403c-a814-473d51fd1285 req-539ae87e-6df3-43e0-b92a-5b1bdd877e82 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.43 "DELETE /v2.0/ports/79a34111-0001-4455-8e3c-fc9025d18c80 HTTP/1.1" status: 204 len: 173 time: 3.3844421 Jan 28 10:04:48.898642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d0410-27e5-4a24-af97-be55364213b8 req-9e8a8c59-94a0-4b92-a5dc-3ee85d88a4b2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:48.900487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a01d0410-27e5-4a24-af97-be55364213b8 req-9e8a8c59-94a0-4b92-a5dc-3ee85d88a4b2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 946 time: 0.1829047 Jan 28 10:04:48.929275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:04:49.000303 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a01d0410-27e5-4a24-af97-be55364213b8 req-cdad7c8a-7938-4fe5-8ea2-0fe4e99e934d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928071 Jan 28 10:04:49.008014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-fab0779e-4083-47e4-8408-b995a844fc03 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 696 time: 0.5991595 Jan 28 10:04:49.178141 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a6fa87-162f-4c80-842e-d714f7619ef5', 'name': 'network-vif-deleted', 'tag': '79a34111-0001-4455-8e3c-fc9025d18c80', 'status': 'completed', 'code': 200} Jan 28 10:04:49.199608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'floatingip': {'port_id': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:49.342384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:49.345567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79a34111-0001-4455-8e3c-fc9025d18c80 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:04:49.418622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 79a34111-0001-4455-8e3c-fc9025d18c80 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:04:49.419192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 79a34111-0001-4455-8e3c-fc9025d18c80 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:04:49.419898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 396aec58-7ebe-4a44-8003-57ec5625b813 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:04:49.646895 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:49.675947 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:04:49.688273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:49.713139 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:04:49.715700 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:49.757033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:49.758007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:49.759959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:04:49.774042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:49.857666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:49.881766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.885091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.885401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.885746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.886080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.886412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.886740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.887069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.887391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.887719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.888037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:49.888358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:04:50.002654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-694b857b-d196-404c-81d3-ab9ce2f0f526 req-c92bfe64-e215-445d-9cab-1e58c0b7acf6 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Synchronizing usage tracker for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:50.038485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-694b857b-d196-404c-81d3-ab9ce2f0f526 req-c92bfe64-e215-445d-9cab-1e58c0b7acf6 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Unset dirty status for tenant:d64b19b465de4ad08098c68ee8b40a75 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:50.042420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-694b857b-d196-404c-81d3-ab9ce2f0f526 req-c92bfe64-e215-445d-9cab-1e58c0b7acf6 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/ports?device_id=b9a6fa87-162f-4c80-842e-d714f7619ef5 HTTP/1.1" status: 200 len: 210 time: 0.1482661 Jan 28 10:04:50.092139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-af25bcae-0aca-4874-aaf9-bffb60904fce service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3002698 Jan 28 10:04:50.181778 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813', 'code': 200} Jan 28 10:04:50.218844 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:04:50.320484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-3b15ccb6-338c-46ed-9565-33bfd9abdeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:50.344119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-3b15ccb6-338c-46ed-9565-33bfd9abdeb5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 1097 time: 0.2284138 Jan 28 10:04:50.478624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-8d764ad0-c3ef-4e9f-bf22-153837c89cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:50.480188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-8d764ad0-c3ef-4e9f-bf22-153837c89cd5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7348406 Jan 28 10:04:50.711658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-973ad9b8-30df-41f4-9ad7-85b7d19b7d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:50.713169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-973ad9b8-30df-41f4-9ad7-85b7d19b7d8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.3497190 Jan 28 10:04:50.850591 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:04:50.864831 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14ca452-819d-462e-aa39-508fb5077417 None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T09:57:22Z', 'revision_number': 4, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8d171426-e3bd-44b8-b999-9e17e24ddf13', 'name': '', 'network_id': '2222983f-f87c-47c6-9acb-96c2e242528f', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'mac_address': 'fa:16:3e:fc:49:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2000, 'fixed_ips': [{'subnet_id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:21Z', 'updated_at': '2022-01-28T09:57:30Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'subnets': [{'id': '80bbc2a2-7c3e-41c8-9280-539891d07993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:04:51.029389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-c6f187f1-b205-43ca-bda1-bc8831a7defe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3b70e77d-8a45-4793-9983-cb27de4972df HTTP/1.1" status: 200 len: 217 time: 0.3075399 Jan 28 10:04:51.112075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-d88df1cd-9df1-4276-a7b7-2b45d3cf0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:51.114264 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-d88df1cd-9df1-4276-a7b7-2b45d3cf0e3e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0742059 Jan 28 10:04:51.127624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fd47c-c254-44a1-999d-ba847d385366 req-d540c22c-a3d3-4093-8f3b-73e97f794411 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:51.129428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c91fd47c-c254-44a1-999d-ba847d385366 req-d540c22c-a3d3-4093-8f3b-73e97f794411 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.4153731 Jan 28 10:04:51.197110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=7c7ee153-61c0-4f37-942f-76ca295e71bf,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:51.331932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c91fd47c-c254-44a1-999d-ba847d385366 req-421db7c6-f9b8-4305-87f0-b5e009069824 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949872 Jan 28 10:04:51.408178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': '4a3b1889-b02d-4849-9ffc-30e94509b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:51.408541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: 405ec8ad-8e3a-4b43-802b-61e95134cc15, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:04:51.448117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-b48c7144-811f-487a-a6a6-c931ff0c4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:51.454979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-b48c7144-811f-487a-a6a6-c931ff0c4a8e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3244886 Jan 28 10:04:51.488398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3f6723-4b76-445a-bbd2-3915c4b4b8c2 None None] New status for floating IP ecb9c36c-2100-42ae-bd2c-96e1965d9b7b: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:04:51.638480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59334) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:51.814948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-4e6f0185-4335-4559-97fc-979a6afc1127 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527286 Jan 28 10:04:51.815840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-410f7d57-0544-464d-b80d-75a15c4deccd service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2972798 Jan 28 10:04:52.003933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:04:52.172238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa0d7c27-b480-4e1d-9883-75c150a0fc59 req-f4bc639c-9882-49af-a0c1-f95f1f6f955d service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3418951 Jan 28 10:04:52.179973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 405ec8ad-8e3a-4b43-802b-61e95134cc15) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:52.189878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a30a7-7f4e-4589-97f4-a2befe79f052 None None] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:52.211289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:52.214124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.298071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88f780e2-7ee9-4544-bcbe-3bcd56d31549 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.341793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88f780e2-7ee9-4544-bcbe-3bcd56d31549 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.486737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:52.489125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c5151eda-810b-4dfc-9c1d-450f5c49d487 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3889048 Jan 28 10:04:52.493746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15', 'name': 'tempest-PortsIpV6TestJSON-1902246257'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:04:52.536901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88f780e2-7ee9-4544-bcbe-3bcd56d31549 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.603804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f780e2-7ee9-4544-bcbe-3bcd56d31549 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ece118a-664b-4087-bc68-69633609c1d9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:52.667423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-405ec8ad-8e3a-4b43-802b-61e95134cc15', 'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': '7c7ee153-61c0-4f37-942f-76ca295e71bf'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:04:52.668910 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.715681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:04:52.756703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:04:52.784387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:04:52.787945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.828115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88f780e2-7ee9-4544-bcbe-3bcd56d31549 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:52.832511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-88f780e2-7ee9-4544-bcbe-3bcd56d31549 tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ece118a-664b-4087-bc68-69633609c1d9 HTTP/1.1" status: 204 len: 168 time: 1.1927664 Jan 28 10:04:52.836567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59352) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:52.870165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 2b7bce86-9b5c-4381-845b-fc444d9cbe5a yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:04:52.904582 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-33ec5f55-f35c-44e9-9ec9-cc370b61ea1b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] show failed (client error): The resource could not be found. Jan 28 10:04:52.910428 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33ec5f55-f35c-44e9-9ec9-cc370b61ea1b tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "GET /v2.0/security-groups/6ece118a-664b-4087-bc68-69633609c1d9 HTTP/1.1" status: 404 len: 347 time: 0.0686255 Jan 28 10:04:52.912081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59356) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:52.913630 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:04:53.034129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41cf6936-fc14-4385-bb50-f6b867519a84 req-62319b3b-47cb-4b39-939d-320d6180b806 service neutron] 10.222.0.43 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1719394 Jan 28 10:04:53.058443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Allocated IP 2001:db8::2 (405ec8ad-8e3a-4b43-802b-61e95134cc15/7c7ee153-61c0-4f37-942f-76ca295e71bf/990eb47b-4864-4ad8-938a-0a7aa583c469) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:53.088011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c6b9c-cce5-4768-826a-533a9e6178d2 req-af8ff498-f74d-40cb-9151-1af7a238104b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:53.089632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-694c6b9c-cce5-4768-826a-533a9e6178d2 req-af8ff498-f74d-40cb-9151-1af7a238104b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.3852715 Jan 28 10:04:53.149174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-694c6b9c-cce5-4768-826a-533a9e6178d2 req-3fa045db-f7a3-454a-b116-4e38d19ad35e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496101 Jan 28 10:04:53.180081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-c22399fb-0ee7-4bc2-8a01-8d20aa69e257 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.3588152 Jan 28 10:04:53.383184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:53.395180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Transition to ACTIVE for port object 990eb47b-4864-4ad8-938a-0a7aa583c469 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:53.419108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Transition to ACTIVE for port object 990eb47b-4864-4ad8-938a-0a7aa583c469 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:53.429607 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:53.601569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:53.638365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Pushing event updated for resources: {'Port': ['ID=990eb47b-4864-4ad8-938a-0a7aa583c469,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:53.647930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:53.673512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:53.675841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:53.678660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:53.704375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::61 (405ec8ad-8e3a-4b43-802b-61e95134cc15/7c7ee153-61c0-4f37-942f-76ca295e71bf/2b7bce86-9b5c-4381-845b-fc444d9cbe5a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:04:53.796907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Attempting to bind port 990eb47b-4864-4ad8-938a-0a7aa583c469 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:04:53.798105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Attempting to bind port 990eb47b-4864-4ad8-938a-0a7aa583c469 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '4a3b1889-b02d-4849-9ffc-30e94509b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:04:53.799562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Attempting to bind port 990eb47b-4864-4ad8-938a-0a7aa583c469 on network 405ec8ad-8e3a-4b43-802b-61e95134cc15 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:04:53.800741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Deleting port d60aa928-74ee-4701-996d-9ccc69bab354 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:53.801088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:53.810690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:04:53.812229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Checking segment: {'id': '4a3b1889-b02d-4849-9ffc-30e94509b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:04:53.812965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:53.813620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Bound using segment: {'id': '4a3b1889-b02d-4849-9ffc-30e94509b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:04:53.815822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Bound port: 990eb47b-4864-4ad8-938a-0a7aa583c469, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a3b1889-b02d-4849-9ffc-30e94509b42c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '405ec8ad-8e3a-4b43-802b-61e95134cc15'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:04:53.818371 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.008598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] For port 990eb47b-4864-4ad8-938a-0a7aa583c469, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:04:54.021430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] For port 990eb47b-4864-4ad8-938a-0a7aa583c469, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=990eb47b-4864-4ad8-938a-0a7aa583c469,segment=NetworkSegment(4a3b1889-b02d-4849-9ffc-30e94509b42c),segment_id=4a3b1889-b02d-4849-9ffc-30e94509b42c)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:04:54.028883 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.126415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.149645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 2b7bce86-9b5c-4381-845b-fc444d9cbe5a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:04:54.199326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ee90-f79c-4adc-8830-e605ea9a7ed4 None None] Pushing event updated for resources: {'Port': ['ID=990eb47b-4864-4ad8-938a-0a7aa583c469,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:54.252092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.417641 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.417971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.614997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:04:54.632330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:04:54.661547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:04:54.674840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:54.675527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:54.794973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3070374 Jan 28 10:04:54.798757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88988607-c2bd-494f-ad9b-f87e48af0ffb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=2b7bce86-9b5c-4381-845b-fc444d9cbe5a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:54.806548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:54.852536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:55.046737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Calling delete_port for d60aa928-74ee-4701-996d-9ccc69bab354 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:55.089116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 2b7bce86-9b5c-4381-845b-fc444d9cbe5a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:55.089505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:55.211573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 990eb47b-4864-4ad8-938a-0a7aa583c469 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:55.218102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-34562959-e57e-45df-9c33-33f1e05132e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:55.219597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-34562959-e57e-45df-9c33-33f1e05132e6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 1.6708920 Jan 28 10:04:55.252968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eb4600-fc6a-462c-b43a-7dbfd7106074 req-2ff40980-f8de-489c-b8a4-2a3bc5b4103a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:55.255156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30eb4600-fc6a-462c-b43a-7dbfd7106074 req-2ff40980-f8de-489c-b8a4-2a3bc5b4103a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.8579371 Jan 28 10:04:55.391940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 990eb47b-4864-4ad8-938a-0a7aa583c469 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:55.454979 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Floating IP 41014ec4-4cdb-412b-bae9-6405ccc619e3 associated. External IP: 172.25.1.171, port: bf675c80-0d7a-4bb6-aca9-2e1feb5b880b. Jan 28 10:04:55.493957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30eb4600-fc6a-462c-b43a-7dbfd7106074 req-1df30042-8460-42ac-832a-bf0a2b02a733 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311485 Jan 28 10:04:55.616542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-de3050b4-a3b5-4d89-ab72-2f29761dfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:55.619431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-de3050b4-a3b5-4d89-ab72-2f29761dfcc9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.3728881 Jan 28 10:04:55.880931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:55.919795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08ec399-864f-497b-8dec-9d29b18b8211 None None] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:56.123355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 2b7bce86-9b5c-4381-845b-fc444d9cbe5a owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:56.141579 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-246e10b6-f323-45bc-add6-3a5ef43ec896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:56.200605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] Provisioning for port 990eb47b-4864-4ad8-938a-0a7aa583c469 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:04:56.215563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] Provisioning complete for port 990eb47b-4864-4ad8-938a-0a7aa583c469 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:56.216313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:56.440497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:56.470333 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:56.739242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=2b7bce86-9b5c-4381-845b-fc444d9cbe5a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:56.750281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:56.798005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c1f84cf3-602c-4481-ba45-5cb0352c73f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/2b7bce86-9b5c-4381-845b-fc444d9cbe5a HTTP/1.1" status: 204 len: 168 time: 1.9747736 Jan 28 10:04:56.811309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] For port 990eb47b-4864-4ad8-938a-0a7aa583c469, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=990eb47b-4864-4ad8-938a-0a7aa583c469,segment=NetworkSegment(4a3b1889-b02d-4849-9ffc-30e94509b42c),segment_id=4a3b1889-b02d-4849-9ffc-30e94509b42c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:04:56.815239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59420) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:56.821405 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:56.897033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb91468-7ae2-4a57-be1d-124af3a6213f None None] Pushing event updated for resources: {'Port': ['ID=990eb47b-4864-4ad8-938a-0a7aa583c469,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:56.960221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce89c35a-8f75-44ac-8ebf-f1e6ca645654 req-6383efc6-37fe-4029-b0fe-51ae076bf64f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:56.973242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce89c35a-8f75-44ac-8ebf-f1e6ca645654 req-6383efc6-37fe-4029-b0fe-51ae076bf64f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.1784284 Jan 28 10:04:56.995312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-a2cc7845-711f-476e-901d-9a367cdca488 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 1.1846375 Jan 28 10:04:57.127559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 990eb47b-4864-4ad8-938a-0a7aa583c469 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:04:57.183993 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-38755667-ec6a-4d0c-800b-f71ecc726e37 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:04:57.184565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38755667-ec6a-4d0c-800b-f71ecc726e37 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:04:57.251753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce89c35a-8f75-44ac-8ebf-f1e6ca645654 req-a49005d3-b7ef-442f-bdc7-f8010667926d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2775412 Jan 28 10:04:57.337541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 990eb47b-4864-4ad8-938a-0a7aa583c469 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:57.338175 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:57.399189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-a4ef02d0-40fd-4307-bcf4-917f21d15fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:57.400948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-a4ef02d0-40fd-4307-bcf4-917f21d15fcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.3220563 Jan 28 10:04:57.403014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 396aec58-7ebe-4a44-8003-57ec5625b813 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:04:57.406357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59426) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:57.420326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-38755667-ec6a-4d0c-800b-f71ecc726e37 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/2b7bce86-9b5c-4381-845b-fc444d9cbe5a HTTP/1.1" status: 404 len: 333 time: 0.5835481 Jan 28 10:04:57.527962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-657fa521-8a4c-4b22-a37d-0c75eaf42126 None None] Provisioning complete for port 990eb47b-4864-4ad8-938a-0a7aa583c469 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:04:57.529688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-657fa521-8a4c-4b22-a37d-0c75eaf42126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:57.597972 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-632193e8-057f-4217-9db6-887bf13bdcf8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:04:57.598912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-632193e8-057f-4217-9db6-887bf13bdcf8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:04:57.664053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-632193e8-057f-4217-9db6-887bf13bdcf8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:04:57.668908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-632193e8-057f-4217-9db6-887bf13bdcf8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/2b7bce86-9b5c-4381-845b-fc444d9cbe5a HTTP/1.1" status: 404 len: 333 time: 0.2612419 Jan 28 10:04:57.669766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59434) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:57.785461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cfd70f-39a1-4d23-b5e2-86f98a71d16a req-ca2293d0-bfa5-4c9b-9f94-ef6c4357d40a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:57.787870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39cfd70f-39a1-4d23-b5e2-86f98a71d16a req-ca2293d0-bfa5-4c9b-9f94-ef6c4357d40a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3069522 Jan 28 10:04:57.842787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:57.898669 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39cfd70f-39a1-4d23-b5e2-86f98a71d16a req-ebd91728-de4c-4a05-b94e-6dcce5d5c89f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023860 Jan 28 10:04:57.924830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 7c7ee153-61c0-4f37-942f-76ca295e71bf {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:04:57.942717 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.058771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:58.059382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.148676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.151929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Pushing event deleted for resources: {'Port': ['ID=d60aa928-74ee-4701-996d-9ccc69bab354,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:58.241431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d64f7d4e-1682-47a1-b5dd-fd67a8fa8703 None None] Could not find standard attr ID for object 2b7bce86-9b5c-4381-845b-fc444d9cbe5a. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:04:58.339248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.346850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.350661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ec5ac1f9-0890-4c6e-92ec-ad77b20024ee tempest-AttachVolumeTestJSON-975367422 tempest-AttachVolumeTestJSON-975367422-project] 10.222.0.42 "DELETE /v2.0/floatingips/ecb9c36c-2100-42ae-bd2c-96e1965d9b7b HTTP/1.1" status: 204 len: 168 time: 5.3137684 Jan 28 10:04:58.351669 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39233247-f9fa-40ed-9c9b-f2e5eb43bd13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.393218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Router a32a9877-f599-44af-b6bf-2f0e1ed447e6 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:04:58.512103 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.528221 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:58.771962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Calling delete_port for 02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:04:58.822035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c6f21-d39c-4ee9-9298-6b1ca2f99edf req-a1929bd9-4151-4d8b-acd7-8f1303dfbab8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:58.830629 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-810c6f21-d39c-4ee9-9298-6b1ca2f99edf req-a1929bd9-4151-4d8b-acd7-8f1303dfbab8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5716901 Jan 28 10:04:58.923363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-a8486c18-fac8-4529-9329-ecf81260899e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:04:58.925264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-a8486c18-fac8-4529-9329-ecf81260899e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5035129 Jan 28 10:04:58.959935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:59.017370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=7c7ee153-61c0-4f37-942f-76ca295e71bf,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:04:59.035082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-810c6f21-d39c-4ee9-9298-6b1ca2f99edf req-42e2189d-baed-40e2-80b0-79836a978524 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2032237 Jan 28 10:04:59.048569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc590648-602f-4a1b-a6e8-e0efe14d1616 None None] Network 405ec8ad-8e3a-4b43-802b-61e95134cc15 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:04:59.065139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:59.072325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e73a7904-c897-4485-9130-a5c6621d119f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/7c7ee153-61c0-4f37-942f-76ca295e71bf HTTP/1.1" status: 204 len: 168 time: 1.3997252 Jan 28 10:04:59.075897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59464) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:04:59.445114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:59.501449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 990eb47b-4864-4ad8-938a-0a7aa583c469 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:59.501772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:59.590269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:59.603759 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:04:59.783684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] DHCP port deletion for 405ec8ad-8e3a-4b43-802b-61e95134cc15 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:04:59.788787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] Deleting port 990eb47b-4864-4ad8-938a-0a7aa583c469 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:04:59.789232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:00.215710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port 990eb47b-4864-4ad8-938a-0a7aa583c469, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=990eb47b-4864-4ad8-938a-0a7aa583c469,segment=NetworkSegment(4a3b1889-b02d-4849-9ffc-30e94509b42c),segment_id=4a3b1889-b02d-4849-9ffc-30e94509b42c)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:00.216402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:00.240492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] For port 990eb47b-4864-4ad8-938a-0a7aa583c469, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=990eb47b-4864-4ad8-938a-0a7aa583c469,segment=NetworkSegment(4a3b1889-b02d-4849-9ffc-30e94509b42c),segment_id=4a3b1889-b02d-4849-9ffc-30e94509b42c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:00.241171 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:00.334970 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-55bd0518-cc24-4680-9928-41d65acdfc80 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3569143 Jan 28 10:05:00.338731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:05:00.350752 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] Sync routers for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:05:00.364012 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:00.364445 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:00.365284 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:00.518382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c1939-1e03-44a9-8d18-22fffbfed7e5 req-3b9d9702-3a47-4315-8ef1-5a07f4229b51 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:00.519949 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-055c1939-1e03-44a9-8d18-22fffbfed7e5 req-3b9d9702-3a47-4315-8ef1-5a07f4229b51 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5106335 Jan 28 10:05:00.520817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] Calling delete_port for 990eb47b-4864-4ad8-938a-0a7aa583c469 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:00.533884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 990eb47b-4864-4ad8-938a-0a7aa583c469 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:00.768364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:00.791009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-d7fb422f-5eae-43ae-9d39-5cbaf34883d8 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "PUT /v2.0/floatingips/41014ec4-4cdb-412b-bae9-6405ccc619e3 HTTP/1.1" status: 200 len: 996 time: 11.5957270 Jan 28 10:05:00.799930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:00.819963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:00.820376 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:00.891686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-055c1939-1e03-44a9-8d18-22fffbfed7e5 req-eeca0e86-1856-4d0d-9c03-d505ce01aa34 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2810829 Jan 28 10:05:00.915168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:00.941664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] Pushing event deleted for resources: {'Port': ['ID=990eb47b-4864-4ad8-938a-0a7aa583c469,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:00.982058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c349e6-f79e-488c-a640-15c9dd3f295d None None] No DVR routers for this DVR port 990eb47b-4864-4ad8-938a-0a7aa583c469 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:01.006036 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:01.136040 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'status': 'completed', 'code': 200} Jan 28 10:05:01.137455 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 990eb47b-4864-4ad8-938a-0a7aa583c469 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:01.213656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 990eb47b-4864-4ad8-938a-0a7aa583c469 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:01.225400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-220721a8-a5e6-493c-bc62-cd6829950b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:01.227130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-220721a8-a5e6-493c-bc62-cd6829950b63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 0.1853535 Jan 28 10:05:01.228410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 990eb47b-4864-4ad8-938a-0a7aa583c469 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:01.333825 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19dab683-24bc-4ea1-adb2-09dbc62742b4 req-3f046762-723b-411f-a94b-0d42a0e39e2a service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9403796 Jan 28 10:05:01.371917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:01.435786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 990eb47b-4864-4ad8-938a-0a7aa583c469 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:01.436397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:01.489296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-ee04cf2b-9d87-4e21-9b3f-c1e675c67553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:01.491080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-ee04cf2b-9d87-4e21-9b3f-c1e675c67553 service neutron] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.2559111 Jan 28 10:05:01.527791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Port': ['ID=02ee8475-f8e7-4438-bf3c-bfc8cb8f78c2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:01.552488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] The port '990eb47b-4864-4ad8-938a-0a7aa583c469' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:05:01.616797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-25f129cf-7300-4a43-8397-75709bee1945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:01.623232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-25f129cf-7300-4a43-8397-75709bee1945 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 0.8103266 Jan 28 10:05:01.639125 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '41014ec4-4cdb-412b-bae9-6405ccc619e3', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'port_id': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'mac_address': 'fa:16:3e:8f:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:04:44Z', 'updated_at': '2022-01-28T10:04:52Z', 'revision_number': 1, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:39Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:01.648279 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] Checking router: a32a9877-f599-44af-b6bf-2f0e1ed447e6 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:05:01.673061 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:01.674200 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:01.983521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-d575862f-628d-4c91-bc96-193ae5d54637 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 999 time: 0.4284689 Jan 28 10:05:02.011921 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:02.179654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-cd0d8bfe-0d52-4e70-9637-51cc89c395b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:02.192828 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-cd0d8bfe-0d52-4e70-9637-51cc89c395b6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.5482578 Jan 28 10:05:02.419881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:02.502100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-90ba93d9-91ce-4a90-af79-aa8f898c66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:02.504701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-90ba93d9-91ce-4a90-af79-aa8f898c66ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.4588661 Jan 28 10:05:02.517123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405ec8ad-8e3a-4b43-802b-61e95134cc15']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:02.570499 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-eec4969f-dbb6-4b49-803b-3a785a36e7bc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455515 Jan 28 10:05:02.744039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-4627a7f7-e45f-4d79-b2c9-ab099a68072a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 999 time: 0.5500507 Jan 28 10:05:02.820240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:05:02.846847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:02.877878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-1ea31cde-5600-4343-b0fb-0e1ba1c2b96f service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979908 Jan 28 10:05:02.881035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a3b1889-b02d-4849-9ffc-30e94509b42c') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:02.884048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a3b1889-b02d-4849-9ffc-30e94509b42c') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:02.896571 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '41014ec4-4cdb-412b-bae9-6405ccc619e3', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'port_id': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'mac_address': 'fa:16:3e:8f:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:04:44Z', 'updated_at': '2022-01-28T10:04:52Z', 'revision_number': 1, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:39Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:02.907650 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8d1f91-ee9c-401d-a235-487093ff4439 None None] The sync data for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 is: [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '41014ec4-4cdb-412b-bae9-6405ccc619e3', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'floating_ip_address': '172.25.1.171', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'port_id': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2566, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'mac_address': 'fa:16:3e:8f:6c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:04:44Z', 'updated_at': '2022-01-28T10:04:52Z', 'revision_number': 1, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:39Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:05:03.132076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.147226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a13bf7-e5ae-4083-b96d-227a933d2b44 req-0140bd7c-32cb-4634-bf34-26d0d18307bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:03.148775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7a13bf7-e5ae-4083-b96d-227a933d2b44 req-0140bd7c-32cb-4634-bf34-26d0d18307bc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.8613427 Jan 28 10:05:03.194568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.219269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:03.219600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:03.244400 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:03.289593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-ac6cf455-dc93-4a0d-90f0-94b926224dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:03.293895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-ac6cf455-dc93-4a0d-90f0-94b926224dac service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.4336774 Jan 28 10:05:03.386773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d823ec09-0fd1-449c-a25f-8c42bd198639 None None] New status for floating IP 41014ec4-4cdb-412b-bae9-6405ccc619e3: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:05:03.419373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7a13bf7-e5ae-4083-b96d-227a933d2b44 req-063602f9-1915-41fc-b0e8-2bb4d4f4fa45 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2600281 Jan 28 10:05:03.524744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b579ec74-d6d3-43bc-80fa-df6a54ae7102 req-d41fd3f8-8ee2-4b03-abba-99d93d07862e service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6215034 Jan 28 10:05:03.528705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.543769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.684116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=405ec8ad-8e3a-4b43-802b-61e95134cc15,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:03.705031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d55f694-4550-4128-b085-b7c81dcd191f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/405ec8ad-8e3a-4b43-802b-61e95134cc15 HTTP/1.1" status: 204 len: 168 time: 4.6235390 Jan 28 10:05:03.705279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59532) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:03.711008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1326851236'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:03.770259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:03.801778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:03.805497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:03.835946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:03.862681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:03.873404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.950234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:05:03.971487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:03.972898 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment 0fa0051e-bab3-436e-9712-3fff63773ff8 of type vlan for network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 Jan 28 10:05:04.018196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:04.057768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:04.064740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:04.065644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:04.103981 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-fbc1c039-2020-4e1b-a5c3-8d9a1b3709c0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.7979302 Jan 28 10:05:04.116836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4104395 Jan 28 10:05:04.121576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59538) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:04.148996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-a0463117-34a8-412b-b431-6693df50557b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:05:04.150026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-a0463117-34a8-412b-b431-6693df50557b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0200932 Jan 28 10:05:04.256762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:04.402982 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-efd7384d-121b-45cc-91ee-cda16c09e7e1 service neutron] 10.222.0.42 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398875 Jan 28 10:05:04.554153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f395a2-63a3-4a95-a972-4fe18b4ee99d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=7ed42e8a-00a9-480a-b4b7-d919c67a6d96,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:04.585165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:05:04.721310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:04.727256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:04.732162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:04.741916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:04.767837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:04.772337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:04.872173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4d4413cf-2f8e-427c-87e0-29719686a448 req-97c7ebc0-8ca1-4474-858b-1b61774f1757 service neutron] 10.222.0.42 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664738 Jan 28 10:05:04.913794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Router 0bda2e66-9c73-411d-bf33-761ae376cbda has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:05:05.113942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:05.156435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-005714f5-9679-477c-bb67-7690fb97035c tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 1001 time: 0.2570260 Jan 28 10:05:05.266743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:05:05.285769 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] Sync routers for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:05:05.308152 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:05.309206 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:05.370921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-1ad090ef-c708-47b4-917c-4d09536d9355 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:05.384143 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-1ad090ef-c708-47b4-917c-4d09536d9355 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports/bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 942 time: 0.1039653 Jan 28 10:05:05.392499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2d3fe28-ab4e-4772-a913-f3f5206549a9 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "PUT /v2.0/routers/0bda2e66-9c73-411d-bf33-761ae376cbda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2298429 Jan 28 10:05:05.393282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=9e17ba57-a37a-4a36-a200-8c0173ef5bb6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:05.400367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59582) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:05.437873 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:05.533177 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] Routers {'0bda2e66-9c73-411d-bf33-761ae376cbda'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:05.534171 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0bda2e66-9c73-411d-bf33-761ae376cbda'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:05.618339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-90a72037-215b-4580-ac07-f7b57f3c3f28 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 1001 time: 0.1144891 Jan 28 10:05:05.639241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': '0fa0051e-bab3-436e-9712-3fff63773ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:05:05.640410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: 7ed42e8a-00a9-480a-b4b7-d919c67a6d96, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:05:05.667597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4ea65-eb2b-41a2-91b2-648f5952a688 req-95ab015f-f605-497e-803c-36bef9900a62 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:05.676223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8be4ea65-eb2b-41a2-91b2-648f5952a688 req-95ab015f-f605-497e-803c-36bef9900a62 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 1.0415802 Jan 28 10:05:05.702928 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:05.717216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:05.718369 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8213159-0fb1-4fef-ad6a-1c9f1dd04e61 None None] The sync data for ids ['0bda2e66-9c73-411d-bf33-761ae376cbda'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:05:05.786395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:05:05.843208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 7ed42e8a-00a9-480a-b4b7-d919c67a6d96) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:05.851990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a26f1-dd46-4304-9dd6-71f2dc0c9e7e None None] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:05.862102 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8be4ea65-eb2b-41a2-91b2-648f5952a688 req-457966c9-6894-424f-9254-ed6420401c62 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847334 Jan 28 10:05:05.869388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:05.871046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:05.963842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-6d1cd382-ccb3-4561-a48a-93ac48f74b20 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:05.965341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-6d1cd382-ccb3-4561-a48a-93ac48f74b20 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.3387589 Jan 28 10:05:06.022719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f6b3cb52-49f1-47a4-b01b-c23d56e0f5ee tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8976147 Jan 28 10:05:06.024496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59596) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:06.031061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1269026680'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:06.083564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-9affdc0e-7a6a-4f39-9ce1-cfb4f17d746f tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 1001 time: 0.1096213 Jan 28 10:05:06.098154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Request body: {'floatingip': {'port_id': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:06.156505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.165004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-7ed42e8a-00a9-480a-b4b7-d919c67a6d96', 'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': '9e17ba57-a37a-4a36-a200-8c0173ef5bb6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:05:06.166494 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.193765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port 674febd7-239b-44c2-b60e-c2311aab46c9 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:06.194302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.226030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.445373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Allocated IP 2001:db8::2 (7ed42e8a-00a9-480a-b4b7-d919c67a6d96/9e17ba57-a37a-4a36-a200-8c0173ef5bb6/ba426b54-2498-4902-910f-47de8f5784f7) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:06.541342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:06.549503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:06.552528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:06.568919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:06.698849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:06.698998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.699107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.716159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.716159 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Floating IP 41014ec4-4cdb-412b-bae9-6405ccc619e3 disassociated. External IP: 172.25.1.171, port: bf675c80-0d7a-4bb6-aca9-2e1feb5b880b. Jan 28 10:05:06.797826 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.995103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:06.996184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port fda25f7f-8309-4aec-b62a-8493c8050ef3 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:05:07.013714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Transition to ACTIVE for port object ba426b54-2498-4902-910f-47de8f5784f7 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:07.064104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Transition to ACTIVE for port object ba426b54-2498-4902-910f-47de8f5784f7 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:07.076173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:07.268679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Pushing event updated for resources: {'Port': ['ID=ba426b54-2498-4902-910f-47de8f5784f7,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:07.292046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:07.293264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:07.297673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:07.384821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Calling delete_port for 674febd7-239b-44c2-b60e-c2311aab46c9 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:07.441774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Attempting to bind port ba426b54-2498-4902-910f-47de8f5784f7 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:05:07.442766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Attempting to bind port ba426b54-2498-4902-910f-47de8f5784f7 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '0fa0051e-bab3-436e-9712-3fff63773ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:05:07.443301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Attempting to bind port ba426b54-2498-4902-910f-47de8f5784f7 on network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:05:07.450078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:05:07.450667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Checking segment: {'id': '0fa0051e-bab3-436e-9712-3fff63773ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:05:07.451233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:07.451844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Bound using segment: {'id': '0fa0051e-bab3-436e-9712-3fff63773ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:05:07.452467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Bound port: ba426b54-2498-4902-910f-47de8f5784f7, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa0051e-bab3-436e-9712-3fff63773ff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '7ed42e8a-00a9-480a-b4b7-d919c67a6d96'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:05:07.453229 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:07.604333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] For port ba426b54-2498-4902-910f-47de8f5784f7, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:05:07.610484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] For port ba426b54-2498-4902-910f-47de8f5784f7, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ba426b54-2498-4902-910f-47de8f5784f7,segment=NetworkSegment(0fa0051e-bab3-436e-9712-3fff63773ff8),segment_id=0fa0051e-bab3-436e-9712-3fff63773ff8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:05:07.626338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:07.681388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Router a32a9877-f599-44af-b6bf-2f0e1ed447e6 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:05:07.752243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eeb040-1a1e-4807-a4af-ab9050ec25fb None None] Pushing event updated for resources: {'Port': ['ID=ba426b54-2498-4902-910f-47de8f5784f7,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:08.068020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::d3 (7ed42e8a-00a9-480a-b4b7-d919c67a6d96/9e17ba57-a37a-4a36-a200-8c0173ef5bb6/fda25f7f-8309-4aec-b62a-8493c8050ef3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:08.136358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:05:08.145933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:08.148678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] Sync routers for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:05:08.166672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:08.169421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:08.345360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-34f49741-0610-48ca-b00d-2019fc025431 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "PUT /v2.0/floatingips/41014ec4-4cdb-412b-bae9-6405ccc619e3 HTTP/1.1" status: 200 len: 695 time: 2.2527249 Jan 28 10:05:08.346140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:08.595070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-0b35a5d2-dd15-4670-a7b2-ad0c3cad4f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:08.595070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-0b35a5d2-dd15-4670-a7b2-ad0c3cad4f4a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 0.2376606 Jan 28 10:05:08.720141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:08.806078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:08.836155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object fda25f7f-8309-4aec-b62a-8493c8050ef3 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:08.863374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-c1928e5c-6f55-4834-ac46-90c725ae49a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:08.865560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-c1928e5c-6f55-4834-ac46-90c725ae49a2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.2629938 Jan 28 10:05:08.981290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-927160c9-a478-4fa5-82e3-a9eaed3fe76f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.1087224 Jan 28 10:05:09.097528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-20af224b-f4de-493d-b785-61dc1f88efe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:09.103940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-20af224b-f4de-493d-b785-61dc1f88efe6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.1164083 Jan 28 10:05:09.128390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:09.213682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Port': ['ID=674febd7-239b-44c2-b60e-c2311aab46c9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:09.222037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:09.253105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-e76cdcf9-bfd4-4855-9b19-04001ea8111b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377323 Jan 28 10:05:09.262203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ba426b54-2498-4902-910f-47de8f5784f7 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:05:09.490529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:09.531380 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:09.563307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88913e3-9d09-452f-beb9-00bdf3ea3b7e None None] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:09.635683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-902c97b7-30c6-464a-bda9-08794aa352c2 service neutron] 10.222.0.42 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3780186 Jan 28 10:05:09.667438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6593f8-9e38-4232-971a-47de8562b350 req-616ca808-79f5-49ad-ac30-2bf21dd076c9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:09.674577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df6593f8-9e38-4232-971a-47de8562b350 req-616ca808-79f5-49ad-ac30-2bf21dd076c9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 2.4030364 Jan 28 10:05:09.678853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:09.695249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:09.702343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:09.703243 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:09.823697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7977815 Jan 28 10:05:09.825408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59694) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:09.849580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] Provisioning for port ba426b54-2498-4902-910f-47de8f5784f7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:05:09.881540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ba426b54-2498-4902-910f-47de8f5784f7 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:05:09.917410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] Provisioning complete for port ba426b54-2498-4902-910f-47de8f5784f7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:09.917853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.018869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ff7a41-3d85-4328-bbba-9abb4df596b9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=fda25f7f-8309-4aec-b62a-8493c8050ef3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:10.047005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ba426b54-2498-4902-910f-47de8f5784f7 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:10.047446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.101780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df6593f8-9e38-4232-971a-47de8562b350 req-3a9e853a-b02d-454f-a99f-2911a2974742 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4236116 Jan 28 10:05:10.127546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.136538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.156799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-436cd6f9-ab08-4641-8cd2-d353aa01b26f req-263c9992-03d5-4613-bb8d-5e6711f9bb88 service neutron] 10.222.0.42 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5146148 Jan 28 10:05:10.167619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port fda25f7f-8309-4aec-b62a-8493c8050ef3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:10.168128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.212043 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'status': 'completed', 'code': 200} Jan 28 10:05:10.308696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-79a24ec5-4736-4a54-ab96-bbcf4399421a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips/41014ec4-4cdb-412b-bae9-6405ccc619e3 HTTP/1.1" status: 200 len: 695 time: 0.0954180 Jan 28 10:05:10.539491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.593986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-f0a363ea-ded4-47a7-a58e-f9e04d95481a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:10.595640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-f0a363ea-ded4-47a7-a58e-f9e04d95481a tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/networks/edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 784 time: 0.2798970 Jan 28 10:05:10.605673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-86a1f409-7be1-4f22-80c0-efa288769217 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:05:10.613154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-86a1f409-7be1-4f22-80c0-efa288769217 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118415 Jan 28 10:05:10.782410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for fda25f7f-8309-4aec-b62a-8493c8050ef3 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:10.789075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.815512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:39Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:10.852148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] Checking router: a32a9877-f599-44af-b6bf-2f0e1ed447e6 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:05:10.854485 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.893661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] For port ba426b54-2498-4902-910f-47de8f5784f7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ba426b54-2498-4902-910f-47de8f5784f7,segment=NetworkSegment(0fa0051e-bab3-436e-9712-3fff63773ff8),segment_id=0fa0051e-bab3-436e-9712-3fff63773ff8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:10.925269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-f612ba05-4cc0-4e68-99c8-76c325084ff2 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 698 time: 0.3110991 Jan 28 10:05:10.965154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:10.965699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Fanout notify agent at l3_agent the message router_deleted on router 0bda2e66-9c73-411d-bf33-761ae376cbda {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:05:10.974313 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.100728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:11.101197 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:11.101870 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.117805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=fda25f7f-8309-4aec-b62a-8493c8050ef3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:11.145661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:11.145809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.146351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:11.152862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8d6c7d9-59b7-40e2-9ec7-84d4710d0216 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/fda25f7f-8309-4aec-b62a-8493c8050ef3 HTTP/1.1" status: 204 len: 168 time: 1.3092952 Jan 28 10:05:11.152862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59716) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:11.160574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59718) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:11.170950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.171986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-226b9655-3523-4461-941f-8e1e64b90a01 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "DELETE /v2.0/routers/0bda2e66-9c73-411d-bf33-761ae376cbda HTTP/1.1" status: 204 len: 168 time: 5.7604125 Jan 28 10:05:11.182760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-faaf9c37-ce9f-4f1a-abfe-6c885277a923 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.1.171 HTTP/1.1" status: 200 len: 698 time: 0.2565804 Jan 28 10:05:11.314823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59726) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:11.394046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55bf422-15f4-4ae1-a35f-477cdffda204 None None] Pushing event updated for resources: {'Port': ['ID=ba426b54-2498-4902-910f-47de8f5784f7,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:11.537394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:11.564970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Deleting port b98a8289-03b9-433d-863b-2e89ca55035c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:11.566203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.659970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting subnet cf720ed1-ab60-44cd-b9fe-2b2fd53902b6 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:11.682326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.876932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:11.942841 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ea2ec0-177a-414d-8d59-00edee9430cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:05:11.943905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-71ea2ec0-177a-414d-8d59-00edee9430cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:11.962596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e118-9799-49a0-aa3c-750474458e2e req-34f414f4-c9bb-42fe-b587-89f5012742fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:11.964129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-34f414f4-c9bb-42fe-b587-89f5012742fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 1096 time: 1.7053757 Jan 28 10:05:11.987116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cb25de45-e74a-472e-a8ff-53c8d7f5aac9 None None] Could not find standard attr ID for object fda25f7f-8309-4aec-b62a-8493c8050ef3. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:05:12.148294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59738) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:12.149918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:12.255734 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cb25de45-e74a-472e-a8ff-53c8d7f5aac9 None None] Provisioning complete for port ba426b54-2498-4902-910f-47de8f5784f7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:12.255734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cb25de45-e74a-472e-a8ff-53c8d7f5aac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:12.303134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:12.303607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:12.318554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:39Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:12.328121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69c9192-38a5-45c6-a451-4582b177ad64 None None] The sync data for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 is: [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:03:31Z', 'revision_number': 4, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7312f924-0279-4351-b25c-7cf831ed07ec', 'name': '', 'network_id': '220d958c-2715-4733-b762-1432b61053b5', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'mac_address': 'fa:16:3e:dd:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:29Z', 'updated_at': '2022-01-28T10:03:39Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'subnets': [{'id': '79e97ed8-ebbd-49f0-9fd8-f58e280e1078', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:05:12.452090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-71ea2ec0-177a-414d-8d59-00edee9430cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:12.457117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-71ea2ec0-177a-414d-8d59-00edee9430cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/fda25f7f-8309-4aec-b62a-8493c8050ef3 HTTP/1.1" status: 404 len: 333 time: 1.2879677 Jan 28 10:05:12.466379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59746) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:12.482216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ba426b54-2498-4902-910f-47de8f5784f7 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:05:12.626159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Calling delete_port for b98a8289-03b9-433d-863b-2e89ca55035c owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:12.686650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ba426b54-2498-4902-910f-47de8f5784f7 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:12.687897 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:12.800045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0484cb8c-f71b-4fee-b8b1-a76081bf33e8 None None] Could not find standard attr ID for object fda25f7f-8309-4aec-b62a-8493c8050ef3. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:05:12.872397 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a761d395-1085-494b-98cc-9c41def5354d None None] New status for floating IP 41014ec4-4cdb-412b-bae9-6405ccc619e3: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:05:12.873599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36e1a7-b943-46e1-8738-fa9653258c54 req-b41d3e38-573e-461c-a931-a1dfef5b8ad0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:12.881262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c36e1a7-b943-46e1-8738-fa9653258c54 req-b41d3e38-573e-461c-a931-a1dfef5b8ad0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 1.2442708 Jan 28 10:05:12.930867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Deleting subnet ecd3425f-402e-429c-83ab-376b44259a52 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:12.936497 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:12.945835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 9e17ba57-a37a-4a36-a200-8c0173ef5bb6 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:12.954213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e118-9799-49a0-aa3c-750474458e2e req-c7c074eb-2804-4c0d-996d-7a67fe5a97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:12.955994 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-c7c074eb-2804-4c0d-996d-7a67fe5a97ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 200 len: 920 time: 0.9639890 Jan 28 10:05:12.966768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.019532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.110346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event deleted for resources: {'Port': ['ID=b98a8289-03b9-433d-863b-2e89ca55035c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:13.130449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c36e1a7-b943-46e1-8738-fa9653258c54 req-8e111ac2-e476-4d87-90d1-c2bbe516c297 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2477832 Jan 28 10:05:13.138164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-29e4fbd7-abbd-4923-97c3-4605e5deb5ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 200 len: 217 time: 0.1022727 Jan 28 10:05:13.164616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.209750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.291141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454e118-9799-49a0-aa3c-750474458e2e req-c592d9f3-f5e7-4d83-bc9a-33183b6410d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:13.302846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-c592d9f3-f5e7-4d83-bc9a-33183b6410d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 200 len: 859 time: 0.0939953 Jan 28 10:05:13.302998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9e4cfa-ff2e-4b97-9849-99b1301566ac None None] Network ebbb1a52-75b8-4068-811c-2f406f4de8ce requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:13.315126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.351949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Subnet': ['ID=cf720ed1-ab60-44cd-b9fe-2b2fd53902b6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:13.405309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-04b194f2-1478-4f26-9212-c5830a26be44 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "DELETE /v2.0/subnets/cf720ed1-ab60-44cd-b9fe-2b2fd53902b6 HTTP/1.1" status: 204 len: 168 time: 2.0832076 Jan 28 10:05:13.433449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:13.438506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.634909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-17859898-3019-4d55-86b9-c63a17a5197d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=220d958c-2715-4733-b762-1432b61053b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2486570 Jan 28 10:05:13.636964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.639331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.640449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-911b52a6-cc3e-4899-8f72-919d8bb456d6 req-a0eb8b7b-d456-4e3c-8fc6-626aa373e636 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "DELETE /v2.0/floatingips/41014ec4-4cdb-412b-bae9-6405ccc619e3 HTTP/1.1" status: 204 len: 173 time: 2.4569104 Jan 28 10:05:13.641532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.738544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.828645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] DHCP port deletion for ebbb1a52-75b8-4068-811c-2f406f4de8ce request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:05:13.833379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.835247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] Deleting port 4afa4063-4643-4077-858d-673cd33a8183 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:13.835726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.876228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port 4afa4063-4643-4077-858d-673cd33a8183 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:13.876228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.887842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:13.944946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c1d4c53-9f28-4cf0-9008-5c264cd97a2e req-ebd3c500-6395-49ab-88d1-4a63546d24aa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups/dee65d9f-a95f-4f97-a14a-c34eb75d356f HTTP/1.1" status: 200 len: 1807 time: 0.2465816 Jan 28 10:05:14.029136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-2ac18b24-10b6-4939-a8a1-965ce9ae1237 service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3590944 Jan 28 10:05:14.060295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5534e9-bad3-4c23-a74a-a421c9504532 req-e8ae8a4c-6e16-4457-a4b6-3d72a06d0cfb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:14.074253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c5534e9-bad3-4c23-a74a-a421c9504532 req-e8ae8a4c-6e16-4457-a4b6-3d72a06d0cfb tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4004562 Jan 28 10:05:14.138115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.167639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] For port 4afa4063-4643-4077-858d-673cd33a8183, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4afa4063-4643-4077-858d-673cd33a8183,segment=NetworkSegment(0b8b320e-364d-4471-9681-e11a583b4175),segment_id=0b8b320e-364d-4471-9681-e11a583b4175)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:14.168226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.185693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecd3425f-402e-429c-83ab-376b44259a52,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:14.205884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.239114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-00e02abb-e5fd-4ff8-a41d-fd50718fa02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:14.242307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-00e02abb-e5fd-4ff8-a41d-fd50718fa02b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 0.5452552 Jan 28 10:05:14.251756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cabd0032-fd0b-4b29-b216-e69e42e90417 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ecd3425f-402e-429c-83ab-376b44259a52 HTTP/1.1" status: 204 len: 168 time: 2.0688908 Jan 28 10:05:14.332181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59780) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:14.341586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.368158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] For port 4afa4063-4643-4077-858d-673cd33a8183, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4afa4063-4643-4077-858d-673cd33a8183,segment=NetworkSegment(0b8b320e-364d-4471-9681-e11a583b4175),segment_id=0b8b320e-364d-4471-9681-e11a583b4175)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:14.368158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.377547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3c1d4c53-9f28-4cf0-9008-5c264cd97a2e req-8aacd8dd-1b55-4a1a-af8b-96ea4f56c1fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.377692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4afa4063-4643-4077-858d-673cd33a8183 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:14.410723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] Calling delete_port for 4afa4063-4643-4077-858d-673cd33a8183 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:14.497831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-0b6b33c3-9ff6-4849-bb4f-6695e2693131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:14.499807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-0b6b33c3-9ff6-4849-bb4f-6695e2693131 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 0.2468607 Jan 28 10:05:14.571843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.583486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.611861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=9e17ba57-a37a-4a36-a200-8c0173ef5bb6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:14.613766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Calling delete_port for 4afa4063-4643-4077-858d-673cd33a8183 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:14.625584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b454e118-9799-49a0-aa3c-750474458e2e req-85ac28e7-d40f-488e-8661-539998c5d5bc service neutron] 10.222.0.25 "GET /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5743668 Jan 28 10:05:14.667010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] Pushing event deleted for resources: {'Port': ['ID=4afa4063-4643-4077-858d-673cd33a8183,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:14.669897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a06ae4-885c-42db-9fbb-170c24b2d449 None None] Network 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:14.681410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.712860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c5534e9-bad3-4c23-a74a-a421c9504532 req-b3cb421a-a0a4-4770-a832-77ce9c1fd175 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6043851 Jan 28 10:05:14.726746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d8eac6fd-9e7d-4ff4-ad98-7ad22e626ccb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/9e17ba57-a37a-4a36-a200-8c0173ef5bb6 HTTP/1.1" status: 204 len: 168 time: 2.2573249 Jan 28 10:05:14.743600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59788) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:14.789393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:14.789778 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:14.804360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3c1d4c53-9f28-4cf0-9008-5c264cd97a2e req-8aacd8dd-1b55-4a1a-af8b-96ea4f56c1fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.809558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.852434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-b3c5a003-b141-46e4-b2f5-ed271fbd62b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.2459273 Jan 28 10:05:14.861560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb35e87d-1127-4829-901d-abdeed7d8147 None None] No DVR routers for this DVR port 4afa4063-4643-4077-858d-673cd33a8183 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:14.947686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-c3ed57d5-046d-4deb-a158-895c6f5977bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:14.951020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-c3ed57d5-046d-4deb-a158-895c6f5977bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.0872400 Jan 28 10:05:14.954413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3c1d4c53-9f28-4cf0-9008-5c264cd97a2e req-8aacd8dd-1b55-4a1a-af8b-96ea4f56c1fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:14.978188 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.077288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port ba426b54-2498-4902-910f-47de8f5784f7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:15.077629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.104933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] DHCP port deletion for 7ed42e8a-00a9-480a-b4b7-d919c67a6d96 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:05:15.110442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] Deleting port ba426b54-2498-4902-910f-47de8f5784f7 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:15.111151 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.146903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.165873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd8dd-1b55-4a1a-af8b-96ea4f56c1fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee65d9f-a95f-4f97-a14a-c34eb75d356f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:15.173143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ae6d05-6939-4f1c-b4c5-550564acea7e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:15.185707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47056a48-fae1-4147-b3de-91b52f12da63') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:15.186543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47056a48-fae1-4147-b3de-91b52f12da63') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:15.198437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.221680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3c1d4c53-9f28-4cf0-9008-5c264cd97a2e req-8aacd8dd-1b55-4a1a-af8b-96ea4f56c1fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.226318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3c1d4c53-9f28-4cf0-9008-5c264cd97a2e req-8aacd8dd-1b55-4a1a-af8b-96ea4f56c1fa tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "DELETE /v2.0/security-groups/dee65d9f-a95f-4f97-a14a-c34eb75d356f HTTP/1.1" status: 204 len: 173 time: 1.2339368 Jan 28 10:05:15.236207 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.236862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-b4748872-5df1-440f-ab52-a186561c1a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:15.238619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-b4748872-5df1-440f-ab52-a186561c1a62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118786 Jan 28 10:05:15.290203 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.336866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port 4afa4063-4643-4077-858d-673cd33a8183 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:15.337147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.352435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.413908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:15.414493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:15.431743 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:15.460574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] For port ba426b54-2498-4902-910f-47de8f5784f7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ba426b54-2498-4902-910f-47de8f5784f7,segment=NetworkSegment(0fa0051e-bab3-436e-9712-3fff63773ff8),segment_id=0fa0051e-bab3-436e-9712-3fff63773ff8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:15.461728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.492999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] The port '4afa4063-4643-4077-858d-673cd33a8183' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:05:15.618430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-c0def122-f79d-4d25-a012-4f3dac3b972e service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684459 Jan 28 10:05:15.623542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] Calling delete_port for ba426b54-2498-4902-910f-47de8f5784f7 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:15.704632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.838595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] Pushing event deleted for resources: {'Port': ['ID=ba426b54-2498-4902-910f-47de8f5784f7,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:15.861766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a9956c-9799-4867-aa9a-c9cb9da85418 None None] No DVR routers for this DVR port ba426b54-2498-4902-910f-47de8f5784f7 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:15.893014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port ba426b54-2498-4902-910f-47de8f5784f7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ba426b54-2498-4902-910f-47de8f5784f7,segment=NetworkSegment(0fa0051e-bab3-436e-9712-3fff63773ff8),segment_id=0fa0051e-bab3-436e-9712-3fff63773ff8)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:15.893014 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.896066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.957010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebbb1a52-75b8-4068-811c-2f406f4de8ce']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:15.960589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:15.982424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8b320e-364d-4471-9681-e11a583b4175') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:15.982739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8b320e-364d-4471-9681-e11a583b4175') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:16.006583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.014881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fcef1-c13b-4afb-a9cf-86ecabe43acc req-b73116b0-3ef6-46de-ad88-59a25ea4b69d service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3873241 Jan 28 10:05:16.025863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-e2878804-5d8c-4b9b-a991-e3e2c5cdcb6d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:16.026582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-e2878804-5d8c-4b9b-a991-e3e2c5cdcb6d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:16.042774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.049200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-e2878804-5d8c-4b9b-a991-e3e2c5cdcb6d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:16.050346 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-e2878804-5d8c-4b9b-a991-e3e2c5cdcb6d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3418503 Jan 28 10:05:16.052849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:16.053242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:16.070917 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:16.215405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-994b11d3-11cc-4672-a484-d91f27ec2104 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:16.219201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.225125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.253791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "DELETE /v2.0/networks/ebbb1a52-75b8-4068-811c-2f406f4de8ce HTTP/1.1" status: 204 len: 168 time: 2.8191991 Jan 28 10:05:16.255179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59818) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:16.258820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for ba426b54-2498-4902-910f-47de8f5784f7 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:16.287648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ba426b54-2498-4902-910f-47de8f5784f7 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:16.292038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.294560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4ae6d05-6939-4f1c-b4c5-550564acea7e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:16.322385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ba426b54-2498-4902-910f-47de8f5784f7 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:16.322726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ba426b54-2498-4902-910f-47de8f5784f7 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:16.331004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7708ae43-c458-466e-b5ae-b6b079ea08a3 tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Network': ['ID=ebbb1a52-75b8-4068-811c-2f406f4de8ce,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:16.353330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da4b5a4c-36dc-401e-a28c-5e8816d2aaf6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a4ae6d05-6939-4f1c-b4c5-550564acea7e HTTP/1.1" status: 204 len: 168 time: 2.0115023 Jan 28 10:05:16.434597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-994b11d3-11cc-4672-a484-d91f27ec2104 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:16.435913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afd099f6-c185-41e2-923a-9aeb318faf8d req-994b11d3-11cc-4672-a484-d91f27ec2104 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641148 Jan 28 10:05:16.457048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Deleting port e585449c-6845-42fa-aca3-bb9bb786f083 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:16.457467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.500479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:16.500996 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:16.538940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087443cc-4259-4868-a7e2-f002400167af req-a1fe21f2-d3ea-4249-ae7a-7423cd31b02c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:16.547474 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-087443cc-4259-4868-a7e2-f002400167af req-a1fe21f2-d3ea-4249-ae7a-7423cd31b02c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.6476843 Jan 28 10:05:16.626082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59828) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:16.690603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-087443cc-4259-4868-a7e2-f002400167af req-f2d632e0-2614-4185-a724-d18faff6f6e0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421559 Jan 28 10:05:16.711364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Deleting port 8d171426-e3bd-44b8-b999-9e17e24ddf13 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:16.711973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.768020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09a5e99b-fc61-4ef4-90d5-d3776b155e0e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2757579e21a4615993723f50b85e7bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382585 Jan 28 10:05:16.769839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59832) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:16.800013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.800337 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.923308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] For port 8d171426-e3bd-44b8-b999-9e17e24ddf13, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8d171426-e3bd-44b8-b999-9e17e24ddf13,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:16.923943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:16.963476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Calling delete_port for e585449c-6845-42fa-aca3-bb9bb786f083 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:17.047276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port ba426b54-2498-4902-910f-47de8f5784f7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:17.047517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.078899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Calling delete_port for 8d171426-e3bd-44b8-b999-9e17e24ddf13 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:17.158046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc4a3-c822-4a7f-9cbc-66e0fc913134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.174613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] The port 'ba426b54-2498-4902-910f-47de8f5784f7' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:05:17.206047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc4a3-c822-4a7f-9cbc-66e0fc913134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.324106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.327275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.361017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ed42e8a-00a9-480a-b4b7-d919c67a6d96']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:17.369591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc4a3-c822-4a7f-9cbc-66e0fc913134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.380919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa0051e-bab3-436e-9712-3fff63773ff8') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:17.381119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa0051e-bab3-436e-9712-3fff63773ff8') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:17.390643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Pushing event deleted for resources: {'Port': ['ID=e585449c-6845-42fa-aca3-bb9bb786f083,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:17.395702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.421887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.434806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:17.434806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.442812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7fc4a3-c822-4a7f-9cbc-66e0fc913134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:17.452253 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:17.525098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.541494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.545599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a140f39-9427-4088-8ef5-422950fafd8b tempest-FloatingIPAdminTestJSON-127921550 tempest-FloatingIPAdminTestJSON-127921550-project] 10.222.0.42 "DELETE /v2.0/floatingips/05744d5d-1d47-4b05-93be-4237af9dfabd HTTP/1.1" status: 204 len: 168 time: 1.2859371 Jan 28 10:05:17.549810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc4a3-c822-4a7f-9cbc-66e0fc913134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.551025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9c7fc4a3-c822-4a7f-9cbc-66e0fc913134 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c9eb7bd8-9cc8-4976-85f6-97ad74f3a95d HTTP/1.1" status: 204 len: 168 time: 0.7803066 Jan 28 10:05:17.608902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.638384 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.645935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=7ed42e8a-00a9-480a-b4b7-d919c67a6d96,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:17.711720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0b76ccb5-56f6-4b62-bf9f-401480ed4c49 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/7ed42e8a-00a9-480a-b4b7-d919c67a6d96 HTTP/1.1" status: 204 len: 168 time: 2.9424477 Jan 28 10:05:17.714576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59858) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:17.716029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:17.741138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'name': 'tempest-PortsIpV6TestJSON-1221640722'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:17.871941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d171426-e3bd-44b8-b999-9e17e24ddf13,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:18.071107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59872) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:18.117037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:18.129783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:18.137063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:18.149186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:18.220689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928078eb-5ec1-43dc-b951-6d471d4da331 req-3e1aa07e-0c92-46b4-8c83-453da375da0d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:18.226256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-928078eb-5ec1-43dc-b951-6d471d4da331 req-3e1aa07e-0c92-46b4-8c83-453da375da0d tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.5834212 Jan 28 10:05:18.228711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:18.233518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:18.361272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port c8114296-6316-4bd9-bf9f-075b1ba86daa yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:05:18.475879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-928078eb-5ec1-43dc-b951-6d471d4da331 req-662fc878-6b07-45ed-bfc7-e9980699f038 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939068 Jan 28 10:05:18.527784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-23182426-460f-4144-8b47-22a233be8588 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:18.542245 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-23182426-460f-4144-8b47-22a233be8588 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.25 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.5781021 Jan 28 10:05:18.570948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:18.609103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e883a7-7199-48f6-8330-a564b6f68533 req-06c24a0a-1488-42be-bd3c-b2c592b32b9d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:18.616138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50e883a7-7199-48f6-8330-a564b6f68533 req-06c24a0a-1488-42be-bd3c-b2c592b32b9d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.7479291 Jan 28 10:05:18.766597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59902) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:18.772915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50e883a7-7199-48f6-8330-a564b6f68533 req-9840e41d-75f0-41fc-b8f0-ddb5947d4bcc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558454 Jan 28 10:05:18.783162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9fda2024-c8b7-4062-95f8-360b11c18506 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea9a8684ef39487ab3e6b04f36c8321b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7060745 Jan 28 10:05:18.786615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59906) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:18.823642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Deleting port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:18.823980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:18.916225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:18.955343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e448f18f-becd-4e6a-8ec7-89c2caafc9f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:18.965977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-91124343-network', 'tenant_id': 'e762b06872c341af9dce4aa66daaca2b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:19.029225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:19.039858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Usage tracker for resource:network and tenant:e762b06872c341af9dce4aa66daaca2b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:19.046425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:19.064415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:19.065449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e448f18f-becd-4e6a-8ec7-89c2caafc9f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.177660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Made reservation on behalf of e762b06872c341af9dce4aa66daaca2b for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:19.179914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.203507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.212539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.215702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:05:19.221761 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e448f18f-becd-4e6a-8ec7-89c2caafc9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.243088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e448f18f-becd-4e6a-8ec7-89c2caafc9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6904c17a-8273-4dd1-84d0-40f67eaebf25,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:19.296848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:19.317947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e7709-1b61-4901-b9e2-5bf0373fed89 req-2b091671-6315-4a8b-a8f9-8c7220b4b25d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:19.321188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-093e7709-1b61-4901-b9e2-5bf0373fed89 req-2b091671-6315-4a8b-a8f9-8c7220b4b25d tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3680003 Jan 28 10:05:19.329387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e448f18f-becd-4e6a-8ec7-89c2caafc9f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.333130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e448f18f-becd-4e6a-8ec7-89c2caafc9f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6904c17a-8273-4dd1-84d0-40f67eaebf25 HTTP/1.1" status: 204 len: 168 time: 0.5429344 Jan 28 10:05:19.343239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Usage tracker for resource:security_group_rule and tenant:e762b06872c341af9dce4aa66daaca2b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:19.346272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:19.354446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:19.372832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=c8114296-6316-4bd9-bf9f-075b1ba86daa,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:19.378588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:19.380902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:19.387212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:19.388174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.414421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:19.444641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] For port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:19.444641 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:19.502752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:05:19.511555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] Sync routers for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:05:19.520491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b8984409-9fc9-4664-9593-d3230d07d592 admin admin] 10.222.0.42 "PUT /v2.0/routers/eb3342fc-9881-4b3f-a520-5e26ba98b2e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3623459 Jan 28 10:05:19.526222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59930) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:19.536913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:19.537563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:19.712480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Calling delete_port for bf675c80-0d7a-4bb6-aca9-2e1feb5b880b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:19.780720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-093e7709-1b61-4901-b9e2-5bf0373fed89 req-5d7dcc1d-ba1c-43de-9e3c-4264e982c2e0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3882174 Jan 28 10:05:19.787607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:19.789109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ced0bcb-2650-45c7-8ad5-7d1ebf3aa06a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.0666521 Jan 28 10:05:19.789984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59940) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:19.958081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59946) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:19.998420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.031643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:20.041302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b8df9b-4d1f-42be-b0c9-cc1afeba3386 req-5c7197fe-9539-4860-8e8c-6fa530df5db2 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:20.042993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9b8df9b-4d1f-42be-b0c9-cc1afeba3386 req-5c7197fe-9539-4860-8e8c-6fa530df5db2 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 945 time: 0.3449407 Jan 28 10:05:20.047759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Usage tracker for resource:security_group_rule and tenant:0cce012c36794b178671f9666c35b5e8 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:20.053621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:20.079259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.132103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:20.138356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port c8114296-6316-4bd9-bf9f-075b1ba86daa {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:20.141215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.214371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9b8df9b-4d1f-42be-b0c9-cc1afeba3386 req-004b732e-b295-4e75-bdb5-57bbf7678205 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/security-groups?id=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633046 Jan 28 10:05:20.239602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T10:05:17Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:20.245896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] Checking router: eb3342fc-9881-4b3f-a520-5e26ba98b2e8 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:05:20.257148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] Routers {'eb3342fc-9881-4b3f-a520-5e26ba98b2e8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:20.257773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:20.295271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.350029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.401494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220e3ae8-b7c8-411d-a308-edc5307250c5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:20.457908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device bf675c80-0d7a-4bb6-aca9-2e1feb5b880b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:20.499030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.499708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:05:20.522230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Deleting port 212cd21a-e09f-4630-9efb-4b55bc640d70 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:20.522774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.589611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.598077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.598619 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Added segment 57f43697-706d-42f1-969b-4bf3baeea298 of type vlan for network a7bf2eaa-adc4-4307-91db-b2284e94125e Jan 28 10:05:20.604505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.614702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.632797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b update to DOWN by agent not found {{(pid=87542) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 10:05:20.640770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] Set router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:20.653862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f5ba7e-9689-46b3-abb1-4b92fec141c7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:20.699219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-81320cf7-8e02-4d22-92df-3a5b1dd5ecd7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0cce012c36794b178671f9666c35b5e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7397852 Jan 28 10:05:20.712618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b4c17-ecfe-433f-b23f-edb91eaf0914 req-6d99eaaf-7dad-4169-8105-89d9a83bbbc2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:20.714305 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-859b4c17-ecfe-433f-b23f-edb91eaf0914 req-6d99eaaf-7dad-4169-8105-89d9a83bbbc2 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.7089603 Jan 28 10:05:20.729173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59960) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:20.819382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] For port 212cd21a-e09f-4630-9efb-4b55bc640d70, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=212cd21a-e09f-4630-9efb-4b55bc640d70,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:20.819850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.829693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Pushing event deleted for resources: {'Port': ['ID=bf675c80-0d7a-4bb6-aca9-2e1feb5b880b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:20.851983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:20.955546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-859b4c17-ecfe-433f-b23f-edb91eaf0914 req-71b07ad6-1c00-4c41-811f-5a0734ee412e tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626873 Jan 28 10:05:20.990322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Calling delete_port for 212cd21a-e09f-4630-9efb-4b55bc640d70 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:21.014018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] No DVR routers for this DVR port bf675c80-0d7a-4bb6-aca9-2e1feb5b880b on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:21.023466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.039473 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.043353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'name': 'network-vif-deleted', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:21.065271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T10:05:17Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:21.075681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042046b8-8489-4900-8f0d-af4204b11a9f None None] The sync data for ids ['eb3342fc-9881-4b3f-a520-5e26ba98b2e8'] in n-d-825178-2 is: [{'id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'name': 'tempest-AttachVolumeTestJSON-1096521718-router', 'tenant_id': 'd64b19b465de4ad08098c68ee8b40a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204'}], 'enable_snat': True}, 'gw_port_id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:57:12Z', 'updated_at': '2022-01-28T10:05:17Z', 'revision_number': 5, 'project_id': 'd64b19b465de4ad08098c68ee8b40a75', 'gw_port': {'id': '212cd21a-e09f-4630-9efb-4b55bc640d70', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:46:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb3342fc-9881-4b3f-a520-5e26ba98b2e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:57:15Z', 'updated_at': '2022-01-28T09:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:05:21.164425 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '482ae4ad-b01b-4bc9-a784-fe6ffde58aa1', 'name': 'network-vif-deleted', 'tag': 'bf675c80-0d7a-4bb6-aca9-2e1feb5b880b', 'status': 'completed', 'code': 200} Jan 28 10:05:21.237923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for c8114296-6316-4bd9-bf9f-075b1ba86daa owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:21.254825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.312423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=212cd21a-e09f-4630-9efb-4b55bc640d70,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:21.340463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.340463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:21.340463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.551164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21e1870d-b5ed-41d2-adfd-8eea98b9b2fe req-56e9f691-2597-4525-a2d7-25b21b4327e1 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.25 "DELETE /v2.0/ports/bf675c80-0d7a-4bb6-aca9-2e1feb5b880b HTTP/1.1" status: 204 len: 173 time: 3.0020523 Jan 28 10:05:21.555367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.562849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.7947061 Jan 28 10:05:21.571208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53fc85-c8f1-46e8-b320-39bf85eef510 admin admin] Pushing event updated for resources: {'Network': ['ID=a7bf2eaa-adc4-4307-91db-b2284e94125e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:21.573458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7641c8e-6554-454c-8c9c-98e7b7ca5243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.582771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59982) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:21.584547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0e930acb-b310-498a-bab0-0a3fe0369677 req-b94ad7d2-464e-4e08-946d-174c7cb1d161 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Synchronizing usage tracker for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:21.586520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a7bf2eaa-adc4-4307-91db-b2284e94125e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:05:21.603213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Request body: {'subnet': {'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-91124343-subnet', 'tenant_id': 'e762b06872c341af9dce4aa66daaca2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:21.614111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:21.635807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Usage tracker for resource:subnet and tenant:e762b06872c341af9dce4aa66daaca2b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:21.656317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:21.663338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7641c8e-6554-454c-8c9c-98e7b7ca5243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.682239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:21.702079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0e930acb-b310-498a-bab0-0a3fe0369677 req-b94ad7d2-464e-4e08-946d-174c7cb1d161 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] Unset dirty status for tenant:6dbfaa5f7ada435d8a5b44a88b883842 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:21.711225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e930acb-b310-498a-bab0-0a3fe0369677 req-b94ad7d2-464e-4e08-946d-174c7cb1d161 tempest-ServerRescueTestJSONUnderV235-843349617 tempest-ServerRescueTestJSONUnderV235-843349617-project] 10.222.0.42 "GET /v2.0/ports?device_id=482ae4ad-b01b-4bc9-a784-fe6ffde58aa1 HTTP/1.1" status: 200 len: 210 time: 0.1999059 Jan 28 10:05:21.743124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Made reservation on behalf of e762b06872c341af9dce4aa66daaca2b for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:21.750601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.766177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.878479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=c8114296-6316-4bd9-bf9f-075b1ba86daa,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:21.907971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.940687 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-17859769-f9da-4802-9273-1f9afed9207d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/c8114296-6316-4bd9-bf9f-075b1ba86daa HTTP/1.1" status: 204 len: 168 time: 2.1431284 Jan 28 10:05:21.941714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:21.976975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'mac_address': 'fa:16:3e:4a:78:e6', 'name': 'tempest-PortsIpV6TestJSON-740552791'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:21.986118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:21.989092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.005451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7641c8e-6554-454c-8c9c-98e7b7ca5243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.020213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.021185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb3342fc-9881-4b3f-a520-5e26ba98b2e8 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:05:22.040219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f3a6e6-ef4b-429a-a666-e909ef464198 req-5babb24e-334c-4a15-a632-367427ad6cfc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:22.046702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78f3a6e6-ef4b-429a-a666-e909ef464198 req-5babb24e-334c-4a15-a632-367427ad6cfc tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5395060 Jan 28 10:05:22.083759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.083892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-31c6d8aa-1e73-41e2-a9bd-34ab4e7b74b5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/eb3342fc-9881-4b3f-a520-5e26ba98b2e8 HTTP/1.1" status: 204 len: 168 time: 2.5565367 Jan 28 10:05:22.090519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59998) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:22.102216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7641c8e-6554-454c-8c9c-98e7b7ca5243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f5ba7e-9689-46b3-abb1-4b92fec141c7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:22.114280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7641c8e-6554-454c-8c9c-98e7b7ca5243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.121469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b7641c8e-6554-454c-8c9c-98e7b7ca5243 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5f5ba7e-9689-46b3-abb1-4b92fec141c7 HTTP/1.1" status: 204 len: 168 time: 1.3863587 Jan 28 10:05:22.136984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78f3a6e6-ef4b-429a-a666-e909ef464198 req-b66a4bdf-cedf-4cd8-9de1-80848fc08676 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890779 Jan 28 10:05:22.445555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:22.458799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:22.478288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:22.483704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Deleting subnet 80bbc2a2-7c3e-41c8-9280-539891d07993 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:22.503662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:22.518618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.559950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:22.684849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8d171426-e3bd-44b8-b999-9e17e24ddf13 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:22.700997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60016) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:22.719901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.720382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 8d171426-e3bd-44b8-b999-9e17e24ddf13 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:22.720816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8d171426-e3bd-44b8-b999-9e17e24ddf13 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:22.760490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.763391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:22.770374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Usage tracker for resource:security_group_rule and tenant:ea1bc2e0d8e947bfa86d1fa45011f9c3 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:22.775540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:22.783209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:22.798972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:05:22.837154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60022) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:22.842722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:22.848686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.008473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ac99396-7416-4efb-b81b-7ac6ce5bf11d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:23.038652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.048700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Checking segment: {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:05:23.049341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Network hostable DHCP agents. Network: a7bf2eaa-adc4-4307-91db-b2284e94125e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:05:23.058792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.113490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea1bc2e0d8e947bfa86d1fa45011f9c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4075069 Jan 28 10:05:23.117640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60030) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:23.133772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46118d5d-0210-4d7d-9f9b-b2bd9bc5ee26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76ebf25-e5b8-4e6e-aa88-533e1770f161,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:23.225827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Network a7bf2eaa-adc4-4307-91db-b2284e94125e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:05:23.230241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.303204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a7bf2eaa-adc4-4307-91db-b2284e94125e) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:23.311466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9d691-8615-497e-a463-874b09631434 None None] Network a7bf2eaa-adc4-4307-91db-b2284e94125e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:23.334378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.336674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:23.337262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.397010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a0acafed-f8af-47f3-9280-8aeb0bb8d003 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8012118 Jan 28 10:05:23.428020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.525498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.529708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80bbc2a2-7c3e-41c8-9280-539891d07993,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:23.539414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbb265f7-9880-49d0-9805-40e634634b90 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/80bbc2a2-7c3e-41c8-9280-539891d07993 HTTP/1.1" status: 204 len: 168 time: 1.4356060 Jan 28 10:05:23.544040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60042) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:23.544478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538e9bb4-a5e2-4fe6-a648-63a5c040d4d0 None None] Network 2222983f-f87c-47c6-9acb-96c2e242528f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:23.573018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.734817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c5a73e5-43fb-40c2-a2a3-fb8d186a14e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.767424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:23.773410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:23.775810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:23.782061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:23.782678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.802224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693eb97-fe12-4813-a9a4-c402ea1010cd req-be2e3697-c790-43bc-9665-5b5be03f4327 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:23.806386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:23.810759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a693eb97-fe12-4813-a9a4-c402ea1010cd req-be2e3697-c790-43bc-9665-5b5be03f4327 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3301239 Jan 28 10:05:23.817170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.818583 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c5a73e5-43fb-40c2-a2a3-fb8d186a14e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.830146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-76a1c2d2-e207-4b02-bf49-73209559e4de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8595676 Jan 28 10:05:23.833091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60056) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:23.884494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Deleting port 6cd12486-70a7-4c35-81bc-75001398bd9e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:23.884494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.905631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a693eb97-fe12-4813-a9a4-c402ea1010cd req-210b95e5-f345-45bb-9d74-a19a00082522 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934787 Jan 28 10:05:23.975048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c5a73e5-43fb-40c2-a2a3-fb8d186a14e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:23.991569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e2a6bb-ac2d-44e9-91a0-2ef91455d185 None None] Network a7bf2eaa-adc4-4307-91db-b2284e94125e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:24.000297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5a73e5-43fb-40c2-a2a3-fb8d186a14e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76ebf25-e5b8-4e6e-aa88-533e1770f161,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:24.005915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8982de-fe51-4ca1-83d4-89d9a8b007e0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:24.006640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-da8982de-fe51-4ca1-83d4-89d9a8b007e0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:24.049036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c5a73e5-43fb-40c2-a2a3-fb8d186a14e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:24.053357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c5a73e5-43fb-40c2-a2a3-fb8d186a14e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d76ebf25-e5b8-4e6e-aa88-533e1770f161 HTTP/1.1" status: 204 len: 168 time: 0.9326229 Jan 28 10:05:24.117060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-da8982de-fe51-4ca1-83d4-89d9a8b007e0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:24.118669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da8982de-fe51-4ca1-83d4-89d9a8b007e0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f HTTP/1.1" status: 200 len: 844 time: 0.2841892 Jan 28 10:05:24.122866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60064) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:24.212952 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:24.369653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 212cd21a-e09f-4630-9efb-4b55bc640d70 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:24.585899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] For port 6cd12486-70a7-4c35-81bc-75001398bd9e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6cd12486-70a7-4c35-81bc-75001398bd9e,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:24.586765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:24.614363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:24.614978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:24.752555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 212cd21a-e09f-4630-9efb-4b55bc640d70 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:24.754488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 212cd21a-e09f-4630-9efb-4b55bc640d70 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:24.915445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] DHCP port deletion for 2222983f-f87c-47c6-9acb-96c2e242528f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:05:24.921077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Deleting port 6cd12486-70a7-4c35-81bc-75001398bd9e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:24.921453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:24.961788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d4f747-664c-4098-bce8-2a1c69a7ba09 req-9b10137e-dabd-49e7-a5c7-27042b06beb9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:24.965779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1d4f747-664c-4098-bce8-2a1c69a7ba09 req-9b10137e-dabd-49e7-a5c7-27042b06beb9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4305546 Jan 28 10:05:25.077630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Calling delete_port for 6cd12486-70a7-4c35-81bc-75001398bd9e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:25.115660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1d4f747-664c-4098-bce8-2a1c69a7ba09 req-722e9a1b-19ee-453d-9e64-749c82616fed tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160524 Jan 28 10:05:25.132535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Deleting port 7312f924-0279-4351-b25c-7cf831ed07ec {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:25.132535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:25.299538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-fd346e41-271a-45f4-93c9-af3d6d446fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:25.302882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-fd346e41-271a-45f4-93c9-af3d6d446fbb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 1095 time: 0.8707130 Jan 28 10:05:25.337616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] For port 6cd12486-70a7-4c35-81bc-75001398bd9e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6cd12486-70a7-4c35-81bc-75001398bd9e,segment=NetworkSegment(cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa),segment_id=cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:25.339883 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:25.408203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] For port 7312f924-0279-4351-b25c-7cf831ed07ec, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7312f924-0279-4351-b25c-7cf831ed07ec,segment=NetworkSegment(e7709225-3d24-48f4-bfc4-8960060338b0),segment_id=e7709225-3d24-48f4-bfc4-8960060338b0)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:25.408757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:25.519414 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:25.616549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Calling delete_port for 6cd12486-70a7-4c35-81bc-75001398bd9e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:25.670487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Calling delete_port for 7312f924-0279-4351-b25c-7cf831ed07ec owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:25.671997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cd12486-70a7-4c35-81bc-75001398bd9e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:25.682313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] No DVR routers for this DVR port 6cd12486-70a7-4c35-81bc-75001398bd9e on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:25.696682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:25.736045 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:25.736399 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:25.914659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60116) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:25.933545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34788343-d7fe-4ce7-981f-2202ddc29544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.071246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.171063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.177777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Pushing event deleted for resources: {'Port': ['ID=7312f924-0279-4351-b25c-7cf831ed07ec,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:26.237596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Deleting port 6cd12486-70a7-4c35-81bc-75001398bd9e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:26.237979 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.254886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:26.352497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ed9fbe37-5f54-4596-be16-9edb74e5190d None None] The port '6cd12486-70a7-4c35-81bc-75001398bd9e' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:05:26.384344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--2006818758'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:26.388589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6cd12486-70a7-4c35-81bc-75001398bd9e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:26.403078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2222983f-f87c-47c6-9acb-96c2e242528f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:26.416993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-725b4b4c-55e1-48fa-9df2-4b2d775b3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:26.418792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-725b4b4c-55e1-48fa-9df2-4b2d775b3db4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 200 len: 912 time: 1.0716815 Jan 28 10:05:26.427414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:26.431714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6cd12486-70a7-4c35-81bc-75001398bd9e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:26.432288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6cd12486-70a7-4c35-81bc-75001398bd9e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:26.450930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:26.451287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdab1a3f-ce11-4931-bfb5-b9d2dccb7efa') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:26.518082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:26.531790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:26.544050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.545441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.569270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:26.622029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.637158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.650454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:26.650693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:26.667514 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:26.721308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-eb9922f5-4aae-429f-a6e9-e2133dc0e8c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 200 len: 999 time: 0.2742279 Jan 28 10:05:26.721952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.751079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.838618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:26.873442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:26.881609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:26.886686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:26.896040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:26.902240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.908118 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.917797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e79cf6-fb8a-4935-85a1-23aecbc082f4 req-11c300a3-474c-4a30-931c-1c7524c965fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:26.919504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04e79cf6-fb8a-4935-85a1-23aecbc082f4 req-11c300a3-474c-4a30-931c-1c7524c965fa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5928929 Jan 28 10:05:26.942790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Router a32a9877-f599-44af-b6bf-2f0e1ed447e6 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:05:26.943943 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:26.983853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-1f32e21c-29d3-411a-aeaf-67f1192b2a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:26.985334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-1f32e21c-29d3-411a-aeaf-67f1192b2a40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 200 len: 850 time: 0.2450855 Jan 28 10:05:27.002772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] Pushing event deleted for resources: {'Network': ['ID=2222983f-f87c-47c6-9acb-96c2e242528f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:27.089672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-44e0364f-e1b7-44aa-bd87-6cc0964eb4be tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f HTTP/1.1" status: 204 len: 168 time: 2.9598339 Jan 28 10:05:27.091856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60134) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:27.106628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2d7a7e4-4287-463e-bd0e-7f9f5c484414 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2222983f-f87c-47c6-9acb-96c2e242528f HTTP/1.1" status: 204 len: 168 time: 3.5558856 Jan 28 10:05:27.145261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:05:27.156604 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] Sync routers for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:05:27.176522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bba41778-7bcc-4c74-b87c-e64a28929f8a admin admin] 10.222.0.42 "PUT /v2.0/routers/a32a9877-f599-44af-b6bf-2f0e1ed447e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3358228 Jan 28 10:05:27.177123 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:27.177785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:27.184652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04e79cf6-fb8a-4935-85a1-23aecbc082f4 req-ec3354ea-da73-4950-942b-8faeac239f9a tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380309 Jan 28 10:05:27.185795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:27.203207 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dde9592-80ab-40d4-aa5f-ab2a31e889e8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:05:27.203968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7dde9592-80ab-40d4-aa5f-ab2a31e889e8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:27.257942 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7dde9592-80ab-40d4-aa5f-ab2a31e889e8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:27.259325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7dde9592-80ab-40d4-aa5f-ab2a31e889e8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/ff8c3ecb-e23e-4e5d-9a1a-446d12201f7f HTTP/1.1" status: 404 len: 333 time: 0.1622906 Jan 28 10:05:27.262561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-2e0e8db7-2fd3-4ce5-8bbe-b49ab15b9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:27.264774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-2e0e8db7-2fd3-4ce5-8bbe-b49ab15b9058 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f09e96b4-e3f2-493e-bd09-5f868daa445d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2513423 Jan 28 10:05:27.265381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:27.271500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'name': 'tempest-PortsIpV6TestJSON-1026859458'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:27.475206 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:27.476317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:27.657575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60152) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:27.822657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:27.871375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:27.872760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:27.886586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:27.901356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dc22f3c3-f581-4d73-a9a9-c239441eae58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d64b19b465de4ad08098c68ee8b40a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2402134 Jan 28 10:05:27.901970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60158) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:27.906153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:27.910325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:27.913930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:27.966150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:27.991375 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121'}], 'enable_snat': True}, 'gw_port_id': '705c14c6-4718-4429-81ea-723c5e78a107', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:05:25Z', 'revision_number': 5, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port': {'id': '705c14c6-4718-4429-81ea-723c5e78a107', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:3e:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2446, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:25Z', 'updated_at': '2022-01-28T10:03:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:27.996289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:28.002363 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] Checking router: a32a9877-f599-44af-b6bf-2f0e1ed447e6 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:05:28.019566 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a017f07d-0db5-4751-ad2b-852fddee6839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.026795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.027242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] Routers {'a32a9877-f599-44af-b6bf-2f0e1ed447e6'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:05:28.027649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:28.027875 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:04:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:28.033686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:05:28.073376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5489cea9-2d22-4a77-b5b0-4cdd933b74b1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:28.105445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a017f07d-0db5-4751-ad2b-852fddee6839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.142028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-9d4b369b-e099-47ad-9dff-c27a3896bf96 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4047465 Jan 28 10:05:28.170506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Deleting port 705c14c6-4718-4429-81ea-723c5e78a107 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:28.173164 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.223293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a017f07d-0db5-4751-ad2b-852fddee6839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.255375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a017f07d-0db5-4751-ad2b-852fddee6839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.256495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a017f07d-0db5-4751-ad2b-852fddee6839 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fa6f9cf-6e4f-4914-ad92-403497b21e11 HTTP/1.1" status: 204 len: 168 time: 0.3534913 Jan 28 10:05:28.260400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a017f07d-0db5-4751-ad2b-852fddee6839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa6f9cf-6e4f-4914-ad92-403497b21e11,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:28.345038 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] Set router a32a9877-f599-44af-b6bf-2f0e1ed447e6 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:05:28.358735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-289f90ef-e53d-476e-aaa2-2f91f3d2ca99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.473495 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:05:28Z', 'revision_number': 6, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:28.478025 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85d7863a-d747-4d06-8e12-4e1ef9291bb9 None None] The sync data for ids ['a32a9877-f599-44af-b6bf-2f0e1ed447e6'] in n-d-825178-2 is: [{'id': 'a32a9877-f599-44af-b6bf-2f0e1ed447e6', 'name': 'tempest-ServerRescueTestJSONUnderV235-728213305-router', 'tenant_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:24Z', 'updated_at': '2022-01-28T10:05:28Z', 'revision_number': 6, 'project_id': '6dbfaa5f7ada435d8a5b44a88b883842', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:05:28.530072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.543786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88859e6-dca5-44ca-a8c9-3efe14b5a2d3 req-ec7f45c2-c77a-4df8-a8d2-fb347c4393d7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:28.547185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a88859e6-dca5-44ca-a8c9-3efe14b5a2d3 req-ec7f45c2-c77a-4df8-a8d2-fb347c4393d7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.1497304 Jan 28 10:05:28.611194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.627159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-113b5a25-62de-49ff-867e-6f9574fa1acb req-b2827a1b-2274-4053-9baf-4d6d94e538f2 service neutron] 10.222.0.25 "GET /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4741483 Jan 28 10:05:28.650906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] For port 705c14c6-4718-4429-81ea-723c5e78a107, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=705c14c6-4718-4429-81ea-723c5e78a107,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:28.651580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.702594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.712532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3ce81-12c2-4705-8263-03dba660eeed,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:28.721361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.722493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e6a79051-48e8-4fef-b577-ce3704c8d869 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.8033805 Jan 28 10:05:28.725201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60172) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:28.795045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.843382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a3fee5a9-2de7-4cfa-a034-bb47e833040c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:28.850822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Calling delete_port for 705c14c6-4718-4429-81ea-723c5e78a107 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:28.888380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:28.896090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:28.901459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:28.906924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:28.907549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:28.926741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a3fee5a9-2de7-4cfa-a034-bb47e833040c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:28.928052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a3fee5a9-2de7-4cfa-a034-bb47e833040c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2019575 Jan 28 10:05:28.931293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:28.933556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60184) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:28.941140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-security--257766832', 'description': 'tempest-security-description-1401983496'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:28.969813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-078b3d03-e887-428c-af2e-e9524071c265 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7026024 Jan 28 10:05:28.969996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60188) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:28.974239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a88859e6-dca5-44ca-a8c9-3efe14b5a2d3 req-12978b25-3611-4c39-bcfb-6c5b7bda583c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3851471 Jan 28 10:05:28.991016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:29.055156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.191842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.276525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=705c14c6-4718-4429-81ea-723c5e78a107,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:29.379619 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.390347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.393006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.394917 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "PUT /v2.0/security-groups/c2b3ce81-12c2-4705-8263-03dba660eeed HTTP/1.1" status: 200 len: 1779 time: 0.4595070 Jan 28 10:05:29.405252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60204) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:29.457454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c875e-857d-408c-aa4d-f286f1dd9953 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3ce81-12c2-4705-8263-03dba660eeed,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:29.461181 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.469296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.483593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.553971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.751544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c4a69d7-69dc-443e-b7c3-34e263b101d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups/c2b3ce81-12c2-4705-8263-03dba660eeed HTTP/1.1" status: 200 len: 1779 time: 0.3291583 Jan 28 10:05:29.760060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60210) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:29.782705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.789626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.853659 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.865017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.915709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae24826-e2fc-48cd-b9c0-c48caccdd9de tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.917426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:29.917944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32a9877-f599-44af-b6bf-2f0e1ed447e6 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:05:29.981419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae24826-e2fc-48cd-b9c0-c48caccdd9de tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.017966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] In _notify_port_updated(), no bound segment for port 6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb on network 59376818-0e10-413e-a2af-29a2aa028424 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:05:30.022928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:30.026735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.034772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a94406d-9d00-4987-9e28-293a3489d0b4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/a32a9877-f599-44af-b6bf-2f0e1ed447e6 HTTP/1.1" status: 204 len: 168 time: 2.8479097 Jan 28 10:05:30.035897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:30.038035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.039407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/ports/6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb HTTP/1.1" status: 200 len: 818 time: 1.0641024 Jan 28 10:05:30.048140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60226) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:30.165988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc3a510-65e7-4e42-ab91-6a56665a3496 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:30.214874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Deleting subnet 79e97ed8-ebbd-49f0-9fd8-f58e280e1078 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:30.222188 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.274082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:30.275410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.281894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae24826-e2fc-48cd-b9c0-c48caccdd9de tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.313645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae24826-e2fc-48cd-b9c0-c48caccdd9de tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3ce81-12c2-4705-8263-03dba660eeed,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:30.319616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7312f924-0279-4351-b25c-7cf831ed07ec no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:30.327414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.391254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7312f924-0279-4351-b25c-7cf831ed07ec {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:30.392070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7312f924-0279-4351-b25c-7cf831ed07ec not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:30.392774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 705c14c6-4718-4429-81ea-723c5e78a107 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:30.403166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae24826-e2fc-48cd-b9c0-c48caccdd9de tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.411216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fae24826-e2fc-48cd-b9c0-c48caccdd9de tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/c2b3ce81-12c2-4705-8263-03dba660eeed HTTP/1.1" status: 204 len: 168 time: 0.6453996 Jan 28 10:05:30.412181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:30.507918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.513937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 705c14c6-4718-4429-81ea-723c5e78a107 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:30.514880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 705c14c6-4718-4429-81ea-723c5e78a107 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:30.545731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2b9db9ba-2d7d-4420-a0ef-26bbe6cb1118 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1255088 Jan 28 10:05:30.551454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:30.699827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.752293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79e97ed8-ebbd-49f0-9fd8-f58e280e1078,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:30.755715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.757356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bfc9af-e63f-4b38-bbe4-31fa90c7b8c8 req-440a643f-f049-410c-9e08-5f2868ce5728 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:30.759074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34bfc9af-e63f-4b38-bbe4-31fa90c7b8c8 req-440a643f-f049-410c-9e08-5f2868ce5728 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.5682969 Jan 28 10:05:30.762580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-90b40dff-6cf3-41e3-aa91-6a493c875ebf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/79e97ed8-ebbd-49f0-9fd8-f58e280e1078 HTTP/1.1" status: 204 len: 168 time: 0.7232921 Jan 28 10:05:30.764299 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-887dcc90-3323-4504-b509-7ca2ad44fc16 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] delete failed (client error): The resource could not be found. Jan 28 10:05:30.769262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-887dcc90-3323-4504-b509-7ca2ad44fc16 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/c2b3ce81-12c2-4705-8263-03dba660eeed HTTP/1.1" status: 404 len: 347 time: 0.2020428 Jan 28 10:05:30.769262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60252) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:30.770470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:30.814961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1690492844'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:30.833367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:30.957115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:30.993702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:31.012436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:31.052482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:31.064091 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34bfc9af-e63f-4b38-bbe4-31fa90c7b8c8 req-67f8db91-bd70-40f3-96f3-2216a6e664a7 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905343 Jan 28 10:05:31.075667 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.086881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.145707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.226945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:31.285872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b368adce-e973-4458-bf6c-a50d72e04150 req-5c87d703-dcda-4595-94ab-ed71a819411b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:31.287360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b368adce-e973-4458-bf6c-a50d72e04150 req-5c87d703-dcda-4595-94ab-ed71a819411b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.0839911 Jan 28 10:05:31.320637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:31.345975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b368adce-e973-4458-bf6c-a50d72e04150 req-58b3e337-e197-4aa7-8a25-84e143d66486 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519066 Jan 28 10:05:31.437064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:31.440146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:31.446535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:31.455418 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.556674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:31.589600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.616228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.663377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220d958c-2715-4733-b762-1432b61053b5']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:31.689402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c1ea6cec-13b2-4b12-a910-6bba996c48f0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb HTTP/1.1" status: 204 len: 168 time: 1.6398294 Jan 28 10:05:31.692112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:31.703182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7709225-3d24-48f4-bfc4-8960060338b0') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:31.703478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7709225-3d24-48f4-bfc4-8960060338b0') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:31.726761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.756226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.757607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.767060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:31.767477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:31.783318 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:31.785786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.901867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ccb8c9-b177-4e90-8c8f-0d393ecc0eea,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:31.907616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.909133 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aa79d07e-1c3a-478e-8089-66d851c4ac0c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1343913 Jan 28 10:05:31.911998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.914084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60300) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:31.922397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': '03ccb8c9-b177-4e90-8c8f-0d393ecc0eea', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:31.948691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:31.965510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:31.973370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] Pushing event deleted for resources: {'Network': ['ID=220d958c-2715-4733-b762-1432b61053b5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:31.979455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:31.984175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:31.992527 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aed2f15e-3930-4c77-be7d-6922a814a598 admin admin] 10.222.0.42 "DELETE /v2.0/networks/220d958c-2715-4733-b762-1432b61053b5 HTTP/1.1" status: 204 len: 168 time: 1.2255757 Jan 28 10:05:31.993750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:32.036038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.062360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73510731-94dd-4f2a-b55a-bc1925fe91bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:32.063021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-73510731-94dd-4f2a-b55a-bc1925fe91bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:32.100939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-73510731-94dd-4f2a-b55a-bc1925fe91bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:32.102007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-73510731-94dd-4f2a-b55a-bc1925fe91bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4085400 Jan 28 10:05:32.104774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60324) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.229956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.236702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.239575 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a81c27d-0d61-426c-9b4d-d5e75f177634 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:05:32.251919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9a81c27d-0d61-426c-9b4d-d5e75f177634 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/6df38913-fd2a-4b1c-8bdc-c1d6dd5bcdeb HTTP/1.1" status: 404 len: 333 time: 0.1460581 Jan 28 10:05:32.257608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60338) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.268317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1396161624'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:32.285900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.287534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:32.288741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732736 Jan 28 10:05:32.290997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60342) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.299207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:32.303078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:32.309622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ebca3-53f5-4934-8423-8073acb84f65 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5874b849-5167-42be-82fb-875e77fea00c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:32.320443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:32.342331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c1a722d-a2d7-4b62-8ce2-1aabf486305f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.361377 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c1a722d-a2d7-4b62-8ce2-1aabf486305f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.361756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:32.365420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.395102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c1a722d-a2d7-4b62-8ce2-1aabf486305f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.412409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:05:32.423915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a722d-a2d7-4b62-8ce2-1aabf486305f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5874b849-5167-42be-82fb-875e77fea00c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:32.428188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7c1a722d-a2d7-4b62-8ce2-1aabf486305f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.429632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7c1a722d-a2d7-4b62-8ce2-1aabf486305f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5874b849-5167-42be-82fb-875e77fea00c HTTP/1.1" status: 204 len: 168 time: 0.1372945 Jan 28 10:05:32.430690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.431691 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment 528e6266-55c9-434c-8c87-f1e4d9ff0b09 of type vlan for network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 Jan 28 10:05:32.431973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60346) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.472844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60352) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.478924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.525061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1cc756f-f995-4002-9e1c-a5b450eca10e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:32.561410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1cc756f-f995-4002-9e1c-a5b450eca10e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:32.565319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b1cc756f-f995-4002-9e1c-a5b450eca10e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1290843 Jan 28 10:05:32.567398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60358) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.633035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60362) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.633992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5ac8429a-610e-4bc7-aa8e-76b01f54e111 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6dbfaa5f7ada435d8a5b44a88b883842&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596291 Jan 28 10:05:32.649312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.662050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:32.663506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.759407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60366) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.789961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=cba566b7-d4dc-4c0e-a5c8-bcfde09ec369,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:32.801955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:05:32.824026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bee6509c-8652-428a-a2ed-5847bb83dffa tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5625823 Jan 28 10:05:32.825152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:32.831598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:32.882762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-058519b2-cf68-4972-92bf-501553a90fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.964449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99918515-8ba5-4261-87e7-92e2605a435f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:32.971371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-058519b2-cf68-4972-92bf-501553a90fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.031746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:33.038042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.038719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:33.043405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:33.052396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:33.067375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:33.071453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.089211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99918515-8ba5-4261-87e7-92e2605a435f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.104519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:33.121125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-3cbcc62b-f3b7-4a5a-a5cd-9e98912c98b1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:33.123379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-3cbcc62b-f3b7-4a5a-a5cd-9e98912c98b1 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=23bd1508-b809-4954-8fad-cc4ce2675113 HTTP/1.1" status: 200 len: 944 time: 0.3984396 Jan 28 10:05:33.124522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Usage tracker for resource:security_group_rule and tenant:58557b6a4a364da2ae6f49e4bcf8a868 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:33.134457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:33.181335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:33.244248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-058519b2-cf68-4972-92bf-501553a90fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.276745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 396aec58-7ebe-4a44-8003-57ec5625b813 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:33.277125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.327374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99918515-8ba5-4261-87e7-92e2605a435f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.343157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058519b2-cf68-4972-92bf-501553a90fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f6e4b5-b377-4aa9-a0ad-b055a1644dd7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:33.369950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.382846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99918515-8ba5-4261-87e7-92e2605a435f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ccb8c9-b177-4e90-8c8f-0d393ecc0eea,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:33.398417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-058519b2-cf68-4972-92bf-501553a90fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.402315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-058519b2-cf68-4972-92bf-501553a90fa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90f6e4b5-b377-4aa9-a0ad-b055a1644dd7 HTTP/1.1" status: 204 len: 168 time: 0.7671647 Jan 28 10:05:33.449623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99918515-8ba5-4261-87e7-92e2605a435f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.451275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99918515-8ba5-4261-87e7-92e2605a435f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/03ccb8c9-b177-4e90-8c8f-0d393ecc0eea HTTP/1.1" status: 204 len: 168 time: 0.8806875 Jan 28 10:05:33.457228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60380) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:33.695092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-def381cb-258a-478d-9815-3de91b113afa tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:33.699192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': '528e6266-55c9-434c-8c87-f1e4d9ff0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:05:33.699558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: cba566b7-d4dc-4c0e-a5c8-bcfde09ec369, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:05:33.706959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=6d3a6df2-0fae-46b8-b380-b71a4706c71e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:33.739835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-def381cb-258a-478d-9815-3de91b113afa tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:33.741594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-def381cb-258a-478d-9815-3de91b113afa tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2813115 Jan 28 10:05:33.745231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60388) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:33.750479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:05:33.770182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931645271'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:33.783163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:33.787930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, cba566b7-d4dc-4c0e-a5c8-bcfde09ec369) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:33.804007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a23e14-caf9-4709-a81e-f3b5fbf97446 None None] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:33.806655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:33.807246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.816061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:33.853257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8797d727-333a-4456-bcfe-65d199d6349e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0212221 Jan 28 10:05:33.854237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60394) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:33.861697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:33.953756 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:33.991841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.009564 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.044213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:34.068708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:34.079324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:34.090317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:34.101726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58557b6a4a364da2ae6f49e4bcf8a868&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3362722 Jan 28 10:05:34.102402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:34.105157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60404) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:34.126994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:34.136706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 396aec58-7ebe-4a44-8003-57ec5625b813, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=396aec58-7ebe-4a44-8003-57ec5625b813,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:34.136706 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.150161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:34.171405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:34.184683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': '6d3a6df2-0fae-46b8-b380-b71a4706c71e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:05:34.186702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.238702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:34.249128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.375621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5101c8f0-1ff5-4947-9317-bdce59308b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.406555 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5101c8f0-1ff5-4947-9317-bdce59308b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.411428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fb407-e5f9-4f22-af5d-3bf8e0ecd07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04a0b563-5ceb-4729-8ce1-907899ad58fd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:34.460075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Allocated IP 2001:db8::2 (cba566b7-d4dc-4c0e-a5c8-bcfde09ec369/6d3a6df2-0fae-46b8-b380-b71a4706c71e/d3441050-381a-42d4-b1fc-6425fd5bf8a5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:34.542786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5101c8f0-1ff5-4947-9317-bdce59308b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.564034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 396aec58-7ebe-4a44-8003-57ec5625b813 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:34.593522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.594619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101c8f0-1ff5-4947-9317-bdce59308b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a0b563-5ceb-4729-8ce1-907899ad58fd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:34.618563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.749521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5101c8f0-1ff5-4947-9317-bdce59308b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.749521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5101c8f0-1ff5-4947-9317-bdce59308b7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04a0b563-5ceb-4729-8ce1-907899ad58fd HTTP/1.1" status: 204 len: 168 time: 0.6280701 Jan 28 10:05:34.749521 n-d-825178-2 neutron-server[87540]: INFO neutron.db.ipam_backend_mixin [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d3a6df2-0fae-46b8-b380-b71a4706c71e (CIDR: 2001:db8::/64) Jan 28 10:05:34.789862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6eed5e-54dd-4a50-9d44-a57c87680f56,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:34.798530 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:05:34.798530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:05:34.843170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:34.850641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c7ef9a55-7e51-437a-82bb-788e64c8785f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1019824 Jan 28 10:05:34.851292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60426) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:34.871040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d3470bd6-1728-448c-9d3e-25ae06ff1d66 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0142596 Jan 28 10:05:34.876649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60430) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:34.885295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'db6eed5e-54dd-4a50-9d44-a57c87680f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:34.899352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:34.905188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:34.917751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:34.922560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:34.945148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:34.978131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.083584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.122919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:35.132242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:35.137741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:35.149844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:35.166334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Transition to ACTIVE for port object d3441050-381a-42d4-b1fc-6425fd5bf8a5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:35.167748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.177308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.177905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:35.183562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.184350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.225504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.230645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3720217 Jan 28 10:05:35.231128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Transition to ACTIVE for port object d3441050-381a-42d4-b1fc-6425fd5bf8a5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:35.232163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f7e2b-d632-4ef0-aaeb-a3a9d286b005 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd90675a-36de-4897-a7f8-b6c2e1bfb86f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:35.234581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:35.242886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'db6eed5e-54dd-4a50-9d44-a57c87680f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:35.251721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', '3b70e77d-8a45-4793-9983-cb27de4972df'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:05:35.252195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:35.270331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:35.282472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:35.297415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:35.333472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.368780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.455056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60444) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:35.457383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'Port': ['ID=396aec58-7ebe-4a44-8003-57ec5625b813,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:35.521829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.532254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.574996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:35.579392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c401e05e-c912-4ff8-8609-5947611a3344,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:35.583845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:35.604022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:35.610741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.615099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3fed99b9-ccda-48cf-a9c7-be83d8ac79a8 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3785408 Jan 28 10:05:35.615919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60450) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:35.621443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'db6eed5e-54dd-4a50-9d44-a57c87680f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:35.624489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Pushing event updated for resources: {'Port': ['ID=d3441050-381a-42d4-b1fc-6425fd5bf8a5,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:35.644596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:35.651265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:35.656529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:35.669555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:35.698490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.838652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.845854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.899852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Attempting to bind port d3441050-381a-42d4-b1fc-6425fd5bf8a5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:05:35.904644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Attempting to bind port d3441050-381a-42d4-b1fc-6425fd5bf8a5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '528e6266-55c9-434c-8c87-f1e4d9ff0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:05:35.906593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Attempting to bind port d3441050-381a-42d4-b1fc-6425fd5bf8a5 on network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:05:35.931280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3146614-8e7b-4ebf-9da8-89e6e4413c97,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:35.980983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.981690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:35.984382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6564cb18-1510-45e0-ad2a-f463174df9ad tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3673089 Jan 28 10:05:35.986859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60460) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:35.992835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'db6eed5e-54dd-4a50-9d44-a57c87680f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:36.005453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] No DVR routers for this DVR port 396aec58-7ebe-4a44-8003-57ec5625b813 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:36.007229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:36.007385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.017013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.019924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:36.023071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:36.038247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:36.046128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:05:36.046517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Checking segment: {'id': '528e6266-55c9-434c-8c87-f1e4d9ff0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:05:36.048173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.048588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Bound using segment: {'id': '528e6266-55c9-434c-8c87-f1e4d9ff0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:05:36.051158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Bound port: d3441050-381a-42d4-b1fc-6425fd5bf8a5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '528e6266-55c9-434c-8c87-f1e4d9ff0b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:05:36.052132 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.053802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-deleted', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:36.061593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:36.066063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.084764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Usage tracker for resource:security_group_rule and tenant:944ccbeaacc343a49fde95a16b07a0fa is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:36.096186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:36.100455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:36.109774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:36.112973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:36.122496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:36.123445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.156588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-787cbc1e-07d6-47f5-befd-3f54513e8c6d req-4836abf6-7728-44a6-8fad-92e97642db2f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "DELETE /v2.0/ports/396aec58-7ebe-4a44-8003-57ec5625b813 HTTP/1.1" status: 204 len: 173 time: 3.0226705 Jan 28 10:05:36.166802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2886245 Jan 28 10:05:36.177905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60470) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:36.231225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9b6c6-9da4-466a-977f-56ef4efc9ecf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=a51f4107-4965-4716-89b6-3f9b8d685833,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:36.241303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'fixed_ips': [{'subnet_id': '6d3a6df2-0fae-46b8-b380-b71a4706c71e'}, {'subnet_id': 'a51f4107-4965-4716-89b6-3f9b8d685833'}], 'name': 'tempest-PortsIpV6TestJSON-442519489'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:36.386506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.526466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.632767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] For port d3441050-381a-42d4-b1fc-6425fd5bf8a5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:05:36.635563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=944ccbeaacc343a49fde95a16b07a0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0659585 Jan 28 10:05:36.635563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60488) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:36.636011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] For port d3441050-381a-42d4-b1fc-6425fd5bf8a5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d3441050-381a-42d4-b1fc-6425fd5bf8a5,segment=NetworkSegment(528e6266-55c9-434c-8c87-f1e4d9ff0b09),segment_id=528e6266-55c9-434c-8c87-f1e4d9ff0b09)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:05:36.645102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.814547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86fb36c-b0e2-444a-b053-180f034f8b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5efae1a-1fb8-46d3-af14-1ced8e59c22f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:36.821636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc49a-35d2-4ed5-a0c0-51911e144e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.827836 n-d-825178-2 neutron-server[87541]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23bd1508-b809-4954-8fad-cc4ce2675113', 'name': 'network-vif-deleted', 'tag': '396aec58-7ebe-4a44-8003-57ec5625b813', 'status': 'failed', 'code': 422} returned with failed status Jan 28 10:05:36.865903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.878280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:36.907005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc49a-35d2-4ed5-a0c0-51911e144e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.006530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8a91c9b-e921-4903-8310-545b6d0ab822,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:37.037904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.045258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-076fb98e-e7ce-4867-aebb-3a5d01054eab tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0520031 Jan 28 10:05:37.061312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60500) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:37.073623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'db6eed5e-54dd-4a50-9d44-a57c87680f56', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:37.087233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:37.109345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:37.109345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:37.109345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:37.113065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc49a-35d2-4ed5-a0c0-51911e144e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.118431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:37.139051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:37.139051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:37.159290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:37.197583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9dc49a-35d2-4ed5-a0c0-51911e144e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5efae1a-1fb8-46d3-af14-1ced8e59c22f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:37.220267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.237855 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bb9dc49a-35d2-4ed5-a0c0-51911e144e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.244920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bb9dc49a-35d2-4ed5-a0c0-51911e144e86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5efae1a-1fb8-46d3-af14-1ced8e59c22f HTTP/1.1" status: 204 len: 168 time: 0.7076924 Jan 28 10:05:37.299296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:37.311507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139cc084-4c27-4370-8700-2ed1c39a34a9 None None] Pushing event updated for resources: {'Port': ['ID=d3441050-381a-42d4-b1fc-6425fd5bf8a5,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:37.519978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.689862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 68997cf0-f741-46c0-b063-e8016cfd8ad1 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:05:37.875707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.894720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.998909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:37.998909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.9400806 Jan 28 10:05:38.003310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60524) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:38.010539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548f926-53eb-47f6-a619-663a804c5216 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6acc6e38-50f6-4986-9e82-d97a813934fb,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:38.074461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00a616de-025b-48a2-a0a7-5109241468c5 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.095711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00a616de-025b-48a2-a0a7-5109241468c5 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.146180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00a616de-025b-48a2-a0a7-5109241468c5 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.179511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00a616de-025b-48a2-a0a7-5109241468c5 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.181121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00a616de-025b-48a2-a0a7-5109241468c5 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6acc6e38-50f6-4986-9e82-d97a813934fb HTTP/1.1" status: 204 len: 168 time: 0.1801910 Jan 28 10:05:38.183842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60532) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:38.219016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a616de-025b-48a2-a0a7-5109241468c5 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6acc6e38-50f6-4986-9e82-d97a813934fb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:38.279321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba5ff197-e4a0-48b0-b105-6e4515ac4ca0 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:38.311779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ba5ff197-e4a0-48b0-b105-6e4515ac4ca0 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:38.313870 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ba5ff197-e4a0-48b0-b105-6e4515ac4ca0 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1288850 Jan 28 10:05:38.316812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60538) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:38.368419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.429638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.484787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.573001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a8a91c9b-e921-4903-8310-545b6d0ab822,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:38.600459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d3441050-381a-42d4-b1fc-6425fd5bf8a5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:05:38.636527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.639773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.641628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.643577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.645483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.645932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.646372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.651605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.652652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.653696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.659883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.659883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:38.677225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:38.683507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d55ca2b-468d-4032-b191-67ba5f84d566 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a8a91c9b-e921-4903-8310-545b6d0ab822 HTTP/1.1" status: 204 len: 168 time: 0.3648684 Jan 28 10:05:38.688521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60554) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:38.744218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:05:38.883540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9c1c6508-e33e-43dd-a7e6-1eac5bd6c011 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:38.943040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9c1c6508-e33e-43dd-a7e6-1eac5bd6c011 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:38.950875 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9c1c6508-e33e-43dd-a7e6-1eac5bd6c011 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2576501 Jan 28 10:05:38.957813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60566) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:39.042925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a034-1936-41c2-88be-c248aea0fea7 req-eab5715e-58c5-409f-9c63-538875d9b5a0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:39.042925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6e9a034-1936-41c2-88be-c248aea0fea7 req-eab5715e-58c5-409f-9c63-538875d9b5a0 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 907 time: 0.4145904 Jan 28 10:05:39.105047 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::3a4 (cba566b7-d4dc-4c0e-a5c8-bcfde09ec369/6d3a6df2-0fae-46b8-b380-b71a4706c71e/68997cf0-f741-46c0-b063-e8016cfd8ad1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:39.123255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a14c00-e604-4424-b679-5c0352569d7b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.123506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8:0:1::112 (cba566b7-d4dc-4c0e-a5c8-bcfde09ec369/a51f4107-4965-4716-89b6-3f9b8d685833/68997cf0-f741-46c0-b063-e8016cfd8ad1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:39.162300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a14c00-e604-4424-b679-5c0352569d7b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.244900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a14c00-e604-4424-b679-5c0352569d7b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.279975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a14c00-e604-4424-b679-5c0352569d7b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d3146614-8e7b-4ebf-9da8-89e6e4413c97,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:39.289704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a14c00-e604-4424-b679-5c0352569d7b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.290972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f1a14c00-e604-4424-b679-5c0352569d7b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d3146614-8e7b-4ebf-9da8-89e6e4413c97 HTTP/1.1" status: 204 len: 168 time: 0.3384418 Jan 28 10:05:39.295362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60574) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:39.417657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-27fc10eb-f445-4499-a5f2-6e274b820434 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:39.526974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-27fc10eb-f445-4499-a5f2-6e274b820434 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:39.526974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-27fc10eb-f445-4499-a5f2-6e274b820434 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2248116 Jan 28 10:05:39.526974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60586) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:39.537149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da73bd9-3f4d-44a1-a1b4-502f7f3a7766 None None] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:39.678879 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeb768a2-99f3-41d6-8ca3-ebb33ee2e28a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.751261 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:05:39.772654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeb768a2-99f3-41d6-8ca3-ebb33ee2e28a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.832392 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeb768a2-99f3-41d6-8ca3-ebb33ee2e28a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.858510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.867131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb768a2-99f3-41d6-8ca3-ebb33ee2e28a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c401e05e-c912-4ff8-8609-5947611a3344,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:39.887290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-a418d160-1540-4643-bf20-b76216fd7bcf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:39.889254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-a418d160-1540-4643-bf20-b76216fd7bcf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:39.897261 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aeb768a2-99f3-41d6-8ca3-ebb33ee2e28a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:39.897490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 68997cf0-f741-46c0-b063-e8016cfd8ad1 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:39.899508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aeb768a2-99f3-41d6-8ca3-ebb33ee2e28a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c401e05e-c912-4ff8-8609-5947611a3344 HTTP/1.1" status: 204 len: 168 time: 0.3698509 Jan 28 10:05:39.902430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60598) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:39.940094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-a418d160-1540-4643-bf20-b76216fd7bcf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:39.941826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-a418d160-1540-4643-bf20-b76216fd7bcf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 907 time: 0.2545648 Jan 28 10:05:40.004771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] Provisioning for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:05:40.008911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e3dda07b-b341-4382-b1d5-7eac73f508d0 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:40.032463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e3dda07b-b341-4382-b1d5-7eac73f508d0 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:40.032463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3dda07b-b341-4382-b1d5-7eac73f508d0 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1273701 Jan 28 10:05:40.047884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.047884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:40.161147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] Provisioning complete for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:40.161147 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.218945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=68997cf0-f741-46c0-b063-e8016cfd8ad1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:40.229903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:05:40.237609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:40.246783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:05:40.255006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:40.255960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.277820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a7af74ef-8290-47e7-831c-c62fc0f337ec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.293913 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a7af74ef-8290-47e7-831c-c62fc0f337ec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.303945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0384214-d7be-4682-9a83-eabdc42dc571 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.1218026 Jan 28 10:05:40.308133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60616) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:40.316823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d3a6df2-0fae-46b8-b380-b71a4706c71e'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:40.848557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.848934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.859541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a7af74ef-8290-47e7-831c-c62fc0f337ec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.914475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af74ef-8290-47e7-831c-c62fc0f337ec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd90675a-36de-4897-a7f8-b6c2e1bfb86f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:40.914475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a7af74ef-8290-47e7-831c-c62fc0f337ec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:40.914475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a7af74ef-8290-47e7-831c-c62fc0f337ec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bd90675a-36de-4897-a7f8-b6c2e1bfb86f HTTP/1.1" status: 204 len: 168 time: 0.8771658 Jan 28 10:05:40.925046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:41.066936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 91c057e2-f968-4a0b-b375-ae1df2be662d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:41.066936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:41.070353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] For port d3441050-381a-42d4-b1fc-6425fd5bf8a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d3441050-381a-42d4-b1fc-6425fd5bf8a5,segment=NetworkSegment(528e6266-55c9-434c-8c87-f1e4d9ff0b09),segment_id=528e6266-55c9-434c-8c87-f1e4d9ff0b09)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:41.070353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:41.352612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Update dhcp port {'port': {'network_id': 'cba566b7-d4dc-4c0e-a5c8-bcfde09ec369', 'fixed_ips': [{'subnet_id': '6d3a6df2-0fae-46b8-b380-b71a4706c71e', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a51f4107-4965-4716-89b6-3f9b8d685833'}], 'binding:host_id': 'n-d-825178-2'}, 'id': 'd3441050-381a-42d4-b1fc-6425fd5bf8a5'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:05:41.571135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c12c248-4905-41ff-a8ee-7d6fd0051398 None None] Pushing event updated for resources: {'Port': ['ID=d3441050-381a-42d4-b1fc-6425fd5bf8a5,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:41.604817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:41.906647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e4c25b00-fce7-4d3a-ac74-09c3e8727967 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:41.994137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e4c25b00-fce7-4d3a-ac74-09c3e8727967 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:41.995756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e4c25b00-fce7-4d3a-ac74-09c3e8727967 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0766103 Jan 28 10:05:42.002627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60660) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:42.006003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Delete allocated IP 2001:db8:0:1::112 (cba566b7-d4dc-4c0e-a5c8-bcfde09ec369/a51f4107-4965-4716-89b6-3f9b8d685833) {{(pid=87540) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 10:05:42.012888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec5f842-8945-4e1e-a001-0d73fe5b65dd req-b91f5a99-9129-4051-9970-9b477632c4e3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:42.017958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cec5f842-8945-4e1e-a001-0d73fe5b65dd req-b91f5a99-9129-4051-9970-9b477632c4e3 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 907 time: 1.1519415 Jan 28 10:05:42.200308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 91c057e2-f968-4a0b-b375-ae1df2be662d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=91c057e2-f968-4a0b-b375-ae1df2be662d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:42.200308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.292062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-538e331b-6387-4758-871b-0a0bf128989d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.354529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d3441050-381a-42d4-b1fc-6425fd5bf8a5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:05:42.384240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 91c057e2-f968-4a0b-b375-ae1df2be662d owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:42.412437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-538e331b-6387-4758-871b-0a0bf128989d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.550135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:42.550514 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.759487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.801330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.835609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-538e331b-6387-4758-871b-0a0bf128989d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:42.885866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'Port': ['ID=91c057e2-f968-4a0b-b375-ae1df2be662d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:42.901253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e331b-6387-4758-871b-0a0bf128989d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6eed5e-54dd-4a50-9d44-a57c87680f56,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:42.935440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Ignored duplicate provisioning block setup for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 10:05:42.955418 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:43.121633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] No DVR routers for this DVR port 91c057e2-f968-4a0b-b375-ae1df2be662d on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:43.126311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Allocated IP 2001:db8:0:1::2 (cba566b7-d4dc-4c0e-a5c8-bcfde09ec369/a51f4107-4965-4716-89b6-3f9b8d685833/d3441050-381a-42d4-b1fc-6425fd5bf8a5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:43.129240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:43.143420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'name': 'network-vif-deleted', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:43.199599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d799b741-6a3e-4073-a8a9-87039dd779cf req-4124bc7b-513c-4a83-b8c7-b56667bc336f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "DELETE /v2.0/ports/91c057e2-f968-4a0b-b375-ae1df2be662d HTTP/1.1" status: 204 len: 173 time: 3.2284822 Jan 28 10:05:43.214831 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-538e331b-6387-4758-871b-0a0bf128989d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:43.226169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-538e331b-6387-4758-871b-0a0bf128989d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/db6eed5e-54dd-4a50-9d44-a57c87680f56 HTTP/1.1" status: 204 len: 168 time: 1.2111654 Jan 28 10:05:43.229766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60690) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:43.351268 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184825e0-8228-4fcc-a5ff-e5de2b54bb81', 'name': 'network-vif-deleted', 'tag': '91c057e2-f968-4a0b-b375-ae1df2be662d', 'status': 'completed', 'code': 200} Jan 28 10:05:43.394878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9270ccd8-419f-4e03-a1cc-988bb8b14beb tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:43.437037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] In _notify_port_updated(), no bound segment for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 on network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:05:43.444405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:43.445580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:43.447149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/ports/68997cf0-f741-46c0-b063-e8016cfd8ad1 HTTP/1.1" status: 200 len: 925 time: 3.1377304 Jan 28 10:05:43.451791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60696) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:43.456703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e5970-8bc3-48ab-817d-003cf7394574 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=68997cf0-f741-46c0-b063-e8016cfd8ad1,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:43.461776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ec0c061-a116-412b-abf7-7f18b5b97268 req-e6b2c00f-9113-44e5-a4c8-d986fc218572 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=184825e0-8228-4fcc-a5ff-e5de2b54bb81 HTTP/1.1" status: 200 len: 210 time: 0.0722854 Jan 28 10:05:43.462605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d3a6df2-0fae-46b8-b380-b71a4706c71e'}, {'subnet_id': 'a51f4107-4965-4716-89b6-3f9b8d685833'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:43.604634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 91c057e2-f968-4a0b-b375-ae1df2be662d no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:43.631693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9270ccd8-419f-4e03-a1cc-988bb8b14beb tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:43.638636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9270ccd8-419f-4e03-a1cc-988bb8b14beb tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4181828 Jan 28 10:05:43.639317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60706) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:43.668749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 91c057e2-f968-4a0b-b375-ae1df2be662d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:05:43.668749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 91c057e2-f968-4a0b-b375-ae1df2be662d not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:05:43.693779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] For port d3441050-381a-42d4-b1fc-6425fd5bf8a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d3441050-381a-42d4-b1fc-6425fd5bf8a5,segment=NetworkSegment(528e6266-55c9-434c-8c87-f1e4d9ff0b09),segment_id=528e6266-55c9-434c-8c87-f1e4d9ff0b09)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:43.771331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:43.810764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:43.853833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Transition to ACTIVE for port object d3441050-381a-42d4-b1fc-6425fd5bf8a5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:05:43.865479 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:44.064512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086996147'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:44.131386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:44.166097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:44.207435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:44.277125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:44.391364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf8807c-bd56-4d8b-aad4-4732b810e93a None None] Pushing event updated for resources: {'Port': ['ID=d3441050-381a-42d4-b1fc-6425fd5bf8a5,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:44.411750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:44.420219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:44.460930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:44.478990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:44.886975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8:0:1::3a7 (cba566b7-d4dc-4c0e-a5c8-bcfde09ec369/a51f4107-4965-4716-89b6-3f9b8d685833/68997cf0-f741-46c0-b063-e8016cfd8ad1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:05:45.196920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:45.237883 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:45.313660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:45.736552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92fd76d-be7f-4aa4-8fdf-054f43ef16e7 None None] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:45.788285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Provisioning for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:05:45.854467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Provisioning complete for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:45.854857 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:45.862607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:05:45.880559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a24d73-86ac-45e0-845c-0cec63cac4c0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:45.922874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:45.945635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:45.949990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-88615b14-eb6c-4504-a67c-9110dc8fd290 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2924466 Jan 28 10:05:45.950930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60760) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:45.975449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Ignored duplicate provisioning block setup for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 10:05:45.975695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'b9a24d73-86ac-45e0-845c-0cec63cac4c0', 'direction': 'ingress', 'protocol': 17}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:45.989680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.001553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:46.018795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:46.021937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:46.037804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:46.041626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Port 68997cf0-f741-46c0-b063-e8016cfd8ad1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:05:46.078999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.100046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Provisioning for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:05:46.186834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=68997cf0-f741-46c0-b063-e8016cfd8ad1,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:46.271584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.285765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.342878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Provisioning complete for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:46.343503 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a99bf9f-5c4d-4623-9707-2412a6cfce96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.349575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e5392-75f4-4aaf-8f87-88c2fc7adf5d req-8747be51-e4c5-4865-b858-df7ac07703be tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:46.350860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ba5e5392-75f4-4aaf-8f87-88c2fc7adf5d req-8747be51-e4c5-4865-b858-df7ac07703be tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:46.368517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] In _notify_port_updated(), no bound segment for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 on network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:05:46.383379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:46.385770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.391985 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2effe5f-136c-4fb3-9d31-1582066fb16b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/ports/68997cf0-f741-46c0-b063-e8016cfd8ad1 HTTP/1.1" status: 200 len: 1011 time: 2.9391165 Jan 28 10:05:46.395459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60778) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:46.438289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d3441050-381a-42d4-b1fc-6425fd5bf8a5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:05:46.454129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99fc57dd-b6f5-4bdf-a820-760e1d7c8e94,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:46.474977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.475228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.479093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.479614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.480129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.486287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.487097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.506594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.506594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.506594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.506594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.506594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:46.538473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.555123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cb067b96-49ed-430d-8900-6c3d841b5dbd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5978382 Jan 28 10:05:46.563865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60786) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:46.863663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 68997cf0-f741-46c0-b063-e8016cfd8ad1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:46.864276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.880623 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b236751-5720-4eae-a71e-89ec7b6595d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.963287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b236751-5720-4eae-a71e-89ec7b6595d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:46.964424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ba5e5392-75f4-4aaf-8f87-88c2fc7adf5d req-8747be51-e4c5-4865-b858-df7ac07703be tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:46.968639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba5e5392-75f4-4aaf-8f87-88c2fc7adf5d req-8747be51-e4c5-4865-b858-df7ac07703be tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 946 time: 1.3539464 Jan 28 10:05:46.986706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:46.987105 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.182801 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b236751-5720-4eae-a71e-89ec7b6595d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.296584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b236751-5720-4eae-a71e-89ec7b6595d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a24d73-86ac-45e0-845c-0cec63cac4c0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:47.298813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0b236751-5720-4eae-a71e-89ec7b6595d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.324318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0b236751-5720-4eae-a71e-89ec7b6595d2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/b9a24d73-86ac-45e0-845c-0cec63cac4c0 HTTP/1.1" status: 204 len: 168 time: 0.7642832 Jan 28 10:05:47.331749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:47.355869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60804) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:47.456159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ff98f921-460a-4c05-af24-a6314b15192b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:47.501056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ff98f921-460a-4c05-af24-a6314b15192b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:47.523443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ff98f921-460a-4c05-af24-a6314b15192b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1891832 Jan 28 10:05:47.525821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60810) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:47.545996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--426208484'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:47.559009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-849c59f6-e9e4-4fc5-a21d-07cb2884f3ea None None] Provisioning complete for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:47.559637 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-849c59f6-e9e4-4fc5-a21d-07cb2884f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.596852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:47.619004 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba5e5392-75f4-4aaf-8f87-88c2fc7adf5d req-83a23dac-5c40-4a6b-a1db-4fdf5c2a9f31 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407427 Jan 28 10:05:47.624225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.626219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:47.642649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-a865d82f-7c6f-49b4-b787-ab49a3089df4 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:47.644882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-a865d82f-7c6f-49b4-b787-ab49a3089df4 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 946 time: 0.9484458 Jan 28 10:05:47.663063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.777951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:47.797888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:47.806887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-849c59f6-e9e4-4fc5-a21d-07cb2884f3ea None None] Port 68997cf0-f741-46c0-b063-e8016cfd8ad1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:05:47.809013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:47.831497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:47.840375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-849c59f6-e9e4-4fc5-a21d-07cb2884f3ea None None] Provisioning complete for port d3441050-381a-42d4-b1fc-6425fd5bf8a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:47.840375 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-849c59f6-e9e4-4fc5-a21d-07cb2884f3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.978423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 3b70e77d-8a45-4793-9983-cb27de4972df {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:47.978769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.988537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:47.998634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.077109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1fbab8-d087-4fa8-8fcb-5f03482680ab,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:48.122888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.124362 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ab29357-caa8-41ee-838d-aacc174c74d7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5972469 Jan 28 10:05:48.127021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60826) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:48.134851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1019094969'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:48.141872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:48.146479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:48.150364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:48.157786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:48.178556 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.224381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-206bbbf8-3789-4a26-a614-0726d00fef91 None None] Provisioning complete for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:48.225407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-206bbbf8-3789-4a26-a614-0726d00fef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.244467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:48.260026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:48.267717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:48.271360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:48.455063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-206bbbf8-3789-4a26-a614-0726d00fef91 None None] Port 68997cf0-f741-46c0-b063-e8016cfd8ad1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:05:48.466812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.478857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.565901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.582000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4537699 Jan 28 10:05:48.597267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60844) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:48.605252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 68997cf0-f741-46c0-b063-e8016cfd8ad1 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:48.611367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': '5d1fbab8-d087-4fa8-8fcb-5f03482680ab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '6e5d9bb1-5164-4e0d-97d7-b0f09a39305f', 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:48.624080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cbb8ee56-778c-47ad-b58c-d890d96aa48e None None] Provisioning complete for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:48.624699 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbb8ee56-778c-47ad-b58c-d890d96aa48e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.656489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.679450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:48.684948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4f6881-5bfc-4c53-b502-16002a34bc22 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e5d9bb1-5164-4e0d-97d7-b0f09a39305f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:48.693984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:48.704826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:48.722184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:48.767643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.785217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cbb8ee56-778c-47ad-b58c-d890d96aa48e None None] Port 68997cf0-f741-46c0-b063-e8016cfd8ad1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:05:48.814091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:48.889375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Usage tracker for resource:security_group_rule and tenant:5ba74d16cad9463286065d9df0a770ea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:48.926722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:48.960989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:48.971617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:49.022610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c2f40f1b-74bb-48b1-bbcc-aa5bbbb53c44 None None] Provisioning complete for port 68997cf0-f741-46c0-b063-e8016cfd8ad1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:05:49.027264 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c2f40f1b-74bb-48b1-bbcc-aa5bbbb53c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.058911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.148479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4b7b5a-dead-4a07-b1db-ba62c7883915,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:49.172495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.175307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c2f40f1b-74bb-48b1-bbcc-aa5bbbb53c44 None None] Port 68997cf0-f741-46c0-b063-e8016cfd8ad1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:05:49.177145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b4203d3-1ad4-4c4f-9b2c-c32cb105b88e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5780444 Jan 28 10:05:49.178123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60864) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:49.237530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbf52f-3f24-455e-8b72-4441a42e3ad0 req-395ad7f6-2892-406b-9a18-38c3a9986fb5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:49.239373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3cbf52f-3f24-455e-8b72-4441a42e3ad0 req-395ad7f6-2892-406b-9a18-38c3a9986fb5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 946 time: 0.3805718 Jan 28 10:05:49.248506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-545d372c-afcd-43d2-9853-1679bb3c1f56 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.284677 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-545d372c-afcd-43d2-9853-1679bb3c1f56 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.323600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3cbf52f-3f24-455e-8b72-4441a42e3ad0 req-4b2d8bcf-47fd-4ff1-acdc-956ea05fa4aa tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627239 Jan 28 10:05:49.363811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-545d372c-afcd-43d2-9853-1679bb3c1f56 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.385329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d372c-afcd-43d2-9853-1679bb3c1f56 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f4b7b5a-dead-4a07-b1db-ba62c7883915,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:49.410075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-545d372c-afcd-43d2-9853-1679bb3c1f56 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.410075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-545d372c-afcd-43d2-9853-1679bb3c1f56 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8f4b7b5a-dead-4a07-b1db-ba62c7883915 HTTP/1.1" status: 204 len: 168 time: 0.2228491 Jan 28 10:05:49.410075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60880) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:49.461060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.486511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.523289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:49.523289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.572183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bbb5650a-54de-4c5e-a85b-0dfed9bdf203 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:49.594456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bbb5650a-54de-4c5e-a85b-0dfed9bdf203 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:49.595978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bbb5650a-54de-4c5e-a85b-0dfed9bdf203 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1874487 Jan 28 10:05:49.596773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3b70e77d-8a45-4793-9983-cb27de4972df no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:49.598878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60884) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:49.780608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5ab14b8-7bc1-4222-9f5c-f38d444518e9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.851767 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.852347 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5ab14b8-7bc1-4222-9f5c-f38d444518e9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.906990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 3b70e77d-8a45-4793-9983-cb27de4972df owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:49.914586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:49.960192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:49.968030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:49.995864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5ab14b8-7bc1-4222-9f5c-f38d444518e9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.044819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab14b8-7bc1-4222-9f5c-f38d444518e9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e5d9bb1-5164-4e0d-97d7-b0f09a39305f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:50.086240 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f5ab14b8-7bc1-4222-9f5c-f38d444518e9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.086240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f5ab14b8-7bc1-4222-9f5c-f38d444518e9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e5d9bb1-5164-4e0d-97d7-b0f09a39305f HTTP/1.1" status: 204 len: 168 time: 0.4854636 Jan 28 10:05:50.092626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60898) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:50.167949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea2d6b7-7c49-4b68-917a-910877c677b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:50.201708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cbf83844-cb4c-4db3-8ed6-df1636dfe5e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ba74d16cad9463286065d9df0a770ea&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8261037 Jan 28 10:05:50.201708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.202094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60910) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:50.249134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-452f2387-0da0-408c-8dcc-2e77527e8e1a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:50.305401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-6f73b51c-82e1-42ca-98ca-78ee823cf182 req-b5968ae1-fc63-4f5a-85f4-a8e30479f762 tempest-VolumesBackupsTest-1022288272 tempest-VolumesBackupsTest-1022288272-project] (87541) timed out ('10.222.0.25', 56081) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:05:50.312779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=68997cf0-f741-46c0-b063-e8016cfd8ad1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:50.313154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-452f2387-0da0-408c-8dcc-2e77527e8e1a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:50.313743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:50.323804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-452f2387-0da0-408c-8dcc-2e77527e8e1a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2335253 Jan 28 10:05:50.327481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60918) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:50.352843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.353368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.353683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.354126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.357126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.357583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.358140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.358533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.358920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.370098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.372339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.372822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:05:50.411234 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df', 'code': 200} Jan 28 10:05:50.605443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.618676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:50.618676 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:50.691448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a686c202-039c-4cff-92ef-942ca7d96720 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/68997cf0-f741-46c0-b063-e8016cfd8ad1 HTTP/1.1" status: 204 len: 168 time: 4.2887650 Jan 28 10:05:50.691448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60926) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:50.790870 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6b1f82-fdc2-4fd4-89a2-3fd7436b3fdd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:05:50.790870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d6b1f82-fdc2-4fd4-89a2-3fd7436b3fdd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:50.800701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e481a21d-3e10-42aa-95e9-23e4ea8f7c32 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.812917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-623280e3-bcaa-4ea4-92f4-ed057865691b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.826875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d6b1f82-fdc2-4fd4-89a2-3fd7436b3fdd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:50.830580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8d6b1f82-fdc2-4fd4-89a2-3fd7436b3fdd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/68997cf0-f741-46c0-b063-e8016cfd8ad1 HTTP/1.1" status: 404 len: 333 time: 0.1368706 Jan 28 10:05:50.830827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60934) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:50.891916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e481a21d-3e10-42aa-95e9-23e4ea8f7c32 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.953061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-623280e3-bcaa-4ea4-92f4-ed057865691b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:50.978775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet a51f4107-4965-4716-89b6-3f9b8d685833 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:50.978775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.084617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.119424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d41ff0-1ac3-4078-a821-93532c8a3300 req-657f9937-587d-4cd7-ac77-f417299db0ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:51.123743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 3b70e77d-8a45-4793-9983-cb27de4972df {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:51.123743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.131637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5d41ff0-1ac3-4078-a821-93532c8a3300 req-657f9937-587d-4cd7-ac77-f417299db0ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 944 time: 0.4884305 Jan 28 10:05:51.221489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e481a21d-3e10-42aa-95e9-23e4ea8f7c32 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.240694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5d41ff0-1ac3-4078-a821-93532c8a3300 req-c8d9ff3f-d4a9-430a-857d-b249579d1e66 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075032 Jan 28 10:05:51.263594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e481a21d-3e10-42aa-95e9-23e4ea8f7c32 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1fbab8-d087-4fa8-8fcb-5f03482680ab,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:51.323721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-623280e3-bcaa-4ea4-92f4-ed057865691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.355067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-623280e3-bcaa-4ea4-92f4-ed057865691b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.357457 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-623280e3-bcaa-4ea4-92f4-ed057865691b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aea2d6b7-7c49-4b68-917a-910877c677b5 HTTP/1.1" status: 204 len: 168 time: 1.1143434 Jan 28 10:05:51.359399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623280e3-bcaa-4ea4-92f4-ed057865691b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea2d6b7-7c49-4b68-917a-910877c677b5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:51.363290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e481a21d-3e10-42aa-95e9-23e4ea8f7c32 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.367169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e481a21d-3e10-42aa-95e9-23e4ea8f7c32 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d1fbab8-d087-4fa8-8fcb-5f03482680ab HTTP/1.1" status: 204 len: 168 time: 1.0214245 Jan 28 10:05:51.372302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60950) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:51.566184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 3b70e77d-8a45-4793-9983-cb27de4972df, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3b70e77d-8a45-4793-9983-cb27de4972df,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:51.566184 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:51.794930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 3b70e77d-8a45-4793-9983-cb27de4972df owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:51.847644 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.008979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-796c3994-212a-474d-9fcb-425ba06e6d89 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:52.019079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60968) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:52.044864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.061235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-796c3994-212a-474d-9fcb-425ba06e6d89 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:52.064679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60972) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:52.074510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:52.084034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-796c3994-212a-474d-9fcb-425ba06e6d89 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6918166 Jan 28 10:05:52.087174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1358029072'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:52.087174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Usage tracker for resource:security_group_rule and tenant:8ac85b813a8b41d988059da3830bd7fe is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:52.090328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:52.090328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:52.103688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:52.112098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:52.131978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.139628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.172784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:52.184054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:52.184054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:52.218998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:52.223825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=a51f4107-4965-4716-89b6-3f9b8d685833,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:52.223825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.228110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60976) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:52.232187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9318712a-86d3-40c8-afc3-1060caa9de31 None None] Network cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:52.242571 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.244593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c17130f3-5367-4029-96b8-0bcfdafa17a7 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/a51f4107-4965-4716-89b6-3f9b8d685833 HTTP/1.1" status: 204 len: 168 time: 1.4126005 Jan 28 10:05:52.287463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60982) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:52.351852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'Port': ['ID=3b70e77d-8a45-4793-9983-cb27de4972df,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:52.383415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 6d3a6df2-0fae-46b8-b380-b71a4706c71e {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:05:52.386470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.436630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.441613 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.446675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.448481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.532888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ac85b813a8b41d988059da3830bd7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5137923 Jan 28 10:05:52.534047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.545459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.577825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60994) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:52.579060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bce3a-1ffe-4f47-85c0-62af23354384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47681d5-0903-4378-ae2b-679dbf476723,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:52.579386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:05:52.666059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.686509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6188195 Jan 28 10:05:52.811810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32768) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:52.812038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6b629-8f91-45ac-aab9-d836a355914a tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b17a4235-81e9-487c-8ee3-53d017185b66,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:52.826114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'b17a4235-81e9-487c-8ee3-53d017185b66', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:52.843559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:52.868049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:52.873327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:52.891098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.901131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:52.929558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:52.952249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Usage tracker for resource:security_group_rule and tenant:afe3d4bb89544c51b7c5a3be94a9b449 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:52.957288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:52.960464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16c1f438-1ba3-4aa5-b8a7-148ef1237e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:52.964776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.006921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:53.042440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] No DVR routers for this DVR port 3b70e77d-8a45-4793-9983-cb27de4972df on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:53.048446 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.058240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9028b5d4-3b7c-4a5c-9dc8-16689bf598e5 req-e74c74a1-6cee-4e3e-90d3-0a79ac396c24 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:53.064359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'name': 'network-vif-deleted', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:53.073404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3da96932-2ea0-4d0d-b3c3-008a09da2285 req-cda44907-c292-4361-8fc3-69ef0689aaf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "DELETE /v2.0/ports/3b70e77d-8a45-4793-9983-cb27de4972df HTTP/1.1" status: 204 len: 173 time: 5.4214230 Jan 28 10:05:53.087017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.088806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.118334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16c1f438-1ba3-4aa5-b8a7-148ef1237e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.150069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] DHCP port deletion for cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:05:53.154777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] Deleting port d3441050-381a-42d4-b1fc-6425fd5bf8a5 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:53.155238 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.200377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.242284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9028b5d4-3b7c-4a5c-9dc8-16689bf598e5 req-e74c74a1-6cee-4e3e-90d3-0a79ac396c24 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:53.255204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9028b5d4-3b7c-4a5c-9dc8-16689bf598e5 req-e74c74a1-6cee-4e3e-90d3-0a79ac396c24 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2b066c79-1f24-4433-8934-eb1e71a6eddc HTTP/1.1" status: 200 len: 210 time: 0.6219275 Jan 28 10:05:53.255204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.255204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/6d3a6df2-0fae-46b8-b380-b71a4706c71e HTTP/1.1" status: 204 len: 168 time: 0.9517941 Jan 28 10:05:53.255204 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b066c79-1f24-4433-8934-eb1e71a6eddc', 'name': 'network-vif-deleted', 'tag': '3b70e77d-8a45-4793-9983-cb27de4972df', 'status': 'completed', 'code': 200} Jan 28 10:05:53.271369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32778) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:53.285827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576c855-a4c0-48f8-b831-fd13ea83b130 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3a6df2-0fae-46b8-b380-b71a4706c71e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:53.334874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16c1f438-1ba3-4aa5-b8a7-148ef1237e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.426550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-16c1f438-1ba3-4aa5-b8a7-148ef1237e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.426550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-16c1f438-1ba3-4aa5-b8a7-148ef1237e3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b47681d5-0903-4378-ae2b-679dbf476723 HTTP/1.1" status: 204 len: 168 time: 0.8202631 Jan 28 10:05:53.438042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d589bc58-3d5b-4d18-9683-de5659d1ba76,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:53.441121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1f438-1ba3-4aa5-b8a7-148ef1237e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47681d5-0903-4378-ae2b-679dbf476723,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:53.471271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.476646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-54acfb0c-cb83-44e1-ab49-04a7708f9095 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6601977 Jan 28 10:05:53.483539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.484799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32784) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:53.596153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.596545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.610767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port d3441050-381a-42d4-b1fc-6425fd5bf8a5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:53.611266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.745322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac7ae89-356c-4539-92ef-3de44f207feb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:53.751689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0850c676-8ec2-4846-a624-891b4574b8c6 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.755216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] For port d3441050-381a-42d4-b1fc-6425fd5bf8a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d3441050-381a-42d4-b1fc-6425fd5bf8a5,segment=NetworkSegment(528e6266-55c9-434c-8c87-f1e4d9ff0b09),segment_id=528e6266-55c9-434c-8c87-f1e4d9ff0b09)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:53.756421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.764305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0850c676-8ec2-4846-a624-891b4574b8c6 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.823824 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fc94fc84-f978-4fc8-ab8b-c555f164b9d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afe3d4bb89544c51b7c5a3be94a9b449&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6085582 Jan 28 10:05:53.823824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0850c676-8ec2-4846-a624-891b4574b8c6 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.841420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32798) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:53.970791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0850c676-8ec2-4846-a624-891b4574b8c6 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d589bc58-3d5b-4d18-9683-de5659d1ba76,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:53.991228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0850c676-8ec2-4846-a624-891b4574b8c6 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:53.992700 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0850c676-8ec2-4846-a624-891b4574b8c6 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d589bc58-3d5b-4d18-9683-de5659d1ba76 HTTP/1.1" status: 204 len: 168 time: 0.5061209 Jan 28 10:05:53.998360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32804) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:54.028987 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c34-2130-4e70-ba5d-1ba78f6ef01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.075317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c34-2130-4e70-ba5d-1ba78f6ef01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.154529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] Calling delete_port for d3441050-381a-42d4-b1fc-6425fd5bf8a5 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:54.165556 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c34-2130-4e70-ba5d-1ba78f6ef01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.190107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf3c34-2130-4e70-ba5d-1ba78f6ef01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac7ae89-356c-4539-92ef-3de44f207feb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:54.193174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59cf3c34-2130-4e70-ba5d-1ba78f6ef01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.195219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-59cf3c34-2130-4e70-ba5d-1ba78f6ef01b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ac7ae89-356c-4539-92ef-3de44f207feb HTTP/1.1" status: 204 len: 168 time: 0.3310831 Jan 28 10:05:54.202719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d748f559-5d3e-4d4d-8b4f-97edba61fdef tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:54.206802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port d3441050-381a-42d4-b1fc-6425fd5bf8a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d3441050-381a-42d4-b1fc-6425fd5bf8a5,segment=NetworkSegment(528e6266-55c9-434c-8c87-f1e4d9ff0b09),segment_id=528e6266-55c9-434c-8c87-f1e4d9ff0b09)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:54.207360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.352518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d748f559-5d3e-4d4d-8b4f-97edba61fdef tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:54.354153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d748f559-5d3e-4d4d-8b4f-97edba61fdef tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3548560 Jan 28 10:05:54.357877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32826) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:54.483323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d3441050-381a-42d4-b1fc-6425fd5bf8a5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:54.624618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for d3441050-381a-42d4-b1fc-6425fd5bf8a5 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:54.645833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port d3441050-381a-42d4-b1fc-6425fd5bf8a5 update to DOWN by agent not found {{(pid=87542) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 10:05:54.649515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.725641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] No DVR routers for this DVR port d3441050-381a-42d4-b1fc-6425fd5bf8a5 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:54.732556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc1520-b40e-4786-8077-8cfe6bf7c92c None None] Pushing event deleted for resources: {'Port': ['ID=d3441050-381a-42d4-b1fc-6425fd5bf8a5,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:54.914351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:05:54.914672 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:05:54.953218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32844) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:54.976598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:54.978475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e15dd2c6-e3ce-4db1-8e57-82099845eb8d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.015720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:55.034311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Usage tracker for resource:security_group_rule and tenant:cab65565e9974f76ae91188e0154b0e0 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:55.034311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:55.036635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e15dd2c6-e3ce-4db1-8e57-82099845eb8d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.038708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:55.109674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e15dd2c6-e3ce-4db1-8e57-82099845eb8d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.136993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15dd2c6-e3ce-4db1-8e57-82099845eb8d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b17a4235-81e9-487c-8ee3-53d017185b66,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:55.180114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e15dd2c6-e3ce-4db1-8e57-82099845eb8d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.184797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32854) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:55.186055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e15dd2c6-e3ce-4db1-8e57-82099845eb8d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/b17a4235-81e9-487c-8ee3-53d017185b66 HTTP/1.1" status: 204 len: 168 time: 0.8268425 Jan 28 10:05:55.400037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f4200354-8cca-4ff2-883e-89a976e68aec tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2141218 Jan 28 10:05:55.405779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32866) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:55.412117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982310658'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:55.418897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port d3441050-381a-42d4-b1fc-6425fd5bf8a5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:55.419223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.428020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2cc571-ca5d-46fa-8ea9-880b443767d4 req-71d92aa0-8eb9-4c8c-8cb1-8e68c6ff4980 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:55.430223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a2cc571-ca5d-46fa-8ea9-880b443767d4 req-71d92aa0-8eb9-4c8c-8cb1-8e68c6ff4980 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.2112923 Jan 28 10:05:55.434201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:55.462152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:55.501693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:55.511866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:55.517687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.526352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] The port 'd3441050-381a-42d4-b1fc-6425fd5bf8a5' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:05:55.526352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.554249 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.583590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cab65565e9974f76ae91188e0154b0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6186540 Jan 28 10:05:55.590039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32870) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:55.596886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:55.652361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a2cc571-ca5d-46fa-8ea9-880b443767d4 req-ed0a06c5-ea89-45d6-86e5-c23ae6c18029 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950738 Jan 28 10:05:55.652361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:55.661655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:55.674889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:55.753626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71559b11-df01-4927-995e-d295fde98973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.792281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.848630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71559b11-df01-4927-995e-d295fde98973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.953877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba566b7-d4dc-4c0e-a5c8-bcfde09ec369']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:55.967964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-69dfafe4-b0b1-489c-81e2-a5f445ff1d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:55.978709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65b03a-495e-4e31-9445-71e1935647a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a8b1c2-2ecf-4f2c-9da3-8bcb1ca925eb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:55.978709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '528e6266-55c9-434c-8c87-f1e4d9ff0b09') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:55.978709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '528e6266-55c9-434c-8c87-f1e4d9ff0b09') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:05:55.984683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.002922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.015302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.058420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.071533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:05:56.071533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:05:56.093633 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:05:56.105235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.105235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6965718 Jan 28 10:05:56.108464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:56.121071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'f1b89818-b6c6-47b0-be33-d825b7621a8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:56.137292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:56.137292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:56.137292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:56.142303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:56.149230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947ecaed-a03b-424a-a3e5-ea41bc7ca807 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b89818-b6c6-47b0-be33-d825b7621a8d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:56.162932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.184731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71559b11-df01-4927-995e-d295fde98973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.202340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284261fe-90a4-404e-b8a7-53b633f874ad req-81f21547-fb4a-4bb8-a3d8-5e3ad43248ad tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:56.203934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-284261fe-90a4-404e-b8a7-53b633f874ad req-81f21547-fb4a-4bb8-a3d8-5e3ad43248ad tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.3467383 Jan 28 10:05:56.227008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71559b11-df01-4927-995e-d295fde98973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a8b1c2-2ecf-4f2c-9da3-8bcb1ca925eb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:56.239692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-71559b11-df01-4927-995e-d295fde98973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.241179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-71559b11-df01-4927-995e-d295fde98973 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21a8b1c2-2ecf-4f2c-9da3-8bcb1ca925eb HTTP/1.1" status: 204 len: 168 time: 0.6520789 Jan 28 10:05:56.280996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.291874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.323870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:05:56.324490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.327249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c8a3198-19de-4582-a035-ed99f1563a4b,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:56.427823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.430285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23cc56e9-f445-4a46-b676-80896ca60263 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3192713 Jan 28 10:05:56.436445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32900) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:56.476568 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e2badbf7-1292-41c8-938f-00f9895f499e tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules/6c8a3198-19de-4582-a035-ed99f1563a4b HTTP/1.1" status: 200 len: 763 time: 0.0311780 Jan 28 10:05:56.476568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32904) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:56.561936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49bd4108-519b-4511-bf95-c86b827ce0b7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:56.596960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49bd4108-519b-4511-bf95-c86b827ce0b7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:56.596960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-49bd4108-519b-4511-bf95-c86b827ce0b7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1191747 Jan 28 10:05:56.596960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32910) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:56.651934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.677795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-892b2758-9ba8-4808-b901-6e8b42dc2abe tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.695475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-892b2758-9ba8-4808-b901-6e8b42dc2abe tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.727650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.779334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-892b2758-9ba8-4808-b901-6e8b42dc2abe tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.823229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b2758-9ba8-4808-b901-6e8b42dc2abe tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c8a3198-19de-4582-a035-ed99f1563a4b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:56.862230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-892b2758-9ba8-4808-b901-6e8b42dc2abe tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:56.864007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-892b2758-9ba8-4808-b901-6e8b42dc2abe tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6c8a3198-19de-4582-a035-ed99f1563a4b HTTP/1.1" status: 204 len: 168 time: 0.2667966 Jan 28 10:05:56.866796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32922) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:56.907509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=cba566b7-d4dc-4c0e-a5c8-bcfde09ec369,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:56.944085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2796c76-673a-43be-abec-ab89814b36a7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:57.009196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e4a60122-6f70-41ca-b156-c093faade912 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/cba566b7-d4dc-4c0e-a5c8-bcfde09ec369 HTTP/1.1" status: 204 len: 168 time: 3.7351868 Jan 28 10:05:57.026610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32938) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.031591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2796c76-673a-43be-abec-ab89814b36a7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:57.031591 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b2796c76-673a-43be-abec-ab89814b36a7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1609848 Jan 28 10:05:57.082391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 32944) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.102196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'f1b89818-b6c6-47b0-be33-d825b7621a8d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:57.135757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:57.139860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:05:57.139860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.165280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:57.194619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df33fe8-dd64-4c3b-83ed-282ada0fb9ce tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:57.194619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5df33fe8-dd64-4c3b-83ed-282ada0fb9ce tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:57.242049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5df33fe8-dd64-4c3b-83ed-282ada0fb9ce tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:57.242049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5df33fe8-dd64-4c3b-83ed-282ada0fb9ce tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2148829 Jan 28 10:05:57.248440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32956) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.288922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:05:57.348973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e01ba4-aac4-4ccf-9493-2bd8ee2b62dd req-9d187def-4a4d-4353-85a1-16ed1dd2fbf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:57.369006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44e01ba4-aac4-4ccf-9493-2bd8ee2b62dd req-9d187def-4a4d-4353-85a1-16ed1dd2fbf5 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 945 time: 0.4143109 Jan 28 10:05:57.402271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-51dfbade-70c8-45f6-aad2-e1ec1511d3de tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1576266 Jan 28 10:05:57.405614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32966) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.411566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-637219796'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:57.424352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:57.437356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:57.442079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44e01ba4-aac4-4ccf-9493-2bd8ee2b62dd req-86022cf8-2f3e-4f19-b261-51e84441f6e8 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=a3884e96-884d-4e31-a91c-135abcd835de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711892 Jan 28 10:05:57.443056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:57.445486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.453745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:57.505625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:57.507017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.568623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.583664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:05:57.618550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.618550 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7 of type vlan for network 6de651fb-dfe9-46ea-8850-dab234a5c80f Jan 28 10:05:57.644378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.690789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.740123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00284b0f-822c-47df-aeda-db2172cf5b4f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:57.776457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.789401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:57.790088 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.834099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.837949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b920a5ed-ee38-465a-bde2-7d81b7bbbd0b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7471724 Jan 28 10:05:57.837949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:57.839477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32988) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.935736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5288746 Jan 28 10:05:57.942713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.947731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4d6a5245-9552-4a9e-9bd4-a2db2d7b122b tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules/00284b0f-822c-47df-aeda-db2172cf5b4f HTTP/1.1" status: 200 len: 763 time: 0.1063874 Jan 28 10:05:57.951840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:57.955368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:58.005787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc69237-69c9-49fb-84e7-eeff07fbe329 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=6de651fb-dfe9-46ea-8850-dab234a5c80f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:58.031628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:05:58.062771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'Port': ['ID=1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:58.176274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] No DVR routers for this DVR port 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:05:58.176274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.184944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-284261fe-90a4-404e-b8a7-53b633f874ad req-93ee0853-0d5a-4f38-a32d-3c5e858af55b tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.43 "DELETE /v2.0/ports/1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d HTTP/1.1" status: 204 len: 173 time: 1.9703634 Jan 28 10:05:58.184944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'name': 'network-vif-deleted', 'tag': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:05:58.316559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-a10709c1-81cc-4cab-9913-0bfb0ce7ac48 req-5245486f-5090-47ac-be49-7e8e43637298 service neutron] (87540) timed out ('10.222.0.25', 56098) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:05:58.361049 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ee7359d-e492-4c95-9bf0-3f0db443df9f', 'name': 'network-vif-deleted', 'tag': '1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d', 'status': 'completed', 'code': 200} Jan 28 10:05:58.424751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c698bf4-4350-455f-a6c1-ab232182504e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.456138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:58.456301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ef760bf3-7485-491e-ad4c-757e96cb6140 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4862299 Jan 28 10:05:58.491157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:58.502491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:58.508315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:58.518067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:58.544837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:05:58.548821 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.559606 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bf39462-3a75-4628-bcc1-8bdbdb8e1137 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.604059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bf39462-3a75-4628-bcc1-8bdbdb8e1137 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.734232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bf39462-3a75-4628-bcc1-8bdbdb8e1137 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.777661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf39462-3a75-4628-bcc1-8bdbdb8e1137 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=00284b0f-822c-47df-aeda-db2172cf5b4f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:58.777661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4a4e6cc4-2346-4c18-acc4-049691236332 req-2953e72d-29e4-44e4-8ef8-f31111ca9a7c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Synchronizing usage tracker for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:58.783408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bf39462-3a75-4628-bcc1-8bdbdb8e1137 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:58.783408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5bf39462-3a75-4628-bcc1-8bdbdb8e1137 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/00284b0f-822c-47df-aeda-db2172cf5b4f HTTP/1.1" status: 204 len: 168 time: 0.3247643 Jan 28 10:05:58.800371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33042) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:58.802671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4a4e6cc4-2346-4c18-acc4-049691236332 req-2953e72d-29e4-44e4-8ef8-f31111ca9a7c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Unset dirty status for tenant:23fe5f36e0ee4c72bfa50c98dbde3834 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:58.802671 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a4e6cc4-2346-4c18-acc4-049691236332 req-2953e72d-29e4-44e4-8ef8-f31111ca9a7c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ee7359d-e492-4c95-9bf0-3f0db443df9f HTTP/1.1" status: 200 len: 210 time: 0.1396563 Jan 28 10:05:58.910414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33048) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:58.921876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a106ce7b-c6f8-4b2b-bce0-16ca906f52fd tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1252832 Jan 28 10:05:58.931870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'f1b89818-b6c6-47b0-be33-d825b7621a8d', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:58.940841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:05:58.948248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:05:58.954358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:05:58.964407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:05:58.979890 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Project cd0a0a4b625b4fa7b5643d8156249bac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:05:58.990277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.115541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.124484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.127968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.188879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71c2c42c-b17a-4d1c-bcbe-476b0231cc7f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:59.229655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.234136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b1dff19b-fed2-4217-9dcf-b99e41948cc2 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3222318 Jan 28 10:05:59.234419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33058) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.264249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e973ff1f-b492-44ba-a6ef-6c08eefc149f tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules/71c2c42c-b17a-4d1c-bcbe-476b0231cc7f HTTP/1.1" status: 200 len: 769 time: 0.0261855 Jan 28 10:05:59.264549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33066) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.330869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3738fa7f-cb36-44f2-8988-f5dc6615bdb3 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:59.372180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3738fa7f-cb36-44f2-8988-f5dc6615bdb3 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:59.372180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3738fa7f-cb36-44f2-8988-f5dc6615bdb3 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1019871 Jan 28 10:05:59.372180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33074) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.425315 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa5adef4-6312-4558-9ca3-5d9444a8166c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.434965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa5adef4-6312-4558-9ca3-5d9444a8166c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.472350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=5dc4e85b-c138-448c-ac18-4eacac9f1be6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:59.489641 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa5adef4-6312-4558-9ca3-5d9444a8166c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.516374 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.524249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33078) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.524864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.527236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:05:59.528735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: 6de651fb-dfe9-46ea-8850-dab234a5c80f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:05:59.548016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5adef4-6312-4558-9ca3-5d9444a8166c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71c2c42c-b17a-4d1c-bcbe-476b0231cc7f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:05:59.568092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa5adef4-6312-4558-9ca3-5d9444a8166c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.569255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fa5adef4-6312-4558-9ca3-5d9444a8166c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/71c2c42c-b17a-4d1c-bcbe-476b0231cc7f HTTP/1.1" status: 204 len: 168 time: 0.1978920 Jan 28 10:05:59.572140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33088) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.607241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:05:59.612243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:05:59.660103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a2ca1c23-5592-4d7d-8050-b3aa3343afd9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:05:59.676592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6de651fb-dfe9-46ea-8850-dab234a5c80f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:05:59.682508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a2ca1c23-5592-4d7d-8050-b3aa3343afd9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:05:59.684494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2ca1c23-5592-4d7d-8050-b3aa3343afd9 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1112196 Jan 28 10:05:59.686732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:05:59.687860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.690439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.751994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9014a078-b765-41ad-a2cf-a99e174d63fa None None] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:05:59.785150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5183c864-1422-409e-8271-f074033b92e6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8409846 Jan 28 10:05:59.785859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:05:59.799980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f', 'name': 'tempest-PortsIpV6TestJSON-789956878'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:05:59.893449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9be982-f83f-453c-b3ce-9dbc7780264d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:05:59.945070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9be982-f83f-453c-b3ce-9dbc7780264d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.057679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9be982-f83f-453c-b3ce-9dbc7780264d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.085754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.117286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:00.122226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9be982-f83f-453c-b3ce-9dbc7780264d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b89818-b6c6-47b0-be33-d825b7621a8d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:00.129200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:00.131629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1eb62aa5-0367-4fc2-8d2f-f405ee92fb1d not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:00.135333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:00.151870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:00.157100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9be982-f83f-453c-b3ce-9dbc7780264d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.161152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5b9be982-f83f-453c-b3ce-9dbc7780264d tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1b89818-b6c6-47b0-be33-d825b7621a8d HTTP/1.1" status: 204 len: 168 time: 0.4691796 Jan 28 10:06:00.161360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:00.164652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.172522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec4fdf34f67459e882f84423808ce25 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:00.174453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:00.181361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:00.209927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port d32be000-1ba3-4a4e-943e-df01b3c81fd2 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:00.296276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b7c26b98-920a-4829-9d58-0092d4813a20 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:00.313869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:00.347137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-6de651fb-dfe9-46ea-8850-dab234a5c80f', 'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': '5dc4e85b-c138-448c-ac18-4eacac9f1be6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:06:00.347994 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.382489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b7c26b98-920a-4829-9d58-0092d4813a20 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:00.385780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b7c26b98-920a-4829-9d58-0092d4813a20 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2102792 Jan 28 10:06:00.392331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33124) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:00.450129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group': {'name': 'tempest-secgroup--1203801802'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:00.488206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:00.546911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.546911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.563236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:00.613927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f462870-d242-48f1-882a-b2591b5f87f3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:00.613927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d51e3efc-bbd2-4487-8760-35ed2b022dc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ec4fdf34f67459e882f84423808ce25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0632598 Jan 28 10:06:00.613927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33134) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:00.749969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c2d2-a90c-46ff-90f9-9993888a0a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.786987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c2d2-a90c-46ff-90f9-9993888a0a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.836211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.910318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c2d2-a90c-46ff-90f9-9993888a0a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.971533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8c2d2-a90c-46ff-90f9-9993888a0a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f462870-d242-48f1-882a-b2591b5f87f3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:00.980098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7e8c2d2-a90c-46ff-90f9-9993888a0a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:00.980098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e7e8c2d2-a90c-46ff-90f9-9993888a0a0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f462870-d242-48f1-882a-b2591b5f87f3 HTTP/1.1" status: 204 len: 168 time: 0.3602474 Jan 28 10:06:01.002184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.038565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::f3 (6de651fb-dfe9-46ea-8850-dab234a5c80f/5dc4e85b-c138-448c-ac18-4eacac9f1be6/d32be000-1ba3-4a4e-943e-df01b3c81fd2) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:01.057556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:01.068936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:01.068936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:01.094310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:01.112254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda143b3-a933-462e-a660-9068c48467ab req-aa26b2fc-526a-4e18-a59e-fd18d6e9495c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:01.126154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eda143b3-a933-462e-a660-9068c48467ab req-aa26b2fc-526a-4e18-a59e-fd18d6e9495c tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.3664370 Jan 28 10:06:01.230870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eda143b3-a933-462e-a660-9068c48467ab req-fac55849-68df-4dc8-b98c-82ddc4371d10 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151457 Jan 28 10:06:01.483780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.505542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object d32be000-1ba3-4a4e-943e-df01b3c81fd2 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:01.522406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.537900 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.612884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33174) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:01.616788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad96fb7-5752-41a0-b41e-e7da36eac562,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:01.616788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.632022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.670433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:01.675011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Usage tracker for resource:security_group_rule and tenant:bf0aa14582724e058146859491f2c03b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:01.676849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:01.677628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.681909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:01.686642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7080039-0565-49c5-a79d-e3ff8ec80c55 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2637272 Jan 28 10:06:01.690558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:01.702139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Request body: {'security_group_rule': {'security_group_id': 'cad96fb7-5752-41a0-b41e-e7da36eac562', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:01.733757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:01.760290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Allocated IP 2001:db8::2 (6de651fb-dfe9-46ea-8850-dab234a5c80f/5dc4e85b-c138-448c-ac18-4eacac9f1be6/a6f3b197-e010-4974-be34-ad0289b9271f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:01.770246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:01.774404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Usage tracker for resource:security_group_rule and tenant:cd0a0a4b625b4fa7b5643d8156249bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:01.778698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:01.779710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:01.790547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:01.792611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:01.799990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:01.800922 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.806484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=d32be000-1ba3-4a4e-943e-df01b3c81fd2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:01.828148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f895bbc1-3b3d-4d52-a005-d6a5314d4397 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0400939 Jan 28 10:06:01.830563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33186) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:01.838789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f', 'name': 'tempest-PortsIpV6TestJSON-1819446229'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:01.858958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33190) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:01.869811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.946886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:01.959250 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.019009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92aeb80e-2e29-4709-a62d-0cb3d7a9dc44,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:02.065626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.065626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7ea7bf85-573b-4309-9371-dc1f8737b22c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3652372 Jan 28 10:06:02.095536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33200) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:02.099161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.106704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Transition to ACTIVE for port object a6f3b197-e010-4974-be34-ad0289b9271f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:02.131196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:02.137778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Transition to ACTIVE for port object a6f3b197-e010-4974-be34-ad0289b9271f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:02.151564 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.168623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:02.174301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.188319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.193164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:02.213779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.227467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:02.231802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:02.234279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:02.269151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port abbd526f-c062-42eb-8438-6a2d216aba3f yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:02.287453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Pushing event updated for resources: {'Port': ['ID=a6f3b197-e010-4974-be34-ad0289b9271f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:02.335994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bf0aa14582724e058146859491f2c03b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7281950 Jan 28 10:06:02.335994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78172c11-7c1c-4185-9cbf-269520d32693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20659409-9f08-40e7-b8c3-782374b47848,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:02.356813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33208) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:02.383641 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2a3bdfe0-cfb2-4343-af40-109ea276a054 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.394828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Attempting to bind port a6f3b197-e010-4974-be34-ad0289b9271f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:06:02.395207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Attempting to bind port a6f3b197-e010-4974-be34-ad0289b9271f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:06:02.395572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Attempting to bind port a6f3b197-e010-4974-be34-ad0289b9271f on network 6de651fb-dfe9-46ea-8850-dab234a5c80f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:02.412752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:06:02.413132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Checking segment: {'id': 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:02.413544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.413941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Bound using segment: {'id': 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:06:02.414428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Bound port: a6f3b197-e010-4974-be34-ad0289b9271f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '6de651fb-dfe9-46ea-8850-dab234a5c80f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:06:02.414805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.418816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.421425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-8e4b6b23-b39f-424a-9ad2-211aae0c8a26 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:02.423100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-8e4b6b23-b39f-424a-9ad2-211aae0c8a26 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.25 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4432459 Jan 28 10:06:02.477446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:02.491835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Usage tracker for resource:security_group_rule and tenant:66808a7f374b4bc7bea64950311dbdea is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:02.520048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:02.524555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] For port a6f3b197-e010-4974-be34-ad0289b9271f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:06:02.524555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] For port a6f3b197-e010-4974-be34-ad0289b9271f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6f3b197-e010-4974-be34-ad0289b9271f,segment=NetworkSegment(e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7),segment_id=e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:06:02.531551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.542402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:02.692491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::da (6de651fb-dfe9-46ea-8850-dab234a5c80f/5dc4e85b-c138-448c-ac18-4eacac9f1be6/abbd526f-c062-42eb-8438-6a2d216aba3f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:02.705449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a452b900-e730-43ef-af35-04a732c221e7 None None] Pushing event updated for resources: {'Port': ['ID=a6f3b197-e010-4974-be34-ad0289b9271f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:02.834023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:02.910392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.039064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66808a7f374b4bc7bea64950311dbdea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1637700 Jan 28 10:06:03.039064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f9a0a9-5206-4132-a2c0-457c46ab79da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5410e233-07e8-42a5-8759-7b4550e14a91,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:03.039064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33222) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:03.056920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2a3bdfe0-cfb2-4343-af40-109ea276a054 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.153413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bf75510-b282-4040-b873-7e3a34cd2441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.162957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:03.163305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.237373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.250618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5bb-22b5-435e-a544-58373f95319a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.333754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bf75510-b282-4040-b873-7e3a34cd2441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.338485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5bb-22b5-435e-a544-58373f95319a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.349965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object abbd526f-c062-42eb-8438-6a2d216aba3f will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:03.408413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a0720-af0f-4582-b244-03ceb0fa7261 req-54b2b81b-fed5-4826-aa8e-02e316f79dfd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:03.408413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-883a0720-af0f-4582-b244-03ceb0fa7261 req-54b2b81b-fed5-4826-aa8e-02e316f79dfd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 944 time: 0.4953132 Jan 28 10:06:03.408413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2a3bdfe0-cfb2-4343-af40-109ea276a054 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.430600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5bb-22b5-435e-a544-58373f95319a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.446113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.457559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3bdfe0-cfb2-4343-af40-109ea276a054 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad96fb7-5752-41a0-b41e-e7da36eac562,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:03.500549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa5bb-22b5-435e-a544-58373f95319a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5410e233-07e8-42a5-8759-7b4550e14a91,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:03.557503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2a3bdfe0-cfb2-4343-af40-109ea276a054 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.557747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2a3bdfe0-cfb2-4343-af40-109ea276a054 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/cad96fb7-5752-41a0-b41e-e7da36eac562 HTTP/1.1" status: 204 len: 168 time: 1.4722064 Jan 28 10:06:03.565372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:03.577424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:03.583890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:03.596754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa5bb-22b5-435e-a544-58373f95319a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.597917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ccaa5bb-22b5-435e-a544-58373f95319a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5410e233-07e8-42a5-8759-7b4550e14a91 HTTP/1.1" status: 204 len: 168 time: 0.5604026 Jan 28 10:06:03.609211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:03.618234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:03.618574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.622675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=abbd526f-c062-42eb-8438-6a2d216aba3f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:03.659391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-adb186d6-c7a7-45c9-ba88-56ffd0eb1c57 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8272083 Jan 28 10:06:03.660219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33240) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:03.670844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-883a0720-af0f-4582-b244-03ceb0fa7261 req-4e2d5706-7416-475b-aeba-903b6e2be102 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups?id=f5142b77-a8d8-4cb6-af27-64bc974a06f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2180359 Jan 28 10:06:03.680354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bf75510-b282-4040-b873-7e3a34cd2441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.796965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf75510-b282-4040-b873-7e3a34cd2441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20659409-9f08-40e7-b8c3-782374b47848,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:03.800560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d64d8d-838e-42d1-aff7-b4827f667e04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:03.800560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-63d64d8d-838e-42d1-aff7-b4827f667e04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:03.837317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-63d64d8d-838e-42d1-aff7-b4827f667e04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:03.842778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-63d64d8d-838e-42d1-aff7-b4827f667e04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Af3 HTTP/1.1" status: 200 len: 927 time: 0.1780019 Jan 28 10:06:03.842778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:03.846514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bf75510-b282-4040-b873-7e3a34cd2441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.846514 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4bf75510-b282-4040-b873-7e3a34cd2441 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20659409-9f08-40e7-b8c3-782374b47848 HTTP/1.1" status: 204 len: 168 time: 1.4875984 Jan 28 10:06:03.879463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f7787d36-bbe9-42fa-9193-7793c575c115 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:03.892894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] For port 458c20e9-752f-420a-97dd-504ca20dfe61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=458c20e9-752f-420a-97dd-504ca20dfe61,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:03.892894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:03.993140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port abbd526f-c062-42eb-8438-6a2d216aba3f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:03.993140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:04.168579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f7787d36-bbe9-42fa-9193-7793c575c115 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:04.172209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7787d36-bbe9-42fa-9193-7793c575c115 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5460579 Jan 28 10:06:04.173200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33260) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:04.414771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33266) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:04.421058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d356b8-9850-4a80-a1f3-64711f01d291 None None] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:04.488265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-19fb6b80-66b9-4922-bc35-45be909b8ef7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Synchronizing usage tracker for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:04.495419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:04.526358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6f3b197-e010-4974-be34-ad0289b9271f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:04.621266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-19fb6b80-66b9-4922-bc35-45be909b8ef7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] Unset dirty status for tenant:cd0a0a4b625b4fa7b5643d8156249bac on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:04.621266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19fb6b80-66b9-4922-bc35-45be909b8ef7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4358394 Jan 28 10:06:04.634687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33270) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:04.639656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:04.663035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Usage tracker for resource:security_group_rule and tenant:3c5174173f3746eb93f9693720deb663 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:04.664937 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-8f36346b-e3de-4f0e-9ae5-f4e2539b2b8c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] delete failed (client error): The resource could not be found. Jan 28 10:06:04.669980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f36346b-e3de-4f0e-9ae5-f4e2539b2b8c tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "DELETE /v2.0/security-groups/cad96fb7-5752-41a0-b41e-e7da36eac562 HTTP/1.1" status: 404 len: 347 time: 0.0352230 Jan 28 10:06:04.670204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33278) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:04.681515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:04.687680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2058dde3-7a35-4b49-8fa8-a6d57a3ec866 None None] Provisioning for port a6f3b197-e010-4974-be34-ad0289b9271f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:04.707125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:04.782874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:04.783393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:04.783729 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Floating IP 777f805e-04d9-40a2-b514-33dd69f2c9fd disassociated. External IP: 172.25.1.137, port: 458c20e9-752f-420a-97dd-504ca20dfe61. Jan 28 10:06:04.784046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 458c20e9-752f-420a-97dd-504ca20dfe61 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:04.861993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:05.175249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a6f3b197-e010-4974-be34-ad0289b9271f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:05.187989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a6f3b197-e010-4974-be34-ad0289b9271f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:05.188726 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:05.190093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:05.274096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'Port': ['ID=458c20e9-752f-420a-97dd-504ca20dfe61,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:05.390948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2342b997-33f9-4d24-b287-be9b7cc932e7 tempest-SecGroupIPv6Test-2010542532 tempest-SecGroupIPv6Test-2010542532-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7103229 Jan 28 10:06:05.517113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for abbd526f-c062-42eb-8438-6a2d216aba3f owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:05.595099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e729ea3-9817-4bbc-a7ea-eeb02aa5b6e6 req-9932f7f8-95cb-4795-a0d9-cd5c3f5bb33f tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 210 time: 0.6444590 Jan 28 10:06:05.714344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Router e24f560e-7fe5-40d8-a520-63d714473225 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:06:05.786573 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:05.844799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33320) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:05.903928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a6f3b197-e010-4974-be34-ad0289b9271f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6f3b197-e010-4974-be34-ad0289b9271f,segment=NetworkSegment(e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7),segment_id=e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:05.907573 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.014582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.054414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.198205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:06:06.221402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] Sync routers for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:06:06.278033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:06.281267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:05:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:06.296230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4fe921-54f9-4386-a382-9632e49926c3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:06.332838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-78f22128-de0b-4474-920f-6af193318a77 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c5174173f3746eb93f9693720deb663&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8909702 Jan 28 10:06:06.332838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.338509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33336) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:06.461186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=abbd526f-c062-42eb-8438-6a2d216aba3f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:06.580369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] No DVR routers for this DVR port 458c20e9-752f-420a-97dd-504ca20dfe61 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:06:06.583471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.584575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.594882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-deleted', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:06:06.614177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1703b09e-43c9-4081-b1bc-6d4be6ad1261 req-b7a9c268-1717-4e82-ba1f-b15ee4dff5b6 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.25 "DELETE /v2.0/ports/458c20e9-752f-420a-97dd-504ca20dfe61 HTTP/1.1" status: 204 len: 173 time: 4.0485902 Jan 28 10:06:06.737133 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49dc3ed3-e248-465d-a898-7bd908c28717', 'name': 'network-vif-deleted', 'tag': '458c20e9-752f-420a-97dd-504ca20dfe61', 'status': 'completed', 'code': 200} Jan 28 10:06:06.740439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:06.822919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a6f3b197-e010-4974-be34-ad0289b9271f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:06.839442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 458c20e9-752f-420a-97dd-504ca20dfe61 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:06.839442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 458c20e9-752f-420a-97dd-504ca20dfe61 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:06.872237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Provisioning for port d32be000-1ba3-4a4e-943e-df01b3c81fd2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:06.890540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9065c8a9-6e31-458a-a003-397252b5a593 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/abbd526f-c062-42eb-8438-6a2d216aba3f HTTP/1.1" status: 204 len: 168 time: 3.0362124 Jan 28 10:06:06.897692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33368) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:06.902804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Provisioning complete for port d32be000-1ba3-4a4e-943e-df01b3c81fd2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:06.902804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.908806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8afae328-bd76-4e0b-95c2-d7939746845c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd0a0a4b625b4fa7b5643d8156249bac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0364301 Jan 28 10:06:06.908806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:06.947236 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d396158f-d03b-4667-9136-a6d882c7670d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:06.968560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:06:07.025582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5767b38-66d8-4100-8a99-81b9c8ce179b req-e1c47594-b7d1-4286-8384-c14756d425bd tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/ports?device_id=49dc3ed3-e248-465d-a898-7bd908c28717 HTTP/1.1" status: 200 len: 210 time: 0.1502936 Jan 28 10:06:07.073182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d396158f-d03b-4667-9136-a6d882c7670d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.125749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd38c-df38-473f-99fb-eb88826b7854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.153305 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d000e5-89e3-4cdf-a799-62825082dfb0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:06:07.154773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-92d000e5-89e3-4cdf-a799-62825082dfb0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:07.186966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d396158f-d03b-4667-9136-a6d882c7670d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.216987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-92d000e5-89e3-4cdf-a799-62825082dfb0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:07.223116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92d000e5-89e3-4cdf-a799-62825082dfb0 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/abbd526f-c062-42eb-8438-6a2d216aba3f HTTP/1.1" status: 404 len: 333 time: 0.3363822 Jan 28 10:06:07.224939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33388) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:07.244369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd38c-df38-473f-99fb-eb88826b7854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.356456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396158f-d03b-4667-9136-a6d882c7670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4fe921-54f9-4386-a382-9632e49926c3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:07.363792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd38c-df38-473f-99fb-eb88826b7854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.379696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port d32be000-1ba3-4a4e-943e-df01b3c81fd2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:07.380199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.396508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dd38c-df38-473f-99fb-eb88826b7854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5489cea9-2d22-4a77-b5b0-4cdd933b74b1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:07.442159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d8dd38c-df38-473f-99fb-eb88826b7854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.442159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d8dd38c-df38-473f-99fb-eb88826b7854 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5489cea9-2d22-4a77-b5b0-4cdd933b74b1 HTTP/1.1" status: 204 len: 168 time: 0.4988565 Jan 28 10:06:07.446419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d396158f-d03b-4667-9136-a6d882c7670d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.451314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d396158f-d03b-4667-9136-a6d882c7670d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca4fe921-54f9-4386-a382-9632e49926c3 HTTP/1.1" status: 204 len: 168 time: 1.0579238 Jan 28 10:06:07.560016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Port d32be000-1ba3-4a4e-943e-df01b3c81fd2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:07.673634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Could not find standard attr ID for object abbd526f-c062-42eb-8438-6a2d216aba3f. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:06:07.806104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Provisioning complete for port a6f3b197-e010-4974-be34-ad0289b9271f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:07.806481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fa79b3a-f2be-4657-9786-61fd487fff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:07.912184 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.015632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33414) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:08.119131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for d32be000-1ba3-4a4e-943e-df01b3c81fd2 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:08.254561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:37Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:08.269313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] Checking router: e24f560e-7fe5-40d8-a520-63d714473225 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:06:08.283195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:08.284364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:05:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:08.321825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:08.447065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f154afe0-9981-4401-bdb1-5cebed4f0cdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.485058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f154afe0-9981-4401-bdb1-5cebed4f0cdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.538387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:06:08.543290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.691574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.711040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=d32be000-1ba3-4a4e-943e-df01b3c81fd2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:08.748407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:08.764141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Usage tracker for resource:security_group_rule and tenant:1901ea210da94707be945557d8de3a84 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:08.804347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6f3b197-e010-4974-be34-ad0289b9271f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:08.808179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:08.830258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f154afe0-9981-4401-bdb1-5cebed4f0cdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.836464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:08.843430 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.903725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f154afe0-9981-4401-bdb1-5cebed4f0cdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5142b77-a8d8-4cb6-af27-64bc974a06f4,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:08.915227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-108ae0b1-679f-4375-bb54-f83865dadb3e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/d32be000-1ba3-4a4e-943e-df01b3c81fd2 HTTP/1.1" status: 204 len: 168 time: 1.6864672 Jan 28 10:06:08.915395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:08.981655 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f154afe0-9981-4401-bdb1-5cebed4f0cdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:08.981655 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f154afe0-9981-4401-bdb1-5cebed4f0cdf tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "DELETE /v2.0/security-groups/f5142b77-a8d8-4cb6-af27-64bc974a06f4 HTTP/1.1" status: 204 len: 168 time: 0.6540053 Jan 28 10:06:08.981655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:09.028853 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-d314a857-19eb-4c66-86c8-8b5d2b128fb9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] show failed (client error): The resource could not be found. Jan 28 10:06:09.036618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d314a857-19eb-4c66-86c8-8b5d2b128fb9 tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "GET /v2.0/security-groups/f5142b77-a8d8-4cb6-af27-64bc974a06f4 HTTP/1.1" status: 404 len: 347 time: 0.0459371 Jan 28 10:06:09.045315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33464) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:09.187055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.194622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.220217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b24149a-2d56-4356-89cd-581b8339eaac None None] Could not find standard attr ID for object d32be000-1ba3-4a4e-943e-df01b3c81fd2. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:06:09.317857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1901ea210da94707be945557d8de3a84&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3029726 Jan 28 10:06:09.318642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33482) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:09.337758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e98d8d-b984-4e82-90ef-f6cf12193018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4516c9d-cdcb-4d45-8b0d-ecfab08c6e66,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:09.445223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b24149a-2d56-4356-89cd-581b8339eaac None None] Could not find standard attr ID for object abbd526f-c062-42eb-8438-6a2d216aba3f. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:06:09.472222 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8a77f1-4a03-4466-adbf-3639bfa77a67 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:06:09.496439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8b8a77f1-4a03-4466-adbf-3639bfa77a67 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:09.496439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Deleting port 481b5274-23c7-4c2b-b2fe-73c7c6c2c1f9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:09.496439 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.524892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a00ba-ec86-4a38-b923-13094fca57d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.579675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a6f3b197-e010-4974-be34-ad0289b9271f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:09.579675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.611050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a00ba-ec86-4a38-b923-13094fca57d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.745969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a00ba-ec86-4a38-b923-13094fca57d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.769590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a00ba-ec86-4a38-b923-13094fca57d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4516c9d-cdcb-4d45-8b0d-ecfab08c6e66,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:09.795075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a00ba-ec86-4a38-b923-13094fca57d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.798464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-937a00ba-ec86-4a38-b923-13094fca57d1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4516c9d-cdcb-4d45-8b0d-ecfab08c6e66 HTTP/1.1" status: 204 len: 168 time: 0.4702163 Jan 28 10:06:09.911567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8b8a77f1-4a03-4466-adbf-3639bfa77a67 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:09.911567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8b8a77f1-4a03-4466-adbf-3639bfa77a67 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/d32be000-1ba3-4a4e-943e-df01b3c81fd2 HTTP/1.1" status: 404 len: 333 time: 0.9882958 Jan 28 10:06:09.914729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33500) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:09.972048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:09.972048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:10.049856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 5dc4e85b-c138-448c-ac18-4eacac9f1be6 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:06:10.053865 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:10.127289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:37Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:10.142339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ac7dc0-6115-4aed-8914-8e12eb7998e1 None None] The sync data for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 is: [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T09:56:22Z', 'revision_number': 4, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8fcd310e-7cc8-4305-9024-8665872ede70', 'name': '', 'network_id': 'f09e96b4-e3f2-493e-bd09-5f868daa445d', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'mac_address': 'fa:16:3e:4f:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:20Z', 'updated_at': '2022-01-28T09:56:37Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'subnets': [{'id': 'febdb5f6-1607-448d-91d5-ed02377ee92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:06:10.144452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:10.241972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Calling delete_port for 481b5274-23c7-4c2b-b2fe-73c7c6c2c1f9 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:10.255061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:10.460616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:10.516782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:10.529153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e68d72-c359-4159-b114-ed16247c7fd9 None None] Network 6de651fb-dfe9-46ea-8850-dab234a5c80f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:10.587515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/5dc4e85b-c138-448c-ac18-4eacac9f1be6 HTTP/1.1" status: 204 len: 168 time: 0.6785803 Jan 28 10:06:10.590227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33524) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:10.636762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c65c4-ac4e-45db-a8ed-c1334bd7407d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc4e85b-c138-448c-ac18-4eacac9f1be6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:10.807265 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1c226-5f30-4b26-a81f-b4f4a5cacc68 None None] New status for floating IP 777f805e-04d9-40a2-b514-33dd69f2c9fd: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:06:10.978625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.024493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.027961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port a6f3b197-e010-4974-be34-ad0289b9271f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:11.027961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.143199 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.db.api [None req-ffb1c226-5f30-4b26-a81f-b4f4a5cacc68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87543) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:11.143199 n-d-825178-2 neutron-server[87543]: DEBUG oslo_db.api [None req-ffb1c226-5f30-4b26-a81f-b4f4a5cacc68 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:11.166100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Pushing event deleted for resources: {'Port': ['ID=481b5274-23c7-4c2b-b2fe-73c7c6c2c1f9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:11.310435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] DHCP port deletion for 6de651fb-dfe9-46ea-8850-dab234a5c80f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:06:11.314773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Deleting port a6f3b197-e010-4974-be34-ad0289b9271f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:11.315430 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.317654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.335736 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.338109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-96610fb5-ece4-49f3-adfa-1e201ad586ec tempest-ServerActionsTestJSON-290656340 tempest-ServerActionsTestJSON-290656340-project] 10.222.0.42 "DELETE /v2.0/floatingips/777f805e-04d9-40a2-b514-33dd69f2c9fd HTTP/1.1" status: 204 len: 168 time: 2.2755830 Jan 28 10:06:11.340691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33552) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:11.586031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port a6f3b197-e010-4974-be34-ad0289b9271f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6f3b197-e010-4974-be34-ad0289b9271f,segment=NetworkSegment(e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7),segment_id=e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:11.586031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.651593 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1c226-5f30-4b26-a81f-b4f4a5cacc68 None None] New status for floating IP 777f805e-04d9-40a2-b514-33dd69f2c9fd: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:06:11.747644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for a6f3b197-e010-4974-be34-ad0289b9271f owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:11.863632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.869971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] For port a6f3b197-e010-4974-be34-ad0289b9271f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a6f3b197-e010-4974-be34-ad0289b9271f,segment=NetworkSegment(e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7),segment_id=e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:11.870583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:11.922685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=a6f3b197-e010-4974-be34-ad0289b9271f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:11.924800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No DVR routers for this DVR port a6f3b197-e010-4974-be34-ad0289b9271f on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:06:12.105192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Calling delete_port for a6f3b197-e010-4974-be34-ad0289b9271f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:12.282607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.309223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:12.309573 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:12.350103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6de651fb-dfe9-46ea-8850-dab234a5c80f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:12.373146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:12.374765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4d81f6c-4104-4ee8-aefc-e4f0b699a7a7') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:12.405144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.434010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6f3b197-e010-4974-be34-ad0289b9271f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:12.438735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.457586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:06:12.458460 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:06:12.506463 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:06:12.581107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a6f3b197-e010-4974-be34-ad0289b9271f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:12.581107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a6f3b197-e010-4974-be34-ad0289b9271f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:12.725590 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.760806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.797923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=6de651fb-dfe9-46ea-8850-dab234a5c80f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:12.811393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Deleting port a6f3b197-e010-4974-be34-ad0289b9271f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:12.811770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:12.847259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7bceba96-6807-4e74-9730-093ea6d29dc4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/6de651fb-dfe9-46ea-8850-dab234a5c80f HTTP/1.1" status: 204 len: 168 time: 2.2503436 Jan 28 10:06:12.848051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:12.870538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-210795515'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:12.890180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:12.908349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:12.921568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:12.945575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:12.950031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ea119b9c-27bf-47e4-b956-ce8291c36c3b None None] The port 'a6f3b197-e010-4974-be34-ad0289b9271f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:06:13.005198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:13.005198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:13.078814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:13.103604 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:13.103604 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment 75cf7719-7936-4210-8df4-8a7c5336cb65 of type vlan for network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 Jan 28 10:06:13.121977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33610) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:13.192062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:13.249609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:13.261176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:13.261176 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:13.320896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:13.607383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7517407 Jan 28 10:06:13.611324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33628) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:13.614535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eb3f2-d320-4a1a-8697-641e9a2f0a7e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=b1d05847-954b-4d63-a4ee-32ac7f6f7ee7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:13.631205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:13.706451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bfda7aa4-94b9-4bbd-8fbb-81d645169786 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] Request body: {'port': {'network_id': 'f9d8c8f9-b538-4fe9-8dfb-76a08fab0a10', 'name': 'tempest-NetworksNegativeTestJSON-666599247'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:13.732291 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfda7aa4-94b9-4bbd-8fbb-81d645169786 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] POST failed (client error): The resource could not be found. Jan 28 10:06:13.734071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfda7aa4-94b9-4bbd-8fbb-81d645169786 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:13.737388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bfda7aa4-94b9-4bbd-8fbb-81d645169786 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.6245005 Jan 28 10:06:13.741083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:13.752725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:13.779115 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-708a6733-efe4-4965-9842-7a89655253d6 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] DELETE failed (client error): The resource could not be found. Jan 28 10:06:13.779921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708a6733-efe4-4965-9842-7a89655253d6 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:13.782947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-708a6733-efe4-4965-9842-7a89655253d6 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "DELETE /v2.0/networks/3786ca31-f626-4a01-b451-0660cfbece45 HTTP/1.1" status: 404 len: 339 time: 0.0398507 Jan 28 10:06:13.787800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33642) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:13.972527 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-70bd11df-0efe-4c88-8ea0-a0904af02278 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] DELETE failed (client error): The resource could not be found. Jan 28 10:06:13.972527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70bd11df-0efe-4c88-8ea0-a0904af02278 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:13.972527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70bd11df-0efe-4c88-8ea0-a0904af02278 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "DELETE /v2.0/ports/21b03e97-738d-41d2-ab8a-6df8890da12f HTTP/1.1" status: 404 len: 333 time: 0.1725111 Jan 28 10:06:13.972527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33650) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.007591 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:14.036009 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-84779416-9f46-4c27-9b26-4d3442716c71 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] DELETE failed (client error): The resource could not be found. Jan 28 10:06:14.036977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84779416-9f46-4c27-9b26-4d3442716c71 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:14.046456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-84779416-9f46-4c27-9b26-4d3442716c71 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "DELETE /v2.0/subnets/0ea52e9e-af0f-4f56-a433-a1b2a9a131d8 HTTP/1.1" status: 404 len: 337 time: 0.0814290 Jan 28 10:06:14.047231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33654) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.080460 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-94a6dd58-f3d3-4ec3-a76d-abe66538e4f8 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] GET failed (client error): The resource could not be found. Jan 28 10:06:14.086560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-94a6dd58-f3d3-4ec3-a76d-abe66538e4f8 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "GET /v2.0/networks/110b5a25-22cc-42ee-976f-8f536983c73c HTTP/1.1" status: 404 len: 339 time: 0.0379982 Jan 28 10:06:14.087369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33662) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.123480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:14.129885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:14.133542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:14.146735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:14.171644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:14.176988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:14.194744 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f1e1bc-21d3-4fa9-ad7d-480f6c673643 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] GET failed (client error): The resource could not be found. Jan 28 10:06:14.201067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33668) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.202337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-36f1e1bc-21d3-4fa9-ad7d-480f6c673643 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "GET /v2.0/ports/ddcead5b-ee71-456b-86e7-1cb2c0b74ab6 HTTP/1.1" status: 404 len: 333 time: 0.1138306 Jan 28 10:06:14.416918 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0b975ae-c49e-44ea-8176-7265bf57f28f tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] GET failed (client error): The resource could not be found. Jan 28 10:06:14.416918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b0b975ae-c49e-44ea-8176-7265bf57f28f tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "GET /v2.0/subnets/78f5da01-28c3-4b89-a33b-41b0f3154c4c HTTP/1.1" status: 404 len: 337 time: 0.2088852 Jan 28 10:06:14.421577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33674) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.428613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-77dfddc6-4456-408a-91a4-85902c573b66 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] Request body: {'network': {'name': 'new_name'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:14.476825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Deleting port 8fcd310e-7cc8-4305-9024-8665872ede70 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:14.476825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:14.562278 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-77dfddc6-4456-408a-91a4-85902c573b66 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] PUT failed (client error): The resource could not be found. Jan 28 10:06:14.562775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77dfddc6-4456-408a-91a4-85902c573b66 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:14.569311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77dfddc6-4456-408a-91a4-85902c573b66 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "PUT /v2.0/networks/f015ab87-b5a8-476b-91ef-a8d21aa6c41d HTTP/1.1" status: 404 len: 339 time: 0.1500175 Jan 28 10:06:14.569957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33684) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.576134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c22d4acd-e83e-4956-b65a-ca3047504682 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] Request body: {'port': {'name': 'new_name'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:14.653338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33692) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.703357 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22d4acd-e83e-4956-b65a-ca3047504682 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] PUT failed (client error): The resource could not be found. Jan 28 10:06:14.703357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22d4acd-e83e-4956-b65a-ca3047504682 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:14.709947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c22d4acd-e83e-4956-b65a-ca3047504682 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "PUT /v2.0/ports/bf7d3053-c68c-452a-8134-0cef09e22f0b HTTP/1.1" status: 404 len: 333 time: 0.1344543 Jan 28 10:06:14.709947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33698) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:14.719647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b759649b-40bf-47eb-a47a-50820954dca3 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:14.755045 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-b759649b-40bf-47eb-a47a-50820954dca3 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] PUT failed (client error): The resource could not be found. Jan 28 10:06:14.755045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b759649b-40bf-47eb-a47a-50820954dca3 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:14.764199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b759649b-40bf-47eb-a47a-50820954dca3 tempest-NetworksNegativeTestJSON-503227722 tempest-NetworksNegativeTestJSON-503227722-project] 10.222.0.42 "PUT /v2.0/subnets/355f1922-8ed1-4432-8436-b11577e2399f HTTP/1.1" status: 404 len: 337 time: 0.0487025 Jan 28 10:06:14.881169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:14.916033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:14.928481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Usage tracker for resource:security_group_rule and tenant:a3b99ba32b484e7caff388f02a866d9b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:14.929071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:14.933388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] For port 8fcd310e-7cc8-4305-9024-8665872ede70, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8fcd310e-7cc8-4305-9024-8665872ede70,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:14.933388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:14.936686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:15.111924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Calling delete_port for 8fcd310e-7cc8-4305-9024-8665872ede70 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:15.124773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.134055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.197613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3b99ba32b484e7caff388f02a866d9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5318108 Jan 28 10:06:15.197613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33710) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:15.202580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.224315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.232647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33714) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:15.257762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e753aa-70d7-4558-9b91-622438d935b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50be4ced-30c7-496e-9f99-de4d2c5a8e34,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:15.316300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d8bda6d-4f61-4f51-bcc7-441a0102840c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.337234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=45f21345-3462-42a8-a0e6-5c023242845d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:15.350911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': '75cf7719-7936-4210-8df4-8a7c5336cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:15.350911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: b1d05847-954b-4d63-a4ee-32ac7f6f7ee7, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:15.373182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d8bda6d-4f61-4f51-bcc7-441a0102840c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.398289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:15.422241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b1d05847-954b-4d63-a4ee-32ac7f6f7ee7) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:15.437046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b026c2c0-28d9-4691-a3d9-ed6f37513474 None None] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:15.458162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d8bda6d-4f61-4f51-bcc7-441a0102840c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.489726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8bda6d-4f61-4f51-bcc7-441a0102840c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50be4ced-30c7-496e-9f99-de4d2c5a8e34,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:15.499312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d8bda6d-4f61-4f51-bcc7-441a0102840c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.500561 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1d8bda6d-4f61-4f51-bcc7-441a0102840c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/50be4ced-30c7-496e-9f99-de4d2c5a8e34 HTTP/1.1" status: 204 len: 168 time: 0.3103418 Jan 28 10:06:15.543693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.568166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:15.568879 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.583076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:15.609406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Usage tracker for resource:security_group_rule and tenant:6c467d6b0f9748d4aafd4e57cf2056b9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:15.624326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:15.680563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:15.703225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc053b61-2a84-4746-85ae-e03cff538c7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0884900 Jan 28 10:06:15.708132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:15.715490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7', 'name': 'tempest-PortsIpV6TestJSON-1198321306', 'fixed_ips': [{'subnet_id': '45f21345-3462-42a8-a0e6-5c023242845d', 'ip_address': '2001:db8::10'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:15.719060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:15.906089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8fcd310e-7cc8-4305-9024-8665872ede70,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:16.204882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:16.219573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33744) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:16.295832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b1d05847-954b-4d63-a4ee-32ac7f6f7ee7', 'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': '45f21345-3462-42a8-a0e6-5c023242845d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:06:16.295832 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:16.372591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:16.571034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:16.746443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Allocated IP 2001:db8::2 (b1d05847-954b-4d63-a4ee-32ac7f6f7ee7/45f21345-3462-42a8-a0e6-5c023242845d/f9090bff-b6ef-4ce2-bead-82280890ed23) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:16.772790 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:06:16.816828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:16.844484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:16.866812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:16.866812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Usage tracker for resource:security_group_rule and tenant:dd6ef0fc117d4ef4a1787ac2bf01e116 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:16.874683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:16.883524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:16.943609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:16.954842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:16.975198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:17.026824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3291183-36c0-4fa1-bbab-fbf4cc87c901,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:17.135614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.135614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19761b57-a221-4b29-a1b1-6378fd53bc86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c467d6b0f9748d4aafd4e57cf2056b9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9040015 Jan 28 10:06:17.135614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:17.144441 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.151061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33770) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:17.159063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.185377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Transition to ACTIVE for port object f9090bff-b6ef-4ce2-bead-82280890ed23 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:17.249412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Transition to ACTIVE for port object f9090bff-b6ef-4ce2-bead-82280890ed23 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:17.257276 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.323290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.362345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd6ef0fc117d4ef4a1787ac2bf01e116&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1422646 Jan 28 10:06:17.370218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33776) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:17.375118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:17.398153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:17.404106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:17.406864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 1e4c93c5-f39b-444d-9398-276efa79f852 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:17.522846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Pushing event updated for resources: {'Port': ['ID=f9090bff-b6ef-4ce2-bead-82280890ed23,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:17.626161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Attempting to bind port f9090bff-b6ef-4ce2-bead-82280890ed23 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:06:17.626161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Attempting to bind port f9090bff-b6ef-4ce2-bead-82280890ed23 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '75cf7719-7936-4210-8df4-8a7c5336cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:06:17.626161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Attempting to bind port f9090bff-b6ef-4ce2-bead-82280890ed23 on network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:17.642515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:06:17.642515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Checking segment: {'id': '75cf7719-7936-4210-8df4-8a7c5336cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:17.642515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.642515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Bound using segment: {'id': '75cf7719-7936-4210-8df4-8a7c5336cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:06:17.642515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Bound port: f9090bff-b6ef-4ce2-bead-82280890ed23, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cf7719-7936-4210-8df4-8a7c5336cb65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:06:17.642515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:17.721116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Router e24f560e-7fe5-40d8-a520-63d714473225 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:06:17.734605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9988038-1875-4ba1-8887-c8e41848b48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5503c353-5630-4bb7-bb82-70c5ac070ae8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:17.796472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8a2553c-27e3-4a62-bb07-95930954649d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.035661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33803563-3052-458d-97b6-9760a082686a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.038933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] For port f9090bff-b6ef-4ce2-bead-82280890ed23, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:06:18.038933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] For port f9090bff-b6ef-4ce2-bead-82280890ed23, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9090bff-b6ef-4ce2-bead-82280890ed23,segment=NetworkSegment(75cf7719-7936-4210-8df4-8a7c5336cb65),segment_id=75cf7719-7936-4210-8df4-8a7c5336cb65)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:06:18.049483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.080810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::10 (b1d05847-954b-4d63-a4ee-32ac7f6f7ee7/45f21345-3462-42a8-a0e6-5c023242845d/1e4c93c5-f39b-444d-9398-276efa79f852) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:18.089992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33803563-3052-458d-97b6-9760a082686a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.197239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dee9fd-7c92-49e3-b7ec-3310fa31a39e None None] Pushing event updated for resources: {'Port': ['ID=f9090bff-b6ef-4ce2-bead-82280890ed23,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:18.202760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33803563-3052-458d-97b6-9760a082686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.252810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33803563-3052-458d-97b6-9760a082686a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5503c353-5630-4bb7-bb82-70c5ac070ae8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:18.268526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:06:18.306577 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a1ff5625-73e8-4bce-83c2-b98ba40b8f5e admin admin] 10.222.0.42 "PUT /v2.0/routers/e24f560e-7fe5-40d8-a520-63d714473225/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9548752 Jan 28 10:06:18.310612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] Sync routers for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:06:18.316200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33796) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:18.316200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8a2553c-27e3-4a62-bb07-95930954649d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.320085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:18.320085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:05:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:18.579397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.604196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 1e4c93c5-f39b-444d-9398-276efa79f852 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:18.645793 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-33803563-3052-458d-97b6-9760a082686a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.649261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33803563-3052-458d-97b6-9760a082686a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5503c353-5630-4bb7-bb82-70c5ac070ae8 HTTP/1.1" status: 204 len: 168 time: 1.2746854 Jan 28 10:06:18.725062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.735951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:06:18.756551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8a2553c-27e3-4a62-bb07-95930954649d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.864916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8a2553c-27e3-4a62-bb07-95930954649d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.864916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f8a2553c-27e3-4a62-bb07-95930954649d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3291183-36c0-4fa1-bbab-fbf4cc87c901 HTTP/1.1" status: 204 len: 168 time: 1.7156053 Jan 28 10:06:18.864916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2553c-27e3-4a62-bb07-95930954649d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3291183-36c0-4fa1-bbab-fbf4cc87c901,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:18.876078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:18.961408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:18.967872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:18.977408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:18.991436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:19.000897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:19.032605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=1e4c93c5-f39b-444d-9398-276efa79f852,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:19.057771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07f260c3-b3dd-405a-a832-fa5b3bbb43c8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3533168 Jan 28 10:06:19.058501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33810) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:19.068144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': 'b1d05847-954b-4d63-a4ee-32ac7f6f7ee7', 'name': 'tempest-PortsIpV6TestJSON-374415021', 'fixed_ips': [{'subnet_id': '45f21345-3462-42a8-a0e6-5c023242845d', 'ip_address': '2001:db8::f'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:19.489271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:19.521752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Deleting port 8412514f-639c-4b32-83ef-34efa2642117 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:19.522096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:19.580096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:19.592461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:19.601487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:19.615906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:19.651364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:19.670809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:19.745418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:19.770919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99'}], 'enable_snat': True}, 'gw_port_id': '8412514f-639c-4b32-83ef-34efa2642117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T10:06:15Z', 'revision_number': 5, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port': {'id': '8412514f-639c-4b32-83ef-34efa2642117', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:7b:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1902, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T09:56:10Z', 'updated_at': '2022-01-28T09:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:19.786050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] Checking router: e24f560e-7fe5-40d8-a520-63d714473225 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:06:19.796035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] Routers {'e24f560e-7fe5-40d8-a520-63d714473225'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:19.844825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:05:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e24f560e-7fe5-40d8-a520-63d714473225'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:20.331879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] For port 8412514f-639c-4b32-83ef-34efa2642117, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8412514f-639c-4b32-83ef-34efa2642117,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:20.331879 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:20.357377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::f (b1d05847-954b-4d63-a4ee-32ac7f6f7ee7/45f21345-3462-42a8-a0e6-5c023242845d/1b09ca5d-e3c3-4af0-9be4-ddbb643593fd) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:20.361231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] Set router e24f560e-7fe5-40d8-a520-63d714473225 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:06:20.442238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bc23ce-ce8f-4971-bc7d-aeed7a3d2fe4 None None] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:20.901472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9090bff-b6ef-4ce2-bead-82280890ed23 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:20.903837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Calling delete_port for 8412514f-639c-4b32-83ef-34efa2642117 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:20.935400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:20.975510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:21.014556 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:21.143043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33884) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:21.192794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T10:06:19Z', 'revision_number': 6, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:21.213325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd9b784-805f-4694-a715-adef3d38609f None None] The sync data for ids ['e24f560e-7fe5-40d8-a520-63d714473225'] in n-d-825178-2 is: [{'id': 'e24f560e-7fe5-40d8-a520-63d714473225', 'name': 'tempest-ServerActionsTestJSON-343784246-router', 'tenant_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T09:56:09Z', 'updated_at': '2022-01-28T10:06:19Z', 'revision_number': 6, 'project_id': '23fe5f36e0ee4c72bfa50c98dbde3834', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:06:21.213325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2a452115-31c5-44e9-9155-d8585b87eb30 None None] Provisioning for port f9090bff-b6ef-4ce2-bead-82280890ed23 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:21.401453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:21.401453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:21.410572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:21.449442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:21.450191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:21.500939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:21.570753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=1b09ca5d-e3c3-4af0-9be4-ddbb643593fd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:21.609363 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-21e80c0e-66b5-4bf5-ab90-d74e881d62e3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5364146 Jan 28 10:06:21.609363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33896) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:21.613732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f9090bff-b6ef-4ce2-bead-82280890ed23 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:21.661775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f9090bff-b6ef-4ce2-bead-82280890ed23 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:21.661775 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:21.724029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8412514f-639c-4b32-83ef-34efa2642117,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:21.899006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f262851-95af-4953-a603-660878c7c4a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:21.902813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f262851-95af-4953-a603-660878c7c4a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:21.934916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f262851-95af-4953-a603-660878c7c4a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:21.937480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f262851-95af-4953-a603-660878c7c4a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3319376 Jan 28 10:06:21.943209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33910) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:22.049763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:22.177439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90da68-aded-44b7-b3a7-af3727b6e238 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:22.181452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:22.189147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90da68-aded-44b7-b3a7-af3727b6e238 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:22.189147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a90da68-aded-44b7-b3a7-af3727b6e238 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:22.189147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9a90da68-aded-44b7-b3a7-af3727b6e238 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2422245 Jan 28 10:06:22.197104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:22.233029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-152632623'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:22.305701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port f9090bff-b6ef-4ce2-bead-82280890ed23, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9090bff-b6ef-4ce2-bead-82280890ed23,segment=NetworkSegment(75cf7719-7936-4210-8df4-8a7c5336cb65),segment_id=75cf7719-7936-4210-8df4-8a7c5336cb65)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:22.309785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:22.375427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:22.452444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=f9090bff-b6ef-4ce2-bead-82280890ed23,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:22.664041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Provisioning for port 1e4c93c5-f39b-444d-9398-276efa79f852 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:22.705614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Provisioning complete for port 1e4c93c5-f39b-444d-9398-276efa79f852 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:22.705614 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:22.828270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9090bff-b6ef-4ce2-bead-82280890ed23 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:23.051972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f9090bff-b6ef-4ce2-bead-82280890ed23 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:23.051972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.132901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:23.147932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:23.161862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:23.271680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Port 1e4c93c5-f39b-444d-9398-276efa79f852 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:23.297446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Provisioning complete for port f9090bff-b6ef-4ce2-bead-82280890ed23 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:23.297989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.305201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:23.310425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.338537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.340778 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.352260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.377789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:23.396356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group_rule and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:23.399963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:23.406574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:23.667847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.675505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8412514f-639c-4b32-83ef-34efa2642117 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:23.721342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.775934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:23.783207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 8412514f-639c-4b32-83ef-34efa2642117 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:23.783547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8412514f-639c-4b32-83ef-34efa2642117 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:23.783957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.784249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8fcd310e-7cc8-4305-9024-8665872ede70 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:23.847389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 8fcd310e-7cc8-4305-9024-8665872ede70 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:23.847389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8fcd310e-7cc8-4305-9024-8665872ede70 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:23.919039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Provisioning for port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:23.928607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=442bfbf3-fb68-49eb-b6c6-1874721208d5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:23.933691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Provisioning complete for port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:23.933691 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.937219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:23.937219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e24f560e-7fe5-40d8-a520-63d714473225 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:06:23.937219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:24.030779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5e9b9904-9dbb-4aea-b161-3f3992714efc None None] Port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:24.054173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.054173 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment 2e493cdb-590c-4424-8026-ddd219ef8483 of type vlan for network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 Jan 28 10:06:24.132162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.134957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-196818db-2e89-4774-bf66-0bd8f8954b29 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e24f560e-7fe5-40d8-a520-63d714473225 HTTP/1.1" status: 204 len: 168 time: 5.8331196 Jan 28 10:06:24.136315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33978) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:24.153832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f3cb9b8d-1d5f-4fab-8dcc-75e106d3a455 None None] Provisioning complete for port 1e4c93c5-f39b-444d-9398-276efa79f852 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:24.155830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9b8d-1d5f-4fab-8dcc-75e106d3a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.208405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.292922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Deleting subnet febdb5f6-1607-448d-91d5-ed02377ee92c {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:06:24.299141 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.345804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb9b8d-1d5f-4fab-8dcc-75e106d3a455 None None] Port 1e4c93c5-f39b-444d-9398-276efa79f852 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:24.369891 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.455229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.461009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f3cb9b8d-1d5f-4fab-8dcc-75e106d3a455 None None] Provisioning complete for port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:24.461009 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f3cb9b8d-1d5f-4fab-8dcc-75e106d3a455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.649930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:24.664258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb9b8d-1d5f-4fab-8dcc-75e106d3a455 None None] Port 1b09ca5d-e3c3-4af0-9be4-ddbb643593fd cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:24.676724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.846803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.861544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:24.861544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:24.940468 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.006038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.8633015 Jan 28 10:06:25.016636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8cd1cb-4284-4ff9-a839-f989ce396a8f None None] Network f09e96b4-e3f2-493e-bd09-5f868daa445d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:25.022662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.028568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34028) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:25.029308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addb8673-c85a-494c-9908-92374e0dbe48 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=5fdde8ba-0af7-4030-aeba-19ab8abc1d03,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:25.036604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/febdb5f6-1607-448d-91d5-ed02377ee92c HTTP/1.1" status: 204 len: 168 time: 0.8970931 Jan 28 10:06:25.037732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34036) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:25.044511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.052996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315690f8-e3dc-4889-a415-7e41585f07b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=febdb5f6-1607-448d-91d5-ed02377ee92c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:25.061195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'name': 'tempest-PortsTestJSON-69083827'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:25.088652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:25.338778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34052) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:25.356257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.447798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=1b09ca5d-e3c3-4af0-9be4-ddbb643593fd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:25.583784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Deleting port 0adad7fa-da23-4781-b1f8-180c4c998a26 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:25.584121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.613843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.655397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:25.664798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Usage tracker for resource:security_group_rule and tenant:c02b2e2bd65d46faabb1037880db433d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:25.671869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:25.688439 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:25.688629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:25.692785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6f965557-d1c6-4460-be14-9aadcc6a06bd tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/1b09ca5d-e3c3-4af0-9be4-ddbb643593fd HTTP/1.1" status: 204 len: 168 time: 3.4647729 Jan 28 10:06:25.700767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:25.729096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:25.733628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:25.757656 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:25.765961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:25.810038 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-da4e745a-4cda-4425-95f5-5d3ffa4e9712 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:06:25.810038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da4e745a-4cda-4425-95f5-5d3ffa4e9712 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/1b09ca5d-e3c3-4af0-9be4-ddbb643593fd HTTP/1.1" status: 404 len: 333 time: 0.1081007 Jan 28 10:06:25.822776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] DHCP port deletion for f09e96b4-e3f2-493e-bd09-5f868daa445d request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:06:25.826143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:25.828413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] Deleting port 0adad7fa-da23-4781-b1f8-180c4c998a26 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:25.828413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.017510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 1e4c93c5-f39b-444d-9398-276efa79f852 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:26.017853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.085192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-997f5086-0759-40bf-9166-74f0e422983c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.145913 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.230761 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.237181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] For port 0adad7fa-da23-4781-b1f8-180c4c998a26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0adad7fa-da23-4781-b1f8-180c4c998a26,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:26.237181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.515498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b52534a-9afd-4e8e-b4a9-367dcc935414,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:26.525135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7dcc3f41-15fa-48fa-8c3d-e2caebc06387 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c02b2e2bd65d46faabb1037880db433d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1877789 Jan 28 10:06:26.527078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34082) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:26.540109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] Calling delete_port for 0adad7fa-da23-4781-b1f8-180c4c998a26 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:26.566490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:26.569928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.643251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0adad7fa-da23-4781-b1f8-180c4c998a26 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:26.694222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0adad7fa-da23-4781-b1f8-180c4c998a26 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:26.694222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0adad7fa-da23-4781-b1f8-180c4c998a26 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:26.694222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.717357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] For port 0adad7fa-da23-4781-b1f8-180c4c998a26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0adad7fa-da23-4781-b1f8-180c4c998a26,segment=NetworkSegment(94ee040c-2734-48c2-b034-835e5693bed4),segment_id=94ee040c-2734-48c2-b034-835e5693bed4)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:26.717357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.749459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] No DVR routers for this DVR port 0adad7fa-da23-4781-b1f8-180c4c998a26 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:06:26.759595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b660c2-77a8-4e5d-8a36-b209f23608a2 None None] Pushing event deleted for resources: {'Port': ['ID=0adad7fa-da23-4781-b1f8-180c4c998a26,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:26.844433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a95e7bf2-20b4-4e0a-9cf3-308c86495a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.873998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Calling delete_port for 0adad7fa-da23-4781-b1f8-180c4c998a26 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:26.916698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.923695 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a95e7bf2-20b4-4e0a-9cf3-308c86495a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:26.968742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:26.969360 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:26.978380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:27.257043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 1e4c93c5-f39b-444d-9398-276efa79f852 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:27.361798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.401716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.488322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Deleting port 0adad7fa-da23-4781-b1f8-180c4c998a26 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:27.488322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.525288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a95e7bf2-20b4-4e0a-9cf3-308c86495a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.576868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] The port '0adad7fa-da23-4781-b1f8-180c4c998a26' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:06:27.638875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': '2e493cdb-590c-4424-8026-ddd219ef8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:27.638875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: 5fdde8ba-0af7-4030-aeba-19ab8abc1d03, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:27.660330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=f460adad-01b7-4c8d-aec3-2e9c791fc4e1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:27.665839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e7bf2-20b4-4e0a-9cf3-308c86495a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b52534a-9afd-4e8e-b4a9-367dcc935414,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:27.687855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a95e7bf2-20b4-4e0a-9cf3-308c86495a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.691583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a95e7bf2-20b4-4e0a-9cf3-308c86495a20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8b52534a-9afd-4e8e-b4a9-367dcc935414 HTTP/1.1" status: 204 len: 168 time: 1.1560044 Jan 28 10:06:27.697939 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.749580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.774527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:27.809523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5fdde8ba-0af7-4030-aeba-19ab8abc1d03) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:27.815773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f09e96b4-e3f2-493e-bd09-5f868daa445d']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:27.823176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73171d9c-83a7-4a41-ac01-ee265ccdea7b None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:27.828257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:27.828257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:27.828257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.848976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ee040c-2734-48c2-b034-835e5693bed4') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:27.848976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ee040c-2734-48c2-b034-835e5693bed4') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:27.874153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.887723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-836aac59-8372-4de0-9481-75152bc3362b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 2.8494127 Jan 28 10:06:27.887723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34110) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:27.893212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-560847934'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:27.899178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:27.904568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:27.907962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:27.913889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:27.918098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=1e4c93c5-f39b-444d-9398-276efa79f852,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:27.922484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.930945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:06:27.941868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.951467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:27.957070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aa052c4a-7e3c-4036-b8d1-86196e8b01cc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/1e4c93c5-f39b-444d-9398-276efa79f852 HTTP/1.1" status: 204 len: 168 time: 2.1187077 Jan 28 10:06:27.957895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34114) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:06:27.976758 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:06:27.984160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:27.994547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.015537 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-8de47f4b-2195-4588-8f98-ba39cf977436 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:06:28.016258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8de47f4b-2195-4588-8f98-ba39cf977436 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:28.042872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8de47f4b-2195-4588-8f98-ba39cf977436 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:28.049652 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8de47f4b-2195-4588-8f98-ba39cf977436 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/1e4c93c5-f39b-444d-9398-276efa79f852 HTTP/1.1" status: 404 len: 333 time: 0.0904877 Jan 28 10:06:28.052252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:28.194884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:28.205131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.221654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.238725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 45f21345-3462-42a8-a0e6-5c023242845d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:06:28.248862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.269793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.270259 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment 968d4f96-6148-4e10-8a19-acbaa0c9b0c8 of type vlan for network cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd Jan 28 10:06:28.293188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] Pushing event deleted for resources: {'Network': ['ID=f09e96b4-e3f2-493e-bd09-5f868daa445d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:28.313746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3ce1779a-6e15-49da-adbd-7665d2f3ab60 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f09e96b4-e3f2-493e-bd09-5f868daa445d HTTP/1.1" status: 204 len: 168 time: 3.2649658 Jan 28 10:06:28.356950 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-937d3613-7171-4f30-bb02-0095fc7a6ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.369854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.390639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.434940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.440436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:28.443392 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.458232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34132) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:28.493078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6044240 Jan 28 10:06:28.498360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:28.507506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'ports': [{'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'}, {'network_id': 'cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd'}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:28.508028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:28.508754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': 'cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:28.642672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34142) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:28.644176 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.747260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4e219-b2bc-4454-b6e5-530cea7b7ae9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:28.755423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:28.763136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:28.784561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:28.798590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Usage tracker for resource:security_group_rule and tenant:c890f7e863834a4282d2226fe93f53be is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:28.804255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:28.817940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:28.823968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbc688f6-4ee9-4cf9-be86-dff0b0dfefa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23fe5f36e0ee4c72bfa50c98dbde3834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431422 Jan 28 10:06:28.826559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34152) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:28.850645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.045957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f16c06e-21eb-40ab-b3da-917de58ceffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.125318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca735fad-9c57-428c-93d0-edab4a5a2702 None None] Network b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:29.128428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:29.132978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:29.137352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:29.147097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:29.155003 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f16c06e-21eb-40ab-b3da-917de58ceffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.159890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.162854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=45f21345-3462-42a8-a0e6-5c023242845d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:29.173385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-12993816-8286-4734-be86-bcc672eca51f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/45f21345-3462-42a8-a0e6-5c023242845d HTTP/1.1" status: 204 len: 168 time: 1.1197903 Jan 28 10:06:29.174042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34166) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:29.174783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:29.181667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.215184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.486531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.499080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.518082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.568176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.587693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port c83375c8-4213-4fc5-8f97-cb47f3ec43ff yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:29.608456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.616829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f16c06e-21eb-40ab-b3da-917de58ceffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.634060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port f9090bff-b6ef-4ce2-bead-82280890ed23 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:29.634302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.744847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] DHCP port deletion for b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:06:29.752232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] Deleting port f9090bff-b6ef-4ce2-bead-82280890ed23 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:29.752611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.789123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.903398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c890f7e863834a4282d2226fe93f53be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4283657 Jan 28 10:06:29.967216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:29.968104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f16c06e-21eb-40ab-b3da-917de58ceffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:29.969401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6f16c06e-21eb-40ab-b3da-917de58ceffd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3884e96-884d-4e31-a91c-135abcd835de HTTP/1.1" status: 204 len: 168 time: 1.1415658 Jan 28 10:06:30.153206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] For port f9090bff-b6ef-4ce2-bead-82280890ed23, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9090bff-b6ef-4ce2-bead-82280890ed23,segment=NetworkSegment(75cf7719-7936-4210-8df4-8a7c5336cb65),segment_id=75cf7719-7936-4210-8df4-8a7c5336cb65)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:30.156359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.244377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 43dec224-1d69-4b48-a42d-3cf740f9c6d2 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:30.259862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13413173-0181-4476-8223-298254ae2d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3856eca1-a3ab-48c4-b026-ba00fea71318,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:30.310375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16c06e-21eb-40ab-b3da-917de58ceffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3884e96-884d-4e31-a91c-135abcd835de,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:30.327567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port f9090bff-b6ef-4ce2-bead-82280890ed23, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f9090bff-b6ef-4ce2-bead-82280890ed23,segment=NetworkSegment(75cf7719-7936-4210-8df4-8a7c5336cb65),segment_id=75cf7719-7936-4210-8df4-8a7c5336cb65)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:30.327923 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.359630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.371233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cc01be5-e75a-460f-a500-8949edf249fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.413778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.605377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] Calling delete_port for f9090bff-b6ef-4ce2-bead-82280890ed23 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:30.608376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=c83375c8-4213-4fc5-8f97-cb47f3ec43ff,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:30.643143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:30.649992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:30.665060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:30.667062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.697379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9090bff-b6ef-4ce2-bead-82280890ed23 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:30.738451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f9090bff-b6ef-4ce2-bead-82280890ed23 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:30.738905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f9090bff-b6ef-4ce2-bead-82280890ed23 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:30.740566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.747385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for f9090bff-b6ef-4ce2-bead-82280890ed23 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:30.798648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] No DVR routers for this DVR port f9090bff-b6ef-4ce2-bead-82280890ed23 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:06:30.801476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38855ad-cd6e-4ba7-9358-a62b4802203e None None] Pushing event deleted for resources: {'Port': ['ID=f9090bff-b6ef-4ce2-bead-82280890ed23,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:30.836568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.889084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cc01be5-e75a-460f-a500-8949edf249fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:30.973944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=43dec224-1d69-4b48-a42d-3cf740f9c6d2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:30.977706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': '968d4f96-6148-4e10-8a19-acbaa0c9b0c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:30.978221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:30.981745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:30.982215 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:30.997723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cc01be5-e75a-460f-a500-8949edf249fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:31.010144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:31.016083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc01be5-e75a-460f-a500-8949edf249fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3856eca1-a3ab-48c4-b026-ba00fea71318,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:31.046211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:31.049220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9cc01be5-e75a-460f-a500-8949edf249fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:31.050473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9cc01be5-e75a-460f-a500-8949edf249fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3856eca1-a3ab-48c4-b026-ba00fea71318 HTTP/1.1" status: 204 len: 168 time: 1.0799837 Jan 28 10:06:31.058234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:31.060934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897857f4-9969-46c6-98f8-10b85f8cda6f None None] Network cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:31.067095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:31.074849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:31.075843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:31.116573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b902aa4b-f80d-4559-92c6-c0299c2751fc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6167319 Jan 28 10:06:31.119262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34212) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:31.239365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 43dec224-1d69-4b48-a42d-3cf740f9c6d2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:31.247658 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:31.483115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port f9090bff-b6ef-4ce2-bead-82280890ed23 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:31.483659 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:31.713143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] The port 'f9090bff-b6ef-4ce2-bead-82280890ed23' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:06:31.786727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:31.903774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:31.982585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.013487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 43dec224-1d69-4b48-a42d-3cf740f9c6d2 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:32.057258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d05847-954b-4d63-a4ee-32ac7f6f7ee7']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:32.083368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cf7719-7936-4210-8df4-8a7c5336cb65') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:32.083582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cf7719-7936-4210-8df4-8a7c5336cb65') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:32.097240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34260) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:32.107844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-885024269', 'description': 'tempest-secgroup-smoke-885024269 description', 'project_id': '39c691fb882f44f3bd495425bff4f5cc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:32.137091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.147710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:32.159413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:32.179171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:32.182177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.193452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:32.209508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:06:32.210174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:06:32.273403 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:06:32.275341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.286761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1949949712-network', 'tenant_id': '11cd822fb12c4e318f144a8505686223'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:32.370412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:32.386218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Usage tracker for resource:network and tenant:11cd822fb12c4e318f144a8505686223 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:32.386377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=43dec224-1d69-4b48-a42d-3cf740f9c6d2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:32.399136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.414648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.419185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:32.424521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-59ddf98d-12da-46ce-9102-2a68e9a185ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/43dec224-1d69-4b48-a42d-3cf740f9c6d2 HTTP/1.1" status: 204 len: 168 time: 1.3034966 Jan 28 10:06:32.428044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:32.434129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:32.442860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:32.449436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.452409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:32.484301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:32.488535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.494913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=b1d05847-954b-4d63-a4ee-32ac7f6f7ee7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:32.498217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2543ab0f-795a-442f-8184-cb5e1609a89b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/b1d05847-954b-4d63-a4ee-32ac7f6f7ee7 HTTP/1.1" status: 204 len: 168 time: 3.3205080 Jan 28 10:06:32.504246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34282) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:32.505011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Made reservation on behalf of 11cd822fb12c4e318f144a8505686223 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:32.507711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.510895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-153850106'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:32.519109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:32.523822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.525457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:32.533080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:network and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:32.547270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:32.548836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:32.559981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Usage tracker for resource:security_group_rule and tenant:11cd822fb12c4e318f144a8505686223 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:32.562722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:32.565324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:32.575993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:32.598376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96e8d1-e7b5-4475-9c39-7556fc0f9d81 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:32.606430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce96e8d1-e7b5-4475-9c39-7556fc0f9d81 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:32.607793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ce96e8d1-e7b5-4475-9c39-7556fc0f9d81 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:32.619932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:32.626550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.680980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ce96e8d1-e7b5-4475-9c39-7556fc0f9d81 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:32.685864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ce96e8d1-e7b5-4475-9c39-7556fc0f9d81 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1450 time: 0.2430067 Jan 28 10:06:32.687093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:32.688648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:32.744444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.763911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.791606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.791991 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Added segment 6282b74e-486e-472b-8e53-b32eb6f6ab73 of type vlan for network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f Jan 28 10:06:32.827062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port c83375c8-4213-4fc5-8f97-cb47f3ec43ff {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:32.827546 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.835868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35857be9-4b3f-4677-a756-82e1c07b2ddd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:32.842632 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.844163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e837abaf-2e94-4b8d-8331-aadf5c193118 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7432420 Jan 28 10:06:32.848480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34298) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:32.864243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group_rule': {'security_group_id': '35857be9-4b3f-4677-a756-82e1c07b2ddd', 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:32.871460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.872686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:32.880111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.883755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.910725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:32.929602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:32.930194 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Added segment 04436091-c84c-4053-9a4b-1bfe2077c53e of type vlan for network 9c10c109-7f77-4fdd-8439-416123575fb9 Jan 28 10:06:32.946187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:32.958634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:32.999039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.006306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:33.006915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.014089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:33.080848 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.089023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5801ff75-750c-43ed-a930-1be604743dfd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:33.157608 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.195669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.197000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:33.197893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.204451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6990633 Jan 28 10:06:33.207250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34308) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:33.227700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:33.246660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b0439e-9d5e-4c5c-8b5f-5ad48704513a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Network': ['ID=9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:33.254860 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.270084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:33.352193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] Pushing event updated for resources: {'Network': ['ID=9c10c109-7f77-4fdd-8439-416123575fb9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:33.365726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a601b559-50f1-4131-acd6-5116c753ff26 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4586563 Jan 28 10:06:33.380176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34320) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:33.404358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9c10c109-7f77-4fdd-8439-416123575fb9 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:33.418145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.422161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Request body: {'subnet': {'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1949949712-subnet', 'tenant_id': '11cd822fb12c4e318f144a8505686223', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:33.437892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:33.441740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.448622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Usage tracker for resource:subnet and tenant:11cd822fb12c4e318f144a8505686223 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:33.484609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:33.494364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.501596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6518052 Jan 28 10:06:33.503032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:33.506358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34324) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:33.513619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee689fac-5611-4416-a047-5a506574e1e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9881b98-351a-4556-b9db-36cdd233f12c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:33.524054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group_rule': {'security_group_id': '35857be9-4b3f-4677-a756-82e1c07b2ddd', 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:33.540962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:33.547020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:33.566356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:33.594678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Made reservation on behalf of 11cd822fb12c4e318f144a8505686223 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:33.602765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.794289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for c83375c8-4213-4fc5-8f97-cb47f3ec43ff owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:33.810475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:33.922518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:33.951876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:33.980131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:33.983479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:34.008488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:34.042226 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.113072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:34.116727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.138018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=c83375c8-4213-4fc5-8f97-cb47f3ec43ff,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:34.166225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.395943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:34.417823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.434450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.493116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba02605-eb50-480b-97d0-d146a1b7fff9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:34.499837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.506172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Checking segment: {'id': '04436091-c84c-4053-9a4b-1bfe2077c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:34.506535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Network hostable DHCP agents. Network: 9c10c109-7f77-4fdd-8439-416123575fb9, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:34.532347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.536513 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ec187702-64ef-485a-81e3-9baf37de5bb4 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0288389 Jan 28 10:06:34.537591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34368) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:34.543814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group_rule': {'security_group_id': '35857be9-4b3f-4677-a756-82e1c07b2ddd', 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:34.549311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Network 9c10c109-7f77-4fdd-8439-416123575fb9 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:34.555082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:34.562260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:34.565886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:34.572257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:34.575521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9c10c109-7f77-4fdd-8439-416123575fb9) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:34.584459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:34.585787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662307e2-44d9-42b4-a60b-96d4d58f7325 None None] Network 9c10c109-7f77-4fdd-8439-416123575fb9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:34.586252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.598829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3b40e24e-be24-41cb-939c-b1f00d42cff0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/c83375c8-4213-4fc5-8f97-cb47f3ec43ff HTTP/1.1" status: 204 len: 168 time: 1.9062216 Jan 28 10:06:34.602648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:34.603680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.614651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.626883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-54a57d71-d584-4fcf-a622-716286ca5d11 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2455392 Jan 28 10:06:34.696199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.705914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.726714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34384) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:34.748043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e575db0-c22e-45ab-b78a-cc5b027461ae,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:34.779498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.781841 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9d39008a-4559-4a52-afc6-fe84672c0ff3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2429502 Jan 28 10:06:34.784353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34390) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:34.793913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group_rule': {'security_group_id': '35857be9-4b3f-4677-a756-82e1c07b2ddd', 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:34.828716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=891fbf50-f968-41e6-a75c-1204aa5c4d5e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:34.836815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:34.853088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:34.858070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:34.864098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Checking segment: {'id': '6282b74e-486e-472b-8e53-b32eb6f6ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:34.864458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network hostable DHCP agents. Network: 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:34.866353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:34.894651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:34.899881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a88d005-838c-4ce6-a971-a1a4e6aa69b2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:34.900605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8a88d005-838c-4ce6-a971-a1a4e6aa69b2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:34.913473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:34.929961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8a88d005-838c-4ce6-a971-a1a4e6aa69b2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:34.931334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8a88d005-838c-4ce6-a971-a1a4e6aa69b2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.3194859 Jan 28 10:06:34.934468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:34.937410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34396) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:35.008908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:35.008908 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.009064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b91225-e3df-4e8c-bddb-e517b2f7d63c None None] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:35.029003 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabe7efe-cf89-4e40-a261-d1aa731bbfaa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:06:35.031143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eabe7efe-cf89-4e40-a261-d1aa731bbfaa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/43dec224-1d69-4b48-a42d-3cf740f9c6d2 HTTP/1.1" status: 404 len: 333 time: 0.0924394 Jan 28 10:06:35.034410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34402) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:35.115449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.121069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.143052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5c905f46-2edf-4d50-b560-112c411db667 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9346178 Jan 28 10:06:35.150205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:35.150978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34414) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:35.154575 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-94857294-fea8-491f-bab7-bedac3825dd2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:06:35.156172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-94857294-fea8-491f-bab7-bedac3825dd2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/c83375c8-4213-4fc5-8f97-cb47f3ec43ff HTTP/1.1" status: 404 len: 333 time: 0.1172395 Jan 28 10:06:35.157589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Usage tracker for resource:security_group_rule and tenant:976b7a0963b84cc995e6a797646019e4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:35.160655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1402334917', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:35.162199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:35.168934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:35.169739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:35.173787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:router and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:35.177370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:35.185673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:35.194810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34418) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:35.316749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.318192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.334215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b7901f-122e-46db-8bd5-0804f8745cd9 None None] Network 9c10c109-7f77-4fdd-8439-416123575fb9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:35.336006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.390054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.391824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ecbbe7-5246-4f4d-9814-5155a8efa724,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:35.400855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.402578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.414529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ac897c7-c707-4e76-b602-0939ac38b56a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:35.460451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8814ccc4-e93b-48b1-90ed-08cd04f861b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=976b7a0963b84cc995e6a797646019e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7305028 Jan 28 10:06:35.462174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34426) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:35.476315 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.481633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4654c307-4778-41d6-8214-1f2f6f74e4b1 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6959963 Jan 28 10:06:35.482418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34430) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:35.494554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group_rule': {'security_group_id': '35857be9-4b3f-4677-a756-82e1c07b2ddd', 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:35.560227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:35.567620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.599144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:35.638843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:35.662027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:35.686436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f', 'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': '891fbf50-f968-41e6-a75c-1204aa5c4d5e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:06:35.687272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.702747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd843505-d7d7-46c1-a078-5a93d3a4e4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.765929 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Project 39c691fb882f44f3bd495425bff4f5cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:06:35.780885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.795814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd843505-d7d7-46c1-a078-5a93d3a4e4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.909487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.917169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.932337 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd843505-d7d7-46c1-a078-5a93d3a4e4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.953244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:35.966349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd843505-d7d7-46c1-a078-5a93d3a4e4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ecbbe7-5246-4f4d-9814-5155a8efa724,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:35.976652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b0fa49-0a46-4e9e-9a42-a1e8ababaef7,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:36.009182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd843505-d7d7-46c1-a078-5a93d3a4e4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.011942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bd843505-d7d7-46c1-a078-5a93d3a4e4f4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3ecbbe7-5246-4f4d-9814-5155a8efa724 HTTP/1.1" status: 204 len: 168 time: 0.5469983 Jan 28 10:06:36.020111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.021624 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-841d4060-a3ec-41e7-aa7b-e65793554bfd tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5363240 Jan 28 10:06:36.024756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34458) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:36.030834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'security_group_rule': {'security_group_id': '35857be9-4b3f-4677-a756-82e1c07b2ddd', 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:36.038489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:36.043515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:security_group_rule and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:36.046702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:36.054419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:36.070497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Allocated IP 2001:db8::2 (9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f/891fbf50-f968-41e6-a75c-1204aa5c4d5e/a1561803-ae63-43f5-8a64-2ad9227407d1) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:36.078457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:36.083796 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Project 39c691fb882f44f3bd495425bff4f5cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:06:36.094971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34462) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:36.097354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.141593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.171374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.179355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.184580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968d4f96-6148-4e10-8a19-acbaa0c9b0c8') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:36.184887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968d4f96-6148-4e10-8a19-acbaa0c9b0c8') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:36.211880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-507de75f-69c4-4cf6-a6ac-4c9426ac4d9d tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:36.213647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-507de75f-69c4-4cf6-a6ac-4c9426ac4d9d tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/networks?id=9c10c109-7f77-4fdd-8439-416123575fb9 HTTP/1.1" status: 200 len: 809 time: 0.4779971 Jan 28 10:06:36.231746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1221e5f-f63d-474e-aed9-443f3d6cbc82,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:36.245617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.248454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2be87a12-b87e-4cd2-9df9-ee8a751a290c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2228537 Jan 28 10:06:36.256580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.273829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-2f341e86-03b6-452b-9e42-08401ed094a0 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/quotas/11cd822fb12c4e318f144a8505686223 HTTP/1.1" status: 200 len: 375 time: 0.0502214 Jan 28 10:06:36.294951 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.296435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-96951103-eb28-428d-98de-0791fd8a9546 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1443210 Jan 28 10:06:36.300081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34476) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:36.306446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f', 'name': 'tempest-PortsIpV6TestJSON-1819840405'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:36.403482 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-454fa9e1-488a-4d70-9a57-e374ffc6e169 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11cd822fb12c4e318f144a8505686223&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128964 Jan 28 10:06:36.404445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.424562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:06:36.427864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.511484 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.537200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:36.542770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:port and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:36.546735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:36.554304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:36.572190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:36.577973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.605496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:06:36.635249 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:06:36.676447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Transition to ACTIVE for port object a1561803-ae63-43f5-8a64-2ad9227407d1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:36.685923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34484) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:36.713581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Transition to ACTIVE for port object a1561803-ae63-43f5-8a64-2ad9227407d1 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:36.723576 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.751398 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.762983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.766921 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.787126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:36.795667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Usage tracker for resource:security_group_rule and tenant:895e712982904db0bc0fe0bd48e0f0f5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:36.800165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:36.801348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:36.805705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Pushing event updated for resources: {'Port': ['ID=a1561803-ae63-43f5-8a64-2ad9227407d1,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:36.846902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd HTTP/1.1" status: 204 len: 168 time: 1.6500440 Jan 28 10:06:36.848018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6c7be-b7c8-4d95-a2b5-d3c403416fa3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=cc124d3b-ccf3-4d46-a7d9-0bc12b16f9fd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:36.856982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34496) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:36.858804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:36.859977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:36.860448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:36.864121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:36.866451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:36.871507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-968087339'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:36.890497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:36.894071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Usage tracker for resource:security_group_rule and tenant:2448bdc7a8a84920bd7a2b6ccb388c9e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:36.902072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:36.927236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:36.928484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::af (9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f/891fbf50-f968-41e6-a75c-1204aa5c4d5e/f04f50d7-c18a-4c0f-bb8a-f320948e2e30) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:36.930724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:36.936422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:36.962239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:36.992485 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-7a1cc9d3-d764-4364-a8b9-7d3530e6b2c1 service neutron] 10.222.0.42 "GET /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692413 Jan 28 10:06:36.995228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Attempting to bind port a1561803-ae63-43f5-8a64-2ad9227407d1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:06:36.995603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Attempting to bind port a1561803-ae63-43f5-8a64-2ad9227407d1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '6282b74e-486e-472b-8e53-b32eb6f6ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:06:36.995968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Attempting to bind port a1561803-ae63-43f5-8a64-2ad9227407d1 on network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:37.007622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:06:37.007990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Checking segment: {'id': '6282b74e-486e-472b-8e53-b32eb6f6ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:37.008388 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.008803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Bound using segment: {'id': '6282b74e-486e-472b-8e53-b32eb6f6ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:06:37.009268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Bound port: a1561803-ae63-43f5-8a64-2ad9227407d1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6282b74e-486e-472b-8e53-b32eb6f6ab73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:06:37.009638 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.108285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:06:37.112216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:06:37.119071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.120407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.130671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-144a1ed6-f471-4248-afea-3c12f77bb9c0 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Synchronizing usage tracker for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:37.134890 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.226585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3c852-b195-4b0f-8e4a-0d07cd60b109 None None] Pushing event updated for resources: {'Port': ['ID=a1561803-ae63-43f5-8a64-2ad9227407d1,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:37.243332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:37.246833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.313147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:37.315878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a4b2c1-b157-42de-9e8a-6e31e04a02d9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:37.333464 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a8a22f0-3724-4f98-ae8b-4a573b847e73 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=895e712982904db0bc0fe0bd48e0f0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461165 Jan 28 10:06:37.336420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34504) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:37.342532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-144a1ed6-f471-4248-afea-3c12f77bb9c0 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Unset dirty status for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:37.343684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-144a1ed6-f471-4248-afea-3c12f77bb9c0 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-885024269&fields=id&tenant_id=39c691fb882f44f3bd495425bff4f5cc HTTP/1.1" status: 200 len: 267 time: 0.3551435 Jan 28 10:06:37.384515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.384896 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment c7487a48-8c00-4eb2-8a25-3f303a7db8dc of type vlan for network 21682d3f-7a2e-4b3c-94be-fe742b48c80d Jan 28 10:06:37.474102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.492458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.521496 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bad17f2b-77e2-4427-bb09-0abcb7721b74 service neutron] 10.222.0.42 "GET /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5119040 Jan 28 10:06:37.537813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.541201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.556269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:37.556549 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.599035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.644436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object f04f50d7-c18a-4c0f-bb8a-f320948e2e30 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:37.705029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-7fc67c84-837a-4601-9181-aeda622de942 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:37.705821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-7fc67c84-837a-4601-9181-aeda622de942 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Synchronizing usage tracker for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:37.741039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-7fc67c84-837a-4601-9181-aeda622de942 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Unset dirty status for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:37.747784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-7fc67c84-837a-4601-9181-aeda622de942 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 814 time: 0.3879895 Jan 28 10:06:37.776128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-2b2ec98a-b18a-4c51-9bed-a270e58fedc7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/quotas/39c691fb882f44f3bd495425bff4f5cc HTTP/1.1" status: 200 len: 375 time: 0.0272851 Jan 28 10:06:37.820213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.854440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4afb3f-6ad0-44e9-b6ef-cd15cfd3f3ff,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:37.861650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-85a485b9-c2a7-409b-b5ef-3df2aea4e31f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2448bdc7a8a84920bd7a2b6ccb388c9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7601755 Jan 28 10:06:37.868389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34524) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:37.917944 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8b59-768d-4b26-8dfe-32c46c904d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:37.920838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0624552 Jan 28 10:06:37.948835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34528) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:37.966328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:37.966529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-701ce046-54e4-4c83-8b1e-a9a674c9ea0e req-f9e129af-eb25-4693-8805-b1a6f7a03b82 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 210 time: 0.0911155 Jan 28 10:06:37.988077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93922694-34ec-42da-a506-af5920543a6e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=21682d3f-7a2e-4b3c-94be-fe742b48c80d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:37.999789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8b59-768d-4b26-8dfe-32c46c904d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.003105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 21682d3f-7a2e-4b3c-94be-fe742b48c80d details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:38.019468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:38.059193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8b59-768d-4b26-8dfe-32c46c904d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.081778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b8b59-768d-4b26-8dfe-32c46c904d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a4b2c1-b157-42de-9e8a-6e31e04a02d9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:38.085152 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb0b8b59-768d-4b26-8dfe-32c46c904d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.086398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fb0b8b59-768d-4b26-8dfe-32c46c904d74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91a4b2c1-b157-42de-9e8a-6e31e04a02d9 HTTP/1.1" status: 204 len: 168 time: 0.7264431 Jan 28 10:06:38.263230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:38.265043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=f04f50d7-c18a-4c0f-bb8a-f320948e2e30,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:38.269088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:38.280285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:38.280959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.395676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.413539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5267b462-5e28-4ed8-8733-fbcd04c0fd08 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1122782 Jan 28 10:06:38.417054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:38.446860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:38.486153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-584669f0-a782-404b-9318-cf08c92891bc tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7075405 Jan 28 10:06:38.489555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:38.499706 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.517992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:38.608883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:38.766411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a1561803-ae63-43f5-8a64-2ad9227407d1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:38.813771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:38.817294 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:38.950385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a1561803-ae63-43f5-8a64-2ad9227407d1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:38.956233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08656765-ffdd-48c2-817d-1b8ad686bc32 None None] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:39.106738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] Provisioning for port a1561803-ae63-43f5-8a64-2ad9227407d1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:39.124479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] Provisioning complete for port a1561803-ae63-43f5-8a64-2ad9227407d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:39.125123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:39.159976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-1c63427b-858e-4417-b8da-bbd673717d3c service neutron] 10.222.0.42 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6271873 Jan 28 10:06:39.204158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:39.285964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4afb3f-6ad0-44e9-b6ef-cd15cfd3f3ff,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:39.293910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Performing IP validity checks on allocation pools {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:06:39.294779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:06:39.343216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:39.351942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf4afb3f-6ad0-44e9-b6ef-cd15cfd3f3ff HTTP/1.1" status: 204 len: 168 time: 1.4704704 Jan 28 10:06:39.369521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.376452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.377076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.377406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.377826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.378273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.378660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.379051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.379449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.379834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.380218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.380598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c9d9d7d-93be-4b15-8465-1ab54ffad1ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:39.427214 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eadffe6b-18c5-48a3-aada-0f4866973661 req-e005d910-1124-4d51-8a9b-6fb154a328a8 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 210 time: 0.3410285 Jan 28 10:06:39.565622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-814f3bf9-c3d1-43b3-9342-d3c894964a91 service neutron] 10.222.0.42 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4045165 Jan 28 10:06:39.680180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:39.682604 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:39.703416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:39.780307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:39.793713 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:40.017989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=8883a716-26af-4b95-9a64-4b44cd2c01ff,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:40.038786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0884676-b338-41d0-ab03-dbfd6d52fb42 None None] Pushing event updated for resources: {'Port': ['ID=a1561803-ae63-43f5-8a64-2ad9227407d1,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:40.053767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:40.053767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: 21682d3f-7a2e-4b3c-94be-fe742b48c80d, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:40.198867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 21682d3f-7a2e-4b3c-94be-fe742b48c80d is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:40.234194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2588a198-c23a-40f1-bf5a-f26861925178 None None] Provisioning for port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:40.244905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2588a198-c23a-40f1-bf5a-f26861925178 None None] Provisioning complete for port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:40.246281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2588a198-c23a-40f1-bf5a-f26861925178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:40.424596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2588a198-c23a-40f1-bf5a-f26861925178 None None] Port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:40.451086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 21682d3f-7a2e-4b3c-94be-fe742b48c80d) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:40.453009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2588a198-c23a-40f1-bf5a-f26861925178 None None] Provisioning complete for port a1561803-ae63-43f5-8a64-2ad9227407d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:40.457804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2588a198-c23a-40f1-bf5a-f26861925178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:40.505460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:40.506113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:40.568915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee8f376-f4bc-4afe-a9ad-26c4ee65203b None None] Network 21682d3f-7a2e-4b3c-94be-fe742b48c80d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:40.747871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a1561803-ae63-43f5-8a64-2ad9227407d1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:40.748084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-576cf604-29b6-438c-a651-f140b46a289a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7881653 Jan 28 10:06:40.816389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34622) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:40.858898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d', 'name': 'tempest-PortsTestJSON-27750145'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:40.939954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3f5257f-62aa-4f22-a933-f18ddefcb450 req-9520deff-0028-462f-9b73-2742959521a8 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.3243573 Jan 28 10:06:40.973129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:41.023315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:41.080540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb76a5ba-f456-42ef-bbbf-4036b3926d59 req-49a27cbb-c819-4867-8520-0c74faf6db37 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 210 time: 0.1036186 Jan 28 10:06:41.207084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=f04f50d7-c18a-4c0f-bb8a-f320948e2e30,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:41.300387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-f872beef-17d5-4eec-8625-c566263ccee4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:41.301427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-f872beef-17d5-4eec-8625-c566263ccee4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Synchronizing usage tracker for tenant:11cd822fb12c4e318f144a8505686223 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:41.357709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-f872beef-17d5-4eec-8625-c566263ccee4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Unset dirty status for tenant:11cd822fb12c4e318f144a8505686223 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:41.358920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-f872beef-17d5-4eec-8625-c566263ccee4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.43 "GET /v2.0/networks?id=9c10c109-7f77-4fdd-8439-416123575fb9 HTTP/1.1" status: 200 len: 809 time: 1.2283518 Jan 28 10:06:41.382840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Request body: {'port': {'device_id': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9', 'admin_state_up': True, 'tenant_id': '11cd822fb12c4e318f144a8505686223'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:41.631642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a1561803-ae63-43f5-8a64-2ad9227407d1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:41.632581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:41.651337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:41.670474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:41.686496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:41.768058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:41.773425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:41.804980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:41.814710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:41.849428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fdcca03b-ffd2-4ca0-b303-5be3197f60fe None None] Provisioning complete for port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:41.850338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fdcca03b-ffd2-4ca0-b303-5be3197f60fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:41.897418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Usage tracker for resource:port and tenant:11cd822fb12c4e318f144a8505686223 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:41.902323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:41.915242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:41.991375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Made reservation on behalf of 11cd822fb12c4e318f144a8505686223 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:42.006755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:42.264380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-21682d3f-7a2e-4b3c-94be-fe742b48c80d', 'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': '8883a716-26af-4b95-9a64-4b44cd2c01ff'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:06:42.266789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:42.379756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7180c3f1-a5d5-4b81-95cb-036d606d3293 req-ccdfc392-a60c-4083-8886-85904c4606f9 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 210 time: 0.0662181 Jan 28 10:06:42.382759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:42.410456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-466fe55a-dc91-4e38-9576-7b97d3b24d20 req-93202a1a-4895-4b40-89f7-2cd684fb2f64 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.1564636 Jan 28 10:06:42.462466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.2 (21682d3f-7a2e-4b3c-94be-fe742b48c80d/8883a716-26af-4b95-9a64-4b44cd2c01ff/c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:42.462620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fdcca03b-ffd2-4ca0-b303-5be3197f60fe None None] Port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:42.610834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7a559a56-ba01-4ac5-a05a-8cf496ec76cd None None] Provisioning complete for port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:42.612584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7a559a56-ba01-4ac5-a05a-8cf496ec76cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:42.748173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7a559a56-ba01-4ac5-a05a-8cf496ec76cd None None] Port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:42.828081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Allocated IP 172.20.0.13 (9c10c109-7f77-4fdd-8439-416123575fb9/bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4/b76eb357-5b96-4387-aee5-73c3e4a2e64e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:42.892119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34726) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:43.106946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.130016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:43.133954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Usage tracker for resource:security_group_rule and tenant:be2eecbd426344fc8db026a2de2a867f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:43.137345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:43.143314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:43.234377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.251279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.304643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be2eecbd426344fc8db026a2de2a867f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107764 Jan 28 10:06:43.316727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34744) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:43.361004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9361c296-710d-4bdc-960a-4474f1e69c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa20d57-2db1-416d-b7ee-8001ef813e2a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:43.486934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d1a61e-5a0f-4924-9b9f-c1a60ffd88a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.503482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.505104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34754) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:43.551343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.558770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.645876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-d95d52e2-9f06-4b71-993c-62ec1f3fbf0c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:43.647639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-d95d52e2-9f06-4b71-993c-62ec1f3fbf0c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 814 time: 0.7550862 Jan 28 10:06:43.666834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d1a61e-5a0f-4924-9b9f-c1a60ffd88a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.728893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.741893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.761497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:43.837396 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc12b3f9-360e-42b5-8571-1b340acf34fe req-e6497ebe-f7d2-48c5-a6e7-188fd7b85333 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 210 time: 0.1488721 Jan 28 10:06:43.891519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:43.899546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-bb992e1e-a844-4691-a434-72d9e1cc9d9e {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:43.903254 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:43.913285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-59765734-84b0-4f34-848c-527b7e42594e req-428b3411-9959-40d2-96e8-e3d9b428a9f9 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.2624831 Jan 28 10:06:44.014277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:44.025237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-5267f091-1ad4-4e5e-bf37-9c5939eaf328 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39c691fb882f44f3bd495425bff4f5cc HTTP/1.1" status: 200 len: 379 time: 0.2880204 Jan 28 10:06:44.055143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'port': {'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'admin_state_up': True, 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'security_groups': ['35857be9-4b3f-4677-a756-82e1c07b2ddd']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:44.062544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.072223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=f04f50d7-c18a-4c0f-bb8a-f320948e2e30,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:44.112877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:44.122987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Usage tracker for resource:security_group_rule and tenant:c7ee0312010143b7b2b140960fe45f75 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:44.128278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:44.149020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:44.198430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 21682d3f-7a2e-4b3c-94be-fe742b48c80d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:44.203423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d1a61e-5a0f-4924-9b9f-c1a60ffd88a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.206355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.219693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:44.222931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:44.227793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1a61e-5a0f-4924-9b9f-c1a60ffd88a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa20d57-2db1-416d-b7ee-8001ef813e2a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:44.239389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:44.243518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:44.329902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:44.330538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.404457 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.419939 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8d1a61e-5a0f-4924-9b9f-c1a60ffd88a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.424069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8d1a61e-5a0f-4924-9b9f-c1a60ffd88a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2aa20d57-2db1-416d-b7ee-8001ef813e2a HTTP/1.1" status: 204 len: 168 time: 1.0885220 Jan 28 10:06:44.451480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f989c72e-9e75-4896-b5c4-6689b17fbbbc tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.6336331 Jan 28 10:06:44.454870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34774) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:44.487495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:44.501755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:port and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:44.511430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:44.533354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:44.544373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.678944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Pushing event updated for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:44.683860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:44.684350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.700895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Network 9c10c109-7f77-4fdd-8439-416123575fb9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:44.703741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:44.714252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:44.774858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Allocated IP 172.20.0.3 (21682d3f-7a2e-4b3c-94be-fe742b48c80d/8883a716-26af-4b95-9a64-4b44cd2c01ff/e561ef95-86c2-4f1f-9349-cab9157e17ca) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:44.814062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.821534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.843137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Router e76b8131-076e-46fa-b636-e3ba8a314658 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:06:44.869069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:44.870235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.898709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Made reservation on behalf of 39c691fb882f44f3bd495425bff4f5cc for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:44.915859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:44.965062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-bcf2c98a-2856-468a-883e-7df63efd2d01 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5972600 Jan 28 10:06:45.026369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6778a97b-45e1-4239-b612-a011ea3e32c3 None None] Provisioning complete for port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:45.027259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6778a97b-45e1-4239-b612-a011ea3e32c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.052244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-a3fd03f1-da38-41b6-8c8f-12fe561481a4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:06:45.054863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-a3fd03f1-da38-41b6-8c8f-12fe561481a4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0151834 Jan 28 10:06:45.116688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6778a97b-45e1-4239-b612-a011ea3e32c3 None None] Port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:45.168456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.229789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a49ce372-87b5-44d2-87e1-278c13c66452 req-147e19aa-b145-496f-b88c-050864f86f95 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.1164954 Jan 28 10:06:45.230261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34792) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:45.283892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7ee0312010143b7b2b140960fe45f75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7775915 Jan 28 10:06:45.288211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34798) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:45.315049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.316763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.367136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:45.378116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Usage tracker for resource:security_group_rule and tenant:ab52a2bfedd24890b627a31ad149bbf1 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:45.386046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:45.398519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:45.405299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:45.420029 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.431634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Transition to ACTIVE for port object e561ef95-86c2-4f1f-9349-cab9157e17ca will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:45.456029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Transition to ACTIVE for port object e561ef95-86c2-4f1f-9349-cab9157e17ca will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:45.479333 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.511755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.521169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Request body: {'port': {'device_id': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:45.576331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Network 21682d3f-7a2e-4b3c-94be-fe742b48c80d is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:45.588609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:45.589012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bce8-15c4-4eb1-a4cb-e07e1cd674d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e7a783-8256-4580-9fba-ec3979f19e59,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:45.615741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:45.622532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.789767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005239f9-0b9b-4f04-b539-f5455027d46d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:45.796848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Attempting to bind port e561ef95-86c2-4f1f-9349-cab9157e17ca on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:06:45.797638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Attempting to bind port e561ef95-86c2-4f1f-9349-cab9157e17ca by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:06:45.798168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Attempting to bind port e561ef95-86c2-4f1f-9349-cab9157e17ca on network 21682d3f-7a2e-4b3c-94be-fe742b48c80d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:45.805969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Pushing event updated for resources: {'Port': ['ID=e561ef95-86c2-4f1f-9349-cab9157e17ca,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:45.811476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:06:45.811892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1246d9e3-7b0d-4ff0-bbb7-3f586945e11a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab52a2bfedd24890b627a31ad149bbf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648031 Jan 28 10:06:45.812559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Checking segment: {'id': 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:45.813129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.813653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Bound using segment: {'id': 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:06:45.814362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Bound port: e561ef95-86c2-4f1f-9349-cab9157e17ca, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '21682d3f-7a2e-4b3c-94be-fe742b48c80d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:06:45.814898 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.815306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:45.826336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34806) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:45.921447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] For port e561ef95-86c2-4f1f-9349-cab9157e17ca, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:06:45.925339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Allocated IP 172.20.0.10 (129d9711-0aa1-44f0-aed9-5c3a3cd41b6e/e9cfd0c0-ab32-4363-a9f7-539340a0af08/d9be83d8-5620-4143-81f9-32be8bdfa4dc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:45.977786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4aeebd3-9140-4efd-91e8-69cadd35a6b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.064301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:06:46.068594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4aeebd3-9140-4efd-91e8-69cadd35a6b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.084203 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.085431 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] Sync routers for ids ['e76b8131-076e-46fa-b636-e3ba8a314658'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:06:46.102067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] For port e561ef95-86c2-4f1f-9349-cab9157e17ca, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e561ef95-86c2-4f1f-9349-cab9157e17ca,segment=NetworkSegment(c7487a48-8c00-4eb2-8a25-3f303a7db8dc),segment_id=c7487a48-8c00-4eb2-8a25-3f303a7db8dc)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:06:46.115183 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] Routers {'e76b8131-076e-46fa-b636-e3ba8a314658'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:46.115946 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e76b8131-076e-46fa-b636-e3ba8a314658'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:46.116265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.142415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.194964 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:46.204518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] Routers {'e76b8131-076e-46fa-b636-e3ba8a314658'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:46.205364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e76b8131-076e-46fa-b636-e3ba8a314658'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:46.254407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb7f7d8-47fe-4e67-b8ac-44304d5048c1 None None] Pushing event updated for resources: {'Port': ['ID=e561ef95-86c2-4f1f-9349-cab9157e17ca,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:46.285311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:46.286114 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7936551-8bea-413e-932d-0b00bbbb268e None None] The sync data for ids ['e76b8131-076e-46fa-b636-e3ba8a314658'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:06:46.298796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.331746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b43fc68-396a-432c-b8fe-6f140aa684cd req-15ebd900-f1ca-41e8-ad11-f87566cd0c2c tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:46.343200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b43fc68-396a-432c-b8fe-6f140aa684cd req-15ebd900-f1ca-41e8-ad11-f87566cd0c2c tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 932 time: 1.0692146 Jan 28 10:06:46.408549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:46.452562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-06e3fcb5-2c9d-4441-92e9-5d79080598d6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/routers/e76b8131-076e-46fa-b636-e3ba8a314658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0318334 Jan 28 10:06:46.490768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:46.807322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb85ee80-fc2d-4a08-86d7-02c3a15e3971 req-b3df904f-fcb5-4e19-8c7a-59b8a0402354 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.1214323 Jan 28 10:06:46.820720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b43fc68-396a-432c-b8fe-6f140aa684cd req-3b28097e-7b81-43c5-bf82-a7a2f72bdd5a tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138286 Jan 28 10:06:46.836198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.849687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e2e87d37-1347-48c3-aea3-0a52d0ef59ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 HTTP/1.1" status: 204 len: 168 time: 2.3935649 Jan 28 10:06:46.854334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34830) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:46.911663 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.915309 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:46.916961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5e7a783-8256-4580-9fba-ec3979f19e59 HTTP/1.1" status: 204 len: 168 time: 1.5574088 Jan 28 10:06:46.926769 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd5f169-c523-47f9-bd1c-17d56a82f86c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:06:46.927699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd5f169-c523-47f9-bd1c-17d56a82f86c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:06:46.932136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0dd5f169-c523-47f9-bd1c-17d56a82f86c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 HTTP/1.1" status: 404 len: 333 time: 0.0736489 Jan 28 10:06:46.938487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34836) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:46.940688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52888da0-5315-459e-b1f9-6710245db2b8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:46.942136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-52888da0-5315-459e-b1f9-6710245db2b8 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports?device_id=e76b8131-076e-46fa-b636-e3ba8a314658 HTTP/1.1" status: 200 len: 988 time: 0.4430919 Jan 28 10:06:46.945557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 34838) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:46.949716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e7a783-8256-4580-9fba-ec3979f19e59,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:47.022003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.022336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.022669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.022995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.023315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.023631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.023950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.024261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.024572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.024922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.025234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.025583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86d51a47-8e5d-44a6-a546-6b6e5a196e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:47.106765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b76eb357-5b96-4387-aee5-73c3e4a2e64e {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:06:47.117169 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e21e475-ae78-4b8b-9633-6bc2361f58d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:06:47.117741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8e21e475-ae78-4b8b-9633-6bc2361f58d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:47.124560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.153100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4aeebd3-9140-4efd-91e8-69cadd35a6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.190719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.200335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Transition to ACTIVE for port object b76eb357-5b96-4387-aee5-73c3e4a2e64e will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:47.204931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aeebd3-9140-4efd-91e8-69cadd35a6b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005239f9-0b9b-4f04-b539-f5455027d46d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:47.210096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8e21e475-ae78-4b8b-9633-6bc2361f58d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:47.214278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8e21e475-ae78-4b8b-9633-6bc2361f58d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/c9fcd4f8-1f3f-4f0b-ad3a-d9a54edaff38 HTTP/1.1" status: 404 len: 333 time: 0.1890438 Jan 28 10:06:47.228367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:47.238634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.367912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet 8883a716-26af-4b95-9a64-4b44cd2c01ff {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:06:47.372867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Transition to ACTIVE for port object d9be83d8-5620-4143-81f9-32be8bdfa4dc will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:47.380316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.550427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4aeebd3-9140-4efd-91e8-69cadd35a6b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.551768 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f4aeebd3-9140-4efd-91e8-69cadd35a6b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/005239f9-0b9b-4f04-b539-f5455027d46d HTTP/1.1" status: 204 len: 168 time: 1.7224844 Jan 28 10:06:47.769056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.803703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Pushing event updated for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:47.878500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:47.918187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209a5ca3-f60d-478b-9d32-7e83b1641e8b None None] Network 21682d3f-7a2e-4b3c-94be-fe742b48c80d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:48.054830 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.259913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.391943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7ebdbb63-454f-41d6-b538-22c19bb9bc3e None None] Provisioning for port e561ef95-86c2-4f1f-9349-cab9157e17ca completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:48.402514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:48.459993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:48.462218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Attempting to bind port b76eb357-5b96-4387-aee5-73c3e4a2e64e on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:06:48.462758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Attempting to bind port b76eb357-5b96-4387-aee5-73c3e4a2e64e by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '04436091-c84c-4053-9a4b-1bfe2077c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:06:48.463863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Attempting to bind port b76eb357-5b96-4387-aee5-73c3e4a2e64e on network 9c10c109-7f77-4fdd-8439-416123575fb9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:48.481702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:48.598099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] DHCP port deletion for 21682d3f-7a2e-4b3c-94be-fe742b48c80d request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:06:48.623429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] Deleting port e561ef95-86c2-4f1f-9349-cab9157e17ca {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:48.629468 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.636146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Port b76eb357-5b96-4387-aee5-73c3e4a2e64e on network 9c10c109-7f77-4fdd-8439-416123575fb9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:06:48.636602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Attempting to bind port b76eb357-5b96-4387-aee5-73c3e4a2e64e on network 9c10c109-7f77-4fdd-8439-416123575fb9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:48.651061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:48.651760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.664765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.733846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2d5c2-05e6-4f8a-b2a6-1cffe7195b8c req-ece7415f-fe37-440d-b29b-ea08d0636ce7 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:48.742241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10a2d5c2-05e6-4f8a-b2a6-1cffe7195b8c req-ece7415f-fe37-440d-b29b-ea08d0636ce7 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 944 time: 0.4747834 Jan 28 10:06:48.814498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10a2d5c2-05e6-4f8a-b2a6-1cffe7195b8c req-107266ec-dead-4562-896e-2631532d6b49 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709851 Jan 28 10:06:48.839712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:06:48.840320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Checking segment: {'id': '04436091-c84c-4053-9a4b-1bfe2077c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:48.842092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Bound using segment: {'id': '04436091-c84c-4053-9a4b-1bfe2077c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:06:48.846994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port f04f50d7-c18a-4c0f-bb8a-f320948e2e30 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:48.847434 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.848750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Bound port: b76eb357-5b96-4387-aee5-73c3e4a2e64e, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04436091-c84c-4053-9a4b-1bfe2077c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:06:48.849375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.871108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:48.947184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=8883a716-26af-4b95-9a64-4b44cd2c01ff,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:48.991089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:48.993352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-38d59391-24e6-4928-bf21-10c7eb2064d9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/8883a716-26af-4b95-9a64-4b44cd2c01ff HTTP/1.1" status: 204 len: 168 time: 1.7624860 Jan 28 10:06:49.000429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 34910) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:49.004294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-9896abb3-028a-41d5-b177-1895bdfcc9df tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9564207 Jan 28 10:06:49.048053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-bfafdf39-730d-404e-9414-9465140ee1ec tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:06:49.054522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-bfafdf39-730d-404e-9414-9465140ee1ec tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073619 Jan 28 10:06:49.115045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e25dacf1-014c-4ffb-a26a-e9e5d15859f4 None None] Provisioning for port d9be83d8-5620-4143-81f9-32be8bdfa4dc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:49.128777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e25dacf1-014c-4ffb-a26a-e9e5d15859f4 None None] Provisioning complete for port d9be83d8-5620-4143-81f9-32be8bdfa4dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:49.129478 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e25dacf1-014c-4ffb-a26a-e9e5d15859f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.206678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e25dacf1-014c-4ffb-a26a-e9e5d15859f4 None None] Port d9be83d8-5620-4143-81f9-32be8bdfa4dc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:06:49.213675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] For port e561ef95-86c2-4f1f-9349-cab9157e17ca, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e561ef95-86c2-4f1f-9349-cab9157e17ca,segment=NetworkSegment(c7487a48-8c00-4eb2-8a25-3f303a7db8dc),segment_id=c7487a48-8c00-4eb2-8a25-3f303a7db8dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:49.213915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.233282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.377431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.407513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1feec-ecbb-4695-bd3c-5e32a81adb84 req-d22aaa0e-db00-42eb-8295-ed32fee9ccde tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:49.407513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d7e1feec-ecbb-4695-bd3c-5e32a81adb84 req-d22aaa0e-db00-42eb-8295-ed32fee9ccde tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Synchronizing usage tracker for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:49.410265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for f04f50d7-c18a-4c0f-bb8a-f320948e2e30 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:49.412476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:06:49.426677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:06:49.440419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] Calling delete_port for e561ef95-86c2-4f1f-9349-cab9157e17ca owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:49.450621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.464570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Request body: {'port': {'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:49.534899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.622642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port e561ef95-86c2-4f1f-9349-cab9157e17ca {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:49.622916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.642226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] No DVR routers for this DVR port e561ef95-86c2-4f1f-9349-cab9157e17ca on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:06:49.645142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11486138-1cc7-4b75-a579-e561a828b345 None None] Pushing event deleted for resources: {'Port': ['ID=e561ef95-86c2-4f1f-9349-cab9157e17ca,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:49.711653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:49.715599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:49.719042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] 10.222.0.43 "PUT /v2.0/ports/b76eb357-5b96-4387-aee5-73c3e4a2e64e HTTP/1.1" status: 200 len: 1092 time: 4.6381762 Jan 28 10:06:49.762606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:06:49.909605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d7e1feec-ecbb-4695-bd3c-5e32a81adb84 req-d22aaa0e-db00-42eb-8295-ed32fee9ccde tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Unset dirty status for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:49.924502 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7e1feec-ecbb-4695-bd3c-5e32a81adb84 req-d22aaa0e-db00-42eb-8295-ed32fee9ccde tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 932 time: 1.6666245 Jan 28 10:06:49.937924 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e', 'status': 'completed', 'code': 200} Jan 28 10:06:50.296883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] The port 'e561ef95-86c2-4f1f-9349-cab9157e17ca' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:06:50.420446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025db676-edea-4975-92e3-75bd5dd1dc64 service neutron] Pushing event updated for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:50.447751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d7e1feec-ecbb-4695-bd3c-5e32a81adb84 req-6180151c-f6b4-4980-9fa9-5c05358607ea tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4597406 Jan 28 10:06:50.513410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e561ef95-86c2-4f1f-9349-cab9157e17ca no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:50.642332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e561ef95-86c2-4f1f-9349-cab9157e17ca {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:06:50.642856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e561ef95-86c2-4f1f-9349-cab9157e17ca not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:06:50.689993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c621310-1bc9-4404-a22b-098365b021c9 req-fc35e453-9344-4c22-a13c-3565d9e45c5d tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:50.693051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c621310-1bc9-4404-a22b-098365b021c9 req-fc35e453-9344-4c22-a13c-3565d9e45c5d tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 944 time: 0.4909987 Jan 28 10:06:50.694952 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:50.714879 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:50.730590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:50.810842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21682d3f-7a2e-4b3c-94be-fe742b48c80d']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:50.824428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:50.824842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7487a48-8c00-4eb2-8a25-3f303a7db8dc') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:50.838843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:50.856500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:50.861333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=f04f50d7-c18a-4c0f-bb8a-f320948e2e30,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:50.864716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:06:50.865181 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:06:51.032295 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:06:51.144941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:51.196318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-b54db554-dd91-4901-802a-e8fe70c5d865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:51.198396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-b54db554-dd91-4901-802a-e8fe70c5d865 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11cd822fb12c4e318f144a8505686223&device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 1095 time: 1.4259305 Jan 28 10:06:51.215752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:51.247334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c621310-1bc9-4404-a22b-098365b021c9 req-04c616ef-c8de-4b7d-9f0f-97ee795e42e4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408622 Jan 28 10:06:51.253124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:51.317542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=21682d3f-7a2e-4b3c-94be-fe742b48c80d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:51.355754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0aa3ae2d-4e0b-4829-9fdc-9c7497f424be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/21682d3f-7a2e-4b3c-94be-fe742b48c80d HTTP/1.1" status: 204 len: 168 time: 2.3538673 Jan 28 10:06:51.358183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35002) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:51.359383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-72ee7ee4-acb8-4c2f-9aca-178fa250bd41 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e HTTP/1.1" status: 200 len: 217 time: 0.1379831 Jan 28 10:06:51.367776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-126728057'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:51.452897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:51.476837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:51.487360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:51.505418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:51.555281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-ce36baf8-7955-4a0e-aedd-3e9243c2c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:51.556788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-ce36baf8-7955-4a0e-aedd-3e9243c2c8e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4 HTTP/1.1" status: 200 len: 849 time: 0.1814651 Jan 28 10:06:51.557368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:51.560771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:51.682551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Router e76b8131-076e-46fa-b636-e3ba8a314658 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:06:51.715861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-ff602663-2cf2-4a62-a167-ad5c66237060 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c10c109-7f77-4fdd-8439-416123575fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1399858 Jan 28 10:06:51.878390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:06:51.892123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] Sync routers for ids ['e76b8131-076e-46fa-b636-e3ba8a314658'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:06:51.895913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6303753d-55ed-4a7c-b20c-215e88f3a664 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/routers/e76b8131-076e-46fa-b636-e3ba8a314658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9492767 Jan 28 10:06:51.898500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:51.908018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] Routers {'e76b8131-076e-46fa-b636-e3ba8a314658'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:51.908649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e76b8131-076e-46fa-b636-e3ba8a314658'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:51.967857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:52.014645 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b11791-ad3d-45db-bc6c-1f4dd7dd9456 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:06:52.015427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f7b11791-ad3d-45db-bc6c-1f4dd7dd9456 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:52.035272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:52.044497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] Routers {'e76b8131-076e-46fa-b636-e3ba8a314658'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:06:52.045433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e76b8131-076e-46fa-b636-e3ba8a314658'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:52.053891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f7b11791-ad3d-45db-bc6c-1f4dd7dd9456 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:52.058199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f7b11791-ad3d-45db-bc6c-1f4dd7dd9456 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/f04f50d7-c18a-4c0f-bb8a-f320948e2e30 HTTP/1.1" status: 404 len: 333 time: 0.1555476 Jan 28 10:06:52.058510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:52.126541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:52.127288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a409be00-1156-4f73-a7ee-88cbd78951a2 None None] The sync data for ids ['e76b8131-076e-46fa-b636-e3ba8a314658'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:06:52.144758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35052) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:52.188032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.188351 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment 63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a of type vlan for network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a Jan 28 10:06:52.224466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9be83d8-5620-4143-81f9-32be8bdfa4dc {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:06:52.238515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.246782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.269713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-e2d9435c-08c6-48e8-b64c-bf2240c6da71 service neutron] 10.222.0.43 "GET /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467010 Jan 28 10:06:52.430378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.442108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Transition to ACTIVE for port object d9be83d8-5620-4143-81f9-32be8bdfa4dc will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:52.452644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789902f1-3ea4-492b-9bbc-1ef69dc04fa9 req-efdabf2f-990a-426c-995b-cccbd1266a33 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:52.455100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-789902f1-3ea4-492b-9bbc-1ef69dc04fa9 req-efdabf2f-990a-426c-995b-cccbd1266a33 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 932 time: 0.7279434 Jan 28 10:06:52.461207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.546501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b2502dc-84a1-4975-acd7-e60ed1dd415c req-0ab0efb0-c753-486f-8108-d14953b6a4a7 service neutron] 10.222.0.43 "GET /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663200 Jan 28 10:06:52.574391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:06:52.609239 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.662320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-789902f1-3ea4-492b-9bbc-1ef69dc04fa9 req-f4f01f3c-4655-45a9-a01b-c08632fd9b55 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945264 Jan 28 10:06:52.752525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:52.845754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:52.855091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Usage tracker for resource:security_group_rule and tenant:23f0753e8e924ab881558d26525c4eb2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:52.859627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:52.865155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.870882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.873614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:52.914597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0dff7f-af90-4df5-9e0f-7805904ea629 req-7aadd5d6-3369-4d1a-9391-b1857f14a336 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:52.917458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0dff7f-af90-4df5-9e0f-7805904ea629 req-7aadd5d6-3369-4d1a-9391-b1857f14a336 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 944 time: 0.4622586 Jan 28 10:06:52.926857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.932821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:52.933410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.954992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:52.955522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Fanout notify agent at l3_agent the message router_deleted on router e76b8131-076e-46fa-b636-e3ba8a314658 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:06:53.024541 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ca0dff7f-af90-4df5-9e0f-7805904ea629 req-05ed5711-6278-4b0b-b188-7995028d9c4c tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009576 Jan 28 10:06:53.027775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.028825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19c907ef-813e-4eea-9645-29a5e022f70a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/routers/e76b8131-076e-46fa-b636-e3ba8a314658 HTTP/1.1" status: 204 len: 168 time: 0.9692755 Jan 28 10:06:53.031521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35080) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:53.140439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 891fbf50-f968-41e6-a75c-1204aa5c4d5e {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:06:53.147132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.173065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.8124254 Jan 28 10:06:53.177195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bb6c5b-a315-4a40-960e-93fe00e43bc1 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=12a48c51-5eb3-431e-a7f9-f8809b3ed01a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:53.179902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35086) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:53.191472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:53.199105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:53.208428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.219543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-094ed1fb-a417-4955-b400-2db953e4dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:53.221165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-094ed1fb-a417-4955-b400-2db953e4dc70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=11cd822fb12c4e318f144a8505686223&device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 1095 time: 0.5566385 Jan 28 10:06:53.226881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.275719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23f0753e8e924ab881558d26525c4eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1299150 Jan 28 10:06:53.281647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35092) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:53.398198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.464637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Attempting to bind port d9be83d8-5620-4143-81f9-32be8bdfa4dc on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:06:53.465198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Attempting to bind port d9be83d8-5620-4143-81f9-32be8bdfa4dc by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:06:53.465298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Attempting to bind port d9be83d8-5620-4143-81f9-32be8bdfa4dc on network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:53.465520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd4a7f3-a1cd-4bf9-aed1-314cef439f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9284813-0d65-4ed4-ab4d-eb5b230dfbe7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:53.473385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Port d9be83d8-5620-4143-81f9-32be8bdfa4dc on network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:06:53.473701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Attempting to bind port d9be83d8-5620-4143-81f9-32be8bdfa4dc on network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:06:53.480156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1100de5a-da5b-4478-b30b-b4bc8cf36f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.492039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:06:53.492374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Checking segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:53.492784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Bound using segment: {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:06:53.493217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Bound port: d9be83d8-5620-4143-81f9-32be8bdfa4dc, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5dd4ee93-96fb-4301-b344-3c7900874e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:06:53.493563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.505283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:53.518765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:53.528319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1100de5a-da5b-4478-b30b-b4bc8cf36f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.577162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.593765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:53.617232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:53.643004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-9ceb0380-332d-4951-9f62-fe9dc4c0f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:53.644704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1100de5a-da5b-4478-b30b-b4bc8cf36f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.645802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-9ceb0380-332d-4951-9f62-fe9dc4c0f53a service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c10c109-7f77-4fdd-8439-416123575fb9 HTTP/1.1" status: 200 len: 910 time: 0.4157352 Jan 28 10:06:53.648037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:53.652781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.666996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1100de5a-da5b-4478-b30b-b4bc8cf36f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9284813-0d65-4ed4-ab4d-eb5b230dfbe7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:53.676704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1100de5a-da5b-4478-b30b-b4bc8cf36f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.678030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1100de5a-da5b-4478-b30b-b4bc8cf36f05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9284813-0d65-4ed4-ab4d-eb5b230dfbe7 HTTP/1.1" status: 204 len: 168 time: 0.3898127 Jan 28 10:06:53.709940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.756638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:53.760878 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:06:53.761344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d4ceda-666d-47a4-8594-358d38474179 None None] Network 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:53.764427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/891fbf50-f968-41e6-a75c-1204aa5c4d5e HTTP/1.1" status: 204 len: 168 time: 0.7319336 Jan 28 10:06:53.768899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35108) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:53.771792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa7540-4a58-4573-bd61-89ea37975e11 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=891fbf50-f968-41e6-a75c-1204aa5c4d5e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:53.784112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:06:53.893822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-be09d531-7973-451c-887c-7018f6ebebd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e HTTP/1.1" status: 200 len: 217 time: 0.2238111 Jan 28 10:06:53.939766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b76eb357-5b96-4387-aee5-73c3e4a2e64e details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:06:54.006621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:06:54.017222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.051713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port a1561803-ae63-43f5-8a64-2ad9227407d1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:54.052052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.079916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.282596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:54.304587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:54.306080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e', 'network_id': '9c10c109-7f77-4fdd-8439-416123575fb9', 'port_id': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e', 'mac_address': 'fa:16:3e:60:bf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:06:54.368597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:54.369858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.371840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] 10.222.0.25 "PUT /v2.0/ports/d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 1092 time: 5.3122823 Jan 28 10:06:54.377087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:06:54.401345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-589f788c-f2d0-4de5-9dfe-3c6938125cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:54.404801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-589f788c-f2d0-4de5-9dfe-3c6938125cf5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4 HTTP/1.1" status: 200 len: 849 time: 0.4141967 Jan 28 10:06:54.419936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.447784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b76eb357-5b96-4387-aee5-73c3e4a2e64e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:06:54.448783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.491330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:54.495993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Usage tracker for resource:security_group_rule and tenant:760cc0830e7940f797fed60e2c2a0c25 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:54.498653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:54.499792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:54.506230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:54.519406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.596138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638e588-430b-4294-ba94-bff83a0a31ac service neutron] Pushing event updated for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:54.701960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-dfca2c84-473b-425e-947b-dbd139df9710 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c10c109-7f77-4fdd-8439-416123575fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179624 Jan 28 10:06:54.704891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.715441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a464a8-6359-455e-b1d8-d52d21655a6e req-195b303e-6071-4e92-ab8b-9032d019dae9 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:54.724704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21a464a8-6359-455e-b1d8-d52d21655a6e req-195b303e-6071-4e92-ab8b-9032d019dae9 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 0.8358102 Jan 28 10:06:54.734661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.753597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:54.761073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] DHCP port deletion for 9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:06:54.765426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a1561803-ae63-43f5-8a64-2ad9227407d1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:06:54.824994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.825339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.825671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.827845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.828241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.828529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.830021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.830520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.831326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.833197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.835999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.836509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:06:54.842627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:54.843178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.846727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Deleting port a1561803-ae63-43f5-8a64-2ad9227407d1 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:54.847789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:54.988463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['b76eb357-5b96-4387-aee5-73c3e4a2e64e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:06:55.003774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21a464a8-6359-455e-b1d8-d52d21655a6e req-2205b060-0be3-477c-9f1c-dfe77a02f3d8 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2776644 Jan 28 10:06:55.021831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-48ecbd90-208a-4e5b-82b6-d16ab2c6bf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:55.027829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-48ecbd90-208a-4e5b-82b6-d16ab2c6bf98 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1095 time: 0.5920875 Jan 28 10:06:55.031480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.143222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148eb96e-d8a9-4737-9292-6607dbe0248f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:55.158861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cf1e4fb6-359b-4a1f-bca5-d012a02fee58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=760cc0830e7940f797fed60e2c2a0c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8124418 Jan 28 10:06:55.162949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35148) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:55.282448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for a1561803-ae63-43f5-8a64-2ad9227407d1 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:55.293021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-913bb1c6-f3f7-4572-b4c5-f1cf940e9525 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 217 time: 0.2434371 Jan 28 10:06:55.298140 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'status': 'completed', 'code': 200} Jan 28 10:06:55.350013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e72bd5-0f97-4fa8-aaa6-eeb6121cd670 req-7392b531-4779-41e7-9291-8955a9a65c9f tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:55.357134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40e72bd5-0f97-4fa8-aaa6-eeb6121cd670 req-7392b531-4779-41e7-9291-8955a9a65c9f tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 944 time: 1.0515089 Jan 28 10:06:55.379461 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.483356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:55.495712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40e72bd5-0f97-4fa8-aaa6-eeb6121cd670 req-348be2f3-bac5-4648-a55c-055345baefce tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373885 Jan 28 10:06:55.499215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c36bf164-962a-4c02-9160-5d042fc3da68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.533746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:55.534060 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:55.560835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c36bf164-962a-4c02-9160-5d042fc3da68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.630625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:55.631013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.661128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c36bf164-962a-4c02-9160-5d042fc3da68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.685970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36bf164-962a-4c02-9160-5d042fc3da68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148eb96e-d8a9-4737-9292-6607dbe0248f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:55.713653 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c36bf164-962a-4c02-9160-5d042fc3da68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.719210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c36bf164-962a-4c02-9160-5d042fc3da68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/148eb96e-d8a9-4737-9292-6607dbe0248f HTTP/1.1" status: 204 len: 168 time: 0.4449222 Jan 28 10:06:55.724619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-a7427ac4-b55a-4a5b-a8f6-34031d2e50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:55.724619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-a7427ac4-b55a-4a5b-a8f6-34031d2e50b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.3612778 Jan 28 10:06:55.771711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Calling delete_port for a1561803-ae63-43f5-8a64-2ad9227407d1 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:55.859141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:55.861188 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:55.861355 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:55.874612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-b291228e-bb62-4ebd-9e73-1b6831a978dd service neutron] 10.222.0.43 "GET /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1022847 Jan 28 10:06:55.920037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=449ab129-5e72-4b7e-934b-c620e306b84d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:55.959608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02868ca2-d742-499c-b26a-246371b235a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:56.000299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:06:56.000688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: 12a48c51-5eb3-431e-a7f9-f8809b3ed01a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:06:56.035974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port a1561803-ae63-43f5-8a64-2ad9227407d1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:56.036378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:56.045486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a1561803-ae63-43f5-8a64-2ad9227407d1,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:56.256903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:06:56.362548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Deleting port a1561803-ae63-43f5-8a64-2ad9227407d1 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:56.363448 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:56.377847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 12a48c51-5eb3-431e-a7f9-f8809b3ed01a) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:56.382450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:56.382979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:56.384846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-5754f472-6708-4454-bf13-327777395531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:56.386396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-5754f472-6708-4454-bf13-327777395531 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6266305 Jan 28 10:06:56.390475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:56.391016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:56.411812 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24f18dd5-a3aa-4267-9956-556b3ae5e986 req-74086f1b-b7de-4a88-8ddf-a21a68f92ec3 service neutron] 10.222.0.43 "GET /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5200517 Jan 28 10:06:56.425395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1f6e3-1b1e-4c69-85f6-02274e731b94 None None] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:56.443179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b20af6fc-c1a2-4ea9-a46e-ef1edfbcdcfd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2576199 Jan 28 10:06:56.488465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35182) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:56.539264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-302973972'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:56.717165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for a1561803-ae63-43f5-8a64-2ad9227407d1 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:56.897938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed84b618-9ed7-48de-bed4-8626528af6c7 req-82bc3b73-707a-41ca-af68-8badb4b87f7e tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:56.903739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed84b618-9ed7-48de-bed4-8626528af6c7 req-82bc3b73-707a-41ca-af68-8badb4b87f7e tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 0.6394992 Jan 28 10:06:56.954724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3575f3-8b58-4348-8661-ce109ab2ef31 req-4db5fdfe-cd6e-4dab-b4d6-5cf057a7618c tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:56.956382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc3575f3-8b58-4348-8661-ce109ab2ef31 req-4db5fdfe-cd6e-4dab-b4d6-5cf057a7618c tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 945 time: 0.1575294 Jan 28 10:06:56.957713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.029488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=a1561803-ae63-43f5-8a64-2ad9227407d1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:57.033101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No DVR routers for this DVR port a1561803-ae63-43f5-8a64-2ad9227407d1 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:06:57.053936 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-4c35c4a6-c224-47d6-807a-6faee9fd4b1c service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6440966 Jan 28 10:06:57.094951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:57.107519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:57.124088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed84b618-9ed7-48de-bed4-8626528af6c7 req-3c2fcf62-1322-41db-a4f2-2dc48a698037 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587675 Jan 28 10:06:57.129389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:57.134005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.250350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-12a48c51-5eb3-431e-a7f9-f8809b3ed01a', 'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': '449ab129-5e72-4b7e-934b-c620e306b84d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:06:57.251158 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.287887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc3575f3-8b58-4348-8661-ce109ab2ef31 req-43e3daab-1beb-43c6-869e-8c307b5d6a38 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813728 Jan 28 10:06:57.305829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] For port a1561803-ae63-43f5-8a64-2ad9227407d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a1561803-ae63-43f5-8a64-2ad9227407d1,segment=NetworkSegment(6282b74e-486e-472b-8e53-b32eb6f6ab73),segment_id=6282b74e-486e-472b-8e53-b32eb6f6ab73)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:57.308648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.335466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 33c3663e-1ced-4feb-9557-09e1cd250651 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:06:57.338217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.370387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:57.385612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6282b74e-486e-472b-8e53-b32eb6f6ab73') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:57.386608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6282b74e-486e-472b-8e53-b32eb6f6ab73') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:06:57.399210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.416626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35228) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:57.434680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.442514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:06:57.443467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:06:57.466361 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:06:57.604846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.644276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.651172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:57.676401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Calling delete_port for a1561803-ae63-43f5-8a64-2ad9227407d1 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:06:57.690439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3eb09f4f-6999-4961-96cf-19fb55586bd5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/9b9ecc70-f77b-440e-9b2c-c83f88f9ee3f HTTP/1.1" status: 204 len: 168 time: 3.9188726 Jan 28 10:06:57.692820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35240) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:57.716604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f772c6e2-8210-44db-9e72-5a5fb8e88ce6 req-2c474e36-94c5-49bf-a642-6aac6a10c1f9 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6488674 Jan 28 10:06:57.748512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.10 (12a48c51-5eb3-431e-a7f9-f8809b3ed01a/449ab129-5e72-4b7e-934b-c620e306b84d/33c3663e-1ced-4feb-9557-09e1cd250651) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:57.765218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-451872970'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:57.793231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:57.801714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:network and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:57.808515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:57.823508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8530b3a6-d315-4a9f-a5f4-c14be59340c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:57.824335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8530b3a6-d315-4a9f-a5f4-c14be59340c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:06:57.829684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:57.857410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8530b3a6-d315-4a9f-a5f4-c14be59340c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:06:57.857410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8530b3a6-d315-4a9f-a5f4-c14be59340c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/820f850e-bf71-4295-b041-4e7338693063 HTTP/1.1" status: 200 len: 845 time: 0.1594841 Jan 28 10:06:57.857410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:57.860321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Made reservation on behalf of 583842431b434d3cb9aa87bf809d0dcb for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:57.863952 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.880115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b76eb357-5b96-4387-aee5-73c3e4a2e64e up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:06:57.948048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:06:57.948313 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:06:57.980709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-28f3ac40-9dc4-4cb7-ab44-9f5a314cbb9e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/820f850e-bf71-4295-b041-4e7338693063?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1185036 Jan 28 10:06:57.980977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port b76eb357-5b96-4387-aee5-73c3e4a2e64e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:06:57.982649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35254) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:57.986156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port b76eb357-5b96-4387-aee5-73c3e4a2e64e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:06:57.986531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:57.987292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.017631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:58.060716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:58.169532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.179741 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.210125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object 33c3663e-1ced-4feb-9557-09e1cd250651 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:58.215886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-442f0a8f-43b8-4924-a1b1-a50037915064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:58.217529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-442f0a8f-43b8-4924-a1b1-a50037915064 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1095 time: 0.4325395 Jan 28 10:06:58.261221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:06:58.274619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:06:58.294983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.369947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:security_group_rule and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:58.379177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:58.398589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:58.412155 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e', 'code': 200} Jan 28 10:06:58.415307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:58.441876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea59ce64-1ac3-4f07-a645-5013f2c6f697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.445250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:58.452865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:58.456442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:58.465318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:58.481064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Deleting port a1561803-ae63-43f5-8a64-2ad9227407d1 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:06:58.481581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.508871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:58.519542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.572015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d6f50bd5-64b8-4c55-a66e-b82f6343b2ae None None] The port 'a1561803-ae63-43f5-8a64-2ad9227407d1' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:06:58.575859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-96a90e13-fe5d-478a-9491-867b8eedd5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:58.585693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-96a90e13-fe5d-478a-9491-867b8eedd5ce service neutron] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 915 time: 0.3607221 Jan 28 10:06:58.779096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.786137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-15425c6e-f0de-48bb-a198-2c997504a01c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 217 time: 0.1518183 Jan 28 10:06:58.809348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:58.836833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52ec93-3690-4847-89b8-b2f7177a4f5d req-094a32e2-f3d6-430d-a7e7-7380f74af8ea tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:58.839211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c52ec93-3690-4847-89b8-b2f7177a4f5d req-094a32e2-f3d6-430d-a7e7-7380f74af8ea tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 0.2744658 Jan 28 10:06:58.950207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:06:58.954724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e79009e2-af4a-4f34-ad9e-ac66e87c8311,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:58.984552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3c52ec93-3690-4847-89b8-b2f7177a4f5d req-a0017d4f-442b-42d4-9048-c5bb915f52bd tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342342 Jan 28 10:06:59.006665 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.007370 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Added segment ad03ca6c-a8dd-402c-9142-ef0f1e860dc4 of type vlan for network 1233bd96-24d7-4837-8267-21ac242b9fe1 Jan 28 10:06:59.008068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Allocated IP 172.20.0.2 (12a48c51-5eb3-431e-a7f9-f8809b3ed01a/449ab129-5e72-4b7e-934b-c620e306b84d/4af3ad8b-9f72-4895-b0fc-3b99c8f828d1) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:06:59.110472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.181166 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.189613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-2c7004ae-5b3a-4bf8-afcb-aeeb4fa7267b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.191642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-2c7004ae-5b3a-4bf8-afcb-aeeb4fa7267b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.3902240 Jan 28 10:06:59.195249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.249920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.255476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.256106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.360412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.377571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Transition to ACTIVE for port object 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:59.394089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:59.409741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:59.420134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.422328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.432800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Transition to ACTIVE for port object 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:06:59.433960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:59.442102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b119b86-cf36-41a3-8c62-37dd503b5457 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:06:59.462691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Network': ['ID=1233bd96-24d7-4837-8267-21ac242b9fe1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:59.467785 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6589cc3e-61c6-4e73-afe1-27c9a8004d52 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.0460546 Jan 28 10:06:59.474887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35280) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:59.496449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-39a22192-70b2-4a97-b38b-1d24bfa85e1e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5123389 Jan 28 10:06:59.499257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35284) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:59.499796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:06:59.504262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'security_group': {'name': 'tempest-secgroup-844230249'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:59.509882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77526d-a973-487d-a267-5903a7103a0b req-8a717c3f-b8d8-4b61-8ac3-6f6f653fa97e tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.511411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b77526d-a973-487d-a267-5903a7103a0b req-8a717c3f-b8d8-4b61-8ac3-6f6f653fa97e tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 0.9212785 Jan 28 10:06:59.515512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:59.519137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'subnet': {'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:59.523137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:59.527175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:59.530232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:59.536894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:59.551361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:59.558661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.559719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d783109-58b5-4978-afeb-9715ddf63499 req-940f9e69-61dc-4485-8529-d96f7763b1cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.561234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d783109-58b5-4978-afeb-9715ddf63499 req-940f9e69-61dc-4485-8529-d96f7763b1cd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 1097 time: 0.9721847 Jan 28 10:06:59.561838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=33c3663e-1ced-4feb-9557-09e1cd250651,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:59.593827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:59.599234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group_rule and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:59.602595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:59.609328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:59.614600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:59.662206 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.714667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.720288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.772904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a03c13b-8b0e-4e2f-9448-036201a5c0a1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:06:59.796913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:06:59.798105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.804370 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-40110acf-72e8-4108-bde4-165515cc8ada tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3032651 Jan 28 10:06:59.805123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:06:59.814313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1569629518'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:06:59.820753 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.821443 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.823351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:06:59.832012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:06:59.837687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:59.841977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:59.854111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:59.864262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:59.891438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.892688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7d783109-58b5-4978-afeb-9715ddf63499 req-e8af9200-3a7e-45f1-a396-1abcf6c2208a service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105695 Jan 28 10:06:59.912864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:59.919026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:subnet and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:59.922867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:59.929916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:59.934792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:06:59.939428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group_rule and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:06:59.942660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:06:59.950794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:06:59.953533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b77526d-a973-487d-a267-5903a7103a0b req-fa16aa6d-445b-4cbb-9881-85ab990dd3a6 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4094877 Jan 28 10:06:59.967850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.967850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.975722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Made reservation on behalf of 583842431b434d3cb9aa87bf809d0dcb for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:06:59.980077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:06:59.998142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-8b2844b9-b5d3-4583-9726-912282329409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:06:59.999823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-8b2844b9-b5d3-4583-9726-912282329409 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6978292 Jan 28 10:07:00.104522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Attempting to bind port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:07:00.105075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Attempting to bind port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:07:00.105312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Attempting to bind port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 on network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:00.122205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.126173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Pushing event updated for resources: {'Port': ['ID=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:00.132174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.192314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a64b20f-8d2a-4831-8831-ae2f305b46b0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:00.212053 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.214200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c4dca8d-958c-4753-9692-05a0b2a954cf tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4071720 Jan 28 10:07:00.214984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:07:00.215364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Checking segment: {'id': '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:00.215767 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.216156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Bound using segment: {'id': '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:07:00.216878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35294) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:00.219254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Bound port: 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '12a48c51-5eb3-431e-a7f9-f8809b3ed01a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:07:00.220681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.224282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1542825083', 'security_groups': ['5a64b20f-8d2a-4831-8831-ae2f305b46b0'], 'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:00.256344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-67907d5c-2745-4431-82d0-be007f59bad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.7667627 Jan 28 10:07:00.258820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35298) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:00.375549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-3fa40a1b-4dc7-4bbb-9b16-630555c45eda service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629901 Jan 28 10:07:00.375795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] For port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:07:00.379307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] For port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,segment=NetworkSegment(63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a),segment_id=63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:07:00.387702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 33c3663e-1ced-4feb-9557-09e1cd250651 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:00.388046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.416567 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.492827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dcb369-dc69-4777-9786-6077cd02b519 req-a7bb462d-e21e-46a4-b744-f20ff6d7f483 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:00.510058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57dcb369-dc69-4777-9786-6077cd02b519 req-a7bb462d-e21e-46a4-b744-f20ff6d7f483 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 0.2644157 Jan 28 10:07:00.517745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:00.528528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:00.562946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:00.687421 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57dcb369-dc69-4777-9786-6077cd02b519 req-1878569c-d38a-4c94-a5c8-ed166e25b3f4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763191 Jan 28 10:07:00.750032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314b8c0-82e5-4bce-92ac-7dcfbb30ed40 None None] Pushing event updated for resources: {'Port': ['ID=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:00.775868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.805941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 91d011cc-89ae-4e27-bbfd-23f5825e4c95 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:00.808138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.874519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-59376818-0e10-413e-a2af-29a2aa028424', 'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'tenant_id': '4565384591654f0b90a9a847741c6fd2', 'fixed_ips': [{'subnet_id': 'fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:07:00.875605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:00.996560 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:01.166155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad93b826-a637-4209-9dbb-8c9ae6077f74 req-b54c2ee1-7288-4357-b5e2-2031908e83ef service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7390459 Jan 28 10:07:01.231410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Allocated IP 2001:db8::2 (59376818-0e10-413e-a2af-29a2aa028424/fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3/8075a540-bb57-46de-8507-293813b416e9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:01.239865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:01.338371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Subnet': ['ID=4376ec28-7abd-48ef-80f6-57f3b5dc9c8b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:01.440653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 33c3663e-1ced-4feb-9557-09e1cd250651 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:01.501241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Checking segment: {'id': 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:01.501873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network hostable DHCP agents. Network: 1233bd96-24d7-4837-8267-21ac242b9fe1, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:07:01.610741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:07:01.625594 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:01.644301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Transition to ACTIVE for port object 8075a540-bb57-46de-8507-293813b416e9 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:01.670165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Transition to ACTIVE for port object 8075a540-bb57-46de-8507-293813b416e9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:01.680144 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:01.889290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1233bd96-24d7-4837-8267-21ac242b9fe1) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:01.920987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:01.921582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:01.956002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:01.963705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd58ff3-a84a-449b-89e0-dc3dd6b7b12c None None] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:01.980009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::236 (59376818-0e10-413e-a2af-29a2aa028424/fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3/91d011cc-89ae-4e27-bbfd-23f5825e4c95) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:02.011099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b208877d-d0d0-4ae5-a2d7-61c102ff0d7a tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5288308 Jan 28 10:07:02.018474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:02.039985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-407770404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:02.101369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:02.101839 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.214352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:router and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:02.230879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:02.240465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:02.246687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:02.248959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c12c5d-33aa-4282-b601-644ba1227813 req-c48190c4-711b-40fd-9a7c-7bb045ea77e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:02.257403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3c12c5d-33aa-4282-b601-644ba1227813 req-c48190c4-711b-40fd-9a7c-7bb045ea77e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 0.8547893 Jan 28 10:07:02.263187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:02.267627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:02.467293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=33c3663e-1ced-4feb-9557-09e1cd250651,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:02.519006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.520252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.590101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Attempting to bind port 8075a540-bb57-46de-8507-293813b416e9 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:07:02.594421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Attempting to bind port 8075a540-bb57-46de-8507-293813b416e9 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '59376818-0e10-413e-a2af-29a2aa028424'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:07:02.595812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Attempting to bind port 8075a540-bb57-46de-8507-293813b416e9 on network 59376818-0e10-413e-a2af-29a2aa028424 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:02.624471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.626483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc152246-6c5b-4dc6-9bdb-67633d78b257 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/33c3663e-1ced-4feb-9557-09e1cd250651 HTTP/1.1" status: 204 len: 168 time: 2.3653996 Jan 28 10:07:02.632348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-1233bd96-24d7-4837-8267-21ac242b9fe1', 'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1', 'tenant_id': '583842431b434d3cb9aa87bf809d0dcb', 'fixed_ips': [{'subnet_id': '4376ec28-7abd-48ef-80f6-57f3b5dc9c8b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:07:02.634145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35396) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:02.656449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.710843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:07:02.711176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Checking segment: {'id': '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '59376818-0e10-413e-a2af-29a2aa028424'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:02.711581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.711971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Bound using segment: {'id': '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '59376818-0e10-413e-a2af-29a2aa028424'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:07:02.713973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Bound port: 8075a540-bb57-46de-8507-293813b416e9, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '59376818-0e10-413e-a2af-29a2aa028424'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:07:02.713973 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.756068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42737750-3fc9-4438-ad61-a4d42cdc841c None None] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:02.823209 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff81b91-e701-42eb-bf5d-eb0259a781b3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:07:02.823922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5ff81b91-e701-42eb-bf5d-eb0259a781b3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:02.921849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:02.931543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3c12c5d-33aa-4282-b601-644ba1227813 req-d248843c-34f7-4694-bf31-fe23a06548f3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6465087 Jan 28 10:07:02.932161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6f039-12f2-4853-ac17-1988bea80a94 req-c94826c8-4aea-4bb4-be32-cd109ad8f07d tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:02.941007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5ff81b91-e701-42eb-bf5d-eb0259a781b3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:02.945757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ff81b91-e701-42eb-bf5d-eb0259a781b3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/33c3663e-1ced-4feb-9557-09e1cd250651 HTTP/1.1" status: 404 len: 333 time: 0.3081908 Jan 28 10:07:02.950646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25c6f039-12f2-4853-ac17-1988bea80a94 req-c94826c8-4aea-4bb4-be32-cd109ad8f07d tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 0.8800864 Jan 28 10:07:02.965711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35434) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:03.045131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.070393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:03.083612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet 449ab129-5e72-4b7e-934b-c620e306b84d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:03.088138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.116994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 91d011cc-89ae-4e27-bbfd-23f5825e4c95 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:03.142269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dcfdc9af-f02e-498e-b952-1ff2426ddbb7 None None] Provisioning for port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:03.171563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.187797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.234440 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-25c6f039-12f2-4853-ac17-1988bea80a94 req-1d147a0a-ae66-4eba-bd29-5818dc8578e2 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826755 Jan 28 10:07:03.239629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.376460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.476889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.528758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.529867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4b48f3f5-523c-4124-a193-7fdea4262d53 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.5091643 Jan 28 10:07:03.530005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=449ab129-5e72-4b7e-934b-c620e306b84d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:03.533041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.537324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35506) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:03.551115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:03.576459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:03.589268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:03.613264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9b0872c-9701-4220-95ed-2ad7c6fa91c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/449ab129-5e72-4b7e-934b-c620e306b84d HTTP/1.1" status: 204 len: 168 time: 0.6458263 Jan 28 10:07:03.615899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:03.620106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.623968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35516) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:03.650791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=91d011cc-89ae-4e27-bbfd-23f5825e4c95,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:03.709926 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-85580d9d-9254-403d-a6e6-44ec111d81c2 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4916804 Jan 28 10:07:03.712679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35530) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:03.726526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:03.748074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:03.895301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:07:03.903891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:07:03.912728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:03.914090 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:03.991622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:03.996861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:04.000322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:04.009049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:04.042160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:04.050198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:04.320546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:04.413876 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:04.492014 n-d-825178-2 neutron-server[87540]: INFO neutron.db.ipam_backend_mixin [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3 (CIDR: 2001:db8::/64) Jan 28 10:07:04.517805 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:07:04.518373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:04.547575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Allocated IP 172.20.0.2 (1233bd96-24d7-4837-8267-21ac242b9fe1/4376ec28-7abd-48ef-80f6-57f3b5dc9c8b/debec9cc-d7e8-44a0-982c-5d6182a7864a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:04.570598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9c4e79ce-721d-4094-8dbe-2ee8d6a54891 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8516591 Jan 28 10:07:04.572269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35626) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:04.583127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18951fff-dfb8-43b3-a5d6-654f0a455d98 req-89f402c2-f102-4b7b-98c1-f8bd27156967 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:04.589805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-18951fff-dfb8-43b3-a5d6-654f0a455d98 req-89f402c2-f102-4b7b-98c1-f8bd27156967 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Synchronizing usage tracker for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:04.600346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:04.638585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-18951fff-dfb8-43b3-a5d6-654f0a455d98 req-89f402c2-f102-4b7b-98c1-f8bd27156967 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Unset dirty status for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:04.648329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18951fff-dfb8-43b3-a5d6-654f0a455d98 req-89f402c2-f102-4b7b-98c1-f8bd27156967 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 0.2791426 Jan 28 10:07:04.662273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65567a2-c498-4c64-8b64-b70a19404829 None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:04.833510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18951fff-dfb8-43b3-a5d6-654f0a455d98 req-b8ac031b-a459-4487-b6ba-0b57663aa520 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142876 Jan 28 10:07:04.872314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:04.921832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:04.922168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:04.934186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:04.942421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:04.947631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:04.967551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:04.987190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:05.005783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.013260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.017783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Transition to ACTIVE for port object debec9cc-d7e8-44a0-982c-5d6182a7864a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:05.038183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Transition to ACTIVE for port object debec9cc-d7e8-44a0-982c-5d6182a7864a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:05.041913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.082552 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.278428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Pushing event updated for resources: {'Port': ['ID=debec9cc-d7e8-44a0-982c-5d6182a7864a,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:05.283585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:05.295419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,segment=NetworkSegment(63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a),segment_id=63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:05.297578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:05.301720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:05.310968 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.583709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8075a540-bb57-46de-8507-293813b416e9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:05.684759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6aca2e-6694-443f-8904-e2f6bfb0c49b None None] Network 12a48c51-5eb3-431e-a7f9-f8809b3ed01a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:05.708609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.791965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:05.795797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:05.803692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:05.804561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:05.836144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=ceccf113-01d3-490c-9141-188c1b946beb,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:05.864471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60b042ef-3371-4e71-bb41-023e1a9aed00 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2899196 Jan 28 10:07:05.867425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:05.875107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1407302392', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ceccf113-01d3-490c-9141-188c1b946beb'}], 'security_groups': ['1a03c13b-8b0e-4e2f-9448-036201a5c0a1']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:06.045852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:06.338274 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:06.444707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] For port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,segment=NetworkSegment(63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a),segment_id=63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:06.445187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:06.495240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Attempting to bind port debec9cc-d7e8-44a0-982c-5d6182a7864a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:07:06.495672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Attempting to bind port debec9cc-d7e8-44a0-982c-5d6182a7864a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:07:06.495952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Attempting to bind port debec9cc-d7e8-44a0-982c-5d6182a7864a on network 1233bd96-24d7-4837-8267-21ac242b9fe1 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:06.516093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:07:06.516473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Checking segment: {'id': 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:06.516907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:06.517300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Bound using segment: {'id': 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:07:06.517770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Bound port: debec9cc-d7e8-44a0-982c-5d6182a7864a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:07:06.518146 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:06.750045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0c1239e4-34ea-46c4-8f44-e35b4171eb55 None None] Provisioning complete for port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:06.750668 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c1239e4-34ea-46c4-8f44-e35b4171eb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:06.793648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3542db7-8479-48eb-8038-1154389c6813 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:06.848079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d9be83d8-5620-4143-81f9-32be8bdfa4dc details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:07:06.873463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 8075a540-bb57-46de-8507-293813b416e9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:06.883881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:06.937906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-99218d54-d522-4784-b5c4-545133c2706d None None] For port debec9cc-d7e8-44a0-982c-5d6182a7864a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:07:06.974608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-99218d54-d522-4784-b5c4-545133c2706d None None] For port debec9cc-d7e8-44a0-982c-5d6182a7864a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=debec9cc-d7e8-44a0-982c-5d6182a7864a,segment=NetworkSegment(ad03ca6c-a8dd-402c-9142-ef0f1e860dc4),segment_id=ad03ca6c-a8dd-402c-9142-ef0f1e860dc4)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:07:06.989233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:07.183146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Allocated IP 172.20.0.1 (1233bd96-24d7-4837-8267-21ac242b9fe1/4376ec28-7abd-48ef-80f6-57f3b5dc9c8b/9a11777b-52a4-4ff8-be5f-df0083195da2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:07.189693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99218d54-d522-4784-b5c4-545133c2706d None None] Pushing event updated for resources: {'Port': ['ID=debec9cc-d7e8-44a0-982c-5d6182a7864a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:07.208734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Delete allocated IP 2001:db8::236 (59376818-0e10-413e-a2af-29a2aa028424/fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3) {{(pid=87540) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 10:07:07.220929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8:0:1::3bd (59376818-0e10-413e-a2af-29a2aa028424/ceccf113-01d3-490c-9141-188c1b946beb/91d011cc-89ae-4e27-bbfd-23f5825e4c95) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:07.447795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a529b5-6deb-4bfa-95ed-6eae467bc3ea req-0acac8ef-47d6-404d-8cfc-c8868c93ba9f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:07.457032 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1a529b5-6deb-4bfa-95ed-6eae467bc3ea req-0acac8ef-47d6-404d-8cfc-c8868c93ba9f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 1.1435831 Jan 28 10:07:07.646712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:07.654242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:07.742531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:07.793330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Ignored duplicate provisioning block setup for port 91d011cc-89ae-4e27-bbfd-23f5825e4c95 by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 10:07:07.799622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:07.810438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=4af3ad8b-9f72-4895-b0fc-3b99c8f828d1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:07.823177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0c1239e4-34ea-46c4-8f44-e35b4171eb55 None None] Port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 update to ACTIVE by agent not found {{(pid=87542) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Jan 28 10:07:07.825248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:07:07.825591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 10:07:07.840000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1a529b5-6deb-4bfa-95ed-6eae467bc3ea req-824c4a1a-30d1-49c1-a505-83f482dfa74a tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3756316 Jan 28 10:07:07.868933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No DVR routers for this DVR port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:07:07.926533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 not found, will not notify nova. {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 10:07:07.929430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16bae95b-1b16-471f-8d1f-6d796a24b588 None None] DHCP port deletion for 12a48c51-5eb3-431e-a7f9-f8809b3ed01a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:07:07.964894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] In _notify_port_updated(), no bound segment for port 91d011cc-89ae-4e27-bbfd-23f5825e4c95 on network 59376818-0e10-413e-a2af-29a2aa028424 {{(pid=87540) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:07:07.970701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:07.971371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:07.975932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/ports/91d011cc-89ae-4e27-bbfd-23f5825e4c95 HTTP/1.1" status: 200 len: 931 time: 2.1074748 Jan 28 10:07:07.976536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:08.035010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:08.044128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:08.044750 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.107753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:08.132516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:07:08.232548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb07264-f821-4c28-9580-4bfbc09ee7f5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=91d011cc-89ae-4e27-bbfd-23f5825e4c95,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:08.234249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.244813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.250253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Provisioning for port 8075a540-bb57-46de-8507-293813b416e9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:08.267801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:08.268319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.279684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 91d011cc-89ae-4e27-bbfd-23f5825e4c95 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:08.280612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.294754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Transition to ACTIVE for port object 9a11777b-52a4-4ff8-be5f-df0083195da2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:08.307928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12a48c51-5eb3-431e-a7f9-f8809b3ed01a']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:08.330833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:08.331180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63604e4d-b41a-48ba-bd7b-e0b4c09cdd0a') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:08.364955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.386932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-77124a28-4bab-481b-baf1-42acf2fd395f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:08.387674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-77124a28-4bab-481b-baf1-42acf2fd395f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Synchronizing usage tracker for tenant:e762b06872c341af9dce4aa66daaca2b on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:08.400312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.435922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.452596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-77124a28-4bab-481b-baf1-42acf2fd395f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Unset dirty status for tenant:e762b06872c341af9dce4aa66daaca2b on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:08.459528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9be83d8-5620-4143-81f9-32be8bdfa4dc {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:07:08.460444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-77124a28-4bab-481b-baf1-42acf2fd395f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 812 time: 0.3731675 Jan 28 10:07:08.478754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Update dhcp port {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'fixed_ips': [{'subnet_id': 'fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ceccf113-01d3-490c-9141-188c1b946beb'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '8075a540-bb57-46de-8507-293813b416e9'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:07:08.490256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:08.490912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.537096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-b2feaa03-6c3e-4725-98b7-07f4ea2a754e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/quotas/e762b06872c341af9dce4aa66daaca2b HTTP/1.1" status: 200 len: 375 time: 0.0756178 Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:08.539226 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:08.544010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.613677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:08.637225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.639849 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.664343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-50d07986-feef-472f-bb4e-189cdd44589a tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1262434 Jan 28 10:07:08.728922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:08.766859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.835439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:08.842208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.846803 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:08.943548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 91d011cc-89ae-4e27-bbfd-23f5825e4c95 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:08.965588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.007790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-077f2d59-4c0e-4b81-a0df-c33c346650ef service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:07:09.009224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-077f2d59-4c0e-4b81-a0df-c33c346650ef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3439388 Jan 28 10:07:09.030104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.039843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['d9be83d8-5620-4143-81f9-32be8bdfa4dc'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:07:09.075189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Port': ['ID=9a11777b-52a4-4ff8-be5f-df0083195da2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:09.082113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80018e7-d286-469f-88f8-90669971da8c None None] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:09.225762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-76ef8ead-c56e-4244-bb6e-46d056dba649 None None] Provisioning for port debec9cc-d7e8-44a0-982c-5d6182a7864a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:09.237677 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.250021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e564c-dd8c-43b2-a18e-87d5c51341b7 None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:09.268378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Allocated IP 2001:db8:0:1::2 (59376818-0e10-413e-a2af-29a2aa028424/ceccf113-01d3-490c-9141-188c1b946beb/8075a540-bb57-46de-8507-293813b416e9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:09.333359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:09.334672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=12a48c51-5eb3-431e-a7f9-f8809b3ed01a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:09.336807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:09.346438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-010f754f-b9a2-4dfc-aece-123a29840235 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/12a48c51-5eb3-431e-a7f9-f8809b3ed01a HTTP/1.1" status: 204 len: 168 time: 5.7211580 Jan 28 10:07:09.353737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:09.381048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=91d011cc-89ae-4e27-bbfd-23f5825e4c95,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:09.383907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35908) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:09.478174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'name': 'tempest-PortsTestJSON-186139742'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:09.499374 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.523628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e33d88ec-6080-4234-b6d1-2e0d7d6ab6df tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/91d011cc-89ae-4e27-bbfd-23f5825e4c95 HTTP/1.1" status: 204 len: 168 time: 1.5434895 Jan 28 10:07:09.527689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35916) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:09.633648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device debec9cc-d7e8-44a0-982c-5d6182a7864a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:09.641560 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-79467164-e2ba-4aee-b336-01ebf7eaee5c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:07:09.642105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-79467164-e2ba-4aee-b336-01ebf7eaee5c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:09.685657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07373a-4cfd-4605-a20f-b2733fac10cb req-9e957917-d725-4602-a1dd-db02cca73565 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:09.693771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee07373a-4cfd-4605-a20f-b2733fac10cb req-9e957917-d725-4602-a1dd-db02cca73565 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 945 time: 0.3956892 Jan 28 10:07:09.731969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:09.748952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee07373a-4cfd-4605-a20f-b2733fac10cb req-ef8e9c34-1519-4c5f-8125-7357ce656dab tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510070 Jan 28 10:07:09.751855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-79467164-e2ba-4aee-b336-01ebf7eaee5c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:09.755425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-79467164-e2ba-4aee-b336-01ebf7eaee5c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/91d011cc-89ae-4e27-bbfd-23f5825e4c95 HTTP/1.1" status: 404 len: 333 time: 0.2228935 Jan 28 10:07:09.758133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35924) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:09.806731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.865946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:09.892641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87f76061-b880-4d43-886d-bda3f87bfb4b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.900165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.918981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Transition to ACTIVE for port object 8075a540-bb57-46de-8507-293813b416e9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:09.935151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87f76061-b880-4d43-886d-bda3f87bfb4b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:09.940155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-90fa6f69-2e94-4312-976d-161741496806 service neutron] 10.222.0.42 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6353216 Jan 28 10:07:09.962190 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.000486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:10.023156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87f76061-b880-4d43-886d-bda3f87bfb4b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.044534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f76061-b880-4d43-886d-bda3f87bfb4b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a64b20f-8d2a-4831-8831-ae2f305b46b0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:10.050296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-87f76061-b880-4d43-886d-bda3f87bfb4b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.051442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-87f76061-b880-4d43-886d-bda3f87bfb4b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a64b20f-8d2a-4831-8831-ae2f305b46b0 HTTP/1.1" status: 204 len: 168 time: 0.2918544 Jan 28 10:07:10.054179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35930) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:10.110721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:10.142671 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-688da614-78cc-4330-8332-41dc562bd338 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.159673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:10.183491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port debec9cc-d7e8-44a0-982c-5d6182a7864a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:10.187526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-688da614-78cc-4330-8332-41dc562bd338 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.244694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32536740-1fa9-459d-b67f-0bc788ccc69d None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:10.264147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:10.267484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.324364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port debec9cc-d7e8-44a0-982c-5d6182a7864a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:10.326034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.337701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-688da614-78cc-4330-8332-41dc562bd338 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.349259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port bc47e817-9cb3-49bf-90d8-154b37174b34 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:10.361050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688da614-78cc-4330-8332-41dc562bd338 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a03c13b-8b0e-4e2f-9448-036201a5c0a1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:10.387733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466ef85-d7ba-4e92-b8d5-3edbc465e1ea req-cac367bf-0f43-47f2-aa1a-5915fad7071e tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:10.395320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6466ef85-d7ba-4e92-b8d5-3edbc465e1ea req-cac367bf-0f43-47f2-aa1a-5915fad7071e tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 0.1239927 Jan 28 10:07:10.415951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-96a8e7dc-9ba7-44bc-9547-7ea599f9afdb service neutron] 10.222.0.42 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742830 Jan 28 10:07:10.418306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.425023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-688da614-78cc-4330-8332-41dc562bd338 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.426163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-688da614-78cc-4330-8332-41dc562bd338 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/security-groups/1a03c13b-8b0e-4e2f-9448-036201a5c0a1 HTTP/1.1" status: 204 len: 168 time: 0.3711710 Jan 28 10:07:10.429671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35936) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:10.599483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.636106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6466ef85-d7ba-4e92-b8d5-3edbc465e1ea req-6c1e9e02-5115-4bb3-bb30-73b1c78dadf8 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397420 Jan 28 10:07:10.680298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:10.689369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.708053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port debec9cc-d7e8-44a0-982c-5d6182a7864a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=debec9cc-d7e8-44a0-982c-5d6182a7864a,segment=NetworkSegment(ad03ca6c-a8dd-402c-9142-ef0f1e860dc4),segment_id=ad03ca6c-a8dd-402c-9142-ef0f1e860dc4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:10.721184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.722274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8075a540-bb57-46de-8507-293813b416e9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:10.852132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ce21028c-a37c-4ffd-b052-088a920aeaaa req-e6e2151a-771f-48e4-bc4f-68e50e1bdd73 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 210 time: 0.0719097 Jan 28 10:07:10.881916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:10.888635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d9be83d8-5620-4143-81f9-32be8bdfa4dc up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:11.055752 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.188646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.280218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce2fd52c-cf10-4865-b389-ae7e8602217f None None] Provisioning for port 9a11777b-52a4-4ff8-be5f-df0083195da2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:11.290392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=debec9cc-d7e8-44a0-982c-5d6182a7864a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:11.298484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce2fd52c-cf10-4865-b389-ae7e8602217f None None] Provisioning complete for port 9a11777b-52a4-4ff8-be5f-df0083195da2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:11.299297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd52c-cf10-4865-b389-ae7e8602217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.303599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:11.333949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.361166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7e2ebf12-fa6c-4c0b-b303-bedd9036449a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3 HTTP/1.1" status: 204 len: 168 time: 0.9267473 Jan 28 10:07:11.361775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35958) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:11.375948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:11.422712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ce2fd52c-cf10-4865-b389-ae7e8602217f None None] Port 9a11777b-52a4-4ff8-be5f-df0083195da2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:11.436804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port d9be83d8-5620-4143-81f9-32be8bdfa4dc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:11.462264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port d9be83d8-5620-4143-81f9-32be8bdfa4dc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:11.476918 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.539926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2087f2-b19b-47b2-8ad5-5641add88898 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:11.567529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:07:11.623620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce2fd52c-cf10-4865-b389-ae7e8602217f None None] Provisioning complete for port debec9cc-d7e8-44a0-982c-5d6182a7864a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:11.623988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ce2fd52c-cf10-4865-b389-ae7e8602217f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.658685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:11.663066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:11.666363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:11.682718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:11.721220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:07:11.721562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4af3ad8b-9f72-4895-b0fc-3b99c8f828d1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:07:11.722304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:11.726740 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.857712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.886480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:11.926665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device debec9cc-d7e8-44a0-982c-5d6182a7864a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:11.975974 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.037641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.114311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:12.132380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:12.134952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port debec9cc-d7e8-44a0-982c-5d6182a7864a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:12.135451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37112a4e-fcd7-40e2-9b64-02c278322807 req-860498a5-636f-4ecb-b3e5-5960dc786fcf tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:12.135691 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.137180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37112a4e-fcd7-40e2-9b64-02c278322807 req-860498a5-636f-4ecb-b3e5-5960dc786fcf tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 945 time: 1.1127031 Jan 28 10:07:12.141463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e44bf57-a39e-4e93-9790-27bcda00bf4d req-ceb72f33-71e3-462b-b01c-e7b67a5b0e7e tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:12.143043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e44bf57-a39e-4e93-9790-27bcda00bf4d req-ceb72f33-71e3-462b-b01c-e7b67a5b0e7e tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 0.2982152 Jan 28 10:07:12.181347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.201960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e44bf57-a39e-4e93-9790-27bcda00bf4d req-1ae80494-6104-414c-9938-9b7a7165dac1 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503373 Jan 28 10:07:12.210987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Port': ['ID=9a11777b-52a4-4ff8-be5f-df0083195da2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:12.233141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.237225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.266942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:12.287789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Provisioning complete for port 9a11777b-52a4-4ff8-be5f-df0083195da2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:12.288154 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.311541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37112a4e-fcd7-40e2-9b64-02c278322807 req-87b494b1-88b9-4e71-82d3-9860a04918de tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1560631 Jan 28 10:07:12.333747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-e6bd8576-2d3e-4132-9ee6-906c3e33f3ea tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:12.334462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-e6bd8576-2d3e-4132-9ee6-906c3e33f3ea tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Synchronizing usage tracker for tenant:11cd822fb12c4e318f144a8505686223 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:12.365876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.421046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Port 9a11777b-52a4-4ff8-be5f-df0083195da2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:12.438385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:12.439011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.487923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8075a540-bb57-46de-8507-293813b416e9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:12.556820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=bc47e817-9cb3-49bf-90d8-154b37174b34,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:12.576423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:12.579430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:12.580181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-e6bd8576-2d3e-4132-9ee6-906c3e33f3ea tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Unset dirty status for tenant:11cd822fb12c4e318f144a8505686223 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:12.582322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:12.589778 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'code': 200} Jan 28 10:07:12.592647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-e6bd8576-2d3e-4132-9ee6-906c3e33f3ea tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.43 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 1.0867922 Jan 28 10:07:12.593677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:12.596023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:12.599058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:12.604937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:12.605616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.638383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:12.701150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:12.711661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Could not find standard attr ID for object 91d011cc-89ae-4e27-bbfd-23f5825e4c95. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:07:12.756483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Provisioning for port 8075a540-bb57-46de-8507-293813b416e9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:12.768434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:12.768830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.846886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:12.849089 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8a8f4ef-df00-4df1-afac-184f8043851b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.855580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=fef24d84-1b9d-4b36-b6fa-c7840d27012f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:12.864909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:12.865771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:12.902304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05ea391c-3045-4955-97ca-599094c2e938 req-4d39a01a-d8fe-47f5-a02f-0357f321ab15 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 210 time: 0.3811994 Jan 28 10:07:12.931257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-de3ec550-0c36-4ad2-a8a1-7d83e154d86c tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:12.934232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-de3ec550-0c36-4ad2-a8a1-7d83e154d86c tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 812 time: 0.3458586 Jan 28 10:07:12.953747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Request body: {'port': {'device_id': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e', 'admin_state_up': True, 'tenant_id': 'e762b06872c341af9dce4aa66daaca2b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:13.201628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Deleting port b76eb357-5b96-4387-aee5-73c3e4a2e64e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:13.202218 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.209208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b2b6b9e3-14fb-43e2-8c2c-8f95c02a193e tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8466370 Jan 28 10:07:13.212214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35982) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:13.224601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1072947562'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:13.236316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:13.245977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:13.250985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:13.254763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Usage tracker for resource:port and tenant:e762b06872c341af9dce4aa66daaca2b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:13.257744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:13.261186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:13.270854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:13.273184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:13.299432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Made reservation on behalf of e762b06872c341af9dce4aa66daaca2b for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:13.304195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.317061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.319428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6be42007-313a-4ee2-8186-82e502136cdf None None] Provisioning complete for port 9a11777b-52a4-4ff8-be5f-df0083195da2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:13.319937 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6be42007-313a-4ee2-8186-82e502136cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.325241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-87d9d577-33be-4352-8a2d-b89f74811f3c tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.8751123 Jan 28 10:07:13.338623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 35988) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:13.348054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:13.353949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group_rule and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:13.358361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:13.367102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:13.432087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6be42007-313a-4ee2-8186-82e502136cdf None None] Port 9a11777b-52a4-4ff8-be5f-df0083195da2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:13.436027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e0cde3-3707-41bc-8ffb-31cf6e5a9cda None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:13.552339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.565864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Router 9e7d7f89-9660-472f-ab1b-9d96ea58dc5c is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:07:13.573093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port bc47e817-9cb3-49bf-90d8-154b37174b34 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:13.573438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.607090 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.656301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4ff0e323-6b61-4c5f-9c8c-264210c19db6 None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:13.656301 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ff0e323-6b61-4c5f-9c8c-264210c19db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.698878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebee5f48-2bd7-4f4c-972c-901e6fddd7f2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:13.707039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.708439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-69bf1143-5796-4cc5-a518-f1f9f4a9fc91 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4911222 Jan 28 10:07:13.714385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 35994) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:13.762875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'security_group': {'name': 'tempest-secgroup-1613747363'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:13.782613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:13.789195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:13.799318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:13.808126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:13.820843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.822363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4ff0e323-6b61-4c5f-9c8c-264210c19db6 None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:13.827965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c9754-4c5c-4528-bd3b-01b7e296dcb6 req-4088e578-0394-4b9a-b4a2-57b2fce13c54 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:13.829725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-092c9754-4c5c-4528-bd3b-01b7e296dcb6 req-4088e578-0394-4b9a-b4a2-57b2fce13c54 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.3225055 Jan 28 10:07:13.858016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4ff0e323-6b61-4c5f-9c8c-264210c19db6 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:13.858399 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ff0e323-6b61-4c5f-9c8c-264210c19db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.858781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Allocated IP 172.20.0.8 (a7bf2eaa-adc4-4307-91db-b2284e94125e/6ac99396-7416-4efb-b81b-7ac6ce5bf11d/7486666e-4cb5-45cf-a9b2-512525b642e9) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:13.861522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:13.926107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:13.932451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274da8b2-2f5d-4c62-b8bf-8b2fee386fa5 req-181aae07-130b-43cb-8e0a-4d5874da84fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:13.934191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-274da8b2-2f5d-4c62-b8bf-8b2fee386fa5 req-181aae07-130b-43cb-8e0a-4d5874da84fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1097 time: 1.2760687 Jan 28 10:07:13.938875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-092c9754-4c5c-4528-bd3b-01b7e296dcb6 req-04f05274-66b8-4053-bf94-7354a6a7b066 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031933 Jan 28 10:07:13.940000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group_rule and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:13.951630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:13.964111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:14.050877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device b76eb357-5b96-4387-aee5-73c3e4a2e64e no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:07:14.084408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:14.084783 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.142795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f6a75be2-0cb2-4420-83ae-57b1841bc5dc req-ee2f0eb4-9e75-4ac8-b9ba-53e282e6e822 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Synchronizing usage tracker for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:14.169465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:07:14.181825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Update dhcp port {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'fixed_ips': [{'subnet_id': 'ceccf113-01d3-490c-9141-188c1b946beb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fef24d84-1b9d-4b36-b6fa-c7840d27012f'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '8075a540-bb57-46de-8507-293813b416e9'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:07:14.203661 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] Sync routers for ids ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:07:14.206688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f6a75be2-0cb2-4420-83ae-57b1841bc5dc req-ee2f0eb4-9e75-4ac8-b9ba-53e282e6e822 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Unset dirty status for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:14.208005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6a75be2-0cb2-4420-83ae-57b1841bc5dc req-ee2f0eb4-9e75-4ac8-b9ba-53e282e6e822 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 210 time: 0.1300740 Jan 28 10:07:14.231873 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] Routers {'9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:14.232481 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:14.237179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-274da8b2-2f5d-4c62-b8bf-8b2fee386fa5 req-c11f09df-7840-4857-bdef-d9e1b04e0375 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681139 Jan 28 10:07:14.243040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cdfe8435-4835-49eb-af9f-8cc583e71dd6 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "PUT /v2.0/routers/9e7d7f89-9660-472f-ab1b-9d96ea58dc5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6992879 Jan 28 10:07:14.251778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Calling delete_port for b76eb357-5b96-4387-aee5-73c3e4a2e64e owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:14.253928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36002) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:14.262105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'port': {'network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1', 'name': 'tempest-FloatingIPNegativeTestJSON-485143581'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:14.304191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4139c05-f79b-49c4-a2e6-b85ee5ce0ad1 req-ec82d858-3b49-4d48-aabd-87c07d220f0f tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:14.306340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4139c05-f79b-49c4-a2e6-b85ee5ce0ad1 req-ec82d858-3b49-4d48-aabd-87c07d220f0f tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 946 time: 0.8472936 Jan 28 10:07:14.335557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.343400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.355529 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:14.367199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.368703 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] Routers {'9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:14.369447 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:14.435364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:14.435999 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4693c18e-283a-4434-8da0-c44198bdfae7 None None] The sync data for ids ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:07:14.439740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:14.447893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.458602 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.462750 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.547344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd526547-30b7-4c01-b44e-c5773da6cd41,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:14.562536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.564004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a5fd21b8-4b20-4e5a-a436-7d96c1c60a1c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8461437 Jan 28 10:07:14.575897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:07:14.579054 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:07:14.581904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36014) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:14.591190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:14.607720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'security_group': {'name': 'tempest-secgroup-2061540977'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:14.616061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4139c05-f79b-49c4-a2e6-b85ee5ce0ad1 req-27407fe1-c05c-47a0-bae1-1451aeb76379 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Synchronizing usage tracker for tenant:11cd822fb12c4e318f144a8505686223 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:14.620952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.621825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:14.625595 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.632521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:14.682596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:14.692305 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e', 'code': 200} Jan 28 10:07:14.698314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:14.732888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:14.736527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Allocated IP 2001:db8::2 (59376818-0e10-413e-a2af-29a2aa028424/fef24d84-1b9d-4b36-b6fa-c7840d27012f/8075a540-bb57-46de-8507-293813b416e9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:14.744476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:14.764924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:port and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:14.765170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for bc47e817-9cb3-49bf-90d8-154b37174b34 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:14.769618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:14.786951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:14.790513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Network a7bf2eaa-adc4-4307-91db-b2284e94125e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:14.815911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4139c05-f79b-49c4-a2e6-b85ee5ce0ad1 req-27407fe1-c05c-47a0-bae1-1451aeb76379 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Unset dirty status for tenant:11cd822fb12c4e318f144a8505686223 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:14.817129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4139c05-f79b-49c4-a2e6-b85ee5ce0ad1 req-27407fe1-c05c-47a0-bae1-1451aeb76379 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4996150 Jan 28 10:07:14.826254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:14.831293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.846304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Pushing event updated for resources: {'Port': ['ID=7486666e-4cb5-45cf-a9b2-512525b642e9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:14.849440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:14.865851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.887483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Made reservation on behalf of 583842431b434d3cb9aa87bf809d0dcb for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:14.891060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.914130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:14.937908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:14.940550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] device_id is not set on port 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:14.947397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.954306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:14.957459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=bc47e817-9cb3-49bf-90d8-154b37174b34,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:14.974320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9e72d8b-0684-48e2-9782-67cfb674302b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/bc47e817-9cb3-49bf-90d8-154b37174b34 HTTP/1.1" status: 204 len: 168 time: 1.6358049 Jan 28 10:07:14.975054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36028) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:14.981567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'mac_address': 'fa:16:3e:85:78:1c', 'name': 'tempest-PortsTestJSON-530602052'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:14.986593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:security_group_rule and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:14.990715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Transition to ACTIVE for port object 8075a540-bb57-46de-8507-293813b416e9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:14.995078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:14.995707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.006114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:15.009275 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.036521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:15.111725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Deleting port b76eb357-5b96-4387-aee5-73c3e4a2e64e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:15.111979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.231454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:15.241759 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.243318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1a303-1a3f-4477-9ceb-2b5d52e95ecb None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:15.273253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-202370ec-c87d-44b9-b8c8-e7590fd060ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3233747 Jan 28 10:07:15.290610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Request body: {'port': {'device_id': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:15.296398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:15.300339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:15.312864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:15.350899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:15.566649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.594392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.679388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a8f2f-48c7-4b47-9e0a-1c162fe82567 req-050a1d5d-68ac-46ed-abea-ce601723ba5a tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:15.681841 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d56a8f2f-48c7-4b47-9e0a-1c162fe82567 req-050a1d5d-68ac-46ed-abea-ce601723ba5a tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.4976959 Jan 28 10:07:15.688286 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.692524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1090636 Jan 28 10:07:15.725434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:15.733389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] For port b76eb357-5b96-4387-aee5-73c3e4a2e64e, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=b76eb357-5b96-4387-aee5-73c3e4a2e64e,segment=NetworkSegment(04436091-c84c-4053-9a4b-1bfe2077c53e),segment_id=04436091-c84c-4053-9a4b-1bfe2077c53e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:15.733675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.743566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-232156910', 'security_groups': ['e3c6c3ab-5190-4e9f-861c-b43d5cfd60ef'], 'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fef24d84-1b9d-4b36-b6fa-c7840d27012f'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:15.774809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b00a370-cd44-4ad3-a66b-f1e8d86b7b95 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c6c3ab-5190-4e9f-861c-b43d5cfd60ef,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:15.831116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8075a540-bb57-46de-8507-293813b416e9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:15.858608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Allocated IP 172.20.0.13 (1233bd96-24d7-4837-8267-21ac242b9fe1/4376ec28-7abd-48ef-80f6-57f3b5dc9c8b/7a3a8ea3-131f-434a-95cc-d5bf60ff8214) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:15.906708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Calling delete_port for b76eb357-5b96-4387-aee5-73c3e4a2e64e owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:15.925505 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:15.949754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d56a8f2f-48c7-4b47-9e0a-1c162fe82567 req-2d80c99b-2fd5-4385-be6b-ceb921ef75e7 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2293766 Jan 28 10:07:16.171713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.193703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e83daa67-50e7-4b16-a9f6-ac868e4b63db None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:16.194432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e83daa67-50e7-4b16-a9f6-ac868e4b63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.212490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 697499c5-b049-4a90-a045-9a8ee921abfb yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:16.319905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e83daa67-50e7-4b16-a9f6-ac868e4b63db None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:16.346449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e83daa67-50e7-4b16-a9f6-ac868e4b63db None None] Provisioning for port 8075a540-bb57-46de-8507-293813b416e9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:16.353141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e83daa67-50e7-4b16-a9f6-ac868e4b63db None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:16.353593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e83daa67-50e7-4b16-a9f6-ac868e4b63db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.366699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2de62-143c-47a8-a37c-a21288b15b35 req-3449d39f-a4f7-4b5a-9e6a-740f25d57ebb tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:16.369128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ed2de62-143c-47a8-a37c-a21288b15b35 req-3449d39f-a4f7-4b5a-9e6a-740f25d57ebb tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 931 time: 0.8301122 Jan 28 10:07:16.421173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.448200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Transition to ACTIVE for port object 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:16.450291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.523169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:16.529950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.564921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Pushing event deleted for resources: {'Port': ['ID=b76eb357-5b96-4387-aee5-73c3e4a2e64e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:16.575034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1ed2de62-143c-47a8-a37c-a21288b15b35 req-c4b12efb-c46a-4e84-9a9b-c256009cf500 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Synchronizing usage tracker for tenant:e762b06872c341af9dce4aa66daaca2b on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:16.740234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:16.751095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:16.754164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] No DVR routers for this DVR port b76eb357-5b96-4387-aee5-73c3e4a2e64e on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:07:16.756824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:16.768179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-08a66c8d-3110-4023-bbf7-4f85a8810fd6 None None] Could not find standard attr ID for object 91d011cc-89ae-4e27-bbfd-23f5825e4c95. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:07:16.770751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:16.771698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.799207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'name': 'network-vif-deleted', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:16.809418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1ed2de62-143c-47a8-a37c-a21288b15b35 req-c4b12efb-c46a-4e84-9a9b-c256009cf500 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Unset dirty status for tenant:e762b06872c341af9dce4aa66daaca2b on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:16.822462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ed2de62-143c-47a8-a37c-a21288b15b35 req-c4b12efb-c46a-4e84-9a9b-c256009cf500 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4413905 Jan 28 10:07:16.850308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8935e6df-8d5c-456f-afb8-f177c72f237c req-4e650a6d-ebfd-49a6-b59b-e7b48bae3bc4 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.43 "DELETE /v2.0/ports/b76eb357-5b96-4387-aee5-73c3e4a2e64e HTTP/1.1" status: 204 len: 173 time: 4.2398579 Jan 28 10:07:16.858530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Port': ['ID=7a3a8ea3-131f-434a-95cc-d5bf60ff8214,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:16.889333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.935234 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '518a4632-c8b1-4b14-8f00-f5d6b0cdd57a', 'name': 'network-vif-deleted', 'tag': 'b76eb357-5b96-4387-aee5-73c3e4a2e64e', 'status': 'completed', 'code': 200} Jan 28 10:07:16.951076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.958715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:16.959222 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:16.975451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:17.100864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:17.122883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:17.136885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:17.142578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:17.143299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:17.164980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=697499c5-b049-4a90-a045-9a8ee921abfb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:17.191363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:17.214029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48f4a114-b4e8-4d33-827d-46a7c60683a8 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9589181 Jan 28 10:07:17.214744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-227f922b-dcad-45a5-9392-e713054eaa5e None None] Provisioning for port 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:17.220393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36052) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:17.221314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b8370114-6e42-40a7-9687-79c40ac9eb02 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.2452650 Jan 28 10:07:17.224145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36054) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:17.224650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-227f922b-dcad-45a5-9392-e713054eaa5e None None] Provisioning complete for port 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:17.225180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-227f922b-dcad-45a5-9392-e713054eaa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:17.232594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:17.249888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36190b-85ae-4aa1-bbec-23deff8aeef7 req-07da402c-dc71-4731-97a5-02a66df9ccb6 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:17.251416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a36190b-85ae-4aa1-bbec-23deff8aeef7 req-07da402c-dc71-4731-97a5-02a66df9ccb6 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/ports?device_id=518a4632-c8b1-4b14-8f00-f5d6b0cdd57a HTTP/1.1" status: 200 len: 944 time: 1.1447964 Jan 28 10:07:17.273118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:17.291654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-227f922b-dcad-45a5-9392-e713054eaa5e None None] Port 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:17.303093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] device_id is not set on port 59d89b27-7272-4794-9cd6-1b7956889030 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:17.305791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:floatingip and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:17.314584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:17.328700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:17.347278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f1943a-5adc-4a1f-920f-0d606622d84a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:17.347939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-94f1943a-5adc-4a1f-920f-0d606622d84a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:17.374994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:17.410248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f94fec-120a-4ca4-88c8-90ce7a675c8e req-6a548cf6-2172-4e2b-95a2-a204d90b7750 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:17.411919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96f94fec-120a-4ca4-88c8-90ce7a675c8e req-6a548cf6-2172-4e2b-95a2-a204d90b7750 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.2390933 Jan 28 10:07:17.413680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-94f1943a-5adc-4a1f-920f-0d606622d84a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:17.414839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-94f1943a-5adc-4a1f-920f-0d606622d84a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/697499c5-b049-4a90-a045-9a8ee921abfb HTTP/1.1" status: 200 len: 840 time: 0.1758718 Jan 28 10:07:17.426189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36060) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:17.432397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a36190b-85ae-4aa1-bbec-23deff8aeef7 req-fece99ab-1825-4e17-ad28-073561f20bc2 tempest-ServerTagsTestJSON-458128720 tempest-ServerTagsTestJSON-458128720-project] 10.222.0.42 "GET /v2.0/security-groups?id=5801ff75-750c-43ed-a930-1be604743dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795665 Jan 28 10:07:17.530558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96f94fec-120a-4ca4-88c8-90ce7a675c8e req-792f1838-0168-45e4-9ea1-7f6f9c345bba tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617213 Jan 28 10:07:17.655491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:17.659999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 697499c5-b049-4a90-a045-9a8ee921abfb {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:17.660339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:17.849260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Allocated IP 172.25.1.9 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/30ca3c67-53e3-46b1-818e-7a80cae297e2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:18.082314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.104476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bc34c8-480b-4688-bb42-2a88d9a2b70e req-40b5dfd9-0a50-4ac8-90ae-b730c2dd9674 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:18.106140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61bc34c8-480b-4688-bb42-2a88d9a2b70e req-40b5dfd9-0a50-4ac8-90ae-b730c2dd9674 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 931 time: 0.1470089 Jan 28 10:07:18.174192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-61bc34c8-480b-4688-bb42-2a88d9a2b70e req-149e161e-8c06-4afa-bd1f-5d593a0a0faa tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585127 Jan 28 10:07:18.175932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.195541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8::e7 (59376818-0e10-413e-a2af-29a2aa028424/fef24d84-1b9d-4b36-b6fa-c7840d27012f/59d89b27-7272-4794-9cd6-1b7956889030) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:18.244814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:18.247474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:18.249835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:18.267778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7486666e-4cb5-45cf-a9b2-512525b642e9 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:07:18.292499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.299240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Port': ['ID=30ca3c67-53e3-46b1-818e-7a80cae297e2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:18.342137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.343986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6743186d-8e01-40d1-9722-664645530007 req-20b429b3-88b5-4427-b233-03078637780c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:18.345510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6743186d-8e01-40d1-9722-664645530007 req-20b429b3-88b5-4427-b233-03078637780c tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.4597552 Jan 28 10:07:18.346544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Transition to ACTIVE for port object 7486666e-4cb5-45cf-a9b2-512525b642e9 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:18.364732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.372788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.406458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.554597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36074) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:18.615298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 697499c5-b049-4a90-a045-9a8ee921abfb owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:18.810838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.816161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Deleting subnet bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:18.819901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.835034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6743186d-8e01-40d1-9722-664645530007 req-de44e6fb-dbc4-4264-bc33-53ceb6f30452 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4795771 Jan 28 10:07:18.866184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36082) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:18.875609 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:18.920582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Pushing event updated for resources: {'Port': ['ID=7486666e-4cb5-45cf-a9b2-512525b642e9,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:18.963319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Attempting to bind port 7486666e-4cb5-45cf-a9b2-512525b642e9 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:07:18.963680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Attempting to bind port 7486666e-4cb5-45cf-a9b2-512525b642e9 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:07:18.964010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Attempting to bind port 7486666e-4cb5-45cf-a9b2-512525b642e9 on network a7bf2eaa-adc4-4307-91db-b2284e94125e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:18.989213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Port 7486666e-4cb5-45cf-a9b2-512525b642e9 on network a7bf2eaa-adc4-4307-91db-b2284e94125e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:07:18.989534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Attempting to bind port 7486666e-4cb5-45cf-a9b2-512525b642e9 on network a7bf2eaa-adc4-4307-91db-b2284e94125e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:19.016758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.019912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:07:19.022625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Checking segment: {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:19.022964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Bound using segment: {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:07:19.023441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Bound port: 7486666e-4cb5-45cf-a9b2-512525b642e9, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:07:19.023765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.036334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.107151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Port': ['ID=30ca3c67-53e3-46b1-818e-7a80cae297e2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:19.138445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.161008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=697499c5-b049-4a90-a045-9a8ee921abfb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:19.164261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.165752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.183986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.217036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f2c4708d-548f-4599-a0bc-2a04dbdfcd1f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/697499c5-b049-4a90-a045-9a8ee921abfb HTTP/1.1" status: 204 len: 168 time: 1.7811825 Jan 28 10:07:19.218691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36090) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:19.231003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 59d89b27-7272-4794-9cd6-1b7956889030 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:19.263269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] For port 7486666e-4cb5-45cf-a9b2-512525b642e9, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:07:19.264823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.266018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-862b394f-3e12-40ec-b8ca-dd78a5dc52cd tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0434289 Jan 28 10:07:19.267373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] For port 7486666e-4cb5-45cf-a9b2-512525b642e9, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7486666e-4cb5-45cf-a9b2-512525b642e9,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:07:19.270210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:19.275740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-442e770c-aff2-4df4-9bf1-b0b5d16504af tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'floatingip': {'port_id': '7a3a8ea3-131f-434a-95cc-d5bf60ff8214', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:19.280078 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e49672b-2d21-4391-b7c3-d6f78479ae57 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:07:19.284889 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e49672b-2d21-4391-b7c3-d6f78479ae57 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/697499c5-b049-4a90-a045-9a8ee921abfb HTTP/1.1" status: 404 len: 333 time: 0.0601587 Jan 28 10:07:19.287833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36098) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:19.297607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'name': 'tempest-PortsTestJSON-1556600312'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:19.348978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.380444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33f647b-9add-4daf-87c7-37529a273daa tempest-TestVolumeBackupRestore-106415351 tempest-TestVolumeBackupRestore-106415351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:19.385084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a33f647b-9add-4daf-87c7-37529a273daa tempest-TestVolumeBackupRestore-106415351 tempest-TestVolumeBackupRestore-106415351-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1092 time: 0.5148463 Jan 28 10:07:19.391226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36102) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:19.437416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-442e770c-aff2-4df4-9bf1-b0b5d16504af tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.444944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:19.458518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:19.462151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.504191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Usage tracker for resource:floatingip and tenant:39c691fb882f44f3bd495425bff4f5cc is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:19.523736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:19.542815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:19.546228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:19.553317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.568105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:19.577471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-497b6207-1074-4c37-a415-06b22ee0cfa2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bed1d02c-c8b6-4fbe-8f1a-27a3d1ee2fc4 HTTP/1.1" status: 204 len: 168 time: 1.0216863 Jan 28 10:07:19.579935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:19.581216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:19.586123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:19.609940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.628094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:19.735696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:19.736310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.739834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] 10.222.0.43 "PUT /v2.0/ports/7486666e-4cb5-45cf-a9b2-512525b642e9 HTTP/1.1" status: 200 len: 1091 time: 4.4541867 Jan 28 10:07:19.741434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'tag': '7486666e-4cb5-45cf-a9b2-512525b642e9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:19.762894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:19.768907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.797927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0b030c-0eea-4121-84b9-4e9eaaf7357a req-a7eecc15-b42e-45ba-bb43-7b9246ba6582 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:19.798282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a0b030c-0eea-4121-84b9-4e9eaaf7357a req-a7eecc15-b42e-45ba-bb43-7b9246ba6582 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 943 time: 0.4203780 Jan 28 10:07:19.849242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.851710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:19.860183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 943e2e65-a722-48ab-9f41-31958850d7f7 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:19.898183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57844317-cd75-4893-87c8-8b6a8c81be0b service neutron] Pushing event updated for resources: {'Port': ['ID=7486666e-4cb5-45cf-a9b2-512525b642e9,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:19.971877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8a0b030c-0eea-4121-84b9-4e9eaaf7357a req-fde708c1-7ee6-4634-b836-d98c747a80d5 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591296 Jan 28 10:07:20.042930 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'tag': '7486666e-4cb5-45cf-a9b2-512525b642e9', 'status': 'completed', 'code': 200} Jan 28 10:07:20.066087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:20.076651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:20.085688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:20.092129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:20.097108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.135146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=59d89b27-7272-4794-9cd6-1b7956889030,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:20.142795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.150291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ae533482-c58b-434a-8050-58fa46dead6d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4238434 Jan 28 10:07:20.152911 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-442e770c-aff2-4df4-9bf1-b0b5d16504af tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] update failed (client error): The resource could not be found. Jan 28 10:07:20.156386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-442e770c-aff2-4df4-9bf1-b0b5d16504af tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "PUT /v2.0/floatingips/32039115-7b31-4750-bf81-92099762c2d9 HTTP/1.1" status: 404 len: 507 time: 0.8828666 Jan 28 10:07:20.156386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:20.158125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36124) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:20.164135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:20.227625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c10c109-7f77-4fdd-8439-416123575fb9']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:20.306680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04436091-c84c-4053-9a4b-1bfe2077c53e') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:20.306974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04436091-c84c-4053-9a4b-1bfe2077c53e') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:20.314176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-9305eb09-ab7b-4a12-af4c-2ae37f459e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:20.315677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-9305eb09-ab7b-4a12-af4c-2ae37f459e33 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 1094 time: 0.5041516 Jan 28 10:07:20.359386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.441396 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.454825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fd25ce1a-61bf-4c2f-b53d-6488ca48cb09 None None] Provisioning for port 59d89b27-7272-4794-9cd6-1b7956889030 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:20.455358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:20.455710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.460125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fd25ce1a-61bf-4c2f-b53d-6488ca48cb09 None None] Provisioning complete for port 59d89b27-7272-4794-9cd6-1b7956889030 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:20.460545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd25ce1a-61bf-4c2f-b53d-6488ca48cb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.558948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-3064eac9-46d1-429c-9544-b5abbafaeaf4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7486666e-4cb5-45cf-a9b2-512525b642e9 HTTP/1.1" status: 200 len: 217 time: 0.1730750 Jan 28 10:07:20.569232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Deleting port 30ca3c67-53e3-46b1-818e-7a80cae297e2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:20.569576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.588350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fd25ce1a-61bf-4c2f-b53d-6488ca48cb09 None None] Port 59d89b27-7272-4794-9cd6-1b7956889030 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:20.604784 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:20.609198 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:20.612860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.614962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.761973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-d5cd712e-5c95-4ac8-8fa9-adbb2b15b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:20.763441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-d5cd712e-5c95-4ac8-8fa9-adbb2b15b9f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ac99396-7416-4efb-b81b-7ac6ce5bf11d HTTP/1.1" status: 200 len: 852 time: 0.1548929 Jan 28 10:07:20.827533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:20.829258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:20.831802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c10c109-7f77-4fdd-8439-416123575fb9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:20.874041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:20.883858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:20.890374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-f37e2fdb-8053-4bf7-af23-84252d7fe13c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7bf2eaa-adc4-4307-91db-b2284e94125e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721476 Jan 28 10:07:20.893648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c665f556-9518-446a-9083-0061e74c3a09 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c10c109-7f77-4fdd-8439-416123575fb9 HTTP/1.1" status: 204 len: 168 time: 1.3093228 Jan 28 10:07:20.896535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:20.935023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.008062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36150) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:21.011316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:21.014819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.054245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.054592 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.058645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=943e2e65-a722-48ab-9f41-31958850d7f7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:21.144573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:21.148637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:21.167401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:21.172799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:21.173483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.180708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36156) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:21.181849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Allocated IP 172.25.1.152 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/50f15839-6dee-40ba-98c7-252b147e22ad) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:21.238344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d4c474d4-c26b-48c9-98a2-c7016398fda0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9487743 Jan 28 10:07:21.243102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36160) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:21.254170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:21.281216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Calling delete_port for 30ca3c67-53e3-46b1-818e-7a80cae297e2 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:21.358597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-48999a10-28e5-460a-9c06-2c9abcb8b29a service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595623 Jan 28 10:07:21.392187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d60c8ff8-53c0-4224-8b71-7d535475c9e8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11cd822fb12c4e318f144a8505686223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055633 Jan 28 10:07:21.397312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea51bd-182f-463e-8981-38c0974228ab req-f0e1ed68-ece0-4034-874b-f0d7495646ba tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:21.398453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36164) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:21.398734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fea51bd-182f-463e-8981-38c0974228ab req-f0e1ed68-ece0-4034-874b-f0d7495646ba tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 943 time: 0.3204148 Jan 28 10:07:21.418909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.470084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:21.515211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Usage tracker for resource:security_group_rule and tenant:f0b0f79e48884f14a80d2b4576b519db is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:21.533466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:21.569007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:21.580237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fea51bd-182f-463e-8981-38c0974228ab req-ed379142-c391-46eb-9d90-c7099f9f9840 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694913 Jan 28 10:07:21.610225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.634904 n-d-825178-2 neutron-server[87540]: INFO neutron.db.ipam_backend_mixin [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fef24d84-1b9d-4b36-b6fa-c7840d27012f (CIDR: 2001:db8::/64) Jan 28 10:07:21.635675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.654277 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:07:21.654767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:21.717740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0308f59d-17a9-424e-ac52-5e5779b138bb tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5610094 Jan 28 10:07:21.722642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36168) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:21.750634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:21.783133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb639768-abab-4983-83dd-60e1e5007024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.806305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e4e169c-65cb-4cfb-8364-945ef043f909 req-9e7b9352-15cf-4d3d-b6c9-c6fb325b5734 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4391541 Jan 28 10:07:21.836618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb639768-abab-4983-83dd-60e1e5007024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.846252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:21.950109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Port': ['ID=30ca3c67-53e3-46b1-818e-7a80cae297e2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:21.984096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.075359 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.082561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:22.086551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.095785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:22.100721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.104410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb639768-abab-4983-83dd-60e1e5007024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.110847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:22.128610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-553e0f82-f032-4ef1-bb2e-67da06a935e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:22.130128 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-553e0f82-f032-4ef1-bb2e-67da06a935e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 1094 time: 0.2283704 Jan 28 10:07:22.135485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb639768-abab-4983-83dd-60e1e5007024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5801ff75-750c-43ed-a930-1be604743dfd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:22.156063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:22.166837 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.178549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:22.192983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:22.197724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.200999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'Port': ['ID=50f15839-6dee-40ba-98c7-252b147e22ad,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:22.221264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:22.223982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb639768-abab-4983-83dd-60e1e5007024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.225130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fb639768-abab-4983-83dd-60e1e5007024 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5801ff75-750c-43ed-a930-1be604743dfd HTTP/1.1" status: 204 len: 168 time: 0.8252304 Jan 28 10:07:22.231480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.232600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3289f06-4279-4a9d-823a-6914434074bb tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "DELETE /v2.0/floatingips/32039115-7b31-4750-bf81-92099762c2d9 HTTP/1.1" status: 204 len: 168 time: 2.0726728 Jan 28 10:07:22.240234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:22.245914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'floatingip': {'floating_network_id': '1233bd96-24d7-4837-8267-21ac242b9fe1', 'port_id': '7a3a8ea3-131f-434a-95cc-d5bf60ff8214', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:22.255446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:22.262263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:floatingip and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:22.266527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:22.276823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:22.279136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0b0f79e48884f14a80d2b4576b519db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2221079 Jan 28 10:07:22.280682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:22.296047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] In _notify_port_updated(), no bound segment for port 943e2e65-a722-48ab-9f41-31958850d7f7 on network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:07:22.301340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:22.301928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.303266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/ports/943e2e65-a722-48ab-9f41-31958850d7f7 HTTP/1.1" status: 200 len: 818 time: 1.0580714 Jan 28 10:07:22.309303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36182) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:22.315818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d004e0bb-0417-4530-8a4a-ebdf4c1dbc22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5694fee6-ba0e-4d2a-8d0e-a0b73962d38a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:22.316083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.363511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:22.367084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.393396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-1205d775-cfb8-4bac-9235-62f8e70b18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:22.394921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-1205d775-cfb8-4bac-9235-62f8e70b18ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 913 time: 0.2542734 Jan 28 10:07:22.480434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fdaf5-35e9-4b6c-aba8-48a1df5d47c5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=943e2e65-a722-48ab-9f41-31958850d7f7,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:22.525484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-26be10bd-1817-4832-970a-6ec1f370a934 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7486666e-4cb5-45cf-a9b2-512525b642e9 HTTP/1.1" status: 200 len: 217 time: 0.1241326 Jan 28 10:07:22.529057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 943e2e65-a722-48ab-9f41-31958850d7f7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:22.529393 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.707645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-f2047495-c39e-41eb-a607-fe306ed17efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:22.709140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-f2047495-c39e-41eb-a607-fe306ed17efe service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ac99396-7416-4efb-b81b-7ac6ce5bf11d HTTP/1.1" status: 200 len: 852 time: 0.1525676 Jan 28 10:07:22.811516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-08441506-3576-449f-937c-e3750af46d85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7bf2eaa-adc4-4307-91db-b2284e94125e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915632 Jan 28 10:07:22.827412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a05325e7-ff54-41a7-a22e-d5065e5ba8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:22.882262 n-d-825178-2 neutron-server[87541]: INFO neutron.db.ipam_backend_mixin [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ceccf113-01d3-490c-9141-188c1b946beb (CIDR: 2001:db8:0:1::/64) Jan 28 10:07:22.897531 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:07:22.898018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:22.989243 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a05325e7-ff54-41a7-a22e-d5065e5ba8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.035510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d8ae1610-031e-4957-8ad0-59276a4c3f73 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.3083744 Jan 28 10:07:23.037721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36206) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:23.050835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.056800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36210) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:23.064206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'subnet': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:23.102183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a05325e7-ff54-41a7-a22e-d5065e5ba8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.129686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05325e7-ff54-41a7-a22e-d5065e5ba8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5694fee6-ba0e-4d2a-8d0e-a0b73962d38a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:23.141538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a05325e7-ff54-41a7-a22e-d5065e5ba8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.145360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a05325e7-ff54-41a7-a22e-d5065e5ba8b3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5694fee6-ba0e-4d2a-8d0e-a0b73962d38a HTTP/1.1" status: 204 len: 168 time: 0.8408601 Jan 28 10:07:23.191461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.206265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1633576438-network', 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:23.213057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:23.218981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Usage tracker for resource:network and tenant:a84ec58c8b99435b9bbb8b618c984bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:23.222947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:23.230550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:23.272813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:23.275941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.306531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.327437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:23.332306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.360321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Usage tracker for resource:security_group_rule and tenant:a84ec58c8b99435b9bbb8b618c984bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:23.368939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:23.382241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:23.443769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 943e2e65-a722-48ab-9f41-31958850d7f7 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:23.491946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36220) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:23.549119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438bca7e-f17f-4308-ae9f-a9a314e2ec40 req-90896034-681b-4c60-b3cb-f4ceea1027a4 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:23.550683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-438bca7e-f17f-4308-ae9f-a9a314e2ec40 req-90896034-681b-4c60-b3cb-f4ceea1027a4 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 943 time: 0.8341086 Jan 28 10:07:23.573964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-e2763bae-0266-41f1-82b5-aba61ba737b1 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7381091 Jan 28 10:07:23.574896 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.603445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.619267 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.632806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.642343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.643025 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:07:23.644436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1a658a8-161a-4c1e-bc86-c17e3e2f76f5 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.4029999 Jan 28 10:07:23.657959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:23.709673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 322} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:23.722590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c958d7-eb73-4a4f-8df7-f4634c00aee3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:23.725288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:23.730824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '7a3a8ea3-131f-434a-95cc-d5bf60ff8214', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:23.767704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Usage tracker for resource:security_group_rule and tenant:07bfd98eeffd4ddb875c61c8cc94366c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:23.776802 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.777160 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Added segment bc4e527b-7902-47cf-b60e-6dfeea67df55 of type vlan for network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 Jan 28 10:07:23.778025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:23.783256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:23.790576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event updated for resources: {'Port': ['ID=50f15839-6dee-40ba-98c7-252b147e22ad,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:23.800211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.800769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Usage tracker for resource:floatingip and tenant:583842431b434d3cb9aa87bf809d0dcb is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:23.805537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:23.809702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:23.820437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-438bca7e-f17f-4308-ae9f-a9a314e2ec40 req-35591226-a873-4c9e-ba7f-c08e9f5b2acf tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603230 Jan 28 10:07:23.829338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:23.841356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:23.853783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Usage tracker for resource:subnet and tenant:4565384591654f0b90a9a847741c6fd2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:23.856247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.862574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:23.889462 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.919978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:23.944959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=943e2e65-a722-48ab-9f41-31958850d7f7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:23.955653 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.982120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7203bc6-f816-4277-aa6d-def7dfd5be73 req-89548029-89ac-4a4d-aef5-5156e087ca58 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971512 Jan 28 10:07:23.990487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.993574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Made reservation on behalf of 4565384591654f0b90a9a847741c6fd2 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:23.997528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:23.999578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7486666e-4cb5-45cf-a9b2-512525b642e9 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:07:24.001345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.002470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:24.003213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.032397 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Floating IP ef124b32-d932-44e3-a414-579d8404f0be associated. External IP: 172.25.1.152, port: d9be83d8-5620-4143-81f9-32be8bdfa4dc. Jan 28 10:07:24.146384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7486666e-4cb5-45cf-a9b2-512525b642e9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7486666e-4cb5-45cf-a9b2-512525b642e9,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:24.161664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '7486666e-4cb5-45cf-a9b2-512525b642e9', 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e', 'port_id': '7486666e-4cb5-45cf-a9b2-512525b642e9', 'mac_address': 'fa:16:3e:ae:f2:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac99396-7416-4efb-b81b-7ac6ce5bf11d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:07:24.195906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1374826 Jan 28 10:07:24.198212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36228) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:24.199221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c1dca9f5-c663-442c-bf04-664ccdb89aeb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/943e2e65-a722-48ab-9f41-31958850d7f7 HTTP/1.1" status: 204 len: 168 time: 1.8879473 Jan 28 10:07:24.206265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36230) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:24.217923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Request body: {'subnet': {'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1633576438-subnet', 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:24.225551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d073b-4ca6-4a9f-8da6-b69670c6112d admin admin] Pushing event updated for resources: {'Network': ['ID=62bf7d61-0881-4d62-9352-4928dbd2d7b2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:24.246588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:24.304907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.316463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.322463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:24.351049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Usage tracker for resource:subnet and tenant:a84ec58c8b99435b9bbb8b618c984bac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:24.356836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:24.367345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:24.378603 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.386020 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=07bfd98eeffd4ddb875c61c8cc94366c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8765755 Jan 28 10:07:24.392542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36236) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:24.396922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f9615-dcc7-418e-9a88-2b03fa691325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743eea04-6af5-470b-bc3d-13a74a5ae1aa,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:24.401709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7486666e-4cb5-45cf-a9b2-512525b642e9 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:07:24.420421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7486666e-4cb5-45cf-a9b2-512525b642e9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7486666e-4cb5-45cf-a9b2-512525b642e9,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:24.424851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.500374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7486666e-4cb5-45cf-a9b2-512525b642e9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:24.531652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.591018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:24.593300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.606255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3ede-808c-445a-808c-ff43c29de0c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.617352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7486666e-4cb5-45cf-a9b2-512525b642e9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:07:24.691085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3ede-808c-445a-808c-ff43c29de0c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.725364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cee7a0e-406b-44d5-ba99-f4114943b58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:24.726012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cee7a0e-406b-44d5-ba99-f4114943b58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:24.749691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.830680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cee7a0e-406b-44d5-ba99-f4114943b58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:24.831829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5cee7a0e-406b-44d5-ba99-f4114943b58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.6211536 Jan 28 10:07:24.836192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:24.844531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Network 59376818-0e10-413e-a2af-29a2aa028424 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:24.850259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:24.862784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec74d10-80da-49dc-a0c7-d23cc2b718dc None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:24.865516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:24.866113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.884307 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7106b51b-2c66-45d1-a1c3-783feb3a7840 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:07:24.885679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Allocated IP 172.25.1.126 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/2656d1ba-93c0-42e9-bd89-fb7052824284) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:24.886252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7106b51b-2c66-45d1-a1c3-783feb3a7840 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/943e2e65-a722-48ab-9f41-31958850d7f7 HTTP/1.1" status: 404 len: 333 time: 0.0491006 Jan 28 10:07:24.892462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36246) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:24.902754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Subnet': ['ID=6dadfd50-788c-42a3-943e-cabbb433e55c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:24.909067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1034739661'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:24.932080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:24.955687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:24.957620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:07:24.958894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:24.965898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19b2a4dd-c946-44b0-8bd4-6a02419ceb9b tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9221492 Jan 28 10:07:24.966691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3ede-808c-445a-808c-ff43c29de0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.968803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:24.969120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e9e3ede-808c-445a-808c-ff43c29de0c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:24.970172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2e9e3ede-808c-445a-808c-ff43c29de0c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/743eea04-6af5-470b-bc3d-13a74a5ae1aa HTTP/1.1" status: 204 len: 168 time: 0.5748739 Jan 28 10:07:24.979212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-775826658', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6dadfd50-788c-42a3-943e-cabbb433e55c'}], 'security_groups': ['ebee5f48-2bd7-4f4c-972c-901e6fddd7f2', 'bd526547-30b7-4c01-b44e-c5773da6cd41']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:25.034623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:25.050920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9e3ede-808c-445a-808c-ff43c29de0c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743eea04-6af5-470b-bc3d-13a74a5ae1aa,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:25.072642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:25.077319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.160941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:25.169514 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.182370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.183044 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment 4dc50784-51d6-4d33-acd7-891e8a4b3015 of type vlan for network dd4703af-ec99-4f41-ae2c-d623b28f7981 Jan 28 10:07:25.228009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.263867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.317707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Update dhcp port {'port': {'network_id': '59376818-0e10-413e-a2af-29a2aa028424', 'fixed_ips': [{'subnet_id': 'ceccf113-01d3-490c-9141-188c1b946beb', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fef24d84-1b9d-4b36-b6fa-c7840d27012f', 'ip_address': '2001:db8::2'}, {'subnet_id': '6dadfd50-788c-42a3-943e-cabbb433e55c'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '8075a540-bb57-46de-8507-293813b416e9'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:07:25.339342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event updated for resources: {'Port': ['ID=2656d1ba-93c0-42e9-bd89-fb7052824284,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:25.344120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.350143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:25.350869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.387369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.400713 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.454276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:07:25.546897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] Sync routers for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:07:25.561928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:25.563199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:25.589713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.615087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b21bba14-1c29-4c01-b998-2c5bfab405ec,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:25.656635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=dd4703af-ec99-4f41-ae2c-d623b28f7981,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:25.660331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28700d0e-3ad1-4415-b463-c84fbdd330c2 req-ddf40cb2-c061-42b7-b322-ce4f5fc595b4 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:25.661821 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28700d0e-3ad1-4415-b463-c84fbdd330c2 req-ddf40cb2-c061-42b7-b322-ce4f5fc595b4 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 944 time: 0.5891204 Jan 28 10:07:25.667296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:25.670813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:25.673243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:25.709161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:25.709529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Network hostable DHCP agents. Network: 62bf7d61-0881-4d62-9352-4928dbd2d7b2, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:07:25.767476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3560da3c-c490-4c06-b410-e58c773290c3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.3433146 Jan 28 10:07:25.770394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:25.779150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36268) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:25.843236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:07:25.851564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:07:25.858353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Deleting port 2656d1ba-93c0-42e9-bd89-fb7052824284 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:25.858694 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.860782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:25.931276 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'status': 'completed', 'code': 200} Jan 28 10:07:25.938096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28700d0e-3ad1-4415-b463-c84fbdd330c2 req-27648914-6fd0-44c9-8d04-240bdefa5578 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301111 Jan 28 10:07:25.988331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:26.016894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 62bf7d61-0881-4d62-9352-4928dbd2d7b2) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:26.028390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:26.029720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:26.049443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b4bb4a48-e36e-4099-af51-81ae2b2d8fa7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1499524 Jan 28 10:07:26.050558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36280) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:26.061791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:26.155200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d89b6920-0305-481f-a44b-337c20bf1299 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.9525511 Jan 28 10:07:26.191587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7486666e-4cb5-45cf-a9b2-512525b642e9 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:26.212587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:26.225673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:26.236169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:26.248041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2fce5e-fb77-4d68-af57-fc4fa4d80d0f tempest-TestVolumeBackupRestore-106415351 tempest-TestVolumeBackupRestore-106415351-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:26.252945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cf2fce5e-fb77-4d68-af57-fc4fa4d80d0f tempest-TestVolumeBackupRestore-106415351 tempest-TestVolumeBackupRestore-106415351-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1092 time: 0.4677451 Jan 28 10:07:26.254134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36288) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:26.263594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Request body: {'floatingip': {'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:26.282792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:26.337297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:26.353186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:26.371781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4bb1ab-1624-4bdf-ad69-a33ddb648ae8 None None] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:26.554684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-353474b9-7ef0-4217-ac85-33b56eeec6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:26.579189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:26.579523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:26.738171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-b42f4335-8740-4144-8ad3-ead9bdd9b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:26.743906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-b42f4335-8740-4144-8ad3-ead9bdd9b3fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1097 time: 0.8075635 Jan 28 10:07:26.779199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Calling delete_port for 2656d1ba-93c0-42e9-bd89-fb7052824284 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:27.011469 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:27.020829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Allocated IP 2001:db8:0:2::2 (59376818-0e10-413e-a2af-29a2aa028424/6dadfd50-788c-42a3-943e-cabbb433e55c/8075a540-bb57-46de-8507-293813b416e9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:27.071141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:27.104501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 7486666e-4cb5-45cf-a9b2-512525b642e9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:27.129913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 7486666e-4cb5-45cf-a9b2-512525b642e9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:27.130093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:27.433340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Port': ['ID=2656d1ba-93c0-42e9-bd89-fb7052824284,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:27.450099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:27.546970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-8968deba-c494-4a4f-b0e0-b318b8e2d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:27.549425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-8968deba-c494-4a4f-b0e0-b318b8e2d43a service neutron] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 915 time: 0.7895675 Jan 28 10:07:27.561128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:27.616183 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:27.656255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Transition to ACTIVE for port object 8075a540-bb57-46de-8507-293813b416e9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:27.663339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ddadd-9992-4d48-87ee-8041c1f5c0c1 None None] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:27.689939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=def1fec0-16ff-4f0d-8d8a-0c42017d8456,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:27.724185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:27.740972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': '4dc50784-51d6-4d33-acd7-891e8a4b3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:27.741514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: dd4703af-ec99-4f41-ae2c-d623b28f7981, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:07:27.845961 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] create failed (client error): The resource could not be found. Jan 28 10:07:27.848572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5a4fa79b-4f25-4213-8c0d-23380ca3d287 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1833124 Jan 28 10:07:27.854837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36324) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:27.920348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba79a98-7154-4e47-b972-b482045e4b8a req-ebbc76bd-e03e-48de-bfb8-425c0ca82a0c tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:27.927594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ba79a98-7154-4e47-b972-b482045e4b8a req-ebbc76bd-e03e-48de-bfb8-425c0ca82a0c tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 944 time: 0.6867256 Jan 28 10:07:27.959070 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.035962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-f112dbc6-c7b9-4e4d-bccc-4d270f48f25b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 1000 time: 0.4792566 Jan 28 10:07:28.068604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85c158-91c3-4bae-a0f2-bcb64e44c65b None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:28.084298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ef124b32-d932-44e3-a414-579d8404f0be', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:07:23Z', 'updated_at': '2022-01-28T10:07:23Z', 'revision_number': 0, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:28.144907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7486666e-4cb5-45cf-a9b2-512525b642e9'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:28.159247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6cffe8c2-fdb9-4f00-a780-874a7c5ea959 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:28.161139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6cffe8c2-fdb9-4f00-a780-874a7c5ea959 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.7648594 Jan 28 10:07:28.164759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:07:28.179069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Deleting port 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:28.184227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] Checking router: 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:07:28.185218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.189308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9ba79a98-7154-4e47-b972-b482045e4b8a req-9168e3aa-1484-46fa-8b48-6520b4964dbc tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601693 Jan 28 10:07:28.202316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7486666e-4cb5-45cf-a9b2-512525b642e9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7486666e-4cb5-45cf-a9b2-512525b642e9,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:28.210803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:28.211658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:06:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:28.276016 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-b6cfdee5-43a0-42d0-8a39-e42363c47b09 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0284326 Jan 28 10:07:28.276903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, dd4703af-ec99-4f41-ae2c-d623b28f7981) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:28.288536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:28.290237 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.302962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfa304f-d4d6-413e-82dd-8b78a55498c0 None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:28.356313 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7486666e-4cb5-45cf-a9b2-512525b642e9', 'code': 200} Jan 28 10:07:28.357284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.498926 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-4c7d5c03-7bac-41ba-9e6d-4bc3eba27700 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2041879 Jan 28 10:07:28.674619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-c99ac2c9-e403-45d0-87ef-f64da1fa4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:28.677211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-c99ac2c9-e403-45d0-87ef-f64da1fa4253 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.6118958 Jan 28 10:07:28.744035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.772571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Delete allocated IP 2001:db8::e7 (59376818-0e10-413e-a2af-29a2aa028424/fef24d84-1b9d-4b36-b6fa-c7840d27012f) {{(pid=87541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 10:07:28.782024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.888353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-917b1ffb-d3de-4c03-983a-0f685d4303f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.955634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:28.971488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7486666e-4cb5-45cf-a9b2-512525b642e9,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:29.025385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:07:29.140220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Calling delete_port for 7a3a8ea3-131f-434a-95cc-d5bf60ff8214 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:29.201990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Allocated IP 2001:db8:0:2::25f (59376818-0e10-413e-a2af-29a2aa028424/6dadfd50-788c-42a3-943e-cabbb433e55c/59d89b27-7272-4794-9cd6-1b7956889030) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:29.312171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f32e332d-f01d-40e6-8166-e510c77f338f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2603860 Jan 28 10:07:29.329580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36338) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:29.330257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:29.371072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Provisioning for port 8075a540-bb57-46de-8507-293813b416e9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:29.391118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-dd4703af-ec99-4f41-ae2c-d623b28f7981', 'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': 'def1fec0-16ff-4f0d-8d8a-0c42017d8456'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:07:29.391868 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:29.408849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:29.409493 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:29.415426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:29.569017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Port': ['ID=7a3a8ea3-131f-434a-95cc-d5bf60ff8214,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:29.591926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:07:29.618688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:29.632302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:29.807155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-46a21054-f502-44cb-a481-defe999b574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:29.809081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-46a21054-f502-44cb-a481-defe999b574c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1189194 Jan 28 10:07:29.906093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Allocated IP 172.20.0.2 (dd4703af-ec99-4f41-ae2c-d623b28f7981/def1fec0-16ff-4f0d-8d8a-0c42017d8456/10079677-a577-4ea9-bb9e-213724ba1d07) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:29.908495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:29.918662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a19a7ff5-ed99-406e-8c2e-2da9a4bae826 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "DELETE /v2.0/ports/7a3a8ea3-131f-434a-95cc-d5bf60ff8214 HTTP/1.1" status: 204 len: 168 time: 2.0568593 Jan 28 10:07:29.926459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603247ae-27df-4310-8bad-54cd8d5297b0 req-4c7e02f2-f551-4dfd-9988-3adac5260a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:29.928230 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-603247ae-27df-4310-8bad-54cd8d5297b0 req-4c7e02f2-f551-4dfd-9988-3adac5260a42 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 1096 time: 1.5378401 Jan 28 10:07:29.929530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:30.030622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8075a540-bb57-46de-8507-293813b416e9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:30.030970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-008c5511-59b3-4f7d-904d-ba75bd2db42a service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5033550 Jan 28 10:07:30.109948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:30.149821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef9009-1f53-481c-8150-6f27534ef077 req-8c975102-8bc2-477f-88b8-ed031bd74735 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:30.151771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0ef9009-1f53-481c-8150-6f27534ef077 req-8c975102-8bc2-477f-88b8-ed031bd74735 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 945 time: 0.7140062 Jan 28 10:07:30.175965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:30.182105 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-0d53fdd3-d07d-4630-ab0a-b3cc5c492054 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3617811 Jan 28 10:07:30.186424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:30.190821 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-603247ae-27df-4310-8bad-54cd8d5297b0 req-a3138b65-fae0-428c-9de2-7f290a4d919e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444754 Jan 28 10:07:30.210989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:30.231121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:30.231486 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.250052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:30.253656 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.274427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ef124b32-d932-44e3-a414-579d8404f0be', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:07:23Z', 'updated_at': '2022-01-28T10:07:23Z', 'revision_number': 0, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:30.285823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f5fe9d6-d72b-4b33-8408-31ff30691218 None None] The sync data for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 is: [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ef124b32-d932-44e3-a414-579d8404f0be', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:07:23Z', 'updated_at': '2022-01-28T10:07:23Z', 'revision_number': 0, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:07:30.316506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:30.316506 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.319185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9faa3de-8a18-4564-a9da-92aad93eb174 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:30.319185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9faa3de-8a18-4564-a9da-92aad93eb174 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Synchronizing usage tracker for tenant:583842431b434d3cb9aa87bf809d0dcb on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:30.394093 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.411748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-f1a7be73-09ed-4888-9d6f-dffbe8f24c17 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3442404 Jan 28 10:07:30.471386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Transition to ACTIVE for port object 59d89b27-7272-4794-9cd6-1b7956889030 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:30.491007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:30.493874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.503702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.509232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9faa3de-8a18-4564-a9da-92aad93eb174 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Unset dirty status for tenant:583842431b434d3cb9aa87bf809d0dcb on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:30.522198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9faa3de-8a18-4564-a9da-92aad93eb174 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "GET /v2.0/ports?device_id=9e7d7f89-9660-472f-ab1b-9d96ea58dc5c HTTP/1.1" status: 200 len: 913 time: 0.5802057 Jan 28 10:07:30.526883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36352) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:30.547484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Transition to ACTIVE for port object 10079677-a577-4ea9-bb9e-213724ba1d07 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:30.577640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Provisioning for port 59d89b27-7272-4794-9cd6-1b7956889030 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:30.600399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Provisioning complete for port 59d89b27-7272-4794-9cd6-1b7956889030 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:30.605062 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.723717 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791e8ee8-e71b-4fe8-b4b5-7efd8b3bee40 None None] New status for floating IP ef124b32-d932-44e3-a414-579d8404f0be: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:07:30.726238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Transition to ACTIVE for port object 10079677-a577-4ea9-bb9e-213724ba1d07 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:30.751492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.764291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f0ef9009-1f53-481c-8150-6f27534ef077 req-aa7f7000-bf08-4da4-a101-9ce01c12d7eb tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5809114 Jan 28 10:07:30.769563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event updated for resources: {'Port': ['ID=59d89b27-7272-4794-9cd6-1b7956889030,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:30.818595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:07:30.832942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:30.839419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cf923f43-3f90-412b-b4cf-7aa58eff94c5 None None] Port 59d89b27-7272-4794-9cd6-1b7956889030 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:30.860773 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:07:30.869047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:30.873952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:30.881737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:30.972283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Pushing event updated for resources: {'Port': ['ID=10079677-a577-4ea9-bb9e-213724ba1d07,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:30.987584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:31.015007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Attempting to bind port 10079677-a577-4ea9-bb9e-213724ba1d07 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:07:31.015590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Attempting to bind port 10079677-a577-4ea9-bb9e-213724ba1d07 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '4dc50784-51d6-4d33-acd7-891e8a4b3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:07:31.016467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Attempting to bind port 10079677-a577-4ea9-bb9e-213724ba1d07 on network dd4703af-ec99-4f41-ae2c-d623b28f7981 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:31.028926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:07:31.031524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Checking segment: {'id': '4dc50784-51d6-4d33-acd7-891e8a4b3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:31.031524 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:31.031524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Bound using segment: {'id': '4dc50784-51d6-4d33-acd7-891e8a4b3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:07:31.031524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Bound port: 10079677-a577-4ea9-bb9e-213724ba1d07, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc50784-51d6-4d33-acd7-891e8a4b3015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:07:31.031524 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:31.353144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:31.360699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a8fb8282-cf99-491e-91f6-31783d1f5f32 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "PUT /v2.0/floatingips/ef124b32-d932-44e3-a414-579d8404f0be HTTP/1.1" status: 200 len: 992 time: 5.1026363 Jan 28 10:07:31.363805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] In _notify_port_updated(), no bound segment for port 59d89b27-7272-4794-9cd6-1b7956889030 on network 59376818-0e10-413e-a2af-29a2aa028424 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:07:31.371401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:31.372591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:31.374990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e0d96adf-7393-4f1c-84c3-df44a7c97401 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "PUT /v2.0/ports/59d89b27-7272-4794-9cd6-1b7956889030 HTTP/1.1" status: 200 len: 969 time: 6.4047885 Jan 28 10:07:31.394096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36370) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:31.425080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5fb8169-96d8-40a5-8c8e-465bbe46501d req-344e48bb-632f-43e8-aacd-a058a6b13bb4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 210 time: 0.3363571 Jan 28 10:07:31.433255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] Sync routers for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:07:31.473710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:31.474028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:07:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:31.491121 n-d-825178-2 neutron-server[87540]: INFO neutron.db.ipam_backend_mixin [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet def1fec0-16ff-4f0d-8d8a-0c42017d8456 (CIDR: 172.20.0.0/28) Jan 28 10:07:31.512797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43e9f580-6a5f-46b8-951d-d12bf0ac8962 req-f97b6029-dccc-45f9-9bb3-85502d979ea7 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3057833 Jan 28 10:07:31.514093 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:07:31.514803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:31.676032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:07:31.680978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 59d89b27-7272-4794-9cd6-1b7956889030 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:31.682652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:31.749351 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'status': 'completed', 'code': 200} Jan 28 10:07:31.860188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] For port 10079677-a577-4ea9-bb9e-213724ba1d07, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:07:31.876710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-063be88b-a34a-4155-9fc0-d399464e4f3e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.5436995 Jan 28 10:07:31.876918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36378) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:31.889119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4d72d63d-2392-400e-ab14-558b0ca8619f None None] Provisioning complete for port 59d89b27-7272-4794-9cd6-1b7956889030 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:31.889760 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4d72d63d-2392-400e-ab14-558b0ca8619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:31.895912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:31.965981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] For port 10079677-a577-4ea9-bb9e-213724ba1d07, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10079677-a577-4ea9-bb9e-213724ba1d07,segment=NetworkSegment(4dc50784-51d6-4d33-acd7-891e8a4b3015),segment_id=4dc50784-51d6-4d33-acd7-891e8a4b3015)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:07:31.982933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4d72d63d-2392-400e-ab14-558b0ca8619f None None] Port 59d89b27-7272-4794-9cd6-1b7956889030 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:31.997851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:32.058791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-a34ade68-bbd3-4b32-aa00-1448df5ba8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:32.060628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-a34ade68-bbd3-4b32-aa00-1448df5ba8de service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1097 time: 0.2853091 Jan 28 10:07:32.119207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f953163-e228-400d-be06-dc3f4c04c8f4 None None] Pushing event updated for resources: {'Port': ['ID=10079677-a577-4ea9-bb9e-213724ba1d07,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:32.334048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:32.363462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7584d161-d63c-4c0d-afd0-0385838ce5b5 req-1a061946-7677-4a04-88f3-4dfb8a1da7b3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:32.365051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7584d161-d63c-4c0d-afd0-0385838ce5b5 req-1a061946-7677-4a04-88f3-4dfb8a1da7b3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 945 time: 0.3846424 Jan 28 10:07:32.570462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ef124b32-d932-44e3-a414-579d8404f0be', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:07:23Z', 'updated_at': '2022-01-28T10:07:31Z', 'revision_number': 2, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:32.589758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] Checking router: 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:07:32.620329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:32.624231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:07:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:32.679072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 59d89b27-7272-4794-9cd6-1b7956889030 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:32.761505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92342756-4dd0-4c6c-acf1-4eb550b7cce7 req-11cb5db8-8f4a-447c-bc4a-ecf72523c67d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 210 time: 0.0938852 Jan 28 10:07:32.797783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:32.821826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:32.833619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:32.847063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:32.860743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-8044a687-b2a9-444c-8a34-13582e436baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:32.862667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-8044a687-b2a9-444c-8a34-13582e436baf service neutron] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 915 time: 0.7930532 Jan 28 10:07:32.920922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:07:32.952531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7584d161-d63c-4c0d-afd0-0385838ce5b5 req-3ebba097-b4b3-44d7-84d5-8e7761b169bd tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3887212 Jan 28 10:07:32.954287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:32.964287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:33.129701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-7fcf4b2a-b60f-4ee6-b293-589c3249e4b8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 1002 time: 0.2572381 Jan 28 10:07:33.142594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:33.248537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-31c2da75-3ed7-41b5-bf5b-99f2d46396da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:33.250257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-31c2da75-3ed7-41b5-bf5b-99f2d46396da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.1099827 Jan 28 10:07:33.383256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ef124b32-d932-44e3-a414-579d8404f0be', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:07:23Z', 'updated_at': '2022-01-28T10:07:31Z', 'revision_number': 2, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:33.389887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a0f66-071b-4dea-9c16-3d6e551cf985 None None] The sync data for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 is: [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ef124b32-d932-44e3-a414-579d8404f0be', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'floating_ip_address': '172.25.1.152', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'port_id': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'mac_address': 'fa:16:3e:79:60:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:07:23Z', 'updated_at': '2022-01-28T10:07:31Z', 'revision_number': 2, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:07:33.396524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-13d6d120-77d6-4eeb-90fb-3da0d556a24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:33.401553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-13d6d120-77d6-4eeb-90fb-3da0d556a24b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404691 Jan 28 10:07:33.452277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=59d89b27-7272-4794-9cd6-1b7956889030,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:33.672246 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:33.690177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-54d6b5fe-4ff4-4bb5-b5aa-0e7bd5f03427 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:33.692426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-54d6b5fe-4ff4-4bb5-b5aa-0e7bd5f03427 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.43 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 1.0338616 Jan 28 10:07:33.708953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': '2ac28874-4311-4cef-b647-a32271d19aed', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:33.736455 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:33.756273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:33.872745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dce1a3d5-db3b-4468-b803-f57a63664fda tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/59d89b27-7272-4794-9cd6-1b7956889030 HTTP/1.1" status: 204 len: 168 time: 2.4688947 Jan 28 10:07:33.880563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36438) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:34.081086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10079677-a577-4ea9-bb9e-213724ba1d07 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:34.082644 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9287642-4595-4f2b-8812-8b4f33aedbc5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] GET failed (client error): The resource could not be found. Jan 28 10:07:34.083196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c9287642-4595-4f2b-8812-8b4f33aedbc5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:34.110248 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'status': 'completed', 'code': 200} Jan 28 10:07:34.152065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-9c0143b4-f80c-468e-8b3b-a42defe9cd7b service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7295911 Jan 28 10:07:34.187779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c646b7b5-74d2-4090-9aca-ce9137d7256b None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:34.295272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c9287642-4595-4f2b-8812-8b4f33aedbc5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:34.295272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c9287642-4595-4f2b-8812-8b4f33aedbc5 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports/59d89b27-7272-4794-9cd6-1b7956889030 HTTP/1.1" status: 404 len: 333 time: 0.4010623 Jan 28 10:07:34.295272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:34.308050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.345352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea659779-7e3e-46e9-b12a-3fccc36f7614 req-4b56abbe-5e51-4a2b-b5e6-0d903c65cf1e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 210 time: 0.1714699 Jan 28 10:07:34.462466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d75cfb74-e3dc-44eb-ad9b-c36ae213684a req-4da0f14b-4905-49b7-a3c6-f3cf55854db7 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007174 Jan 28 10:07:34.508524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:34.520783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:34.542680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:34.545016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.575599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-26a4f5d8-e09b-48b5-b35d-3be4afba032d None None] Provisioning for port 10079677-a577-4ea9-bb9e-213724ba1d07 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:34.596136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:34.633214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Usage tracker for resource:port and tenant:a84ec58c8b99435b9bbb8b618c984bac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:34.638757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=c5b7b540-523d-4eb3-a326-4ad90d50a56c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:34.668517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:34.684459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:34.703185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 10079677-a577-4ea9-bb9e-213724ba1d07 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:34.728284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a7e316f-dff8-4f5f-ae18-81fd31a3852a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.744034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 10079677-a577-4ea9-bb9e-213724ba1d07 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:34.744034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.764874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a7e316f-dff8-4f5f-ae18-81fd31a3852a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.829172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c7ee6668-3635-4743-bd06-0a127e5dceb3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9405115 Jan 28 10:07:34.829172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36484) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:34.829172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a7e316f-dff8-4f5f-ae18-81fd31a3852a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.845486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:34.853030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'fixed_ips': [{'subnet_id': 'def1fec0-16ff-4f0d-8d8a-0c42017d8456'}, {'subnet_id': 'c5b7b540-523d-4eb3-a326-4ad90d50a56c'}], 'name': 'tempest-PortsTestJSON-1117691373'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:34.859184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:34.987490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7e316f-dff8-4f5f-ae18-81fd31a3852a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c6c3ab-5190-4e9f-861c-b43d5cfd60ef,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:34.995746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Deleting port 9a11777b-52a4-4ff8-be5f-df0083195da2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:34.996194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.005066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a7e316f-dff8-4f5f-ae18-81fd31a3852a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.006233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1a7e316f-dff8-4f5f-ae18-81fd31a3852a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/security-groups/e3c6c3ab-5190-4e9f-861c-b43d5cfd60ef HTTP/1.1" status: 204 len: 168 time: 0.7037892 Jan 28 10:07:35.016714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36488) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:35.030843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-be851c1b-8563-4d50-8a13-b1dd9aff17ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:35.030843 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-be851c1b-8563-4d50-8a13-b1dd9aff17ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1097 time: 0.4773035 Jan 28 10:07:35.081644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.199472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-c2adc2df-1678-492d-bff9-43ba037cf160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:35.199472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-c2adc2df-1678-492d-bff9-43ba037cf160 service neutron] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 915 time: 0.1503026 Jan 28 10:07:35.203051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 10079677-a577-4ea9-bb9e-213724ba1d07, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10079677-a577-4ea9-bb9e-213724ba1d07,segment=NetworkSegment(4dc50784-51d6-4d33-acd7-891e8a4b3015),segment_id=4dc50784-51d6-4d33-acd7-891e8a4b3015)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:35.227535 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.435373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=10079677-a577-4ea9-bb9e-213724ba1d07,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:35.646807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Update dhcp port {'port': {'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'fixed_ips': [{'subnet_id': 'def1fec0-16ff-4f0d-8d8a-0c42017d8456', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c5b7b540-523d-4eb3-a326-4ad90d50a56c'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '10079677-a577-4ea9-bb9e-213724ba1d07'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:07:35.793661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.13 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/1a5601dc-4a79-4b1c-9236-0ebfc37c45c0) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:35.803162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.847307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.887537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d61e0a21-cc9f-4a1a-b2ae-2f63b9f6ba3f req-8c9f4384-51b8-463d-a547-69a360f500e5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 210 time: 0.1588764 Jan 28 10:07:35.918403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3024fe9c-85b7-4212-8f69-1b13af61be7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:35.931233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:35.935204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10079677-a577-4ea9-bb9e-213724ba1d07 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:35.942102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:35.946424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:35.952795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:35.980713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-2bb71808-bfe5-417e-a8b2-9b9453fa1685 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 1002 time: 0.7434831 Jan 28 10:07:35.986209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:36.052901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Calling delete_port for 9a11777b-52a4-4ff8-be5f-df0083195da2 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:36.162091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3024fe9c-85b7-4212-8f69-1b13af61be7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.203440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Allocated IP 172.20.0.18 (dd4703af-ec99-4f41-ae2c-d623b28f7981/c5b7b540-523d-4eb3-a326-4ad90d50a56c/10079677-a577-4ea9-bb9e-213724ba1d07) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:36.242974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-875a7356-427f-48c1-b575-b93a425e56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:36.245050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-875a7356-427f-48c1-b575-b93a425e56d4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.2366095 Jan 28 10:07:36.380802 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.404615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3024fe9c-85b7-4212-8f69-1b13af61be7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.427414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] For port 10079677-a577-4ea9-bb9e-213724ba1d07, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10079677-a577-4ea9-bb9e-213724ba1d07,segment=NetworkSegment(4dc50784-51d6-4d33-acd7-891e8a4b3015),segment_id=4dc50784-51d6-4d33-acd7-891e8a4b3015)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:36.452976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.489518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.495577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3024fe9c-85b7-4212-8f69-1b13af61be7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd526547-30b7-4c01-b44e-c5773da6cd41,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:36.509242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3024fe9c-85b7-4212-8f69-1b13af61be7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.509568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3024fe9c-85b7-4212-8f69-1b13af61be7a tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/security-groups/bd526547-30b7-4c01-b44e-c5773da6cd41 HTTP/1.1" status: 204 len: 168 time: 1.4972310 Jan 28 10:07:36.520054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36506) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:36.528359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port c6d8cb54-622e-4532-8e03-26bac8d9528e yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:36.604487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.611729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Transition to ACTIVE for port object 10079677-a577-4ea9-bb9e-213724ba1d07 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:36.628959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:36.759370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-52763daf-c0c2-447a-b4a4-0d18efad5542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:36.761621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-52763daf-c0c2-447a-b4a4-0d18efad5542 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4955585 Jan 28 10:07:36.770902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f4ea7-6165-4e5e-9148-ec329d647c28 None None] Pushing event updated for resources: {'Port': ['ID=10079677-a577-4ea9-bb9e-213724ba1d07,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:36.849757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Port': ['ID=9a11777b-52a4-4ff8-be5f-df0083195da2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:36.858331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.048131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3206cee5-a03f-4ecd-a5cf-4832011d1b3f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.094220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3206cee5-a03f-4ecd-a5cf-4832011d1b3f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.183829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:37.201351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3206cee5-a03f-4ecd-a5cf-4832011d1b3f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.235433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:37.267489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3206cee5-a03f-4ecd-a5cf-4832011d1b3f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebee5f48-2bd7-4f4c-972c-901e6fddd7f2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:37.299663 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3206cee5-a03f-4ecd-a5cf-4832011d1b3f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.302345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3206cee5-a03f-4ecd-a5cf-4832011d1b3f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/security-groups/ebee5f48-2bd7-4f4c-972c-901e6fddd7f2 HTTP/1.1" status: 204 len: 168 time: 0.6548703 Jan 28 10:07:37.305269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36514) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:37.311486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:37.368989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:37.409276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-d6b84e6e-a152-4351-84f7-df665017c0f9 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6266568 Jan 28 10:07:37.501226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet fef24d84-1b9d-4b36-b6fa-c7840d27012f {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:37.505048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.637100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.658080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.690971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:37.691626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:37.900872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917461c2-8c53-4ad3-8f93-df38f6ff1839 None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:37.975332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-5ac12204-99f6-455e-9d49-39a895383995 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2728415 Jan 28 10:07:37.990672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Request body: {'port': {'device_id': '2ac28874-4311-4cef-b647-a32271d19aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:38.015788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10079677-a577-4ea9-bb9e-213724ba1d07 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:38.204935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-377e0949-7db9-4652-a99d-47b4de8ff27c None None] Provisioning for port 10079677-a577-4ea9-bb9e-213724ba1d07 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:38.243210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-377e0949-7db9-4652-a99d-47b4de8ff27c None None] Provisioning complete for port 10079677-a577-4ea9-bb9e-213724ba1d07 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:38.243692 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-377e0949-7db9-4652-a99d-47b4de8ff27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:38.252151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5db845a-d2ab-4de8-b148-d84756d199f5 req-7834aebf-6bd0-4d92-a58a-64c0a931d339 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359154 Jan 28 10:07:38.269908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.12 (dd4703af-ec99-4f41-ae2c-d623b28f7981/def1fec0-16ff-4f0d-8d8a-0c42017d8456/c6d8cb54-622e-4532-8e03-26bac8d9528e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:38.285799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.30 (dd4703af-ec99-4f41-ae2c-d623b28f7981/c5b7b540-523d-4eb3-a326-4ad90d50a56c/c6d8cb54-622e-4532-8e03-26bac8d9528e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:38.288306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:38.374441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8bf0a2-8326-49cd-9a2b-647200a6e607 req-56eeb113-59fc-4e8f-9a93-ea7a00159bc3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:38.375701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6c8bf0a2-8326-49cd-9a2b-647200a6e607 req-56eeb113-59fc-4e8f-9a93-ea7a00159bc3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:38.470928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Router 9e7d7f89-9660-472f-ab1b-9d96ea58dc5c has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:07:38.508942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:38.551402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:38.571405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=fef24d84-1b9d-4b36-b6fa-c7840d27012f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:38.572186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a684af3e-5297-4615-a465-8bfdf412af94 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:38.576652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-41e12288-5d5f-4fb3-af24-cf6d6c21ffed tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/fef24d84-1b9d-4b36-b6fa-c7840d27012f HTTP/1.1" status: 204 len: 168 time: 1.2552986 Jan 28 10:07:38.581653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36522) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:38.611533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 10079677-a577-4ea9-bb9e-213724ba1d07 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:38.611891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:38.683634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6c8bf0a2-8326-49cd-9a2b-647200a6e607 req-56eeb113-59fc-4e8f-9a93-ea7a00159bc3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:38.683634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c8bf0a2-8326-49cd-9a2b-647200a6e607 req-56eeb113-59fc-4e8f-9a93-ea7a00159bc3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 932 time: 1.4867220 Jan 28 10:07:38.787634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:38.823651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:07:38.832239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-adaeaa53-006b-455b-b4cd-589d5c5e6983 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "PUT /v2.0/routers/9e7d7f89-9660-472f-ab1b-9d96ea58dc5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3040242 Jan 28 10:07:38.835941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36526) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:38.836935 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] Sync routers for ids ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:07:38.862041 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] Routers {'9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:38.862041 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:07:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:39.039552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet 6dadfd50-788c-42a3-943e-cabbb433e55c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:39.061941 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:39.078277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.083109 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] Routers {'9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:07:39.083109 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:07:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:39.142174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6c8bf0a2-8326-49cd-9a2b-647200a6e607 req-99eb7c44-1b33-47ec-9737-1396b6e255f5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782072 Jan 28 10:07:39.181193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.212600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object c6d8cb54-622e-4532-8e03-26bac8d9528e will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:39.215727 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.403633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.416275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:39.416275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb7ecf8e-144c-49e4-ac67-b2b43f1cb1d4 None None] The sync data for ids ['9e7d7f89-9660-472f-ab1b-9d96ea58dc5c'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:07:39.595483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=c6d8cb54-622e-4532-8e03-26bac8d9528e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:39.608305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.647230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.746804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.747439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.747976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.748550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.749124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.749480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.749799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.750116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.750433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.750745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.751081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.751367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:39.765718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:07:39.769127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:07:39.772875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:07:39.834748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.874960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6cc51a92-4209-4a68-b41e-591f473446b0 None None] Provisioning complete for port 10079677-a577-4ea9-bb9e-213724ba1d07 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:39.876077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6cc51a92-4209-4a68-b41e-591f473446b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.962721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:39.969094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=6dadfd50-788c-42a3-943e-cabbb433e55c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:40.015880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:40.016966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.046110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8ed26852-ec1e-4440-91d9-7d3864be8ce9 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/6dadfd50-788c-42a3-943e-cabbb433e55c HTTP/1.1" status: 204 len: 168 time: 1.4456012 Jan 28 10:07:40.050929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36540) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:40.141072 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b1e1857-8ac6-4fad-8006-e7fcedf55d37 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:40.141581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b1e1857-8ac6-4fad-8006-e7fcedf55d37 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:40.148811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8b1e1857-8ac6-4fad-8006-e7fcedf55d37 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/fef24d84-1b9d-4b36-b6fa-c7840d27012f HTTP/1.1" status: 404 len: 337 time: 0.1007972 Jan 28 10:07:40.150183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36546) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:40.258507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2acd087-9927-4081-9e3c-af0187fda0ac tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.4133277 Jan 28 10:07:40.263377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36552) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:40.302154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'def1fec0-16ff-4f0d-8d8a-0c42017d8456'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:40.482316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.487491 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.489434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2d230e71-c60c-42ef-91bd-977b08c3aee2 None None] Provisioning for port c6d8cb54-622e-4532-8e03-26bac8d9528e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:40.573670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2d230e71-c60c-42ef-91bd-977b08c3aee2 None None] Provisioning complete for port c6d8cb54-622e-4532-8e03-26bac8d9528e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:40.573670 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d230e71-c60c-42ef-91bd-977b08c3aee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.700812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.702703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Fanout notify agent at l3_agent the message router_deleted on router 9e7d7f89-9660-472f-ab1b-9d96ea58dc5c {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:07:40.712575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting subnet ceccf113-01d3-490c-9141-188c1b946beb {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:40.740241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.750942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.771812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c619220-e3a6-41fb-b0c4-fdbd27d39065 tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "DELETE /v2.0/routers/9e7d7f89-9660-472f-ab1b-9d96ea58dc5c HTTP/1.1" status: 204 len: 168 time: 1.9232063 Jan 28 10:07:40.779950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2d230e71-c60c-42ef-91bd-977b08c3aee2 None None] Port c6d8cb54-622e-4532-8e03-26bac8d9528e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:40.782581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36558) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:40.909378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Deleting subnet 4376ec28-7abd-48ef-80f6-57f3b5dc9c8b {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:40.913578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.917261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:40.922544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8ebc7-d5c9-4e20-8588-2e1d2e2a0a01 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:40.958624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.028932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:07:41.035145 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.073440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.105980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Transition to ACTIVE for port object 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:41.122596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ea29984-b80f-4a18-bc65-826f5b52dc38 None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:41.123550 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ea29984-b80f-4a18-bc65-826f5b52dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.131036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.196321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.255406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6ea29984-b80f-4a18-bc65-826f5b52dc38 None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:41.284759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6ea29984-b80f-4a18-bc65-826f5b52dc38 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:41.285597 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ea29984-b80f-4a18-bc65-826f5b52dc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.329242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.362889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103673d-2e4f-43af-a9f9-703feda52aa0 req-93540010-807e-498a-a066-7050e715733f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:41.379474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e103673d-2e4f-43af-a9f9-703feda52aa0 req-93540010-807e-498a-a066-7050e715733f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 932 time: 0.9793870 Jan 28 10:07:41.441244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:41.460422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.490963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Subnet': ['ID=ceccf113-01d3-490c-9141-188c1b946beb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:41.497995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e183fca-d1ca-4548-baad-d140b53198d3 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/ceccf113-01d3-490c-9141-188c1b946beb HTTP/1.1" status: 204 len: 168 time: 1.3446195 Jan 28 10:07:41.498640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e103673d-2e4f-43af-a9f9-703feda52aa0 req-b8f6ea31-1961-4626-b91a-6804f3b22349 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:41.575559 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:41.675529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36564) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:41.785790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e103673d-2e4f-43af-a9f9-703feda52aa0 req-b8f6ea31-1961-4626-b91a-6804f3b22349 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:41.786973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e103673d-2e4f-43af-a9f9-703feda52aa0 req-b8f6ea31-1961-4626-b91a-6804f3b22349 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4066708 Jan 28 10:07:41.859100 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c021273-99fa-41f9-b178-06bd99a54b8d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:41.859100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c021273-99fa-41f9-b178-06bd99a54b8d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:41.865942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9c021273-99fa-41f9-b178-06bd99a54b8d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/fa071ec7-3d94-49fb-9d4d-21f7a36ffbe3 HTTP/1.1" status: 404 len: 337 time: 0.1891415 Jan 28 10:07:41.869999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36570) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:41.941476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-039243ad-e7f7-4290-bfc0-52d68b5da05f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Synchronizing usage tracker for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:42.029902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-039243ad-e7f7-4290-bfc0-52d68b5da05f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Unset dirty status for tenant:4565384591654f0b90a9a847741c6fd2 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:42.033824 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-039243ad-e7f7-4290-bfc0-52d68b5da05f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "GET /v2.0/ports?device_id=e76b8131-076e-46fa-b636-e3ba8a314658 HTTP/1.1" status: 200 len: 205 time: 0.1567323 Jan 28 10:07:42.036484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36574) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.042797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Attempting to bind port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:07:42.043250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Attempting to bind port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:07:42.043433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Attempting to bind port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:42.043641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Delete allocated IP 172.20.0.30 (dd4703af-ec99-4f41-ae2c-d623b28f7981/c5b7b540-523d-4eb3-a326-4ad90d50a56c) {{(pid=87541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 10:07:42.148649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:07:42.149197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Attempting to bind port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:07:42.154833 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-a6bfac9c-f0b6-452a-9d4d-58afa5579cde tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] delete failed (client error): The resource could not be found. Jan 28 10:07:42.156094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a6bfac9c-f0b6-452a-9d4d-58afa5579cde tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/routers/e76b8131-076e-46fa-b636-e3ba8a314658 HTTP/1.1" status: 404 len: 336 time: 0.1185603 Jan 28 10:07:42.159190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:42.160896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.208203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:07:42.208558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:42.208970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:07:42.209423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Bound port: 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:07:42.209769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:42.224498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Subnet': ['ID=4376ec28-7abd-48ef-80f6-57f3b5dc9c8b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:42.298732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1a264b-998d-4ea6-9f6d-da43573b09d1 None None] Network 1233bd96-24d7-4837-8267-21ac242b9fe1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:42.303418 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f981586c-5c17-450e-945c-0bb3e3d5b6f4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:42.305030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f981586c-5c17-450e-945c-0bb3e3d5b6f4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:42.307794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:42.312198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f981586c-5c17-450e-945c-0bb3e3d5b6f4 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/891fbf50-f968-41e6-a75c-1204aa5c4d5e HTTP/1.1" status: 404 len: 337 time: 0.1396062 Jan 28 10:07:42.317946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36582) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.485847 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aaa15b7-47ce-411f-a245-f6d2a1d58882 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:42.486413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aaa15b7-47ce-411f-a245-f6d2a1d58882 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:42.491760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4aaa15b7-47ce-411f-a245-f6d2a1d58882 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/45f21345-3462-42a8-a0e6-5c023242845d HTTP/1.1" status: 404 len: 337 time: 0.1714892 Jan 28 10:07:42.496396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36586) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.559979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3885b51c-adea-4745-b9d8-404b70f378fe tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "DELETE /v2.0/subnets/4376ec28-7abd-48ef-80f6-57f3b5dc9c8b HTTP/1.1" status: 204 len: 168 time: 1.7776327 Jan 28 10:07:42.561132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36590) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.562210 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1556fb60-49df-43fe-8b0a-03878ff6b11c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:42.562647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1556fb60-49df-43fe-8b0a-03878ff6b11c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:42.567365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1556fb60-49df-43fe-8b0a-03878ff6b11c tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/5dc4e85b-c138-448c-ac18-4eacac9f1be6 HTTP/1.1" status: 404 len: 337 time: 0.0695531 Jan 28 10:07:42.568215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.580623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d3e426-f17d-4a29-a7bc-a45023140752 None None] Network 59376818-0e10-413e-a2af-29a2aa028424 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:42.647101 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c088be-8fb6-41c5-8ee2-c2853c6df86d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:42.647576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c088be-8fb6-41c5-8ee2-c2853c6df86d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:42.657963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-80c088be-8fb6-41c5-8ee2-c2853c6df86d tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/68997cf0-f741-46c0-b063-e8016cfd8ad1 HTTP/1.1" status: 404 len: 333 time: 0.0871401 Jan 28 10:07:42.658824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36600) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:42.761112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] For port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:07:42.769908 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:42.782595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] For port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:07:42.788505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Deleting port debec9cc-d7e8-44a0-982c-5d6182a7864a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:42.788882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:42.847268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:42.902938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8ec3ee88-d55a-4bc9-848d-531538a053e3 None None] Provisioning complete for port 820f850e-bf71-4295-b041-4e7338693063 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:42.904311 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ee88-d55a-4bc9-848d-531538a053e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.004425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.013457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:43.013996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.015685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] 10.222.0.43 "PUT /v2.0/ports/1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 200 len: 1092 time: 5.0311964 Jan 28 10:07:43.031611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac28874-4311-4cef-b647-a32271d19aed', 'tag': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:43.042699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8ec3ee88-d55a-4bc9-848d-531538a053e3 None None] Port 820f850e-bf71-4295-b041-4e7338693063 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:43.079034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8ec3ee88-d55a-4bc9-848d-531538a053e3 None None] Provisioning complete for port 8075a540-bb57-46de-8507-293813b416e9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:43.079698 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8ec3ee88-d55a-4bc9-848d-531538a053e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.100242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object c6d8cb54-622e-4532-8e03-26bac8d9528e will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:43.136118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] DHCP port deletion for 1233bd96-24d7-4837-8267-21ac242b9fe1 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:07:43.140519 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-369eeb30-257b-4d27-b379-208c932edc02 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:43.144184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-369eeb30-257b-4d27-b379-208c932edc02 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:43.148682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Deleting port debec9cc-d7e8-44a0-982c-5d6182a7864a {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:43.149053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.151238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-369eeb30-257b-4d27-b379-208c932edc02 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/a51f4107-4965-4716-89b6-3f9b8d685833 HTTP/1.1" status: 404 len: 337 time: 0.4870934 Jan 28 10:07:43.153853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.155275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36616) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:43.172165 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac28874-4311-4cef-b647-a32271d19aed', 'tag': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0', 'status': 'completed', 'code': 200} Jan 28 10:07:43.200412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] DHCP port deletion for 59376818-0e10-413e-a2af-29a2aa028424 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:07:43.252954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Deleting port 8075a540-bb57-46de-8507-293813b416e9 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:43.253345 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.291724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d858614-8530-47b8-8147-ba9d6f28b3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:43.446709 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-50714820-e17f-43c8-bf41-e336309f399f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:43.446709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50714820-e17f-43c8-bf41-e336309f399f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:43.448553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-50714820-e17f-43c8-bf41-e336309f399f tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/6d3a6df2-0fae-46b8-b380-b71a4706c71e HTTP/1.1" status: 404 len: 337 time: 0.2901316 Jan 28 10:07:43.460335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36620) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:43.554894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc03f8ed-e558-4968-93dd-6e6e78b0148b req-a823d080-51ad-439e-8cc3-3cc73d1eb6aa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:43.562469 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc03f8ed-e558-4968-93dd-6e6e78b0148b req-a823d080-51ad-439e-8cc3-3cc73d1eb6aa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 944 time: 0.5910153 Jan 28 10:07:43.581032 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-78417922-deab-42a9-96e2-08736ecf2139 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:43.581574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78417922-deab-42a9-96e2-08736ecf2139 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:43.588139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-78417922-deab-42a9-96e2-08736ecf2139 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/fda25f7f-8309-4aec-b62a-8493c8050ef3 HTTP/1.1" status: 404 len: 333 time: 0.1259367 Jan 28 10:07:43.595304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36624) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:43.650110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=c6d8cb54-622e-4532-8e03-26bac8d9528e,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:43.684393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] In _notify_port_updated(), no bound segment for port c6d8cb54-622e-4532-8e03-26bac8d9528e on network dd4703af-ec99-4f41-ae2c-d623b28f7981 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:07:43.693407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:43.694240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.700202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-576fd0fd-3dc2-4bdc-8b48-eb468effd73e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/ports/c6d8cb54-622e-4532-8e03-26bac8d9528e HTTP/1.1" status: 200 len: 920 time: 3.4356399 Jan 28 10:07:43.702324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36628) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:43.709742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'def1fec0-16ff-4f0d-8d8a-0c42017d8456'}, {'subnet_id': 'c5b7b540-523d-4eb3-a326-4ad90d50a56c'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:43.728513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] For port debec9cc-d7e8-44a0-982c-5d6182a7864a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=debec9cc-d7e8-44a0-982c-5d6182a7864a,segment=NetworkSegment(ad03ca6c-a8dd-402c-9142-ef0f1e860dc4),segment_id=ad03ca6c-a8dd-402c-9142-ef0f1e860dc4)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:43.728731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:43.739128 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a77bee-d0ab-46be-914e-90b4298f2ccc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:43.741175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a77bee-d0ab-46be-914e-90b4298f2ccc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:43.746274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-35a77bee-d0ab-46be-914e-90b4298f2ccc tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/9e17ba57-a37a-4a36-a200-8c0173ef5bb6 HTTP/1.1" status: 404 len: 337 time: 0.1445765 Jan 28 10:07:43.752054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36634) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:43.788224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-ed7763da-e27e-4549-8ead-24ab59119f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:43.794498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-ed7763da-e27e-4549-8ead-24ab59119f2c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 1095 time: 0.7211773 Jan 28 10:07:43.907480 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e53be7d9-f1ed-4486-8911-5cf875486b04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] DELETE failed (client error): The resource could not be found. Jan 28 10:07:43.910119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e53be7d9-f1ed-4486-8911-5cf875486b04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:07:43.917151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e53be7d9-f1ed-4486-8911-5cf875486b04 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/subnets/7c7ee153-61c0-4f37-942f-76ca295e71bf HTTP/1.1" status: 404 len: 337 time: 0.1619048 Jan 28 10:07:43.923355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36638) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:44.022291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Calling delete_port for debec9cc-d7e8-44a0-982c-5d6182a7864a owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:44.083893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc03f8ed-e558-4968-93dd-6e6e78b0148b req-46ff4985-b21c-4cbe-847f-de1dadb2a34c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5204995 Jan 28 10:07:44.102040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-bdf55c7b-e71c-47d7-8ce3-9f0c63bedfca service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 200 len: 217 time: 0.1531570 Jan 28 10:07:44.118241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] For port debec9cc-d7e8-44a0-982c-5d6182a7864a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=debec9cc-d7e8-44a0-982c-5d6182a7864a,segment=NetworkSegment(ad03ca6c-a8dd-402c-9142-ef0f1e860dc4),segment_id=ad03ca6c-a8dd-402c-9142-ef0f1e860dc4)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:44.118734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.143854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 820f850e-bf71-4295-b041-4e7338693063 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:44.144465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.202249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-046180ac-f668-4e16-b2f2-cddd05d9f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:44.203722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-046180ac-f668-4e16-b2f2-cddd05d9f4e2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.0943587 Jan 28 10:07:44.274012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Calling delete_port for debec9cc-d7e8-44a0-982c-5d6182a7864a owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:44.283184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-c06eaa27-1b2d-47e3-ac92-0ae96d563e0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728858 Jan 28 10:07:44.284414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.418084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] No DVR routers for this DVR port debec9cc-d7e8-44a0-982c-5d6182a7864a on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:07:44.447642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device debec9cc-d7e8-44a0-982c-5d6182a7864a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:07:44.478387 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.506401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Port': ['ID=debec9cc-d7e8-44a0-982c-5d6182a7864a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:44.543863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:07:44.545123 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:07:44.614635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: debec9cc-d7e8-44a0-982c-5d6182a7864a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:07:44.617356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device debec9cc-d7e8-44a0-982c-5d6182a7864a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:07:44.619430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8075a540-bb57-46de-8507-293813b416e9 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:07:44.644105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 820f850e-bf71-4295-b041-4e7338693063 owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:44.693761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-171b78e8-2be3-4da2-a3b2-a82ef29b670b service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968873 Jan 28 10:07:44.734082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.852329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.910091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=820f850e-bf71-4295-b041-4e7338693063,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:44.911761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:44.962353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-be02847a-dc9f-442d-b6e5-ac9c332fd756 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/ports/820f850e-bf71-4295-b041-4e7338693063 HTTP/1.1" status: 204 len: 168 time: 1.0350597 Jan 28 10:07:44.970211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36644) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:45.003497 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.022295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e26a741a-afab-4571-8b8d-77123b8e078d None None] Provisioning for port c6d8cb54-622e-4532-8e03-26bac8d9528e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:45.044473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:45.045045 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.054009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Deleting port debec9cc-d7e8-44a0-982c-5d6182a7864a {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:45.055298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.093265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e26a741a-afab-4571-8b8d-77123b8e078d None None] Provisioning complete for port c6d8cb54-622e-4532-8e03-26bac8d9528e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:45.094037 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e26a741a-afab-4571-8b8d-77123b8e078d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.202710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf4ad376-461a-4a43-9515-e51186d85c1e req-c3817679-3933-4daa-96e3-86cf9d7bff5b service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4814663 Jan 28 10:07:45.249815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.355910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.389757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1233bd96-24d7-4837-8267-21ac242b9fe1']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:45.430742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:45.431274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad03ca6c-a8dd-402c-9142-ef0f1e860dc4') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:45.462513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Calling delete_port for 8075a540-bb57-46de-8507-293813b416e9 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:45.463933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.500946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.511656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-98cc9159-ddd3-4a70-9b5d-5ca84c297f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:45.513739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-98cc9159-ddd3-4a70-9b5d-5ca84c297f82 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 1095 time: 0.2512240 Jan 28 10:07:45.517486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:45.518147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:45.539672 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:45.581115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-19c037d5-533d-4326-87df-df5e6f036d96 None None] The port 'debec9cc-d7e8-44a0-982c-5d6182a7864a' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:07:45.624481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.658576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e26a741a-afab-4571-8b8d-77123b8e078d None None] Port c6d8cb54-622e-4532-8e03-26bac8d9528e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:45.661692 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.728840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:45.773347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.867349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.914292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:07:45.914647 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:07:45.918537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd3ecb-7812-4ca2-836a-eb617a45133a req-4826a73e-b449-492f-abe9-b47100faae10 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:45.926198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5acd3ecb-7812-4ca2-836a-eb617a45133a req-4826a73e-b449-492f-abe9-b47100faae10 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 944 time: 0.5615797 Jan 28 10:07:45.927529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Deleting port 8075a540-bb57-46de-8507-293813b416e9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:45.927647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:45.927869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.943465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:45.971391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] Pushing event deleted for resources: {'Network': ['ID=1233bd96-24d7-4837-8267-21ac242b9fe1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:46.008255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-5f4c59a2-dbdb-42de-b1a7-12c91ded9a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:46.010238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-5f4c59a2-dbdb-42de-b1a7-12c91ded9a34 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.4693792 Jan 28 10:07:46.011064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d476015c-ada6-4ef1-8c0e-54205f6596bf tempest-FloatingIPNegativeTestJSON-118745770 tempest-FloatingIPNegativeTestJSON-118745770-project] 10.222.0.42 "DELETE /v2.0/networks/1233bd96-24d7-4837-8267-21ac242b9fe1 HTTP/1.1" status: 204 len: 168 time: 3.4459412 Jan 28 10:07:46.115945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-7369e9db-2bb6-4d44-ad97-58b44714fa51 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 200 len: 217 time: 0.0993698 Jan 28 10:07:46.227892 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5acd3ecb-7812-4ca2-836a-eb617a45133a req-5c1f9c08-339a-4d67-b8c6-d0cf8a88fde6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3009081 Jan 28 10:07:46.292254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-1cebaa2a-9ee7-4ba0-ab60-f33da794b7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:46.294486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-1cebaa2a-9ee7-4ba0-ab60-f33da794b7f8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1680923 Jan 28 10:07:46.381248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-cd642240-6251-43e6-8f37-701cc421d120 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0765491 Jan 28 10:07:46.400021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.22 (dd4703af-ec99-4f41-ae2c-d623b28f7981/c5b7b540-523d-4eb3-a326-4ad90d50a56c/c6d8cb54-622e-4532-8e03-26bac8d9528e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:07:46.414876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:46.416606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Deleting port 8075a540-bb57-46de-8507-293813b416e9 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:46.417146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:46.417456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:46.605728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36660) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:46.673085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Calling delete_port for 8075a540-bb57-46de-8507-293813b416e9 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:46.677325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-21f5cd2e-8e17-4ce8-9da1-0d371637b49c service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882531 Jan 28 10:07:46.845192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:46.930294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] For port 8075a540-bb57-46de-8507-293813b416e9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8075a540-bb57-46de-8507-293813b416e9,segment=NetworkSegment(1472eb42-2daa-4cba-a7af-9a2b68f7ff6b),segment_id=1472eb42-2daa-4cba-a7af-9a2b68f7ff6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:46.931240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:46.962599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.026555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object c6d8cb54-622e-4532-8e03-26bac8d9528e will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:07:47.044267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Port': ['ID=8075a540-bb57-46de-8507-293813b416e9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:47.051234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] No DVR routers for this DVR port 8075a540-bb57-46de-8507-293813b416e9 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:07:47.058589 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.098882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-37e21bd0-aafe-4514-acce-597537447d9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=583842431b434d3cb9aa87bf809d0dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919484 Jan 28 10:07:47.102313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36670) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:47.150838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b3f9271-08c4-41ff-99f9-9bb69a2b1ed4 req-077be137-c59b-4765-bec4-09ed70e1f593 service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4634652 Jan 28 10:07:47.213362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.253967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Calling delete_port for 8075a540-bb57-46de-8507-293813b416e9 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:47.266537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.338127 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.401880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.428966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59376818-0e10-413e-a2af-29a2aa028424']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:47.431351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:47.441272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.444744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e79009e2-af4a-4f34-ad9e-ac66e87c8311 HTTP/1.1" status: 204 len: 168 time: 0.3390021 Jan 28 10:07:47.445929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:47.446966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1472eb42-2daa-4cba-a7af-9a2b68f7ff6b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:47.461381 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.470745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e79009e2-af4a-4f34-ad9e-ac66e87c8311,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:47.486138 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:07:47.486485 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:07:47.489518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.498202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.499889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.500886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.501971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.503349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.504947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.506192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.506839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:47.507291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.508889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.509378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.511010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.511676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.513376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f014f3b-21dc-4111-97f3-3c09fbc65037 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:47.661613 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:47.673064 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.709498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.762592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a1a7b6-7003-425d-88a3-9216db726670 req-073afc0d-4d84-42c8-8d8c-a37758d9907a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:47.764573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36a1a7b6-7003-425d-88a3-9216db726670 req-073afc0d-4d84-42c8-8d8c-a37758d9907a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 944 time: 0.2428236 Jan 28 10:07:47.811876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] Pushing event deleted for resources: {'Network': ['ID=59376818-0e10-413e-a2af-29a2aa028424,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:47.817208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d3c52db-edac-4b43-adda-16b4d740e6a6 tempest-PortsIpV6TestJSON-760299844 tempest-PortsIpV6TestJSON-760299844-project] 10.222.0.42 "DELETE /v2.0/networks/59376818-0e10-413e-a2af-29a2aa028424 HTTP/1.1" status: 204 len: 168 time: 2.8456748 Jan 28 10:07:47.856737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36a1a7b6-7003-425d-88a3-9216db726670 req-d5cb1a07-ad85-45cb-8ae7-48244661c6ae tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796542 Jan 28 10:07:47.935223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=c6d8cb54-622e-4532-8e03-26bac8d9528e,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:47.957592 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.973862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] In _notify_port_updated(), no bound segment for port c6d8cb54-622e-4532-8e03-26bac8d9528e on network dd4703af-ec99-4f41-ae2c-d623b28f7981 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:07:47.981318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:47.981964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:47.986196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:47.990611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-457b146c-7911-4711-8aaf-78185383966f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/ports/c6d8cb54-622e-4532-8e03-26bac8d9528e HTTP/1.1" status: 200 len: 1000 time: 4.2868950 Jan 28 10:07:47.991241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Usage tracker for resource:security_group_rule and tenant:40a45861d92e44ce8849d4d99f6c6fef is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:47.994629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:47.996824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:47.999661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Deleting port 8075a540-bb57-46de-8507-293813b416e9 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:48.000312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.005685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:48.126323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae9d3ccb-3d6c-4238-b706-15eaa259b2e5 None None] The port '8075a540-bb57-46de-8507-293813b416e9' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:07:48.159356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port c6d8cb54-622e-4532-8e03-26bac8d9528e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:48.161049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.161986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-25cc9223-a779-433f-9664-7508b01bfbb9 None None] Provisioning for port c6d8cb54-622e-4532-8e03-26bac8d9528e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:48.175884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-25cc9223-a779-433f-9664-7508b01bfbb9 None None] Provisioning complete for port c6d8cb54-622e-4532-8e03-26bac8d9528e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:48.181324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-25cc9223-a779-433f-9664-7508b01bfbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.289750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:07:48.305440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.312677 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.445972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be60015-8b57-48b1-8e8a-6cd27c3e1a44,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:48.482028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-25cc9223-a779-433f-9664-7508b01bfbb9 None None] Port c6d8cb54-622e-4532-8e03-26bac8d9528e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:07:48.531813 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7af91186-e115-4804-9052-53fa53d75610 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40a45861d92e44ce8849d4d99f6c6fef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0854170 Jan 28 10:07:48.531813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:48.531813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36706) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:48.761582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:48.767801 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42ef1362-6c7e-4f31-a94b-32f5af59b11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.789960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0', 'mac_address': 'fa:16:3e:5a:f0:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:07:48.845781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42ef1362-6c7e-4f31-a94b-32f5af59b11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.888206 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:48.913740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:07:48.949893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:48.984225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.022045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42ef1362-6c7e-4f31-a94b-32f5af59b11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.040458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef1362-6c7e-4f31-a94b-32f5af59b11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be60015-8b57-48b1-8e8a-6cd27c3e1a44,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:49.087276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-42ef1362-6c7e-4f31-a94b-32f5af59b11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.092587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-42ef1362-6c7e-4f31-a94b-32f5af59b11f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7be60015-8b57-48b1-8e8a-6cd27c3e1a44 HTTP/1.1" status: 204 len: 168 time: 0.5558021 Jan 28 10:07:49.112989 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1e42ef63-dec9-4b66-8fc5-05fdeee03e16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4565384591654f0b90a9a847741c6fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5799575 Jan 28 10:07:49.113666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36730) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:49.223989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.271853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:49.281249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:07:49.299350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5593f2f7-48d2-485e-8bc1-fd078b89b509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.367325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5593f2f7-48d2-485e-8bc1-fd078b89b509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.373027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for c6d8cb54-622e-4532-8e03-26bac8d9528e owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:49.544231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5593f2f7-48d2-485e-8bc1-fd078b89b509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.602081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36740) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:49.645594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593f2f7-48d2-485e-8bc1-fd078b89b509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7107df03-74a9-4421-8a9c-05774ab8987e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:49.654456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5593f2f7-48d2-485e-8bc1-fd078b89b509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.657419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5593f2f7-48d2-485e-8bc1-fd078b89b509 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7107df03-74a9-4421-8a9c-05774ab8987e HTTP/1.1" status: 204 len: 168 time: 0.5402849 Jan 28 10:07:49.778636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa44ca05-7c1d-407b-89f3-6d1340b4f8a0 req-85a310a5-57b1-49a3-a3c0-c98864f0b43b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:49.794225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa44ca05-7c1d-407b-89f3-6d1340b4f8a0 req-85a310a5-57b1-49a3-a3c0-c98864f0b43b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 945 time: 0.3468387 Jan 28 10:07:49.917854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:49.964818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:49.991966 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa44ca05-7c1d-407b-89f3-6d1340b4f8a0 req-b1c62928-85e9-436b-ae5e-f57623bbeabe tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958442 Jan 28 10:07:50.020277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:50.028777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Usage tracker for resource:security_group_rule and tenant:a6b984b7fa6641529831b62554c6051a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:50.036783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:50.049040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:50.090596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'networks': [{'name': 'tempest-network--1362989430'}, {'name': 'tempest-network--1260981872'}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:50.091503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'network': {'name': 'tempest-network--1362989430'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:50.091987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'network': {'name': 'tempest-network--1260981872'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:50.111275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:50.123685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Usage tracker for resource:network and tenant:f81e45c516354f4fab8086864a873343 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:50.130316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:50.144823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:50.148967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.173648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'network': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:50.181946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.223545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:07:50.231435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.268520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:50.276034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=c6d8cb54-622e-4532-8e03-26bac8d9528e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:50.294434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Usage tracker for resource:security_group_rule and tenant:f81e45c516354f4fab8086864a873343 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:50.306171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:50.346800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:50.374152 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.406361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.478916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:07:50.498749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:50.499362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.514677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.575844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1e3310a6-61b7-45a4-8eb9-d24e89f965e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/c6d8cb54-622e-4532-8e03-26bac8d9528e HTTP/1.1" status: 204 len: 168 time: 2.5797174 Jan 28 10:07:50.578830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36756) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:50.691335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.709090 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9abea41d-bac3-424d-802d-27dd2d149cb2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:07:50.711541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9abea41d-bac3-424d-802d-27dd2d149cb2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:50.721449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8be471-e3d1-4adf-a177-e82568628c52,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:50.733389 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.733574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.755303 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.782765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c1fc25d5-1b40-4402-aca3-f8e7e0018f8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6b984b7fa6641529831b62554c6051a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614616 Jan 28 10:07:50.782969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9abea41d-bac3-424d-802d-27dd2d149cb2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:50.784072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9abea41d-bac3-424d-802d-27dd2d149cb2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/c6d8cb54-622e-4532-8e03-26bac8d9528e HTTP/1.1" status: 404 len: 333 time: 0.2035007 Jan 28 10:07:50.785660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36764) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:50.789364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36766) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:50.802398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac28874-4311-4cef-b647-a32271d19aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:07:50.819097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:50.825858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.934792 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac28874-4311-4cef-b647-a32271d19aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0', 'code': 200} Jan 28 10:07:50.959217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-373a2dde-b00d-4d00-885c-e3543081783f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:50.975299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:51.019972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-373a2dde-b00d-4d00-885c-e3543081783f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.098097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-373a2dde-b00d-4d00-885c-e3543081783f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.165743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-373a2dde-b00d-4d00-885c-e3543081783f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.173678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-373a2dde-b00d-4d00-885c-e3543081783f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e8be471-e3d1-4adf-a177-e82568628c52 HTTP/1.1" status: 204 len: 168 time: 0.3777456 Jan 28 10:07:51.174991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a2dde-b00d-4d00-885c-e3543081783f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8be471-e3d1-4adf-a177-e82568628c52,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:51.228256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet c5b7b540-523d-4eb3-a326-4ad90d50a56c {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:51.302368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.369943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:51.374927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9354286a-85db-4e40-ad66-3278b6a6b6d5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:51.405588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b1ef32-165a-4225-a9d0-12c53d12cc02 req-2ba693cf-7768-4dff-99a8-1811319d4d44 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:51.408417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-57b1ef32-165a-4225-a9d0-12c53d12cc02 req-2ba693cf-7768-4dff-99a8-1811319d4d44 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 946 time: 0.1899621 Jan 28 10:07:51.421371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.421718 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Added segment 1e93e630-3de7-478c-b316-5d7dc5c983ad of type vlan for network 4a46e9a5-7922-4af6-9b11-583b9c8b9d01 Jan 28 10:07:51.433828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.485666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-57b1ef32-165a-4225-a9d0-12c53d12cc02 req-53cf5209-daca-4c95-bbf4-f02c227c195c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681403 Jan 28 10:07:51.608851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.649402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce8451e-4f8d-475d-9e9d-f66ff0220b18 req-866943ce-2a50-4384-a746-904e9c35ed93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:51.651260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cce8451e-4f8d-475d-9e9d-f66ff0220b18 req-866943ce-2a50-4384-a746-904e9c35ed93 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 1097 time: 0.4099212 Jan 28 10:07:51.726129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cce8451e-4f8d-475d-9e9d-f66ff0220b18 req-111262bd-acfd-4094-b31b-93fffc2b01dc service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664682 Jan 28 10:07:51.736805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:51.752715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.782018 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.782375 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Added segment bd1dfd3a-6c2a-4afa-a756-b98bd9b1155b of type vlan for network fe522710-3eac-4009-950a-5c6d6937d314 Jan 28 10:07:51.827232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36798) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:51.840157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.879569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.931181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=c5b7b540-523d-4eb3-a326-4ad90d50a56c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:51.937252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.939924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.941087 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:51.943496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea39e7f-b591-41cc-a4e5-a7046cf77646 None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:51.947726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:51.952124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:51.952794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:52.094090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7518dead-9a16-4801-a77c-987cbecf6991 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/c5b7b540-523d-4eb3-a326-4ad90d50a56c HTTP/1.1" status: 204 len: 168 time: 1.2865894 Jan 28 10:07:52.097052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36810) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:52.097652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Network': ['ID=4a46e9a5-7922-4af6-9b11-583b9c8b9d01,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:52.122624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.5033357 Jan 28 10:07:52.126603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36814) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:52.141214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4a46e9a5-7922-4af6-9b11-583b9c8b9d01 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:52.279909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet def1fec0-16ff-4f0d-8d8a-0c42017d8456 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:07:52.291688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:52.369994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3480e95e-94c4-4f43-bb6c-da86cce7b755 tempest-ServiceProvidersTest-1733353234 tempest-ServiceProvidersTest-1733353234-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5406919 Jan 28 10:07:52.418134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:52.563107 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:52.625434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866e9ef-b85e-45ef-ba4c-2ceb305d3b0c tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Network': ['ID=fe522710-3eac-4009-950a-5c6d6937d314,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:52.685488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:52.701362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network fe522710-3eac-4009-950a-5c6d6937d314 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:52.755195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:52.773164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:52.800711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:52.815353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:52.820393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=def1fec0-16ff-4f0d-8d8a-0c42017d8456,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:52.831292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:52.832440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Synchronizing usage tracker for tenant:f81e45c516354f4fab8086864a873343 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:52.835654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f5782895-40c1-493c-bfcb-81875a8f2861 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/def1fec0-16ff-4f0d-8d8a-0c42017d8456 HTTP/1.1" status: 204 len: 168 time: 0.7368412 Jan 28 10:07:52.838431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36836) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:52.993810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36840) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:53.122258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.180223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 10079677-a577-4ea9-bb9e-213724ba1d07 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:07:53.180830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.225393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Unset dirty status for tenant:f81e45c516354f4fab8086864a873343 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:53.227207 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-92f79b0e-d821-4882-9ab1-9ead28cbc65d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 1.0995452 Jan 28 10:07:53.231070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36848) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:53.244379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ca2c62-1ae6-4a3a-921a-ddea6e3ba947 None None] Update dhcp port {'port': {'network_id': 'dd4703af-ec99-4f41-ae2c-d623b28f7981', 'fixed_ips': [{'subnet_id': 'def1fec0-16ff-4f0d-8d8a-0c42017d8456'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '10079677-a577-4ea9-bb9e-213724ba1d07'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:07:53.308005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e045dc-dab6-43ce-aa4b-d482fe9faf63 req-f9260d85-d94a-4298-9ca0-b818fb17e837 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:53.309985 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94e045dc-dab6-43ce-aa4b-d482fe9faf63 req-f9260d85-d94a-4298-9ca0-b818fb17e837 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 946 time: 0.2572548 Jan 28 10:07:53.366192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-10ca2c62-1ae6-4a3a-921a-ddea6e3ba947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.553956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.573899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.673721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:53.712529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94e045dc-dab6-43ce-aa4b-d482fe9faf63 req-55fdef37-d6e9-4cb3-9b95-5e60f0429594 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959637 Jan 28 10:07:53.714528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Usage tracker for resource:security_group_rule and tenant:4ed78705045448568465e11ba3da7076 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:53.750623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] For port 10079677-a577-4ea9-bb9e-213724ba1d07, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=10079677-a577-4ea9-bb9e-213724ba1d07,segment=NetworkSegment(4dc50784-51d6-4d33-acd7-891e8a4b3015),segment_id=4dc50784-51d6-4d33-acd7-891e8a4b3015)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:07:53.751071 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.785489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050508a-5363-456b-82f1-ba0e2a71ac73 None None] Network dd4703af-ec99-4f41-ae2c-d623b28f7981 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:07:53.965596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5f242b4b-0a79-4302-bb87-9c20e5a57a17 None None] Provisioning complete for port 10079677-a577-4ea9-bb9e-213724ba1d07 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:07:53.966105 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f242b4b-0a79-4302-bb87-9c20e5a57a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:53.968295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 10079677-a577-4ea9-bb9e-213724ba1d07 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:07:54.005348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 10079677-a577-4ea9-bb9e-213724ba1d07 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:07:54.043321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:54.091607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:54.120015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.165440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a46e9a5-7922-4af6-9b11-583b9c8b9d01']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:54.191474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e93e630-3de7-478c-b316-5d7dc5c983ad') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:54.195191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e93e630-3de7-478c-b316-5d7dc5c983ad') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:54.224865 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.289247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.321778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:54.322342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:54.372125 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:54.378969 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.394759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-7818a894-a284-4dbc-8ae7-52ca32d2bdf0 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4363971 Jan 28 10:07:54.401732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.474826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5f242b4b-0a79-4302-bb87-9c20e5a57a17 None None] Could not find standard attr ID for object 10079677-a577-4ea9-bb9e-213724ba1d07. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:07:54.498612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No DVR routers for this DVR port 10079677-a577-4ea9-bb9e-213724ba1d07 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:07:54.501975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=10079677-a577-4ea9-bb9e-213724ba1d07,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:54.551011 n-d-825178-2 neutron-server[87542]: INFO neutron.plugins.ml2.db [None req-5f242b4b-0a79-4302-bb87-9c20e5a57a17 None None] No ports have port_id starting with 10079677-a577-4ea9-bb9e-213724ba1d07 Jan 28 10:07:54.646280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50e6e44-c548-43b8-8206-ea3d99f50769 None None] DHCP port deletion for dd4703af-ec99-4f41-ae2c-d623b28f7981 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:07:54.769557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.791207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.864493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.912311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4703af-ec99-4f41-ae2c-d623b28f7981']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:54.928011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc50784-51d6-4d33-acd7-891e8a4b3015') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:54.930924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc50784-51d6-4d33-acd7-891e8a4b3015') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:54.933694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eba48ce2-3554-468c-a650-87d9ad089c63,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:54.951242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.973267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-d2602173-9179-4fe8-b064-9b519df6af2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:54.974912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-d2602173-9179-4fe8-b064-9b519df6af2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 1096 time: 0.1962652 Jan 28 10:07:54.976257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:54.997283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:54.998068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.015696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1aa74820-b4a4-4c96-8a91-55ec110181ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ed78705045448568465e11ba3da7076&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0199804 Jan 28 10:07:55.018741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:55.066495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.100273 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.133844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Network': ['ID=4a46e9a5-7922-4af6-9b11-583b9c8b9d01,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:55.138901 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:55.143887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca557b96-8244-4f3d-b9ef-c1340b45fa25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.180636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca557b96-8244-4f3d-b9ef-c1340b45fa25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.250500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43364756-d72d-4ee1-bdc3-daa4d1a30306 req-713a6cf0-f95e-4a9f-b29d-5768a64a5b19 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:55.254925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.259603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43364756-d72d-4ee1-bdc3-daa4d1a30306 req-713a6cf0-f95e-4a9f-b29d-5768a64a5b19 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 946 time: 0.3459067 Jan 28 10:07:55.269489 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e6753da-d6b0-4a11-8274-be31aecb3ed3 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/networks/4a46e9a5-7922-4af6-9b11-583b9c8b9d01 HTTP/1.1" status: 204 len: 168 time: 2.0358768 Jan 28 10:07:55.271490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36892) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:55.396291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36896) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:55.423411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.428031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.429332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=dd4703af-ec99-4f41-ae2c-d623b28f7981,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:55.436047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca557b96-8244-4f3d-b9ef-c1340b45fa25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.438750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca557b96-8244-4f3d-b9ef-c1340b45fa25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.442305 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ca557b96-8244-4f3d-b9ef-c1340b45fa25 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eba48ce2-3554-468c-a650-87d9ad089c63 HTTP/1.1" status: 204 len: 168 time: 0.4225929 Jan 28 10:07:55.466164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-72ec3225-8d4d-49b5-b917-fbfe2978e17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:55.468316 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-72ec3225-8d4d-49b5-b917-fbfe2978e17d service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 913 time: 0.3134556 Jan 28 10:07:55.478643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f4c46ec-09e0-466b-a583-0fc6e5a754e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/dd4703af-ec99-4f41-ae2c-d623b28f7981 HTTP/1.1" status: 204 len: 168 time: 2.6333704 Jan 28 10:07:55.481871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36904) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:55.518206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca557b96-8244-4f3d-b9ef-c1340b45fa25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eba48ce2-3554-468c-a650-87d9ad089c63,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:55.557519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-43364756-d72d-4ee1-bdc3-daa4d1a30306 req-5a5a77c5-2f58-4cd1-bc97-ed4ff516f5a6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959933 Jan 28 10:07:55.706272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-fbc83936-ab59-4bb3-bd30-bfb5c68acf36 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7486666e-4cb5-45cf-a9b2-512525b642e9 HTTP/1.1" status: 200 len: 217 time: 0.2309394 Jan 28 10:07:55.760143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.773979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.806214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:55.810425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Usage tracker for resource:security_group_rule and tenant:2d378b9a1788434db8e4a4be5d0de6d6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:55.825532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:55.840609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:55.844185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe522710-3eac-4009-950a-5c6d6937d314']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:55.859686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-60aeca48-709e-4450-90d2-261072cfc2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:55.861604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-60aeca48-709e-4450-90d2-261072cfc2d8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ac99396-7416-4efb-b81b-7ac6ce5bf11d HTTP/1.1" status: 200 len: 852 time: 0.1450806 Jan 28 10:07:55.870821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd1dfd3a-6c2a-4afa-a756-b98bd9b1155b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:55.871128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd1dfd3a-6c2a-4afa-a756-b98bd9b1155b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:07:55.892934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.936361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f972b9ca-8fa8-4644-be97-5200a27ed960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.957602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.969846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:07:55.970447 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:55.977184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e398fd-5f1c-46c9-949c-c43d6c7c1dd2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:55.978083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a8e398fd-5f1c-46c9-949c-c43d6c7c1dd2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:07:55.988523 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:07:56.031021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-c1bc8d01-cece-4be2-8cbd-7656dbd41d6e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7bf2eaa-adc4-4307-91db-b2284e94125e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573370 Jan 28 10:07:56.118349 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.158855 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.170410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Network': ['ID=fe522710-3eac-4009-950a-5c6d6937d314,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:56.177631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f00dc6f2-24df-4ab7-8abe-d88cf8311429 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/networks/fe522710-3eac-4009-950a-5c6d6937d314 HTTP/1.1" status: 204 len: 168 time: 0.9051166 Jan 28 10:07:56.181857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36932) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:56.214623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a8e398fd-5f1c-46c9-949c-c43d6c7c1dd2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:56.216037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a8e398fd-5f1c-46c9-949c-c43d6c7c1dd2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 842 time: 0.6019156 Jan 28 10:07:56.230697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36938) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:56.417719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-65a1e8b2-ecae-4520-892b-b3bbbfcc579d service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782792 Jan 28 10:07:56.424399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.474157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaec0027-567f-47d4-bd85-f27f21aa3f26 req-decc57e5-3048-448d-8da7-9cff71680f0f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:56.478027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaec0027-567f-47d4-bd85-f27f21aa3f26 req-decc57e5-3048-448d-8da7-9cff71680f0f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.4922063 Jan 28 10:07:56.499064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5bf91293-fc0a-4421-bab4-a01afaf08c07 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2659709 Jan 28 10:07:56.505182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36956) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:56.516585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2891424e-6b19-4fa8-9188-e59021c52986 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:56.523657 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.526813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2891424e-6b19-4fa8-9188-e59021c52986 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:56.527673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2891424e-6b19-4fa8-9188-e59021c52986 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Synchronizing usage tracker for tenant:f81e45c516354f4fab8086864a873343 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:56.541653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-824512428'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:56.552176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:56.563018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:56.571200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:56.580636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:56.587992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2891424e-6b19-4fa8-9188-e59021c52986 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Unset dirty status for tenant:f81e45c516354f4fab8086864a873343 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:56.590306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2891424e-6b19-4fa8-9188-e59021c52986 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4086206 Jan 28 10:07:56.595225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36962) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:56.605589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1922733134'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:56.614871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:56.620553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaec0027-567f-47d4-bd85-f27f21aa3f26 req-6f26c19c-9cfc-4afd-92f9-47cdc45cbb83 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0774875 Jan 28 10:07:56.628442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.652805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:56.670547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:56.681785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 300} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:56.698356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.699074 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment fc0289d0-aada-4a30-a5f7-27b8a57293f8 of type vlan for network 919e9c62-dc30-48a6-ac2c-01177332b539 Jan 28 10:07:56.731167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:56.738374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf75c162-7318-4e2b-93f5-6311b120d001,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:56.745018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.769386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ec32ac1-36c2-483c-aefb-c7be53978851 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d378b9a1788434db8e4a4be5d0de6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3708785 Jan 28 10:07:56.770224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 36966) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:56.850440 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdf0370-7acd-4727-8615-a7d5af220880 req-7a8eaf4c-101c-43eb-a3e5-47053b4a0593 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243731 Jan 28 10:07:56.854636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.952567 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.959069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:56.960741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.962663 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1f52636-e669-4706-a161-77b86c78a7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:56.988071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:57.042610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaec0027-567f-47d4-bd85-f27f21aa3f26 req-8d2ef9cb-415b-436f-9f9b-9890047eed4e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4019115 Jan 28 10:07:57.052513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1f52636-e669-4706-a161-77b86c78a7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.107733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.108082 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Added segment 655a2a4b-1b24-4129-bf3d-c8cd3b4f2ea9 of type vlan for network 257f9c88-9df4-4f87-84fc-3fc972b6e083 Jan 28 10:07:57.141259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6074336 Jan 28 10:07:57.154442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 36984) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:57.171189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:57.201388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea179fd-dc26-46ab-8e69-43d278c34f46 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=919e9c62-dc30-48a6-ac2c-01177332b539,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:57.212440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 919e9c62-dc30-48a6-ac2c-01177332b539 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:57.383192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-4ee2e4c4-35a3-4d65-8ad3-0079708145b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6145458 Jan 28 10:07:57.416061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.554267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaec0027-567f-47d4-bd85-f27f21aa3f26 req-f037bf2b-90a0-4288-b1db-43d87a13d0a5 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879392 Jan 28 10:07:57.752488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1f52636-e669-4706-a161-77b86c78a7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.760938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:57.777679 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaec0027-567f-47d4-bd85-f27f21aa3f26 req-e4c676ae-5aae-4baf-b403-5b550d3411a8 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012205 Jan 28 10:07:57.778838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:57.782498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f52636-e669-4706-a161-77b86c78a7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf75c162-7318-4e2b-93f5-6311b120d001,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:57.786781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1f52636-e669-4706-a161-77b86c78a7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.788622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1f52636-e669-4706-a161-77b86c78a7b1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bf75c162-7318-4e2b-93f5-6311b120d001 HTTP/1.1" status: 204 len: 168 time: 0.9628987 Jan 28 10:07:57.790216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:57.811034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.817626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:57.818710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:57.847701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:57.968228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:57.968384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3715916 Jan 28 10:07:57.975126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1580304267'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:57.987112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:57.989138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:57.992640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.025868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:58.048792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:58.055817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.109667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ee05d-3ede-4ace-8b7a-eb3a58c1f9bb tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Network': ['ID=257f9c88-9df4-4f87-84fc-3fc972b6e083,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:58.130831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 257f9c88-9df4-4f87-84fc-3fc972b6e083 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:58.154917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-56d34833-d1ac-4c8b-b3ba-e396c362b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:58.156603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-56d34833-d1ac-4c8b-b3ba-e396c362b6ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1097 time: 0.4552155 Jan 28 10:07:58.162352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:07:58.190557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.190557 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Added segment ca2cd215-74ec-4c15-9bef-96700fa100d4 of type vlan for network f4276e34-7cf1-451d-bbd2-6b78a9c26cd8 Jan 28 10:07:58.250461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.359113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.395434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:58.400838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.439570 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-596703fe-7c10-41cc-83f6-06dbb5aa84cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.671301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37034) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:58.731970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7622342 Jan 28 10:07:58.735931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37040) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:58.739028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fc435-fd8b-446d-9462-e731e088c76f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Network': ['ID=f4276e34-7cf1-451d-bbd2-6b78a9c26cd8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:58.751819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f4276e34-7cf1-451d-bbd2-6b78a9c26cd8 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:07:58.754755 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'ports': [{'network_id': '257f9c88-9df4-4f87-84fc-3fc972b6e083', 'name': 'tempest-port--1805912432', 'admin_state_up': True}, {'network_id': 'f4276e34-7cf1-451d-bbd2-6b78a9c26cd8', 'admin_state_up': False}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:58.755459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'port': {'network_id': '257f9c88-9df4-4f87-84fc-3fc972b6e083', 'name': 'tempest-port--1805912432', 'admin_state_up': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:58.756189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'port': {'network_id': 'f4276e34-7cf1-451d-bbd2-6b78a9c26cd8', 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:07:58.815887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:58.875903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:58.881644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Usage tracker for resource:security_group_rule and tenant:2819f1ebe9304968a0b8a33fbe180618 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:58.885917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:58.893630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:58.945349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-12f6c411-4809-4bc5-9765-3021241a30cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:58.948061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-12f6c411-4809-4bc5-9765-3021241a30cd service neutron] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 915 time: 0.7505627 Jan 28 10:07:59.180570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-dfda0bdf-086e-4b1f-a695-c915ca4d78c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 1002 time: 0.2232881 Jan 28 10:07:59.197472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:07:59.202829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Usage tracker for resource:port and tenant:f81e45c516354f4fab8086864a873343 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:07:59.206018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:07:59.213656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:07:59.230899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'port': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:07:59.239160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.263925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.376204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.446376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.447974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-63d4dd0c-35ea-4607-a882-a88df554635f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:59.449468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-63d4dd0c-35ea-4607-a882-a88df554635f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.2140081 Jan 28 10:07:59.482317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.593131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.626277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] device_id is not set on port b3fddc36-c89a-45ca-9998-fff07b7fd77e yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:59.634226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.649818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-ee36a121-74fa-4bbf-9ae4-d83d9528ac3f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:59.650724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-ee36a121-74fa-4bbf-9ae4-d83d9528ac3f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:07:59.675749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=cd49a93e-95f9-4147-902d-c4725f6f4f98,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:59.748181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.760475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f75e9d58-3c52-496a-9e34-6c1c94af30f0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:07:59.772202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-82ae08a6-2934-421c-b7e5-76ae2d315b52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2819f1ebe9304968a0b8a33fbe180618&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0958421 Jan 28 10:07:59.773601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37106) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:07:59.774897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': 'fc0289d0-aada-4a30-a5f7-27b8a57293f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:07:59.775453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: 919e9c62-dc30-48a6-ac2c-01177332b539, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:07:59.784152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-ee36a121-74fa-4bbf-9ae4-d83d9528ac3f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:07:59.791478 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-ee36a121-74fa-4bbf-9ae4-d83d9528ac3f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.7356493 Jan 28 10:07:59.825397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-ef4785e0-d27c-44d1-8ae0-ff98bbd1da26 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0327504 Jan 28 10:07:59.914107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] device_id is not set on port d429de04-2809-489f-8192-1f210d13de8b yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:07:59.926925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-dc0e9837-eea8-44a4-87de-acdb71298e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:07:59.929439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-dc0e9837-eea8-44a4-87de-acdb71298e86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4183381 Jan 28 10:07:59.931514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 919e9c62-dc30-48a6-ac2c-01177332b539 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:07:59.931972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3690da4-3efb-4fcc-91ce-0a8f06af3824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:07:59.966443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3690da4-3efb-4fcc-91ce-0a8f06af3824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.091743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3690da4-3efb-4fcc-91ce-0a8f06af3824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.116345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.127052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3690da4-3efb-4fcc-91ce-0a8f06af3824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f75e9d58-3c52-496a-9e34-6c1c94af30f0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:00.132789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 919e9c62-dc30-48a6-ac2c-01177332b539) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:00.137681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:00.138458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.141112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3690da4-3efb-4fcc-91ce-0a8f06af3824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.144872 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3690da4-3efb-4fcc-91ce-0a8f06af3824 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f75e9d58-3c52-496a-9e34-6c1c94af30f0 HTTP/1.1" status: 204 len: 168 time: 0.3677027 Jan 28 10:08:00.171443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74deedf8-f3ec-4c5c-a8c3-60ab5cad25ba None None] Network 919e9c62-dc30-48a6-ac2c-01177332b539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:00.190177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-148cf658-f949-4abc-b1cf-24a8c8f2e627 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0315671 Jan 28 10:08:00.192983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:00.200723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539', 'name': 'tempest-PortsTestJSON-786407053'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:00.201451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-f098011e-3ef8-499e-88a6-ca681b7be0bc service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450638 Jan 28 10:08:00.212435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-cfdf4e9b-0096-45dd-aec1-ef55d1740e06 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3786035 Jan 28 10:08:00.227675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.333149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Port': ['ID=b3fddc36-c89a-45ca-9998-fff07b7fd77e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:00.451893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-919e9c62-dc30-48a6-ac2c-01177332b539', 'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': 'cd49a93e-95f9-4147-902d-c4725f6f4f98'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:00.452761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.456554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Checking segment: {'id': '655a2a4b-1b24-4129-bf3d-c8cd3b4f2ea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '257f9c88-9df4-4f87-84fc-3fc972b6e083'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:00.457294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network hostable DHCP agents. Network: 257f9c88-9df4-4f87-84fc-3fc972b6e083, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:00.629432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:00.653765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:00.673240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network 257f9c88-9df4-4f87-84fc-3fc972b6e083 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:00.687053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:00.696557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.724400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 257f9c88-9df4-4f87-84fc-3fc972b6e083) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:00.738266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:00.739197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:00.754117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5044874-ce37-42b7-a89a-bd764b78d1bf None None] Network 257f9c88-9df4-4f87-84fc-3fc972b6e083 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:00.995548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-e37dd7ed-245c-4f3a-80c0-2ccb808535c5 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7332909 Jan 28 10:08:01.008739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e38250d-eb58-426a-9f94-a9fd62bf386e req-a86fb07e-f3be-4a0b-afd7-92a761ecb6f0 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952766 Jan 28 10:08:01.076195 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:01.085688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Allocated IP 172.20.0.2 (919e9c62-dc30-48a6-ac2c-01177332b539/cd49a93e-95f9-4147-902d-c4725f6f4f98/91093e90-4b50-4450-991e-0bda41caba22) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:01.186351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 0ea25569-b383-4187-80f2-8f4e4b01527a yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:08:01.296527 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-498c13f4-bb28-446d-a5d1-cdea2efe4e74 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773137 Jan 28 10:08:01.366551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Port': ['ID=d429de04-2809-489f-8192-1f210d13de8b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:01.427940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Checking segment: {'id': 'ca2cd215-74ec-4c15-9bef-96700fa100d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f4276e34-7cf1-451d-bbd2-6b78a9c26cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:01.441837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network hostable DHCP agents. Network: f4276e34-7cf1-451d-bbd2-6b78a9c26cd8, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:01.498691 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:01.506898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network f4276e34-7cf1-451d-bbd2-6b78a9c26cd8 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:01.526918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Transition to ACTIVE for port object 91093e90-4b50-4450-991e-0bda41caba22 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:01.529610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f4276e34-7cf1-451d-bbd2-6b78a9c26cd8) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:01.535640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:01.545031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a295267-eeef-474f-9e9a-e732e3500949 None None] Network f4276e34-7cf1-451d-bbd2-6b78a9c26cd8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:01.545732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:01.563422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:01.568512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:01.705608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-de651943-1913-4d9e-a5d7-2fa26534f4e5 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.9679296 Jan 28 10:08:01.708171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37188) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:01.715759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-55747365-24e3-463d-b6bb-c9a92f0da0fa req-5033d382-25e5-4099-98e0-41bbb3540ffb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 210 time: 0.1123223 Jan 28 10:08:01.756678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Transition to ACTIVE for port object 91093e90-4b50-4450-991e-0bda41caba22 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:01.778308 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:01.860480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Pushing event updated for resources: {'Port': ['ID=91093e90-4b50-4450-991e-0bda41caba22,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:01.885469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Network 919e9c62-dc30-48a6-ac2c-01177332b539 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:01.887077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.887420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.887813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.888149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.888471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.889115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.889464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.890244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.890747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.891512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.891710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf290ec-00e3-4fd0-aae9-9d2f93ab30e2 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:01.892641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.893262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:01.899576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:01.906768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:01.921972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf290ec-00e3-4fd0-aae9-9d2f93ab30e2 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:01.926603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fbf290ec-00e3-4fd0-aae9-9d2f93ab30e2 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2144156 Jan 28 10:08:01.928928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37196) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:01.986960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.5 (919e9c62-dc30-48a6-ac2c-01177332b539/cd49a93e-95f9-4147-902d-c4725f6f4f98/0ea25569-b383-4187-80f2-8f4e4b01527a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:02.061651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37204) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:02.075598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Attempting to bind port 91093e90-4b50-4450-991e-0bda41caba22 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:02.076364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Attempting to bind port 91093e90-4b50-4450-991e-0bda41caba22 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'fc0289d0-aada-4a30-a5f7-27b8a57293f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:02.077279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Attempting to bind port 91093e90-4b50-4450-991e-0bda41caba22 on network 919e9c62-dc30-48a6-ac2c-01177332b539 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:02.087213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:02.088364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Checking segment: {'id': 'fc0289d0-aada-4a30-a5f7-27b8a57293f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:02.089583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.090352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Bound using segment: {'id': 'fc0289d0-aada-4a30-a5f7-27b8a57293f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:02.091102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Bound port: 91093e90-4b50-4450-991e-0bda41caba22, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc0289d0-aada-4a30-a5f7-27b8a57293f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:02.091726 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.121411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Deleting port b3fddc36-c89a-45ca-9998-fff07b7fd77e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:02.122711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.275592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] For port 91093e90-4b50-4450-991e-0bda41caba22, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:02.281794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] For port 91093e90-4b50-4450-991e-0bda41caba22, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91093e90-4b50-4450-991e-0bda41caba22,segment=NetworkSegment(fc0289d0-aada-4a30-a5f7-27b8a57293f8),segment_id=fc0289d0-aada-4a30-a5f7-27b8a57293f8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:02.288078 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.477336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a81a57f-175b-4273-9432-028f099123f2 None None] Pushing event updated for resources: {'Port': ['ID=91093e90-4b50-4450-991e-0bda41caba22,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:02.499605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.538554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:02.552458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Usage tracker for resource:security_group_rule and tenant:c62968b435424b4581977f3c4ef02445 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:02.559706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:02.587483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:02.642509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.647791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.687084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object 0ea25569-b383-4187-80f2-8f4e4b01527a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:02.812350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:02.998894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=0ea25569-b383-4187-80f2-8f4e4b01527a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:03.000017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Calling delete_port for b3fddc36-c89a-45ca-9998-fff07b7fd77e owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:03.017539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.025375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.101673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 919e9c62-dc30-48a6-ac2c-01177332b539 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:03.107905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:03.117381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c62968b435424b4581977f3c4ef02445&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546286 Jan 28 10:08:03.118703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:03.158485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bbef2-0252-49b2-aee8-30168031e524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e243507-4d1d-40ae-9a32-27b7467ed773,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:03.160929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37228) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:03.201110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.218069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:03.218585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.248801 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-de229a17-c4fe-4e99-9bcf-e82b883f4539 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0545638 Jan 28 10:08:03.252074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37236) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:03.267678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '919e9c62-dc30-48a6-ac2c-01177332b539', 'name': 'tempest-PortsTestJSON-1866030557'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:03.331686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e65a0b2-91bc-4394-a78f-c6110feeb8fd req-44a7378a-3dec-4021-a24b-dd3b2027ed04 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 210 time: 0.1693356 Jan 28 10:08:03.332509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Port': ['ID=b3fddc36-c89a-45ca-9998-fff07b7fd77e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:03.365029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.408961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a455325-18f7-454b-88b7-35651ca31593 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/ports/b3fddc36-c89a-45ca-9998-fff07b7fd77e HTTP/1.1" status: 204 len: 168 time: 1.4757044 Jan 28 10:08:03.410044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:03.571884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:03.581332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:03.585182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:03.597561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:03.619817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:03.623709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.649665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c593761-cbec-4d9c-b7ed-e593a9bef181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.663263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Deleting port d429de04-2809-489f-8192-1f210d13de8b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:03.663902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.675719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:08:03.818114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c593761-cbec-4d9c-b7ed-e593a9bef181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:03.967244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.11 (919e9c62-dc30-48a6-ac2c-01177332b539/cd49a93e-95f9-4147-902d-c4725f6f4f98/ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:04.076427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91093e90-4b50-4450-991e-0bda41caba22 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:04.086767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-15aec81a-4d63-44de-b65b-7319b0365025 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:04.088706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-15aec81a-4d63-44de-b65b-7319b0365025 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.5987346 Jan 28 10:08:04.119550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': '19e2e264-39e7-4777-a556-58fca9962411', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:04.136236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.279324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 91093e90-4b50-4450-991e-0bda41caba22 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:04.399849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06648f6f-fd7b-4014-b946-89667fc64b8c None None] Network 919e9c62-dc30-48a6-ac2c-01177332b539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:04.403763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.448406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:04.582116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a56be7cc-7510-415d-8336-ed7c15af621f req-2407e0a9-7a36-4868-85df-fdc8f5da4478 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 210 time: 0.0987055 Jan 28 10:08:04.603963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.610536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:04.623460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Calling delete_port for d429de04-2809-489f-8192-1f210d13de8b owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:04.672954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] Provisioning for port 91093e90-4b50-4450-991e-0bda41caba22 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:04.685623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] Provisioning complete for port 91093e90-4b50-4450-991e-0bda41caba22 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:04.686009 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.687876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:04.716283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:04.720024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.733881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c593761-cbec-4d9c-b7ed-e593a9bef181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.775745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1c593761-cbec-4d9c-b7ed-e593a9bef181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:04.777115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1c593761-cbec-4d9c-b7ed-e593a9bef181 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e243507-4d1d-40ae-9a32-27b7467ed773 HTTP/1.1" status: 204 len: 168 time: 1.6012406 Jan 28 10:08:04.779197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c593761-cbec-4d9c-b7ed-e593a9bef181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e243507-4d1d-40ae-9a32-27b7467ed773,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:04.870297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:04.888859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 919e9c62-dc30-48a6-ac2c-01177332b539 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:04.890596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:04.894642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:05.006205 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.043708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] For port 91093e90-4b50-4450-991e-0bda41caba22, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91093e90-4b50-4450-991e-0bda41caba22,segment=NetworkSegment(fc0289d0-aada-4a30-a5f7-27b8a57293f8),segment_id=fc0289d0-aada-4a30-a5f7-27b8a57293f8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:05.049859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:05.052020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.055807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.5 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/75359fee-9d4e-4980-a942-ef684c53f710) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:05.059870 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.123848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fb160fd7-887e-46a2-8fd2-e44e2d6f960f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.8700147 Jan 28 10:08:05.125341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37280) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:05.182665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.187280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc998c44-2211-4c61-b964-4c5229035699 None None] Pushing event updated for resources: {'Port': ['ID=91093e90-4b50-4450-991e-0bda41caba22,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:05.313092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e793198-f610-48ef-897f-c14ae2dd7a41 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:05.314041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3e793198-f610-48ef-897f-c14ae2dd7a41 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:05.340067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Port': ['ID=d429de04-2809-489f-8192-1f210d13de8b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:05.344304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3e793198-f610-48ef-897f-c14ae2dd7a41 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:05.353557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e793198-f610-48ef-897f-c14ae2dd7a41 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.2271433 Jan 28 10:08:05.354413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37290) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:05.428802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37294) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:05.490118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.507006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Provisioning complete for port 91093e90-4b50-4450-991e-0bda41caba22 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:05.507470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.570990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:05.574342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.639544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.690371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:05.724521 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f803e78-2013-4b3b-970a-e43df87df64e tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/ports/d429de04-2809-489f-8192-1f210d13de8b HTTP/1.1" status: 204 len: 168 time: 2.3079503 Jan 28 10:08:05.728424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:05.746610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Usage tracker for resource:security_group_rule and tenant:c684f1f33d434e1193c38f33e4f0a05b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:05.760551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:05.783313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.845428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:05.851701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:05.861623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:05.909140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4738e4f3-2e9d-4002-a2c2-4d83aeed9a4a tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Synchronizing usage tracker for tenant:f81e45c516354f4fab8086864a873343 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:05.965035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Provisioning for port 0ea25569-b383-4187-80f2-8f4e4b01527a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:06.000424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Provisioning complete for port 0ea25569-b383-4187-80f2-8f4e4b01527a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:06.000424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.007172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:06.007172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:06.007172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:06.040412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37312) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:06.145214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:06.146436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.198438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91093e90-4b50-4450-991e-0bda41caba22 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:06.229490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1220942 Jan 28 10:08:06.253118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Request body: {'port': {'device_id': '19e2e264-39e7-4777-a556-58fca9962411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:06.300943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37316) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:06.355224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Port 0ea25569-b383-4187-80f2-8f4e4b01527a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:06.376484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Provisioning for port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:06.376484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Provisioning complete for port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:06.376484 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.422455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8aeacb-b7d2-4f88-bf77-858902c8ffc5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=75359fee-9d4e-4980-a942-ef684c53f710,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:06.435032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.470325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.473245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b2299376-73de-421d-9954-7f7360a7ddda None None] Port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:06.474642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 91093e90-4b50-4450-991e-0bda41caba22 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:06.475702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.614036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00ebf9c-9601-42c0-929e-997d5c30de11,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:06.617689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4738e4f3-2e9d-4002-a2c2-4d83aeed9a4a tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Unset dirty status for tenant:f81e45c516354f4fab8086864a873343 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:06.618850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4738e4f3-2e9d-4002-a2c2-4d83aeed9a4a tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.8825173 Jan 28 10:08:06.647718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37324) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:06.701463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.753954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.785004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-38465743'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:06.792886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:06.797757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Usage tracker for resource:security_group_rule and tenant:2adc96a8f7e64eaeaa93e6e6a2e2da28 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:06.801513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:06.810963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:06.814331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ae1c465e-b359-44f5-b753-7bfaecfacc55 None None] Provisioning complete for port 0ea25569-b383-4187-80f2-8f4e4b01527a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:06.814331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae1c465e-b359-44f5-b753-7bfaecfacc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:06.819809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:06.839707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-36605cfd-f8aa-4a47-a1ae-cefd7bc1b8b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c684f1f33d434e1193c38f33e4f0a05b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4095631 Jan 28 10:08:06.859992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37328) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:06.859992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Usage tracker for resource:network and tenant:f81e45c516354f4fab8086864a873343 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:06.867872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:06.934683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:06.952449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c465e-b359-44f5-b753-7bfaecfacc55 None None] Port 0ea25569-b383-4187-80f2-8f4e4b01527a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:06.975864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ae1c465e-b359-44f5-b753-7bfaecfacc55 None None] Provisioning complete for port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:06.975864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae1c465e-b359-44f5-b753-7bfaecfacc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.001697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Deleting port 50f15839-6dee-40ba-98c7-252b147e22ad {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:07.002250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.047490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae1c465e-b359-44f5-b753-7bfaecfacc55 None None] Port ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:07.049889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.076907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:07.078927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.113136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466f302f-fc20-4cec-8afd-fd5184586935 req-cd2a2489-9e98-4859-8afa-9544264def78 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:07.113136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-466f302f-fc20-4cec-8afd-fd5184586935 req-cd2a2489-9e98-4859-8afa-9544264def78 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 931 time: 1.2345936 Jan 28 10:08:07.238257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:07.317250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:07.325057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75359fee-9d4e-4980-a942-ef684c53f710 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:08:07.333212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.333212 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Added segment 73ac2378-87dc-4f25-8d2e-fe78def8f41b of type vlan for network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 Jan 28 10:08:07.340812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.357314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.368031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Transition to ACTIVE for port object 75359fee-9d4e-4980-a942-ef684c53f710 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:07.389643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.389643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.415950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.415950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:07.415950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.434419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.575799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2adc96a8f7e64eaeaa93e6e6a2e2da28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2273583 Jan 28 10:08:07.578903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37332) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:07.626159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Pushing event updated for resources: {'Port': ['ID=75359fee-9d4e-4980-a942-ef684c53f710,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:07.648348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d436912c-6d8e-4cab-9de7-9abfe4d071bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.648689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a2b895-50d3-4807-9a86-7357ef9b6e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca16d17-ff24-47bc-9822-a577b3e2feb6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:07.680040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-466f302f-fc20-4cec-8afd-fd5184586935 req-0cc35ba5-a7d9-4370-a68c-5704ae4ad05f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500344 Jan 28 10:08:07.704219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Network': ['ID=f8f5df45-bd76-4a29-8752-5d2aaa33f0d5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:07.762216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4b90291a-94e4-4468-a6ec-b413634db6ae tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0874245 Jan 28 10:08:07.765121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37338) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:07.771383 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d436912c-6d8e-4cab-9de7-9abfe4d071bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.772789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:07.807877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1049519635'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:07.852369 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:08:07.887211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:07.923244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.923578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.935853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Usage tracker for resource:network and tenant:f81e45c516354f4fab8086864a873343 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:07.944393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:07.996135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b0c-728c-4e42-85e8-ce2f24b169fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:07.996135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Attempting to bind port 75359fee-9d4e-4980-a942-ef684c53f710 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:07.996135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Attempting to bind port 75359fee-9d4e-4980-a942-ef684c53f710 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:07.996135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Attempting to bind port 75359fee-9d4e-4980-a942-ef684c53f710 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:08.022472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Port 75359fee-9d4e-4980-a942-ef684c53f710 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:08:08.022472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Attempting to bind port 75359fee-9d4e-4980-a942-ef684c53f710 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:08.042939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:08.042939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:08.042939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:08.042939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Bound port: 75359fee-9d4e-4980-a942-ef684c53f710, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:08.042939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.057680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b0c-728c-4e42-85e8-ce2f24b169fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.081285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:08.087804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Calling delete_port for 50f15839-6dee-40ba-98c7-252b147e22ad owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:08.145949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.196410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:08.207324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.218445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] For port 75359fee-9d4e-4980-a942-ef684c53f710, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:08.218445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] For port 75359fee-9d4e-4980-a942-ef684c53f710, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=75359fee-9d4e-4980-a942-ef684c53f710,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:08.222703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.259109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:08.261700 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b0c-728c-4e42-85e8-ce2f24b169fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.273150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d436912c-6d8e-4cab-9de7-9abfe4d071bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.308826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a6b0c-728c-4e42-85e8-ce2f24b169fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca16d17-ff24-47bc-9822-a577b3e2feb6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:08.324612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:08.324612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.338110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] 10.222.0.25 "PUT /v2.0/ports/75359fee-9d4e-4980-a942-ef684c53f710 HTTP/1.1" status: 200 len: 1091 time: 2.0931406 Jan 28 10:08:08.338110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19e2e264-39e7-4777-a556-58fca9962411', 'tag': '75359fee-9d4e-4980-a942-ef684c53f710'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:08.384276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b24a6b0c-728c-4e42-85e8-ce2f24b169fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.384276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b24a6b0c-728c-4e42-85e8-ce2f24b169fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8ca16d17-ff24-47bc-9822-a577b3e2feb6 HTTP/1.1" status: 204 len: 168 time: 0.7934680 Jan 28 10:08:08.384276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952d04c3-3d88-48c6-8938-0f36582e2506 service neutron] Pushing event updated for resources: {'Port': ['ID=75359fee-9d4e-4980-a942-ef684c53f710,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:08.411332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 338} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:08.411332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436912c-6d8e-4cab-9de7-9abfe4d071bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00ebf9c-9601-42c0-929e-997d5c30de11,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:08.543617 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19e2e264-39e7-4777-a556-58fca9962411', 'tag': '75359fee-9d4e-4980-a942-ef684c53f710', 'status': 'completed', 'code': 200} Jan 28 10:08:08.564843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-94b8f690-2c88-4f1e-b46e-93ee097a8928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:08.566411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-94b8f690-2c88-4f1e-b46e-93ee097a8928 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 1094 time: 0.1545672 Jan 28 10:08:08.671883 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.672235 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Added segment 5c35a3cd-515b-4d4a-9e35-21dd67ad0c86 of type vlan for network dfa3f362-064f-499a-868d-f1b81e84b1bd Jan 28 10:08:08.684141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-1199bd72-2d29-4b4e-a770-b861cd546cc3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75359fee-9d4e-4980-a942-ef684c53f710 HTTP/1.1" status: 200 len: 217 time: 0.1101792 Jan 28 10:08:08.699395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.703369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d436912c-6d8e-4cab-9de7-9abfe4d071bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.708569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d436912c-6d8e-4cab-9de7-9abfe4d071bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c00ebf9c-9601-42c0-929e-997d5c30de11 HTTP/1.1" status: 204 len: 168 time: 1.8398576 Jan 28 10:08:08.731586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f05a36ec-caf6-4893-84d6-8a451a272d77 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 HTTP/1.1" status: 204 len: 168 time: 3.3702607 Jan 28 10:08:08.761325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37350) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:08.771063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.844723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-b88f7b27-cc93-4e06-81cd-d93dec4458ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:08.851105 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a699f2-5d01-42cb-8314-9988d7d5e0ec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:08:08.851105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d2a699f2-5d01-42cb-8314-9988d7d5e0ec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:08.859003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-b88f7b27-cc93-4e06-81cd-d93dec4458ad service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1371129 Jan 28 10:08:08.888327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.918276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d2a699f2-5d01-42cb-8314-9988d7d5e0ec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:08.918276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2a699f2-5d01-42cb-8314-9988d7d5e0ec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/ac13ebc9-ddaf-4ec5-8b9d-a9871c68b322 HTTP/1.1" status: 404 len: 333 time: 0.1488373 Jan 28 10:08:08.925311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.932214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:08.932214 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:08.938074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37356) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:08.980070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event deleted for resources: {'Port': ['ID=50f15839-6dee-40ba-98c7-252b147e22ad,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:09.043095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-1ef66f88-4937-4732-8c57-1fb965bd5da0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1942239 Jan 28 10:08:09.236422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4603739 Jan 28 10:08:09.313135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:09.314679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e256d-20ac-4362-af6c-a20c9ebf1455 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Network': ['ID=dfa3f362-064f-499a-868d-f1b81e84b1bd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:09.341429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network dfa3f362-064f-499a-868d-f1b81e84b1bd details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:09.367996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:09.386846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 0ea25569-b383-4187-80f2-8f4e4b01527a {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:09.387425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:09.465468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:09.470122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Usage tracker for resource:security_group_rule and tenant:1bec4e6bd9f24e98bcc12e342901bd18 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:09.474001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:09.479255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-73d7ec17-8641-4ce8-a711-cc7c9b0ea57d service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4389126 Jan 28 10:08:09.481297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:09.570162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:09.573697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:09.574418 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Floating IP ef124b32-d932-44e3-a414-579d8404f0be disassociated (deleted). External IP: 172.25.1.152, port: d9be83d8-5620-4143-81f9-32be8bdfa4dc. Jan 28 10:08:09.656419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:09.735634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-311aba4b-30ce-4ee1-9af5-dc16166e3181 req-b5703d17-ce48-4e20-a327-a4cc150d9a28 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494335 Jan 28 10:08:09.863411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1bec4e6bd9f24e98bcc12e342901bd18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5460217 Jan 28 10:08:09.874150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37376) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:09.885946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02c675-f9ca-4902-b4ff-745bfefadabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7da0b6f-583e-4ba8-9808-503c2c68bc5a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:09.914004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25638b-13ad-44bd-9ce5-81e4c437a477 req-e65c281c-0595-499e-83a3-0b6cc250ecaf tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:09.921014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1d25638b-13ad-44bd-9ce5-81e4c437a477 req-e65c281c-0595-499e-83a3-0b6cc250ecaf tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 943 time: 0.7782817 Jan 28 10:08:09.924480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-1439023f-febb-4ec4-a864-dec842d414fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:09.926760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-1439023f-febb-4ec4-a864-dec842d414fa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 1094 time: 0.1355617 Jan 28 10:08:10.116820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93c27d04-3a0e-4d21-be0b-805dd7b65a35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:10.130474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-aa5e4665-3cab-425e-8e1d-d32a3fec2679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:10.132762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-aa5e4665-3cab-425e-8e1d-d32a3fec2679 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.1952868 Jan 28 10:08:10.181590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1d25638b-13ad-44bd-9ce5-81e4c437a477 req-374b82ac-641f-4642-b67c-b3612400e4e6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594717 Jan 28 10:08:10.232233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-527b3dc8-fcb0-4b37-a1ad-6af3c68726cc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=75359fee-9d4e-4980-a942-ef684c53f710 HTTP/1.1" status: 200 len: 217 time: 0.0872064 Jan 28 10:08:10.234173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93c27d04-3a0e-4d21-be0b-805dd7b65a35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:10.303422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-72a44cf5-aa3e-4c63-937f-e145f4360d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:10.305304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-72a44cf5-aa3e-4c63-937f-e145f4360d75 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.0634005 Jan 28 10:08:10.389208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:10.391766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-971145e9-355a-4ce8-ad28-0b1fa3c6b86a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697465 Jan 28 10:08:10.545895 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93c27d04-3a0e-4d21-be0b-805dd7b65a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:10.587466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c27d04-3a0e-4d21-be0b-805dd7b65a35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7da0b6f-583e-4ba8-9808-503c2c68bc5a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:10.622629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93c27d04-3a0e-4d21-be0b-805dd7b65a35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:10.624025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93c27d04-3a0e-4d21-be0b-805dd7b65a35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7da0b6f-583e-4ba8-9808-503c2c68bc5a HTTP/1.1" status: 204 len: 168 time: 0.7454991 Jan 28 10:08:10.648288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-f1506de8-5d78-49f6-940d-f221e6d66125 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492597 Jan 28 10:08:10.753026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 0ea25569-b383-4187-80f2-8f4e4b01527a owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:10.819152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:08:11.105657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ddabe626-44aa-4634-bc9a-e3c2d3d15c3e req-74337256-d658-407b-9a7f-5c90d1d5ec67 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4503779 Jan 28 10:08:11.129948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:08:11.137334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:11.142257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] Sync routers for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:08:11.157668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:11.158556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:07:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:11.189094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=0ea25569-b383-4187-80f2-8f4e4b01527a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:11.206801 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:11.520290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-424b0814-8b3f-460f-8008-5bc0b4e4b54f tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "DELETE /v2.0/floatingips/ef124b32-d932-44e3-a414-579d8404f0be HTTP/1.1" status: 204 len: 168 time: 5.4833069 Jan 28 10:08:11.536901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:11.606133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:08:11.617837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:11.623023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b7392fe7-8540-40d0-86cb-3bdc960c0fc2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/0ea25569-b383-4187-80f2-8f4e4b01527a HTTP/1.1" status: 204 len: 168 time: 2.6658587 Jan 28 10:08:11.623929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37428) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:11.834941 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dc024b6-0253-4c1a-8a90-9c25ed5d7009 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:08:11.839181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0dc024b6-0253-4c1a-8a90-9c25ed5d7009 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/0ea25569-b383-4187-80f2-8f4e4b01527a HTTP/1.1" status: 404 len: 333 time: 0.2116275 Jan 28 10:08:11.839545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37438) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:11.907223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57057fe8-a1b3-461d-924c-3ca31721191d req-6a16697e-f545-4d69-b925-f2519d6f3ff5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:11.909848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-57057fe8-a1b3-461d-924c-3ca31721191d req-6a16697e-f545-4d69-b925-f2519d6f3ff5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:11.941846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-57057fe8-a1b3-461d-924c-3ca31721191d req-6a16697e-f545-4d69-b925-f2519d6f3ff5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:11.952203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-57057fe8-a1b3-461d-924c-3ca31721191d req-6a16697e-f545-4d69-b925-f2519d6f3ff5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 943 time: 0.5266623 Jan 28 10:08:12.012627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet cd49a93e-95f9-4147-902d-c4725f6f4f98 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:08:12.021205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:12.094118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-57057fe8-a1b3-461d-924c-3ca31721191d req-49468f97-6595-46b3-b7de-4a09a1d59082 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398268 Jan 28 10:08:12.229357 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:12.292323 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'status': 'completed', 'code': 200} Jan 28 10:08:12.327018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:12.342048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] Checking router: 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:08:12.358515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:12.359710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:07:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:12.399769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37456) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:12.414219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'subnets': [{'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1848453515', 'ip_version': 6}, {'network_id': 'dfa3f362-064f-499a-868d-f1b81e84b1bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:12.414528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'subnet': {'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1848453515', 'ip_version': 6}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:12.421737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Request body: {'subnet': {'network_id': 'dfa3f362-064f-499a-868d-f1b81e84b1bd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:12.466843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-ae98e251-fd94-4319-98ec-c01f3d61e2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:12.468729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-ae98e251-fd94-4319-98ec-c01f3d61e2b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=39c691fb882f44f3bd495425bff4f5cc&device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 1097 time: 0.2175572 Jan 28 10:08:12.583142 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:12.622478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8628080a-c2d7-4af7-aa8c-0dccb5f84e1c req-df2253b6-68fa-469d-bc52-8b0129957c85 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:12.625984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8628080a-c2d7-4af7-aa8c-0dccb5f84e1c req-df2253b6-68fa-469d-bc52-8b0129957c85 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.2923295 Jan 28 10:08:12.671763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-82fcb00f-0512-436d-97fb-cee5dd99db60 req-c7742f02-bb0c-4970-a07e-573cd256da21 service neutron] (87540) timed out ('10.222.0.42', 42146) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:08:12.682564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:12.719666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8628080a-c2d7-4af7-aa8c-0dccb5f84e1c req-4c0ef6b4-1739-4bc9-9ed9-f1d816d09d5d tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859883 Jan 28 10:08:12.727146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-f66d117e-eb98-4982-8a8b-3503202e5bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:12.730140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-f66d117e-eb98-4982-8a8b-3503202e5bb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 200 len: 915 time: 0.2538736 Jan 28 10:08:12.741581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:08:12.831121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-8f35ba11-90db-40e9-b04c-f76bde40dce6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 200 len: 217 time: 0.0942302 Jan 28 10:08:12.841642 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:12.848097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=cd49a93e-95f9-4147-902d-c4725f6f4f98,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:12.894625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b6dc2-91eb-4c27-ace3-f2b1f9715fb3 None None] Network 919e9c62-dc30-48a6-ac2c-01177332b539 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:12.906003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-ef48abf8-7bb0-46f3-8eab-ea04ede7f5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:12.908347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-ef48abf8-7bb0-46f3-8eab-ea04ede7f5fa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 200 len: 853 time: 0.0709858 Jan 28 10:08:12.996277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-26c40a55-4fee-45f0-b53f-b5c734306286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:12.997999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-26c40a55-4fee-45f0-b53f-b5c734306286 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829349 Jan 28 10:08:13.000626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cca4fd1f-be7c-4355-a8cd-c3fc71fbcc58 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/cd49a93e-95f9-4147-902d-c4725f6f4f98 HTTP/1.1" status: 204 len: 168 time: 1.1597381 Jan 28 10:08:13.002969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37470) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:13.006033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:13.032340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Usage tracker for resource:subnet and tenant:f81e45c516354f4fab8086864a873343 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:13.039268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:13.130006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:13.152852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 75359fee-9d4e-4980-a942-ef684c53f710 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:08:13.162142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-51ac5087-1b66-4c64-8230-202539da41e5 service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570377 Jan 28 10:08:13.208832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Made reservation on behalf of f81e45c516354f4fab8086864a873343 for: {'subnet': 2} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:13.215412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.215945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.252977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37478) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:13.328651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.357323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc6615e0-57a9-4618-a92a-e603a1c8085a req-6c28a29c-0b1a-4f96-a3c9-7ea8e86bc43e service neutron] 10.222.0.25 "GET /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885777 Jan 28 10:08:13.483149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.530896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:13.538906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Usage tracker for resource:security_group_rule and tenant:1f0d1c8435b44e6ea5580f601210cdf0 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:13.554402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:13.567156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:13.714534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 91093e90-4b50-4450-991e-0bda41caba22 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:13.714534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.765764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.771031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:13.863932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0640112-fd55-44c4-9821-ba30e5022ad9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:13.979482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-51bf6d40-c0ec-407e-ab81-528ab94daba8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f0d1c8435b44e6ea5580f601210cdf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252133 Jan 28 10:08:13.986310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37494) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:14.034157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.041792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 75359fee-9d4e-4980-a942-ef684c53f710, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=75359fee-9d4e-4980-a942-ef684c53f710,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:14.105405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '75359fee-9d4e-4980-a942-ef684c53f710', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': '75359fee-9d4e-4980-a942-ef684c53f710', 'mac_address': 'fa:16:3e:c8:f8:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:08:14.171408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3e21c1c-8be2-47af-a89f-e53938689f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.202849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3e21c1c-8be2-47af-a89f-e53938689f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.219361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:14.227515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f9c4ff-3005-4a11-9c0d-11312cee1a54 None None] The sync data for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 is: [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'ef275c66-cbed-485b-8734-ef9d83d4e91d', 'name': '', 'network_id': '129d9711-0aa1-44f0-aed9-5c3a3cd41b6e', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'mac_address': 'fa:16:3e:e8:30:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2336, 'fixed_ips': [{'subnet_id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:52Z', 'updated_at': '2022-01-28T10:03:03Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'subnets': [{'id': 'e9cfd0c0-ab32-4363-a9f7-539340a0af08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:08:14.235944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.256776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75359fee-9d4e-4980-a942-ef684c53f710 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:08:14.275465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 75359fee-9d4e-4980-a942-ef684c53f710, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=75359fee-9d4e-4980-a942-ef684c53f710,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:14.281615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.315114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3e21c1c-8be2-47af-a89f-e53938689f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.322405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] DHCP port deletion for 919e9c62-dc30-48a6-ac2c-01177332b539 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:08:14.334511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Deleting port 91093e90-4b50-4450-991e-0bda41caba22 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:14.335182 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.423566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e21c1c-8be2-47af-a89f-e53938689f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0640112-fd55-44c4-9821-ba30e5022ad9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:14.430500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3e21c1c-8be2-47af-a89f-e53938689f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.432024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a3e21c1c-8be2-47af-a89f-e53938689f3f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0640112-fd55-44c4-9821-ba30e5022ad9 HTTP/1.1" status: 204 len: 168 time: 0.4396429 Jan 28 10:08:14.498688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-680a0bf9-6065-4759-b56d-48818da7f9a6 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:14.504528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-680a0bf9-6065-4759-b56d-48818da7f9a6 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.25 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.6549437 Jan 28 10:08:14.527255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad332ed-62a2-4237-b00b-0bb26a19d828 req-c5fa2e6b-42a6-4982-a6fe-6f891b371517 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:14.534714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ad332ed-62a2-4237-b00b-0bb26a19d828 req-c5fa2e6b-42a6-4982-a6fe-6f891b371517 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 946 time: 0.1814842 Jan 28 10:08:14.631712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=75359fee-9d4e-4980-a942-ef684c53f710,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:14.647784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['75359fee-9d4e-4980-a942-ef684c53f710'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:14.660776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Deleting port d9be83d8-5620-4143-81f9-32be8bdfa4dc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:14.661329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.673572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513184c-6882-43f0-aeac-24915aec2af7 req-2c0d1e38-f6af-4a73-8c64-ef0c6e0c78b1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:14.682621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a513184c-6882-43f0-aeac-24915aec2af7 req-2c0d1e38-f6af-4a73-8c64-ef0c6e0c78b1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 943 time: 1.3424351 Jan 28 10:08:14.734420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] For port 91093e90-4b50-4450-991e-0bda41caba22, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91093e90-4b50-4450-991e-0bda41caba22,segment=NetworkSegment(fc0289d0-aada-4a30-a5f7-27b8a57293f8),segment_id=fc0289d0-aada-4a30-a5f7-27b8a57293f8)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:14.735238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:14.830719 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdbb624-d347-4694-b2b5-6753b0df917b None None] New status for floating IP ef124b32-d932-44e3-a414-579d8404f0be: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:08:14.847515 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ad332ed-62a2-4237-b00b-0bb26a19d828 req-87000398-4865-4d11-9faa-1f5f255d9820 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235998 Jan 28 10:08:14.926203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 91093e90-4b50-4450-991e-0bda41caba22 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:14.988417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] For port 91093e90-4b50-4450-991e-0bda41caba22, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91093e90-4b50-4450-991e-0bda41caba22,segment=NetworkSegment(fc0289d0-aada-4a30-a5f7-27b8a57293f8),segment_id=fc0289d0-aada-4a30-a5f7-27b8a57293f8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:14.988790 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.058250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.065976 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a513184c-6882-43f0-aeac-24915aec2af7 req-db866a82-a64d-40f2-9aed-f69e7e86681e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820398 Jan 28 10:08:15.244424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Calling delete_port for 91093e90-4b50-4450-991e-0bda41caba22 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:15.273980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.301732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device d9be83d8-5620-4143-81f9-32be8bdfa4dc no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:15.327852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No DVR routers for this DVR port 91093e90-4b50-4450-991e-0bda41caba22 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:15.385575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=91093e90-4b50-4450-991e-0bda41caba22,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:15.492476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Subnet': ['ID=f15812e3-4d08-4b98-bdf2-842832206d33,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:15.526573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:15.527204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.540643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.691548 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:15.694168 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:08:15.727178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.737751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:15.738219 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:15.755680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Checking segment: {'id': '73ac2378-87dc-4f25-8d2e-fe78def8f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:15.756048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network hostable DHCP agents. Network: f8f5df45-bd76-4a29-8752-5d2aaa33f0d5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:15.756462 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.793015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:15.805794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Calling delete_port for d9be83d8-5620-4143-81f9-32be8bdfa4dc owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:15.810419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:15.815039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.832593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919e9c62-dc30-48a6-ac2c-01177332b539']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:15.863504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0289d0-aada-4a30-a5f7-27b8a57293f8') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:15.863504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0289d0-aada-4a30-a5f7-27b8a57293f8') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:15.902732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.922776 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'code': 200} Jan 28 10:08:15.934866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.941788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:15.941788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:15.945595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:15.946592 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:16.018668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91093e90-4b50-4450-991e-0bda41caba22 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:16.065403 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:16.067250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:16.070353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.100050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:16.116508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 91093e90-4b50-4450-991e-0bda41caba22 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:16.116880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91093e90-4b50-4450-991e-0bda41caba22 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:16.168087 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.222723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=919e9c62-dc30-48a6-ac2c-01177332b539,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:16.224468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f8f5df45-bd76-4a29-8752-5d2aaa33f0d5) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:16.237269 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.239006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63de9f45-dec7-4352-b9f0-c3d85d101300 None None] Network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:16.265298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Deleting port 91093e90-4b50-4450-991e-0bda41caba22 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:16.265895 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.398034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event updated for resources: {'Subnet': ['ID=f8db7ee8-587e-4230-97f9-32f7e97b06ef,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:16.443043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2f7711eb-16a4-474a-88f8-2d0f64f0e5d7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/919e9c62-dc30-48a6-ac2c-01177332b539 HTTP/1.1" status: 204 len: 168 time: 3.4387186 Jan 28 10:08:16.448290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Deleting port d9be83d8-5620-4143-81f9-32be8bdfa4dc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:16.449081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.457794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:16.483090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2043288077'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:16.507141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:16.540501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:16.547850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:16.585788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-621632f1-8992-4aa8-8e71-11eab13af384 None None] The port '91093e90-4b50-4450-991e-0bda41caba22' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:08:16.593375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c30ac9-1179-4ea9-b419-6fe3711e970a req-600f014b-f17b-46b1-89e4-04dedf9467ea tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:16.602737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5c30ac9-1179-4ea9-b419-6fe3711e970a req-600f014b-f17b-46b1-89e4-04dedf9467ea tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 944 time: 0.3121781 Jan 28 10:08:16.652808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:16.681834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778d471c-d616-4b31-b9a2-7bc94dae0bac req-d4773a66-496b-4f6d-9d69-bd08c45f0d14 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:16.683199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-778d471c-d616-4b31-b9a2-7bc94dae0bac req-d4773a66-496b-4f6d-9d69-bd08c45f0d14 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Synchronizing usage tracker for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:16.690280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Checking segment: {'id': '5c35a3cd-515b-4d4a-9e35-21dd67ad0c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dfa3f362-064f-499a-868d-f1b81e84b1bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:16.691025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network hostable DHCP agents. Network: dfa3f362-064f-499a-868d-f1b81e84b1bd, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:16.700380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:16.704265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.728847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-778d471c-d616-4b31-b9a2-7bc94dae0bac req-d4773a66-496b-4f6d-9d69-bd08c45f0d14 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Unset dirty status for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:16.736915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-778d471c-d616-4b31-b9a2-7bc94dae0bac req-d4773a66-496b-4f6d-9d69-bd08c45f0d14 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 944 time: 0.6672065 Jan 28 10:08:16.751579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5c30ac9-1179-4ea9-b419-6fe3711e970a req-ef713bc4-f9cb-4d69-9a53-c4368ea46754 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476159 Jan 28 10:08:16.823411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:16.834065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.834623 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment 85b3aa99-a3fb-4d6f-89eb-99242d0884db of type vlan for network 57818b01-81ff-40b5-9397-f619b076c4b9 Jan 28 10:08:16.869402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.872957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f8f5df45-bd76-4a29-8752-5d2aaa33f0d5', 'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5', 'tenant_id': 'f81e45c516354f4fab8086864a873343', 'fixed_ips': [{'subnet_id': 'f15812e3-4d08-4b98-bdf2-842832206d33'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:16.874244 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.948648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Network dfa3f362-064f-499a-868d-f1b81e84b1bd is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:16.956675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] For port d9be83d8-5620-4143-81f9-32be8bdfa4dc, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=d9be83d8-5620-4143-81f9-32be8bdfa4dc,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:16.957231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.969815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:16.991219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:16.991943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:17.044740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-778d471c-d616-4b31-b9a2-7bc94dae0bac req-dc6af6c2-3c18-43c8-8002-31df3dc15004 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/security-groups?id=35857be9-4b3f-4677-a756-82e1c07b2ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065343 Jan 28 10:08:17.077018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, dfa3f362-064f-499a-868d-f1b81e84b1bd) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:17.149784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Calling delete_port for d9be83d8-5620-4143-81f9-32be8bdfa4dc owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:17.178649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Allocated IP 2001:db8::1 (f8f5df45-bd76-4a29-8752-5d2aaa33f0d5/f15812e3-4d08-4b98-bdf2-842832206d33/f203da8d-5fe6-4df5-8f3e-9cf72ccd879f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:17.211187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=57818b01-81ff-40b5-9397-f619b076c4b9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:17.222259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:17.222743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:17.223370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:17.244479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e2eabb1e-4bec-4700-b60b-9809e5206a95 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7850602 Jan 28 10:08:17.248295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37556) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:17.255096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:17.281352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47deb5bf-17df-44d1-9745-6160d146af91 None None] Network dfa3f362-064f-499a-868d-f1b81e84b1bd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:17.285480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c8a11073-7f1b-47a9-8ff0-1c7ed8896338 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.8846371 Jan 28 10:08:17.291542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37562) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:17.297557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 75359fee-9d4e-4980-a942-ef684c53f710 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:17.365461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 57818b01-81ff-40b5-9397-f619b076c4b9 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:17.425012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df50dd0-e97f-4a2e-ae3d-e392f5010fc4 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:17.426784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df50dd0-e97f-4a2e-ae3d-e392f5010fc4 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:17.428316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df50dd0-e97f-4a2e-ae3d-e392f5010fc4 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:17.438819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5df50dd0-e97f-4a2e-ae3d-e392f5010fc4 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1375043 Jan 28 10:08:17.465020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37568) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:17.623428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Deleting subnet f15812e3-4d08-4b98-bdf2-842832206d33 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:08:17.627397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:17.718163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event deleted for resources: {'Port': ['ID=d9be83d8-5620-4143-81f9-32be8bdfa4dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:17.735846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:17.739623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 75359fee-9d4e-4980-a942-ef684c53f710 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:17.741079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:17.744166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:17.751618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:17.763038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:17.773069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:17.784420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 75359fee-9d4e-4980-a942-ef684c53f710 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:17.784940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:17.939805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] No DVR routers for this DVR port d9be83d8-5620-4143-81f9-32be8bdfa4dc on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:17.955178 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:17.965425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'name': 'network-vif-deleted', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:18.070983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0091a873-b6ee-4ced-b93b-a998369fc57a req-11c3ccc2-1862-4902-8f1d-04517f09f781 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.25 "DELETE /v2.0/ports/d9be83d8-5620-4143-81f9-32be8bdfa4dc HTTP/1.1" status: 204 len: 173 time: 3.5346463 Jan 28 10:08:18.123385 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fdf5e76-30e6-4b8f-bf26-15710f797f5d', 'name': 'network-vif-deleted', 'tag': 'd9be83d8-5620-4143-81f9-32be8bdfa4dc', 'status': 'completed', 'code': 200} Jan 28 10:08:18.193894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0158938-03d6-4f96-b40e-08d916bd3c5f req-c1c1d312-65bd-410e-9151-76f55bc23f91 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:18.197886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e0158938-03d6-4f96-b40e-08d916bd3c5f req-c1c1d312-65bd-410e-9151-76f55bc23f91 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 944 time: 0.2266307 Jan 28 10:08:18.319012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e0158938-03d6-4f96-b40e-08d916bd3c5f req-751ff344-abdf-4468-a694-80c60dacab42 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126060 Jan 28 10:08:18.415647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.519733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Transition to ACTIVE for port object f203da8d-5fe6-4df5-8f3e-9cf72ccd879f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:18.524185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d1359e8a-5a04-40f4-9a31-3d38ed19ef40 req-7eac2a2a-6082-41ba-84fb-ea31a0416ac8 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.1719220 Jan 28 10:08:18.576199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Transition to ACTIVE for port object f203da8d-5fe6-4df5-8f3e-9cf72ccd879f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:18.579248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.582011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.605859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.624249 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.700737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=dbdb5ec6-0163-4263-a71d-31224430a757,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:18.713599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.749261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': '85b3aa99-a3fb-4d6f-89eb-99242d0884db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:18.749860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: 57818b01-81ff-40b5-9397-f619b076c4b9, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:18.755760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Pushing event updated for resources: {'Port': ['ID=f203da8d-5fe6-4df5-8f3e-9cf72ccd879f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:18.787294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 57818b01-81ff-40b5-9397-f619b076c4b9 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:18.792887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2e264-39e7-4777-a556-58fca9962411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75359fee-9d4e-4980-a942-ef684c53f710'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:18.801487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 57818b01-81ff-40b5-9397-f619b076c4b9) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:18.805743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.807397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:18.807983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.809474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:18.813639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ee4f0b-549e-4555-ba0e-d5bc14d8279d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-dfa3f362-064f-499a-868d-f1b81e84b1bd', 'network_id': 'dfa3f362-064f-499a-868d-f1b81e84b1bd', 'tenant_id': 'f81e45c516354f4fab8086864a873343', 'fixed_ips': [{'subnet_id': 'f8db7ee8-587e-4230-97f9-32f7e97b06ef'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:18.814984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-56ee4f0b-549e-4555-ba0e-d5bc14d8279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.849880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e683822b-1a5c-4194-a989-d477804f35d8 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5977576 Jan 28 10:08:18.851566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37594) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:18.857953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de6627b-ffe8-4279-a27d-280a25cf22d5 None None] Network 57818b01-81ff-40b5-9397-f619b076c4b9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:18.863869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9', 'name': 'tempest-PortsTestJSON-1150678597', 'fixed_ips': [{'subnet_id': 'dbdb5ec6-0163-4263-a71d-31224430a757', 'ip_address': '172.20.0.10'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:18.888005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.959709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Subnet': ['ID=f15812e3-4d08-4b98-bdf2-842832206d33,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:18.971810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:18.987961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fbc188e2-4c55-49cb-8cc9-1988eaede924 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/subnets/f15812e3-4d08-4b98-bdf2-842832206d33 HTTP/1.1" status: 204 len: 168 time: 1.5218589 Jan 28 10:08:18.990403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37598) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:19.003413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:19.019615 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2e264-39e7-4777-a556-58fca9962411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75359fee-9d4e-4980-a942-ef684c53f710', 'code': 200} Jan 28 10:08:19.023952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:19.026835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 75359fee-9d4e-4980-a942-ef684c53f710, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=75359fee-9d4e-4980-a942-ef684c53f710,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:19.069734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:19.080227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:19.088092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:19.100904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:19.124033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:19.165569 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.169394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Deleting subnet f8db7ee8-587e-4230-97f9-32f7e97b06ef {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:08:19.173183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.439090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.467841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.507313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.525692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 29af2929-ed90-4403-a847-7e5b648b1ecb yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:08:19.592009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.646634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Subnet': ['ID=f8db7ee8-587e-4230-97f9-32f7e97b06ef,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:19.650068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.662090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-222bee61-a401-4d3c-9f5e-4959a5ff4956 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/subnets/f8db7ee8-587e-4230-97f9-32f7e97b06ef HTTP/1.1" status: 204 len: 168 time: 0.6705871 Jan 28 10:08:19.664896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37614) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:19.751865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f3544-abed-48f3-aa3f-9e90f18ae25f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:19.771659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-753f3544-abed-48f3-aa3f-9e90f18ae25f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Synchronizing usage tracker for tenant:f81e45c516354f4fab8086864a873343 on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:19.792080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc7759-6192-47f6-adee-b255d2a8c772 req-de2d0ded-366b-4a98-b093-0a2adf02d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:19.793633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c2fc7759-6192-47f6-adee-b255d2a8c772 req-de2d0ded-366b-4a98-b093-0a2adf02d2e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 1096 time: 0.7297790 Jan 28 10:08:19.819635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-753f3544-abed-48f3-aa3f-9e90f18ae25f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Unset dirty status for tenant:f81e45c516354f4fab8086864a873343 on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:19.825135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-753f3544-abed-48f3-aa3f-9e90f18ae25f tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1559083 Jan 28 10:08:19.844753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37620) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-56ee4f0b-549e-4555-ba0e-d5bc14d8279d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8db7ee8-587e-4230-97f9-32f7e97b06ef: This subnet is being modified by another concurrent operation. Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:08:19.895277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f8db7ee8-587e-4230-97f9-32f7e97b06ef: This subnet is being modified by another concurrent operation. Jan 28 10:08:19.900384 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:08:19.922731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Attempting to bind port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:19.923098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Attempting to bind port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '73ac2378-87dc-4f25-8d2e-fe78def8f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:19.923459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Attempting to bind port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f on network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:19.944095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:19.949834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Checking segment: {'id': '73ac2378-87dc-4f25-8d2e-fe78def8f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:19.950287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.950886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Bound using segment: {'id': '73ac2378-87dc-4f25-8d2e-fe78def8f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:19.951528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Bound port: f203da8d-5fe6-4df5-8f3e-9cf72ccd879f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73ac2378-87dc-4f25-8d2e-fe78def8f41b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'f8f5df45-bd76-4a29-8752-5d2aaa33f0d5'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:19.952259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:19.972960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f936f71-69a3-481a-9efb-e0077384e21a None None] Network dfa3f362-064f-499a-868d-f1b81e84b1bd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:19.995084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aff1659c-e8f3-4496-abb4-28f0a3f75706 req-37a818a7-fc8a-44e0-8fb6-28afe0cd281b tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Synchronizing usage tracker for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:20.008914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c2fc7759-6192-47f6-adee-b255d2a8c772 req-e436aa02-8288-43b0-856c-e7cbfe8ddf8b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851914 Jan 28 10:08:20.022100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aff1659c-e8f3-4496-abb4-28f0a3f75706 req-37a818a7-fc8a-44e0-8fb6-28afe0cd281b tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Unset dirty status for tenant:39c691fb882f44f3bd495425bff4f5cc on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:20.023587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aff1659c-e8f3-4496-abb4-28f0a3f75706 req-37a818a7-fc8a-44e0-8fb6-28afe0cd281b tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "GET /v2.0/ports?device_id=4fdf5e76-30e6-4b8f-bf26-15710f797f5d HTTP/1.1" status: 200 len: 210 time: 0.1396511 Jan 28 10:08:20.091468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413d7fb-06ae-4664-9975-22548b8ec272 req-7139ca64-d021-4ab6-854c-673b394f4f14 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:20.093161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5413d7fb-06ae-4664-9975-22548b8ec272 req-7139ca64-d021-4ab6-854c-673b394f4f14 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 945 time: 0.4448326 Jan 28 10:08:20.096628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:20.174520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-638c8ac8-5b8a-4aa0-ba51-b09ead3ddddd tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=3ed22dac6b3441c492d608c294bc2393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286651 Jan 28 10:08:20.371714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5413d7fb-06ae-4664-9975-22548b8ec272 req-eac104ed-2ae7-4d4a-be82-4a6abc43439a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689371 Jan 28 10:08:20.385807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.10 (57818b01-81ff-40b5-9397-f619b076c4b9/dbdb5ec6-0163-4263-a71d-31224430a757/29af2929-ed90-4403-a847-7e5b648b1ecb) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:20.417868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:20.506307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-ecdfcf43-ed0a-4da2-bc4d-d9e0aa5df945 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:20.508564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=75359fee-9d4e-4980-a942-ef684c53f710,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:20.509002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-ecdfcf43-ed0a-4da2-bc4d-d9e0aa5df945 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267906 Jan 28 10:08:20.532324 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-523f766a-58e1-4c13-b6c1-fdc91460297b tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/quotas/3ed22dac6b3441c492d608c294bc2393 HTTP/1.1" status: 200 len: 375 time: 0.0157366 Jan 28 10:08:20.598153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-57818b01-81ff-40b5-9397-f619b076c4b9', 'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': 'dbdb5ec6-0163-4263-a71d-31224430a757'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:20.598986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:20.654279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] For port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:20.658043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] For port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f203da8d-5fe6-4df5-8f3e-9cf72ccd879f,segment=NetworkSegment(73ac2378-87dc-4f25-8d2e-fe78def8f41b),segment_id=73ac2378-87dc-4f25-8d2e-fe78def8f41b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:20.675643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aae422ab-7563-4ffa-97a9-6dab1e249949 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ed22dac6b3441c492d608c294bc2393&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331248 Jan 28 10:08:20.813229 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:20.837680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:20.853021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object 29af2929-ed90-4403-a847-7e5b648b1ecb will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:20.910193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfa3f362-064f-499a-868d-f1b81e84b1bd']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:20.971373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c35a3cd-515b-4d4a-9e35-21dd67ad0c86') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:20.971664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c35a3cd-515b-4d4a-9e35-21dd67ad0c86') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:21.002387 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c32fbded-0247-49c3-9b2d-8278f6046335 req-b679aca5-4417-4b91-8f77-846008e131b4 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.0940607 Jan 28 10:08:21.007496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.086659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aa0b7a-a217-4c2f-ba23-f3e2a00ee157 None None] Pushing event updated for resources: {'Port': ['ID=f203da8d-5fe6-4df5-8f3e-9cf72ccd879f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:21.096250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b83e6d-50ac-4879-b5ec-7d5384324208 None None] Network f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:21.219655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37648) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:21.307134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.317088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:21.317287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.355975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40c6a9a2-cdcb-4f05-ae41-fd2fd1a9eed3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:21.374211 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:21.436369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40c6a9a2-cdcb-4f05-ae41-fd2fd1a9eed3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.569294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.610325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40c6a9a2-cdcb-4f05-ae41-fd2fd1a9eed3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.653998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6a9a2-cdcb-4f05-ae41-fd2fd1a9eed3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35857be9-4b3f-4677-a756-82e1c07b2ddd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:21.656040 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40c6a9a2-cdcb-4f05-ae41-fd2fd1a9eed3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.663420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-40c6a9a2-cdcb-4f05-ae41-fd2fd1a9eed3 tempest-TestVolumeBackupRestore-1375881203 tempest-TestVolumeBackupRestore-1375881203-project] 10.222.0.42 "DELETE /v2.0/security-groups/35857be9-4b3f-4677-a756-82e1c07b2ddd HTTP/1.1" status: 204 len: 168 time: 0.4400172 Jan 28 10:08:21.843969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Allocated IP 172.20.0.2 (57818b01-81ff-40b5-9397-f619b076c4b9/dbdb5ec6-0163-4263-a71d-31224430a757/ae8515bb-3919-4443-a82d-f78dae49ea6f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:21.929903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 57818b01-81ff-40b5-9397-f619b076c4b9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:21.940703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:21.951993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:21.956430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:22.124703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=29af2929-ed90-4403-a847-7e5b648b1ecb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:22.152987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:22.166792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:22.206515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:22.235886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Network': ['ID=dfa3f362-064f-499a-868d-f1b81e84b1bd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:22.256410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a4f2428-61fb-4339-8f94-408a1dfc297d tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/networks/dfa3f362-064f-499a-868d-f1b81e84b1bd HTTP/1.1" status: 204 len: 168 time: 2.4090698 Jan 28 10:08:22.258866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37690) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:22.277867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5710763c-8c9c-4f5b-b766-9f15ec52234b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.4245446 Jan 28 10:08:22.282199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37694) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:22.294255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9', 'name': 'tempest-PortsTestJSON-2009638077', 'fixed_ips': [{'subnet_id': 'dbdb5ec6-0163-4263-a71d-31224430a757', 'ip_address': '172.20.0.9'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:22.449504 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:22.497889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Transition to ACTIVE for port object ae8515bb-3919-4443-a82d-f78dae49ea6f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:22.539796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5173e4d7-b69e-4774-b015-7cf0db597ac8 req-6a330bb1-6c8b-45cd-81f0-4caf792dccce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.2006788 Jan 28 10:08:22.579379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Transition to ACTIVE for port object ae8515bb-3919-4443-a82d-f78dae49ea6f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:22.595328 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:22.877332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Pushing event updated for resources: {'Port': ['ID=ae8515bb-3919-4443-a82d-f78dae49ea6f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:22.893877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-f6fdcdb4-da95-43fe-ac5a-a095cd890815 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=3ed22dac6b3441c492d608c294bc2393&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1149347 Jan 28 10:08:22.896000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Network 57818b01-81ff-40b5-9397-f619b076c4b9 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:22.901752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:22.912256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:23.014978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:23.021005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:23.024771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:23.031527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:23.101202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:23.135949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.176181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 37774) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:23.237202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.237795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f53230a-1b11-4b4b-bacf-19f20c677810 req-018ee95d-2e44-42f8-a820-f3d97855697b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:23.240574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f53230a-1b11-4b4b-bacf-19f20c677810 req-018ee95d-2e44-42f8-a820-f3d97855697b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 945 time: 1.4903257 Jan 28 10:08:23.303352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Attempting to bind port ae8515bb-3919-4443-a82d-f78dae49ea6f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:23.303714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Attempting to bind port ae8515bb-3919-4443-a82d-f78dae49ea6f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '85b3aa99-a3fb-4d6f-89eb-99242d0884db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:23.304067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Attempting to bind port ae8515bb-3919-4443-a82d-f78dae49ea6f on network 57818b01-81ff-40b5-9397-f619b076c4b9 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:23.310163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:23.310694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Checking segment: {'id': '85b3aa99-a3fb-4d6f-89eb-99242d0884db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:23.311054 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.312085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Bound using segment: {'id': '85b3aa99-a3fb-4d6f-89eb-99242d0884db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:23.312085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Bound port: ae8515bb-3919-4443-a82d-f78dae49ea6f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b3aa99-a3fb-4d6f-89eb-99242d0884db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '57818b01-81ff-40b5-9397-f619b076c4b9'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:23.312500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.341940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port dbeaa241-4c13-4b21-8b3e-e4739aaa002b yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:08:23.395832 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Deleting port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:23.397292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.582026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] For port ae8515bb-3919-4443-a82d-f78dae49ea6f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:23.588373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] For port ae8515bb-3919-4443-a82d-f78dae49ea6f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ae8515bb-3919-4443-a82d-f78dae49ea6f,segment=NetworkSegment(85b3aa99-a3fb-4d6f-89eb-99242d0884db),segment_id=85b3aa99-a3fb-4d6f-89eb-99242d0884db)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:23.597407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.674618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:23.714352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:23.753999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f21b3eb088e4c2784c05fd12311132c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:23.776095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f41e0f8-6be4-408b-9df2-067d56749046 None None] Pushing event updated for resources: {'Port': ['ID=ae8515bb-3919-4443-a82d-f78dae49ea6f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:23.804321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:23.902121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-f4867468-b42f-42a6-8b53-50942b47dafb tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:23.906466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-f4867468-b42f-42a6-8b53-50942b47dafb tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0017128 Jan 28 10:08:23.912785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:24.182688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:24.342042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.9 (57818b01-81ff-40b5-9397-f619b076c4b9/dbdb5ec6-0163-4263-a71d-31224430a757/dbeaa241-4c13-4b21-8b3e-e4739aaa002b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:24.350773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Request body: {'port': {'device_id': '2ac622ee-007d-4b99-b615-8d86809711cb', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': '3ed22dac6b3441c492d608c294bc2393'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:24.396754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63cd220e-fa52-48a9-bde6-097bf7bf6a36 req-582acc28-5989-4925-b67e-ece35d6641d2 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.4616189 Jan 28 10:08:24.398226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:24.447411 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f53230a-1b11-4b4b-bacf-19f20c677810 req-d752664a-d789-4a58-8aa6-1d0b5702136a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1766112 Jan 28 10:08:24.741894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f21b3eb088e4c2784c05fd12311132c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5446663 Jan 28 10:08:24.746587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 37932) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:24.870862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daefb3e-44fd-4caf-9c2f-017a072dccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc511c2b-02ce-4714-a3da-186d190510e7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:25.032945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] For port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f203da8d-5fe6-4df5-8f3e-9cf72ccd879f,segment=NetworkSegment(73ac2378-87dc-4f25-8d2e-fe78def8f41b),segment_id=73ac2378-87dc-4f25-8d2e-fe78def8f41b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:25.033403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.035344 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.080531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ef4-e391-4a82-b62b-5515a0e2c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.093362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object dbeaa241-4c13-4b21-8b3e-e4739aaa002b will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:25.153708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ef4-e391-4a82-b62b-5515a0e2c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.230816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:25.235428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Usage tracker for resource:port and tenant:3ed22dac6b3441c492d608c294bc2393 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:25.239314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:25.246163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:25.272287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Made reservation on behalf of 3ed22dac6b3441c492d608c294bc2393 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:25.276940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.286994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.370300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.423463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ef4-e391-4a82-b62b-5515a0e2c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.481807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Calling delete_port for f203da8d-5fe6-4df5-8f3e-9cf72ccd879f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:25.513905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 57818b01-81ff-40b5-9397-f619b076c4b9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:25.531288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:25.548272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:25.601371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:25.626432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb4ef4-e391-4a82-b62b-5515a0e2c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc511c2b-02ce-4714-a3da-186d190510e7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:25.670687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=dbeaa241-4c13-4b21-8b3e-e4739aaa002b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:25.758076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Usage tracker for resource:security_group_rule and tenant:3ed22dac6b3441c492d608c294bc2393 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:25.762683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:25.765336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01c518db-b4ff-4c71-903d-869e3a5cdf35 req-ca9e289e-61cc-40b7-9004-209c06dc21f7 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.1153784 Jan 28 10:08:25.778226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23739caa-59ec-4b1f-8d10-99467eb4b3d4 req-1c053d13-f573-4d74-8eac-8d02d08a3e9c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:25.788046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23739caa-59ec-4b1f-8d10-99467eb4b3d4 req-1c053d13-f573-4d74-8eac-8d02d08a3e9c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 945 time: 1.0793822 Jan 28 10:08:25.791576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:25.794516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56eb4ef4-e391-4a82-b62b-5515a0e2c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.801159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-56eb4ef4-e391-4a82-b62b-5515a0e2c868 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc511c2b-02ce-4714-a3da-186d190510e7 HTTP/1.1" status: 204 len: 168 time: 1.0535457 Jan 28 10:08:25.812614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:25.813946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.845244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c27d4b3d-5068-4ec4-b099-38480cdec58d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5593412 Jan 28 10:08:25.849736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38032) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:25.858242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:25.946584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a05dbe70-9fb7-4196-81c1-efe65e8bcb23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:26.120513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Port': ['ID=f203da8d-5fe6-4df5-8f3e-9cf72ccd879f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:26.151163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c071336-4ed7-4de0-bdf8-45db45a36b92 None None] Network 57818b01-81ff-40b5-9397-f619b076c4b9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:26.165517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] No DVR routers for this DVR port f203da8d-5fe6-4df5-8f3e-9cf72ccd879f on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:26.214432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df576015-6bff-46d2-9a62-bc33a3cbcafd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:26.215189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df576015-6bff-46d2-9a62-bc33a3cbcafd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:26.232419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ae8515bb-3919-4443-a82d-f78dae49ea6f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:26.239802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23739caa-59ec-4b1f-8d10-99467eb4b3d4 req-87ffd1bf-fffe-4cf5-839b-291319f2e9e8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505284 Jan 28 10:08:26.274657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df576015-6bff-46d2-9a62-bc33a3cbcafd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:26.279008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-df576015-6bff-46d2-9a62-bc33a3cbcafd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.4251196 Jan 28 10:08:26.279643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38078) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:26.579552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:26.608991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbf6bd-69a3-4bc2-af09-9e16a5ac8aab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:26.649083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbf6bd-69a3-4bc2-af09-9e16a5ac8aab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:26.655790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbbf6bd-69a3-4bc2-af09-9e16a5ac8aab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:26.680357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f5df45-bd76-4a29-8752-5d2aaa33f0d5']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:26.698510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bcbbf6bd-69a3-4bc2-af09-9e16a5ac8aab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.4141376 Jan 28 10:08:26.700584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38124) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:26.752261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38134) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:26.758578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bcbcea04-ce11-4713-9641-ec5ae5b9ca0b None None] Provisioning for port ae8515bb-3919-4443-a82d-f78dae49ea6f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:26.785386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:26.809508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ae8515bb-3919-4443-a82d-f78dae49ea6f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:26.811312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:26.817199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Usage tracker for resource:security_group_rule and tenant:3bd4ce38ea0348de90dc224afeeffdea is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:26.821243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:26.828894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:26.844375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ae8515bb-3919-4443-a82d-f78dae49ea6f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:26.845017 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:26.931410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port dbeaa241-4c13-4b21-8b3e-e4739aaa002b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:26.931980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.071413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ac2378-87dc-4f25-8d2e-fe78def8f41b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:27.071716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ac2378-87dc-4f25-8d2e-fe78def8f41b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:27.205655 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.207627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5be43-bd1b-4415-92d1-335b3a9881d7 req-c9bc7bc2-d4f2-4823-ba49-04ccf5826c89 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:27.215560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99c5be43-bd1b-4415-92d1-335b3a9881d7 req-c9bc7bc2-d4f2-4823-ba49-04ccf5826c89 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 945 time: 0.1272762 Jan 28 10:08:27.237006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.252071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.298423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-99c5be43-bd1b-4415-92d1-335b3a9881d7 req-a2d1df4a-b7d6-4351-984c-1cc3b18cb806 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785596 Jan 28 10:08:27.326480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e74f0bb9-e6e9-4306-9c70-513271e0a493 req-dea478b2-40d3-4bf8-8cd4-bb5d0e278400 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.2575171 Jan 28 10:08:27.327474 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.335177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ae8515bb-3919-4443-a82d-f78dae49ea6f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ae8515bb-3919-4443-a82d-f78dae49ea6f,segment=NetworkSegment(85b3aa99-a3fb-4d6f-89eb-99242d0884db),segment_id=85b3aa99-a3fb-4d6f-89eb-99242d0884db)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:27.356014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.379017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.459229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.468469 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.487888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ae8515bb-3919-4443-a82d-f78dae49ea6f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:27.652181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bd4ce38ea0348de90dc224afeeffdea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8983631 Jan 28 10:08:27.652985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38188) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:27.656709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9c6892-54bc-4709-b943-301d98d1bcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c157cf-b778-478f-a6c3-1de234e85f5a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:27.743480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:27.744424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:27.804228 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:27.833507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38194) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:27.854612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23bc9466-03c0-4dd2-bb48-3e643e9024fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.899862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23bc9466-03c0-4dd2-bb48-3e643e9024fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:27.990692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23bc9466-03c0-4dd2-bb48-3e643e9024fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.016704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23bc9466-03c0-4dd2-bb48-3e643e9024fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.018453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23bc9466-03c0-4dd2-bb48-3e643e9024fe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f2c157cf-b778-478f-a6c3-1de234e85f5a HTTP/1.1" status: 204 len: 168 time: 0.3631825 Jan 28 10:08:28.019627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc9466-03c0-4dd2-bb48-3e643e9024fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c157cf-b778-478f-a6c3-1de234e85f5a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:28.052627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ae8515bb-3919-4443-a82d-f78dae49ea6f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:28.078843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=494d76f6-bf1b-4a6e-81dd-181d30fc65f5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:28.282375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Provisioning for port dbeaa241-4c13-4b21-8b3e-e4739aaa002b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:28.312324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Provisioning complete for port dbeaa241-4c13-4b21-8b3e-e4739aaa002b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:28.312768 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.328174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.362301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.417579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.526046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Network': ['ID=f8f5df45-bd76-4a29-8752-5d2aaa33f0d5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:28.606601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for dbeaa241-4c13-4b21-8b3e-e4739aaa002b owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:28.704683 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-861ea696-0d22-41bb-977b-298bacb5d46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.737771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ae8515bb-3919-4443-a82d-f78dae49ea6f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:28.738245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:28.824975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Port dbeaa241-4c13-4b21-8b3e-e4739aaa002b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:28.849642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c07234b-0b60-4e79-95d3-5ee17a900063 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:08:28.854169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Allocated IP 192.168.233.118 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/caca5f68-0752-482c-becd-ca0c35eb89b2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:28.937674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-11d516a0-3f6a-4a45-a77e-fdb8df86eba1 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/networks/f8f5df45-bd76-4a29-8752-5d2aaa33f0d5 HTTP/1.1" status: 204 len: 168 time: 6.6769755 Jan 28 10:08:28.939856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fb3954b9-2ab3-46cf-8fa6-de0801e20229 req-7c17d616-d963-4913-9c08-611386e869db tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Synchronizing usage tracker for tenant:3ed22dac6b3441c492d608c294bc2393 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:28.951696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38220) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:29.006413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fb3954b9-2ab3-46cf-8fa6-de0801e20229 req-7c17d616-d963-4913-9c08-611386e869db tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Unset dirty status for tenant:3ed22dac6b3441c492d608c294bc2393 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:29.008358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb3954b9-2ab3-46cf-8fa6-de0801e20229 req-7c17d616-d963-4913-9c08-611386e869db tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.2038224 Jan 28 10:08:29.238640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c07234b-0b60-4e79-95d3-5ee17a900063 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:08:29.243037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Provisioning for port 29af2929-ed90-4403-a847-7e5b648b1ecb completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:29.265782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Provisioning complete for port 29af2929-ed90-4403-a847-7e5b648b1ecb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:29.266510 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.339040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-993bb2cf-18d9-46ae-848f-1f0d6ed3d14f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:29.340889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-993bb2cf-18d9-46ae-848f-1f0d6ed3d14f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 945 time: 1.0197217 Jan 28 10:08:29.348592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Port 29af2929-ed90-4403-a847-7e5b648b1ecb cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:29.478899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f046e7f-cfbd-4c81-84d2-9a61c728641c req-eb881cd4-b022-4484-8190-8e3138f3652f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:29.480457 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f046e7f-cfbd-4c81-84d2-9a61c728641c req-eb881cd4-b022-4484-8190-8e3138f3652f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 945 time: 0.4360850 Jan 28 10:08:29.531469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.663667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Provisioning complete for port ae8515bb-3919-4443-a82d-f78dae49ea6f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:29.663667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e8d2df0-1f72-49ca-940b-0350c3ffa6a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.691401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.729066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.752627 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.761454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4276e34-7cf1-451d-bbd2-6b78a9c26cd8']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:29.776584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2cd215-74ec-4c15-9bef-96700fa100d4') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:29.777069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2cd215-74ec-4c15-9bef-96700fa100d4') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:29.785326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f046e7f-cfbd-4c81-84d2-9a61c728641c req-a68e38a0-f0f8-4523-b560-ca3fbe62445d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865057 Jan 28 10:08:29.790556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.798895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port 75359fee-9d4e-4980-a942-ef684c53f710 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:29.801654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.812308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.820314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:29.820688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:29.911261 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:29.938042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:29.939566 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.048936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.081267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/networks/f4276e34-7cf1-451d-bbd2-6b78a9c26cd8 HTTP/1.1" status: 204 len: 168 time: 1.1172106 Jan 28 10:08:30.093773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=dbeaa241-4c13-4b21-8b3e-e4739aaa002b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:30.098549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:30.099168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d516a0-afb8-41e9-bbad-d333102fa0f0 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Network': ['ID=f4276e34-7cf1-451d-bbd2-6b78a9c26cd8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:30.301980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76ed601-cd06-47dc-bc7f-fd5927f4af74 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:08:30.327741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4cce0afc-4315-43ed-a82c-085bd1963006 req-340982d8-7384-4b3b-baee-12a6458891e2 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.0966785 Jan 28 10:08:30.392380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port 75359fee-9d4e-4980-a942-ef684c53f710, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=75359fee-9d4e-4980-a942-ef684c53f710,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:30.393840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.398004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.434463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.475871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-118b28cf-9f31-49b6-9504-24b75b39f6a2 None None] Could not find standard attr ID for object dbeaa241-4c13-4b21-8b3e-e4739aaa002b. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:08:30.489699 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.493799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f1cd0a06-50e1-48bb-8871-800403ca2a15 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/dbeaa241-4c13-4b21-8b3e-e4739aaa002b HTTP/1.1" status: 204 len: 168 time: 3.7878494 Jan 28 10:08:30.497576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38256) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:30.501755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76ed601-cd06-47dc-bc7f-fd5927f4af74 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:08:30.564790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-118b28cf-9f31-49b6-9504-24b75b39f6a2 None None] Provisioning complete for port 29af2929-ed90-4403-a847-7e5b648b1ecb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:30.565615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-118b28cf-9f31-49b6-9504-24b75b39f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.701225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-118b28cf-9f31-49b6-9504-24b75b39f6a2 None None] Port 29af2929-ed90-4403-a847-7e5b648b1ecb cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:30.708905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for 75359fee-9d4e-4980-a942-ef684c53f710 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:30.710612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Transition to ACTIVE for port object caca5f68-0752-482c-becd-ca0c35eb89b2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:30.715663 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-1783eb2b-a274-4aeb-9df2-bfe02723db6b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:08:30.716202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1783eb2b-a274-4aeb-9df2-bfe02723db6b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:30.731692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.774179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1783eb2b-a274-4aeb-9df2-bfe02723db6b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:30.778409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1783eb2b-a274-4aeb-9df2-bfe02723db6b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/dbeaa241-4c13-4b21-8b3e-e4739aaa002b HTTP/1.1" status: 404 len: 333 time: 0.2798848 Jan 28 10:08:30.780131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['257f9c88-9df4-4f87-84fc-3fc972b6e083']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:30.788361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38262) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:30.847442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '655a2a4b-1b24-4129-bf3d-c8cd3b4f2ea9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:30.847786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '655a2a4b-1b24-4129-bf3d-c8cd3b4f2ea9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:30.867724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.874841 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.958656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:30.964731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 29af2929-ed90-4403-a847-7e5b648b1ecb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:30.965162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.019852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:31.020025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:31.035041 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:31.151139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.151701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.167662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b3003e7-0390-4d85-b596-100f36ef08dc req-d054e6b4-e1e6-4141-8ddb-12654aba7935 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 210 time: 0.0801928 Jan 28 10:08:31.175923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:31.199627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.231333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['75359fee-9d4e-4980-a942-ef684c53f710'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:31.249111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=75359fee-9d4e-4980-a942-ef684c53f710,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:31.352551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port 75359fee-9d4e-4980-a942-ef684c53f710 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:31.355444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.385850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19e2e264-39e7-4777-a556-58fca9962411', 'name': 'network-vif-deleted', 'tag': '75359fee-9d4e-4980-a942-ef684c53f710'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:31.419497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Pushing event updated for resources: {'Port': ['ID=caca5f68-0752-482c-becd-ca0c35eb89b2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:31.470550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15fc0518-1a0f-4bfb-bf36-afc03cb0e859 req-be75ae9e-b54a-44c2-a6b4-d27b83fe324c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "DELETE /v2.0/ports/75359fee-9d4e-4980-a942-ef684c53f710 HTTP/1.1" status: 204 len: 173 time: 2.1022556 Jan 28 10:08:31.472458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.501973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] Pushing event deleted for resources: {'Network': ['ID=257f9c88-9df4-4f87-84fc-3fc972b6e083,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:31.514736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:31.542723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:31.558359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:31.593141 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19e2e264-39e7-4777-a556-58fca9962411', 'name': 'network-vif-deleted', 'tag': '75359fee-9d4e-4980-a942-ef684c53f710', 'status': 'completed', 'code': 200} Jan 28 10:08:31.640801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9f7656c2-aea0-45ee-8b03-76caa0b86412 tempest-BulkNetworkOpsIpV6Test-680879835 tempest-BulkNetworkOpsIpV6Test-680879835-project] 10.222.0.42 "DELETE /v2.0/networks/257f9c88-9df4-4f87-84fc-3fc972b6e083 HTTP/1.1" status: 204 len: 168 time: 1.5393083 Jan 28 10:08:31.787171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:31.787972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.933481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.934232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-48c156c6-661d-4c6f-bd87-2a92d0de3c9c None None] Provisioning for port caca5f68-0752-482c-becd-ca0c35eb89b2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:31.941271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-48c156c6-661d-4c6f-bd87-2a92d0de3c9c None None] Provisioning complete for port caca5f68-0752-482c-becd-ca0c35eb89b2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:31.941644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-48c156c6-661d-4c6f-bd87-2a92d0de3c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:31.999469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-bc5f6869-b665-479b-ba6c-825ebbc08997 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.8051531 Jan 28 10:08:32.021237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Request body: {'port': {'device_id': '2ac622ee-007d-4b99-b615-8d86809711cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:32.078081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-48c156c6-661d-4c6f-bd87-2a92d0de3c9c None None] Port caca5f68-0752-482c-becd-ca0c35eb89b2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:32.180322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38302) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:32.212701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:32.410718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b5f49-4921-4b85-bbb1-54171c05a165 req-59256310-5ca7-49a3-bc07-40229315d3f4 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:32.412814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b69b5f49-4921-4b85-bbb1-54171c05a165 req-59256310-5ca7-49a3-bc07-40229315d3f4 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 936 time: 0.7824624 Jan 28 10:08:32.432867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 29af2929-ed90-4403-a847-7e5b648b1ecb owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:32.504042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-71d00628-b066-4eef-a2c0-39bb9341932a req-19d29ecc-5e3d-4eb6-a00e-8114b6252694 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:32.526646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Deleting port ef275c66-cbed-485b-8734-ef9d83d4e91d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:32.527480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:32.527618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:32.600443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b69b5f49-4921-4b85-bbb1-54171c05a165 req-6d503f1b-44ce-48ac-b89a-b90de0027a6d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Synchronizing usage tracker for tenant:3ed22dac6b3441c492d608c294bc2393 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:32.700377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b69b5f49-4921-4b85-bbb1-54171c05a165 req-6d503f1b-44ce-48ac-b89a-b90de0027a6d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Unset dirty status for tenant:3ed22dac6b3441c492d608c294bc2393 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:32.702071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b69b5f49-4921-4b85-bbb1-54171c05a165 req-6d503f1b-44ce-48ac-b89a-b90de0027a6d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327325 Jan 28 10:08:32.719457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] For port ef275c66-cbed-485b-8734-ef9d83d4e91d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef275c66-cbed-485b-8734-ef9d83d4e91d,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:32.719943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:32.874816 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:32.932631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=29af2929-ed90-4403-a847-7e5b648b1ecb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:32.937065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-71d00628-b066-4eef-a2c0-39bb9341932a req-19d29ecc-5e3d-4eb6-a00e-8114b6252694 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:32.939155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71d00628-b066-4eef-a2c0-39bb9341932a req-19d29ecc-5e3d-4eb6-a00e-8114b6252694 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=19e2e264-39e7-4777-a556-58fca9962411 HTTP/1.1" status: 200 len: 210 time: 0.4936936 Jan 28 10:08:32.947685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Calling delete_port for ef275c66-cbed-485b-8734-ef9d83d4e91d owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:33.118445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5fa79f09-d2c2-4f4f-818c-cc743e0a3ffd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f81e45c516354f4fab8086864a873343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9377787 Jan 28 10:08:33.119044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38320) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:33.168653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.229294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.236006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 75359fee-9d4e-4980-a942-ef684c53f710 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:33.284895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-778166c3-97b8-481a-950b-ea15321f4db2 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/29af2929-ed90-4403-a847-7e5b648b1ecb HTTP/1.1" status: 204 len: 168 time: 2.4954312 Jan 28 10:08:33.290863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38326) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:33.305825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef275c66-cbed-485b-8734-ef9d83d4e91d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:33.318401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 75359fee-9d4e-4980-a942-ef684c53f710 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:33.318927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 75359fee-9d4e-4980-a942-ef684c53f710 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:33.382746 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cb274f2-2c77-4c44-8c3a-183b09bc316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:08:33.383562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cb274f2-2c77-4c44-8c3a-183b09bc316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:33.390318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ccca-6ba6-4da1-992e-0f29eea2f05f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.418011 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ccca-6ba6-4da1-992e-0f29eea2f05f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.480251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caca5f68-0752-482c-becd-ca0c35eb89b2 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:08:33.491404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.498435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cb274f2-2c77-4c44-8c3a-183b09bc316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:33.500060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5cb274f2-2c77-4c44-8c3a-183b09bc316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/29af2929-ed90-4403-a847-7e5b648b1ecb HTTP/1.1" status: 404 len: 333 time: 0.2022700 Jan 28 10:08:33.504425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38330) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:33.552207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ccca-6ba6-4da1-992e-0f29eea2f05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.599953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Transition to ACTIVE for port object caca5f68-0752-482c-becd-ca0c35eb89b2 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:33.609962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6c8ccca-6ba6-4da1-992e-0f29eea2f05f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.611322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6c8ccca-6ba6-4da1-992e-0f29eea2f05f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9354286a-85db-4e40-ad66-3278b6a6b6d5 HTTP/1.1" status: 204 len: 168 time: 0.4864690 Jan 28 10:08:33.616375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8ccca-6ba6-4da1-992e-0f29eea2f05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9354286a-85db-4e40-ad66-3278b6a6b6d5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:33.621093 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.816590 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:33.952337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet dbdb5ec6-0163-4263-a71d-31224430a757 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:08:33.972689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:34.066808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=caca5f68-0752-482c-becd-ca0c35eb89b2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:34.271666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:34.514179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Attempting to bind port caca5f68-0752-482c-becd-ca0c35eb89b2 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:34.514515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Attempting to bind port caca5f68-0752-482c-becd-ca0c35eb89b2 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:34.514906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Attempting to bind port caca5f68-0752-482c-becd-ca0c35eb89b2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:34.550069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb19a8c-c035-4ca8-8a74-abd446443501 req-08d69303-795f-4dc3-8b40-4fcbdf533f1d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:34.552626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cb19a8c-c035-4ca8-8a74-abd446443501 req-08d69303-795f-4dc3-8b40-4fcbdf533f1d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 948 time: 0.3928411 Jan 28 10:08:34.555435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Port caca5f68-0752-482c-becd-ca0c35eb89b2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:08:34.557379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Attempting to bind port caca5f68-0752-482c-becd-ca0c35eb89b2 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:34.597983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:34.681645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:34.682050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:34.682382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:34.682923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Bound port: caca5f68-0752-482c-becd-ca0c35eb89b2, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:34.683277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:34.730197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3cb19a8c-c035-4ca8-8a74-abd446443501 req-a7206cc2-9784-4c08-83f9-c9b276287073 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676881 Jan 28 10:08:34.804036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:34.853681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=dbdb5ec6-0163-4263-a71d-31224430a757,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:34.861311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:34.875080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3d7ce0-cdd7-43e2-a0cc-e496981c53fa None None] Network 57818b01-81ff-40b5-9397-f619b076c4b9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:34.883055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-82d1df4e-0381-4e67-b53d-fa2d5113182f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/dbdb5ec6-0163-4263-a71d-31224430a757 HTTP/1.1" status: 204 len: 168 time: 1.3743525 Jan 28 10:08:34.887299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38378) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:34.999508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] For port caca5f68-0752-482c-becd-ca0c35eb89b2, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:35.033491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.040180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] For port caca5f68-0752-482c-becd-ca0c35eb89b2, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=caca5f68-0752-482c-becd-ca0c35eb89b2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:35.052390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.053473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:08:35.073797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-e7bbb954-753c-4559-a364-f46d0ae1abd6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:35.075302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-e7bbb954-753c-4559-a364-f46d0ae1abd6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.2863293 Jan 28 10:08:35.122414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38384) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:35.136747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port ae8515bb-3919-4443-a82d-f78dae49ea6f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:35.137084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.159012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-3b15a6fd-f447-42d2-a3cd-a1970ca510d7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0772908 Jan 28 10:08:35.198140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:35.198460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.199836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] 10.222.0.25 "PUT /v2.0/ports/caca5f68-0752-482c-becd-ca0c35eb89b2 HTTP/1.1" status: 200 len: 1096 time: 3.1933081 Jan 28 10:08:35.200278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac622ee-007d-4b99-b615-8d86809711cb', 'tag': 'caca5f68-0752-482c-becd-ca0c35eb89b2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:35.336421 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac622ee-007d-4b99-b615-8d86809711cb', 'tag': 'caca5f68-0752-482c-becd-ca0c35eb89b2', 'status': 'completed', 'code': 200} Jan 28 10:08:35.344147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa780099-5c2b-4460-8ad8-b926aff4f7d1 service neutron] Pushing event updated for resources: {'Port': ['ID=caca5f68-0752-482c-becd-ca0c35eb89b2,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:35.365647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:08:35.384645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] Sync routers for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:08:35.401917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-949cee57-75c1-40f0-8df9-a3c275abd89f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2339745 Jan 28 10:08:35.425764 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99269008-9c03-4e0a-a6e3-58915382fd3c admin admin] 10.222.0.42 "PUT /v2.0/routers/0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5837083 Jan 28 10:08:35.431232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38396) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:35.619701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] DHCP port deletion for 57818b01-81ff-40b5-9397-f619b076c4b9 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:08:35.635265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:35.636181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:35.723412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-78cfef9e-b29c-4c3c-93ee-cfeb9a977880 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:08:35.724997 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-78cfef9e-b29c-4c3c-93ee-cfeb9a977880 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2980549 Jan 28 10:08:35.755107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] For port ae8515bb-3919-4443-a82d-f78dae49ea6f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ae8515bb-3919-4443-a82d-f78dae49ea6f,segment=NetworkSegment(85b3aa99-a3fb-4d6f-89eb-99242d0884db),segment_id=85b3aa99-a3fb-4d6f-89eb-99242d0884db)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:35.755374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.802681 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.849125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Deleting port ae8515bb-3919-4443-a82d-f78dae49ea6f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:35.849492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:35.948504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for ae8515bb-3919-4443-a82d-f78dae49ea6f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:36.025830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1477851496'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:36.031586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:36.036615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:36.044446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:36.048341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ae8515bb-3919-4443-a82d-f78dae49ea6f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:36.050682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:36.085798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:36.089357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.116978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.141846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:36.154450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:security_group_rule and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:36.158898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-20f2660d-848e-49eb-8e0e-e2c98b27c325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:36.160444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-20f2660d-848e-49eb-8e0e-e2c98b27c325 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ed22dac6b3441c492d608c294bc2393&device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 1099 time: 0.9015825 Jan 28 10:08:36.161183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.165419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:36.397759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:36.457216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port ae8515bb-3919-4443-a82d-f78dae49ea6f {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:08:36.457675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ae8515bb-3919-4443-a82d-f78dae49ea6f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:36.461943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=ae8515bb-3919-4443-a82d-f78dae49ea6f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:36.465511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-1405c76b-2826-40f6-b80d-31e506d7b5fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=caca5f68-0752-482c-becd-ca0c35eb89b2 HTTP/1.1" status: 200 len: 217 time: 0.2577002 Jan 28 10:08:36.515591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:08:36.533338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-b7704e5b-b0b6-455c-9574-a927dbc54d23 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6148288 Jan 28 10:08:36.538976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.591732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No DVR routers for this DVR port ae8515bb-3919-4443-a82d-f78dae49ea6f on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:36.644341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Deleting port 046bb17c-d27a-4c05-b50a-520827710100 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:36.644959 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.766540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-cb9c7ae9-abbd-46bf-a8dd-3eac729e82b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:36.768148 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-cb9c7ae9-abbd-46bf-a8dd-3eac729e82b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.2890704 Jan 28 10:08:36.860218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] For port ae8515bb-3919-4443-a82d-f78dae49ea6f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ae8515bb-3919-4443-a82d-f78dae49ea6f,segment=NetworkSegment(85b3aa99-a3fb-4d6f-89eb-99242d0884db),segment_id=85b3aa99-a3fb-4d6f-89eb-99242d0884db)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:36.861134 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.899240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:36.997193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57818b01-81ff-40b5-9397-f619b076c4b9']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:37.032397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b3aa99-a3fb-4d6f-89eb-99242d0884db') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:37.032891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b3aa99-a3fb-4d6f-89eb-99242d0884db') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:37.055791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae3e18a-fa42-4c34-a373-89647b877b0f req-5fdd156a-7be8-476b-ba5b-3c4597cc1038 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:37.061289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Calling delete_port for ae8515bb-3919-4443-a82d-f78dae49ea6f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:37.063069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bae3e18a-fa42-4c34-a373-89647b877b0f req-5fdd156a-7be8-476b-ba5b-3c4597cc1038 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 948 time: 0.6623647 Jan 28 10:08:37.087640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.098134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-016ae37b-2c1f-4b49-bb0d-1eb16f7f5f43 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5458264 Jan 28 10:08:37.131400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.171763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:37.173812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.186597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] For port 046bb17c-d27a-4c05-b50a-520827710100, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=046bb17c-d27a-4c05-b50a-520827710100,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:37.186964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:37.194110 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:37.271826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.273338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:37.273766 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:37.297553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bae3e18a-fa42-4c34-a373-89647b877b0f req-17af84ea-285c-4e73-b9fc-4f5613860b13 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338502 Jan 28 10:08:37.303512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': '046bb17c-d27a-4c05-b50a-520827710100', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:08:33Z', 'revision_number': 5, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port': {'id': '046bb17c-d27a-4c05-b50a-520827710100', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:e1:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2325, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:02:45Z', 'updated_at': '2022-01-28T10:02:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:37.309161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-7712af49-57b4-4ee8-9c62-4cd665309829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:37.311124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] Checking router: 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:08:37.323198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-7712af49-57b4-4ee8-9c62-4cd665309829 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5011301 Jan 28 10:08:37.328255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.340793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] Routers {'0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:37.341945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:37.482488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Calling delete_port for 046bb17c-d27a-4c05-b50a-520827710100 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:37.624800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.641666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:37.670092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] Set router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:08:37.702084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.710969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ed55f76-b0fb-4279-ac93-8da5dabd600a req-c74543b6-b464-4238-b606-d598e2445450 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 210 time: 0.2359250 Jan 28 10:08:37.714179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=57818b01-81ff-40b5-9397-f619b076c4b9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:37.722615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b04d9f6b-ec1b-4af5-8ea2-51a32752ed5b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:37.740987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.741808 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment 5af71f60-11c6-4ce7-9fbc-7d838999ff9f of type vlan for network 6667258c-7f58-4477-b098-22b49f3fd5a5 Jan 28 10:08:37.801204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Deleting port ae8515bb-3919-4443-a82d-f78dae49ea6f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:37.801672 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.818161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ade0632-1da5-4c42-a4a1-cfa27910f7dd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/57818b01-81ff-40b5-9397-f619b076c4b9 HTTP/1.1" status: 204 len: 168 time: 2.9295075 Jan 28 10:08:37.826882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38446) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:37.833485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-350504767'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:37.840994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-d0527879-6508-494a-9b30-07127c1ac679 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964759 Jan 28 10:08:37.843726 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:37.848318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:37.876419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:network and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:37.883963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:37.961624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:08:36Z', 'revision_number': 6, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:37.961800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:37.996954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:37.999713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.001142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.015895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa26ff4b-08e5-4a3f-9ef0-1c5c5bffa386 None None] The port 'ae8515bb-3919-4443-a82d-f78dae49ea6f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:08:38.017755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f891fba5-1d41-4a07-9f97-ef12ef4afbf3 None None] The sync data for ids ['0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb'] in n-d-825178-2 is: [{'id': '0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb', 'name': 'tempest-TestVolumeBackupRestore-1937006093-router', 'tenant_id': '39c691fb882f44f3bd495425bff4f5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:02:44Z', 'updated_at': '2022-01-28T10:08:36Z', 'revision_number': 6, 'project_id': '39c691fb882f44f3bd495425bff4f5cc', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:08:38.070530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.084885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Pushing event deleted for resources: {'Port': ['ID=046bb17c-d27a-4c05-b50a-520827710100,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:38.085201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:38.086064 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.210311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:38.214271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0583ac15-784d-4c54-81fb-b85a066929c4 req-32846741-34a9-4e0b-8a55-9d69bdfb0a84 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619757 Jan 28 10:08:38.229565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.1028821 Jan 28 10:08:38.231169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.241007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.241411 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Added segment e16f6508-a901-4ee9-876c-827d725499df of type vlan for network f66ff635-bed9-4d13-a981-6283c92afbb2 Jan 28 10:08:38.247938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11e5e3-015c-48bc-a13f-0848fcdd07b2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=6667258c-7f58-4477-b098-22b49f3fd5a5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:38.264366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6667258c-7f58-4477-b098-22b49f3fd5a5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:38.297220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.603084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.621867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:38.622492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.681825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.687899 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.756652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.757697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:08:38.793586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:38.794710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-581e4e9c-86ad-4829-a61c-75f087df6f23 admin admin] 10.222.0.42 "DELETE /v2.0/routers/0fdf78c7-dad1-4fc3-8ee6-4b93ce8eccbb HTTP/1.1" status: 204 len: 168 time: 3.3543806 Jan 28 10:08:38.803209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:38.873126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0448477 Jan 28 10:08:38.875862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926497a-f9e6-403f-bdaf-ccaac418c63d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Network': ['ID=f66ff635-bed9-4d13-a981-6283c92afbb2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:38.884265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38462) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:38.893425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f66ff635-bed9-4d13-a981-6283c92afbb2 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:38.897950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:38.925755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-51279f5f-2b01-48a0-bdfd-01001e17b51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:38.927841 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-51279f5f-2b01-48a0-bdfd-01001e17b51f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3ed22dac6b3441c492d608c294bc2393&device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 1099 time: 0.5692265 Jan 28 10:08:39.031469 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ddf64e9d-e9fa-4e93-9e5f-4f3c7b8fb853 req-9e822b97-c641-49c7-88dc-ebe1d194f6d1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 210 time: 0.1098375 Jan 28 10:08:39.089697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Deleting subnet e9cfd0c0-ab32-4363-a9f7-539340a0af08 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:08:39.097197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:39.212387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:39.583379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-bd75e73e-537c-4b7f-b549-be35e5f7e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:39.588361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-bd75e73e-537c-4b7f-b549-be35e5f7e5a0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.6405621 Jan 28 10:08:39.821733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-8ad9b1d4-14ff-46a0-8c55-f45054fe7514 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:39.824483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-6a795cb0-218f-461b-a49d-97969d70ee34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=caca5f68-0752-482c-becd-ca0c35eb89b2 HTTP/1.1" status: 200 len: 217 time: 0.2283909 Jan 28 10:08:39.828706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-8ad9b1d4-14ff-46a0-8c55-f45054fe7514 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.4870508 Jan 28 10:08:39.832164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28515ca4-7545-4d79-a3bc-4a66c5b3a737 req-2da6d185-2133-4c03-8274-5149c6b7475f tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:39.834595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28515ca4-7545-4d79-a3bc-4a66c5b3a737 req-2da6d185-2133-4c03-8274-5149c6b7475f tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 948 time: 1.2006798 Jan 28 10:08:39.835777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:39.877267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:39.925255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-eb6750ac-d9e6-4fc0-b806-2a2befb84e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:39.926896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-eb6750ac-d9e6-4fc0-b806-2a2befb84e9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0698876 Jan 28 10:08:39.930467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:39.967434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:39.981703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 046bb17c-d27a-4c05-b50a-520827710100 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:39.998782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:40.034763 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28515ca4-7545-4d79-a3bc-4a66c5b3a737 req-afaee49f-ed43-4c42-bde5-c3a3c62041a9 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941025 Jan 28 10:08:40.037970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:40.045215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:40.093696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:40.110622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:40.134467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 046bb17c-d27a-4c05-b50a-520827710100 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:40.134817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 046bb17c-d27a-4c05-b50a-520827710100 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:40.135245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef275c66-cbed-485b-8734-ef9d83d4e91d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:40.165313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9cfd0c0-ab32-4363-a9f7-539340a0af08,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:40.169548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ef275c66-cbed-485b-8734-ef9d83d4e91d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:40.169896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef275c66-cbed-485b-8734-ef9d83d4e91d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:40.243655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-b530de76-8805-484b-965d-1aef4f1af1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:40.244644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-b530de76-8805-484b-965d-1aef4f1af1b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3086791 Jan 28 10:08:40.419696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9292529-9f38-412f-8750-f10d47cc48fe None None] Network 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:40.421662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:40.448731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2a5f1a3-c207-4d05-89fe-77eda4af901f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e9cfd0c0-ab32-4363-a9f7-539340a0af08 HTTP/1.1" status: 204 len: 168 time: 1.6444037 Jan 28 10:08:40.456430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38478) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:40.544957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3004a7fc-d41c-4f71-b4d8-b495f0d1dcf9 req-c7dd552e-851e-4089-aab5-b20254f82323 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 210 time: 0.1543946 Jan 28 10:08:40.663427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8c93d-9ac8-4028-8882-604694b0afb8 req-7a9ebccf-b1f6-4494-a7cc-e0c21c5cf1ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:40.671505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ce8c93d-9ac8-4028-8882-604694b0afb8 req-7a9ebccf-b1f6-4494-a7cc-e0c21c5cf1ec tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 945 time: 0.6531343 Jan 28 10:08:40.752016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:40.763529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:40.840079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:40.841147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:40.846979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:40.935143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] DHCP port deletion for 129d9711-0aa1-44f0-aed9-5c3a3cd41b6e request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:08:40.940583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] Deleting port 6f939673-58a6-4f0e-9d8c-96aa963c0dda {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:40.940971 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.087937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-ac691d97-eda8-4adb-a303-594919dc1c7d service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255668 Jan 28 10:08:41.089178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=450d0319-e530-4b01-953a-1f000c7ddb84,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:41.150642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.12 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/f302703b-0264-41e0-ac6c-0d3bedfb627b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:41.206620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.206839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.208972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.212847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.213282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.213773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.213948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.215896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.218378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.218736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.219080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.219524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:41.231884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38490) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:41.272303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device caca5f68-0752-482c-becd-ca0c35eb89b2 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:08:41.338302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Checking segment: {'id': 'e16f6508-a901-4ee9-876c-827d725499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:41.338664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network hostable DHCP agents. Network: f66ff635-bed9-4d13-a981-6283c92afbb2, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:41.373768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.450559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] For port 6f939673-58a6-4f0e-9d8c-96aa963c0dda, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6f939673-58a6-4f0e-9d8c-96aa963c0dda,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:41.451155 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.487303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38496) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:41.497203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:41.515741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.524748 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.556827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:41.589356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.597663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ce8c93d-9ac8-4028-8882-604694b0afb8 req-5d3d56c9-35f2-4b2c-97e4-f73f87924363 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9254088 Jan 28 10:08:41.612759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Deleting port 6f939673-58a6-4f0e-9d8c-96aa963c0dda {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:41.613099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.620025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:41.624621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Usage tracker for resource:security_group_rule and tenant:d851b4596a3e428bb152c866f216175c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:41.627613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:41.633678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:41.667708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:41.671393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] Calling delete_port for 6f939673-58a6-4f0e-9d8c-96aa963c0dda owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:41.678784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:41.688032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:41.720624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.721628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port caca5f68-0752-482c-becd-ca0c35eb89b2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=caca5f68-0752-482c-becd-ca0c35eb89b2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:41.725812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=f302703b-0264-41e0-ac6c-0d3bedfb627b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:41.741841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network f66ff635-bed9-4d13-a981-6283c92afbb2 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:41.744370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.755314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-95ce8742-e1a2-444f-97f8-f44820e8ebc9 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:41.756985 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-95ce8742-e1a2-444f-97f8-f44820e8ebc9 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 945 time: 0.3519363 Jan 28 10:08:41.759777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'caca5f68-0752-482c-becd-ca0c35eb89b2', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'caca5f68-0752-482c-becd-ca0c35eb89b2', 'mac_address': 'fa:16:3e:68:07:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:08:41.795353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b031f117-97f8-451a-995d-faaf3d6dcc15,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:41.835567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f66ff635-bed9-4d13-a981-6283c92afbb2) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:41.850046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8fc6d788-d1b8-4578-92c3-67f001c98375 req-1858443f-555f-435a-be91-a122ff64eef8 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283013 Jan 28 10:08:41.852882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:41.853036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b0d3c-bb6a-47fa-bc5a-ca14bf30a5f8 None None] Network f66ff635-bed9-4d13-a981-6283c92afbb2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:41.853484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.883961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93457538-0263-42cf-a08a-66b553303069 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d851b4596a3e428bb152c866f216175c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6437554 Jan 28 10:08:41.890025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38502) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:41.890321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:41.890934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:41.899184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729dcd9-b2d4-4352-b244-b4ef274219f0 req-9701c681-7bb1-4d1a-ae49-b4316d46eed4 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:41.907550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f729dcd9-b2d4-4352-b244-b4ef274219f0 req-9701c681-7bb1-4d1a-ae49-b4316d46eed4 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 948 time: 0.5831592 Jan 28 10:08:41.925670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5cd5fc37-ccf7-4b06-a70b-3a561d72316a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0366852 Jan 28 10:08:41.928407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:41.934327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38506) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:41.948987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-943968913', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:41.965678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:41.975940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:41.978132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:41.999183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:router and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:42.005031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:42.009867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:42.023217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:42.032445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6f939673-58a6-4f0e-9d8c-96aa963c0dda no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:42.041851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f729dcd9-b2d4-4352-b244-b4ef274219f0 req-bc457f4b-7a99-4aca-99b3-9bb5ac0689da tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328490 Jan 28 10:08:42.042367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Deleting port 7486666e-4cb5-45cf-a9b2-512525b642e9 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:42.042708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.062329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.065743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.070414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.088931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2fa870cc-7f90-4761-be4f-ea1da3f08f79 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0070236 Jan 28 10:08:42.093290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:42.097712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.117263 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-effa2173-fc24-4712-9989-2221e66ae688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.118821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.124254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Request body: {'port': {'device_id': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:42.157923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caca5f68-0752-482c-becd-ca0c35eb89b2 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:08:42.180258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] For port 6f939673-58a6-4f0e-9d8c-96aa963c0dda, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6f939673-58a6-4f0e-9d8c-96aa963c0dda,segment=NetworkSegment(5dd4ee93-96fb-4301-b344-3c7900874e7b),segment_id=5dd4ee93-96fb-4301-b344-3c7900874e7b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:42.180631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.198845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.206495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] Pushing event deleted for resources: {'Port': ['ID=6f939673-58a6-4f0e-9d8c-96aa963c0dda,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:42.235025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port caca5f68-0752-482c-becd-ca0c35eb89b2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=caca5f68-0752-482c-becd-ca0c35eb89b2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:42.240946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc03e59-45b1-4ed8-9896-0d8af7869e8e None None] No DVR routers for this DVR port 6f939673-58a6-4f0e-9d8c-96aa963c0dda on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:42.256928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-effa2173-fc24-4712-9989-2221e66ae688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.285060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.287648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.330398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port 6f939673-58a6-4f0e-9d8c-96aa963c0dda {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:08:42.330922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6f939673-58a6-4f0e-9d8c-96aa963c0dda not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:42.354220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f66ff635-bed9-4d13-a981-6283c92afbb2', 'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': '450d0319-e530-4b01-953a-1f000c7ddb84'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:42.354973 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.358352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Calling delete_port for 6f939673-58a6-4f0e-9d8c-96aa963c0dda owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:42.361517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.367134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-73eb6ade-c421-42c0-b2a2-920f81487e73 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.4222679 Jan 28 10:08:42.367732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38510) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:42.375267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2', 'name': 'tempest-PortsTestJSON-1932045046'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:42.532013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['caca5f68-0752-482c-becd-ca0c35eb89b2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:42.589645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=caca5f68-0752-482c-becd-ca0c35eb89b2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:42.623544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f99bd2-66cd-45cd-9334-b125d8c66242 req-52b9ca8f-45d7-4b1a-a71a-a8308ec58566 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:42.624238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b8f99bd2-66cd-45cd-9334-b125d8c66242 req-52b9ca8f-45d7-4b1a-a71a-a8308ec58566 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:42.653969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-effa2173-fc24-4712-9989-2221e66ae688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.698936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa2173-fc24-4712-9989-2221e66ae688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b031f117-97f8-451a-995d-faaf3d6dcc15,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:42.744897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-effa2173-fc24-4712-9989-2221e66ae688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.748352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-effa2173-fc24-4712-9989-2221e66ae688 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b031f117-97f8-451a-995d-faaf3d6dcc15 HTTP/1.1" status: 204 len: 168 time: 0.8216579 Jan 28 10:08:42.748488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.803558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:42.805261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b8f99bd2-66cd-45cd-9334-b125d8c66242 req-52b9ca8f-45d7-4b1a-a71a-a8308ec58566 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:42.811987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8f99bd2-66cd-45cd-9334-b125d8c66242 req-52b9ca8f-45d7-4b1a-a71a-a8308ec58566 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 932 time: 0.9801021 Jan 28 10:08:42.817704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Allocated IP 172.20.0.2 (f66ff635-bed9-4d13-a981-6283c92afbb2/450d0319-e530-4b01-953a-1f000c7ddb84/d92b5e1a-63bd-4308-854c-f8633b5f1039) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:42.843708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:port and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:42.845172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:42.845472 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:42.852502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:42.860977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.898135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:42.917807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8f99bd2-66cd-45cd-9334-b125d8c66242 req-b379e525-da17-4ad2-9099-6c97db6eaa7c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050582 Jan 28 10:08:42.970184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:42.973716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:42.994731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=68ead6c3-dc86-46d0-8644-967907c751a9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:43.005229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] For port 7486666e-4cb5-45cf-a9b2-512525b642e9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7486666e-4cb5-45cf-a9b2-512525b642e9,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:43.005598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.014778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port b512c173-cc88-4d8b-9db4-e91ea158ee84 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:08:43.056445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': '5af71f60-11c6-4ce7-9fbc-7d838999ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:43.056750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: 6667258c-7f58-4477-b098-22b49f3fd5a5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:43.081940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.093460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Transition to ACTIVE for port object d92b5e1a-63bd-4308-854c-f8633b5f1039 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:43.113049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Transition to ACTIVE for port object d92b5e1a-63bd-4308-854c-f8633b5f1039 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:43.138246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.163132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55450641-d6e3-478b-b46b-bd8444a919d0 req-8e52fbcd-6a4b-4fff-8898-eb727d6981c8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:43.179397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55450641-d6e3-478b-b46b-bd8444a919d0 req-8e52fbcd-6a4b-4fff-8898-eb727d6981c8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 945 time: 0.3731203 Jan 28 10:08:43.225156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Network f66ff635-bed9-4d13-a981-6283c92afbb2 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:43.233846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Calling delete_port for 7486666e-4cb5-45cf-a9b2-512525b642e9 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:43.235078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:43.243661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:43.252537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Pushing event updated for resources: {'Port': ['ID=d92b5e1a-63bd-4308-854c-f8633b5f1039,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:43.261176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38522) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:43.301944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 6667258c-7f58-4477-b098-22b49f3fd5a5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:43.325409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55450641-d6e3-478b-b46b-bd8444a919d0 req-6ee260b9-e258-4702-baa2-b71b3eb60bfb tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450286 Jan 28 10:08:43.326000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.340059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6667258c-7f58-4477-b098-22b49f3fd5a5) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:43.353283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:43.356082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:43.356565 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.358302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1500f1e-aa7d-4c38-b483-eb8c8f71e3a2 None None] Network 6667258c-7f58-4477-b098-22b49f3fd5a5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:43.371987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.6 (f66ff635-bed9-4d13-a981-6283c92afbb2/450d0319-e530-4b01-953a-1f000c7ddb84/b512c173-cc88-4d8b-9db4-e91ea158ee84) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:43.374683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Usage tracker for resource:security_group_rule and tenant:a07a03e6b161460381ba9ea53d4e23d6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:43.374874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Deleting port 6f939673-58a6-4f0e-9d8c-96aa963c0dda {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:43.374874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.380528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:43.390070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:43.403705 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1096971d-dde3-47bd-aa60-6e80753d1272 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9099860 Jan 28 10:08:43.406487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38526) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:43.415294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431567149'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:43.421569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:43.434838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:43.440591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:43.457542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:43.457841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Attempting to bind port d92b5e1a-63bd-4308-854c-f8633b5f1039 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:43.458312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Attempting to bind port d92b5e1a-63bd-4308-854c-f8633b5f1039 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e16f6508-a901-4ee9-876c-827d725499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:43.459269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Attempting to bind port d92b5e1a-63bd-4308-854c-f8633b5f1039 on network f66ff635-bed9-4d13-a981-6283c92afbb2 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:43.482878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:43.483431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Checking segment: {'id': 'e16f6508-a901-4ee9-876c-827d725499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:43.484701 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.484701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Bound using segment: {'id': 'e16f6508-a901-4ee9-876c-827d725499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:43.485223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Bound port: d92b5e1a-63bd-4308-854c-f8633b5f1039, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16f6508-a901-4ee9-876c-827d725499df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'f66ff635-bed9-4d13-a981-6283c92afbb2'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:43.485688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.516047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:43.516304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] The port '6f939673-58a6-4f0e-9d8c-96aa963c0dda' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:08:43.519687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.631335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:43.654153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.654494 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment 1049f9cd-849d-46c5-902c-50d06aac5926 of type vlan for network d1956e43-0c2e-4ed4-89b3-802addfb0628 Jan 28 10:08:43.730111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-6667258c-7f58-4477-b098-22b49f3fd5a5', 'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '68ead6c3-dc86-46d0-8644-967907c751a9'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:43.732546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.746633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] For port d92b5e1a-63bd-4308-854c-f8633b5f1039, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:43.749821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.755128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.764198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.769783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] For port d92b5e1a-63bd-4308-854c-f8633b5f1039, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d92b5e1a-63bd-4308-854c-f8633b5f1039,segment=NetworkSegment(e16f6508-a901-4ee9-876c-827d725499df),segment_id=e16f6508-a901-4ee9-876c-827d725499df)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:43.770635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.773365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6013cf-79d2-4aa2-a77a-fe8712723562 req-47570c04-a457-45d3-a81c-1463cb5e9fbb tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:43.775099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c6013cf-79d2-4aa2-a77a-fe8712723562 req-47570c04-a457-45d3-a81c-1463cb5e9fbb tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 949 time: 0.5841658 Jan 28 10:08:43.776745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.800338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object b512c173-cc88-4d8b-9db4-e91ea158ee84 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:43.818642 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.838075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.845468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129d9711-0aa1-44f0-aed9-5c3a3cd41b6e']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:43.851411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a07a03e6b161460381ba9ea53d4e23d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5786357 Jan 28 10:08:43.851411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639ea5a8-b5ae-418f-b279-06e023ab7b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b5db99-6e9d-477f-ace6-793f74c2878d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:43.855169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38530) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:43.874445 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.893137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.898981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:43.899566 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:43.941469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dd4ee93-96fb-4301-b344-3c7900874e7b') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:43.941469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dd4ee93-96fb-4301-b344-3c7900874e7b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:43.985279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Pushing event deleted for resources: {'Port': ['ID=7486666e-4cb5-45cf-a9b2-512525b642e9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:44.043242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.053811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c6013cf-79d2-4aa2-a77a-fe8712723562 req-cd47aa89-e51d-4a8d-bab2-df327f5155f3 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620788 Jan 28 10:08:44.055976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.080531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83359ccf-2d62-436e-9d07-a25db74072b5 None None] Pushing event updated for resources: {'Port': ['ID=d92b5e1a-63bd-4308-854c-f8633b5f1039,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:44.084259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-525afb25-59f3-4199-bc76-1ed0ae242a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.108322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7008014 Jan 28 10:08:44.109698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68af51-aa5a-4f4b-8fa6-63a65ba6dcc0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=d1956e43-0c2e-4ed4-89b3-802addfb0628,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:44.118664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38536) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:44.125844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d1956e43-0c2e-4ed4-89b3-802addfb0628 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:44.145712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:44.152555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Allocated IP 2001:db8:0:ffff::2 (6667258c-7f58-4477-b098-22b49f3fd5a5/68ead6c3-dc86-46d0-8644-967907c751a9/d9e45f71-b39f-48b7-ae3b-23f609397cd5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:44.164037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] No DVR routers for this DVR port 7486666e-4cb5-45cf-a9b2-512525b642e9 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:44.166812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.170798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.177402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f302703b-0264-41e0-ac6c-0d3bedfb627b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:08:44.181461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'name': 'network-vif-deleted', 'tag': '7486666e-4cb5-45cf-a9b2-512525b642e9'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:44.210664 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-525afb25-59f3-4199-bc76-1ed0ae242a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.309710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.313256 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6a15281-f969-4e1e-8230-08b6dff2337f', 'name': 'network-vif-deleted', 'tag': '7486666e-4cb5-45cf-a9b2-512525b642e9', 'status': 'completed', 'code': 200} Jan 28 10:08:44.327418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:44.327815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:44.347470 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:44.371393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network f66ff635-bed9-4d13-a981-6283c92afbb2 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:44.375943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:44.391148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:44.433943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=b512c173-cc88-4d8b-9db4-e91ea158ee84,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:44.443228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-525afb25-59f3-4199-bc76-1ed0ae242a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.475414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a51ede77-4fe8-4080-a671-da701dfb22a8 req-ba96d763-f138-4d1b-b59a-11e8dadc3ff3 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "DELETE /v2.0/ports/7486666e-4cb5-45cf-a9b2-512525b642e9 HTTP/1.1" status: 204 len: 173 time: 2.6816447 Jan 28 10:08:44.496106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525afb25-59f3-4199-bc76-1ed0ae242a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b5db99-6e9d-477f-ace6-793f74c2878d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:44.498012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Transition to ACTIVE for port object f302703b-0264-41e0-ac6c-0d3bedfb627b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:44.527262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-525afb25-59f3-4199-bc76-1ed0ae242a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.531056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-525afb25-59f3-4199-bc76-1ed0ae242a19 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6b5db99-6e9d-477f-ace6-793f74c2878d HTTP/1.1" status: 204 len: 168 time: 0.6723459 Jan 28 10:08:44.539566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7486666e-4cb5-45cf-a9b2-512525b642e9 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:44.545628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:44.546287 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.597834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da17022f-3fd8-40c0-bf49-7899887bc0b0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.2278166 Jan 28 10:08:44.606395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38546) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:44.615027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f4ee9d-c6c6-4834-9030-05eae71e8639 req-bc30e4bb-9746-4903-aedb-25cf2e916e19 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:44.625377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84f4ee9d-c6c6-4834-9030-05eae71e8639 req-bc30e4bb-9746-4903-aedb-25cf2e916e19 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 932 time: 0.5251446 Jan 28 10:08:44.646250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 7486666e-4cb5-45cf-a9b2-512525b642e9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:44.646564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7486666e-4cb5-45cf-a9b2-512525b642e9 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:44.740500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8bea6729-5104-467f-88ac-ed32e97d0652 req-a6cf6ce0-08c2-421c-8692-12cf191fe3fe tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Synchronizing usage tracker for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:44.753443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:44.758672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:44.761751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:44.768150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:44.779017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.792373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.815849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Transition to ACTIVE for port object d9e45f71-b39f-48b7-ae3b-23f609397cd5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:44.853071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:08:44.860932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.862758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:44.864790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Transition to ACTIVE for port object d9e45f71-b39f-48b7-ae3b-23f609397cd5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:44.866973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.878233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.918054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:44.936196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=129d9711-0aa1-44f0-aed9-5c3a3cd41b6e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:44.939418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8bea6729-5104-467f-88ac-ed32e97d0652 req-a6cf6ce0-08c2-421c-8692-12cf191fe3fe tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Unset dirty status for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:44.953475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bea6729-5104-467f-88ac-ed32e97d0652 req-a6cf6ce0-08c2-421c-8692-12cf191fe3fe tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6a15281-f969-4e1e-8230-08b6dff2337f HTTP/1.1" status: 200 len: 210 time: 0.4535899 Jan 28 10:08:45.102157 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64699c94-af6c-4053-a929-386234e7e5b3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/129d9711-0aa1-44f0-aed9-5c3a3cd41b6e HTTP/1.1" status: 204 len: 168 time: 4.6441133 Jan 28 10:08:45.111776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38556) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:45.129733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84f4ee9d-c6c6-4834-9030-05eae71e8639 req-a8736a41-1085-47b0-a3b5-71a2d90f3ddf tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027118 Jan 28 10:08:45.177645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Pushing event updated for resources: {'Port': ['ID=d9e45f71-b39f-48b7-ae3b-23f609397cd5,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:45.221370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Network 6667258c-7f58-4477-b098-22b49f3fd5a5 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:45.222612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:45.227036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:45.260552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Pushing event updated for resources: {'Port': ['ID=f302703b-0264-41e0-ac6c-0d3bedfb627b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:45.374115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device caca5f68-0752-482c-becd-ca0c35eb89b2 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:45.528707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.530116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38560) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:45.538457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Attempting to bind port d9e45f71-b39f-48b7-ae3b-23f609397cd5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:45.538674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Attempting to bind port d9e45f71-b39f-48b7-ae3b-23f609397cd5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '5af71f60-11c6-4ce7-9fbc-7d838999ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:45.539045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Attempting to bind port d9e45f71-b39f-48b7-ae3b-23f609397cd5 on network 6667258c-7f58-4477-b098-22b49f3fd5a5 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:45.548010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:45.548699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Checking segment: {'id': '5af71f60-11c6-4ce7-9fbc-7d838999ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:45.548926 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.549368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Bound using segment: {'id': '5af71f60-11c6-4ce7-9fbc-7d838999ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:45.549841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Bound port: d9e45f71-b39f-48b7-ae3b-23f609397cd5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af71f60-11c6-4ce7-9fbc-7d838999ff9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '6667258c-7f58-4477-b098-22b49f3fd5a5'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:45.550216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.588760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.621651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:45.637521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5f4a5f-c1eb-4478-8ad4-b2086f0d85b2 None None] Network f66ff635-bed9-4d13-a981-6283c92afbb2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:45.661115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Usage tracker for resource:security_group_rule and tenant:500068e9861c495aaa98aad0aadd3826 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:45.671403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:45.689448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:45.732118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port caca5f68-0752-482c-becd-ca0c35eb89b2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:45.770552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port caca5f68-0752-482c-becd-ca0c35eb89b2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:45.770913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.778625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Attempting to bind port f302703b-0264-41e0-ac6c-0d3bedfb627b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:45.778970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Attempting to bind port f302703b-0264-41e0-ac6c-0d3bedfb627b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:45.779323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Attempting to bind port f302703b-0264-41e0-ac6c-0d3bedfb627b on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:45.790485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.835800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Port f302703b-0264-41e0-ac6c-0d3bedfb627b on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:08:45.836109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Attempting to bind port f302703b-0264-41e0-ac6c-0d3bedfb627b on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:45.837634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e19008f-3f10-40f9-91be-12c67bdabf47 None None] Provisioning for port d92b5e1a-63bd-4308-854c-f8633b5f1039 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:45.852502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] For port d9e45f71-b39f-48b7-ae3b-23f609397cd5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:45.854650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:45.854945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:45.855506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:45.855949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Bound port: f302703b-0264-41e0-ac6c-0d3bedfb627b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:45.856309 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.861648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] For port d9e45f71-b39f-48b7-ae3b-23f609397cd5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d9e45f71-b39f-48b7-ae3b-23f609397cd5,segment=NetworkSegment(5af71f60-11c6-4ce7-9fbc-7d838999ff9f),segment_id=5af71f60-11c6-4ce7-9fbc-7d838999ff9f)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:45.885522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:45.994596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abdda5-955e-495f-b584-8ccafaaa9a34 req-e99b7262-d291-4561-b7b6-caabece6667d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:46.002612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-65abdda5-955e-495f-b584-8ccafaaa9a34 req-e99b7262-d291-4561-b7b6-caabece6667d tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 949 time: 0.7053847 Jan 28 10:08:46.095780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d92b5e1a-63bd-4308-854c-f8633b5f1039 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:46.125353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d607dc6e-cc18-49ee-a1fa-85ea86d30130 None None] Pushing event updated for resources: {'Port': ['ID=d9e45f71-b39f-48b7-ae3b-23f609397cd5,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:46.227777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.282333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.305164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.307204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-65abdda5-955e-495f-b584-8ccafaaa9a34 req-366e4a6b-1c5d-42d7-9556-7e8515f8fc0a tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003047 Jan 28 10:08:46.362699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac622ee-007d-4b99-b615-8d86809711cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caca5f68-0752-482c-becd-ca0c35eb89b2'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:46.386375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port caca5f68-0752-482c-becd-ca0c35eb89b2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=caca5f68-0752-482c-becd-ca0c35eb89b2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:46.390941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] For port f302703b-0264-41e0-ac6c-0d3bedfb627b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:46.391182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d92b5e1a-63bd-4308-854c-f8633b5f1039 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:46.399180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.407593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.474987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] For port f302703b-0264-41e0-ac6c-0d3bedfb627b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:46.500584 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac622ee-007d-4b99-b615-8d86809711cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caca5f68-0752-482c-becd-ca0c35eb89b2', 'code': 200} Jan 28 10:08:46.502322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d92b5e1a-63bd-4308-854c-f8633b5f1039 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:46.502826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.526724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.536789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=500068e9861c495aaa98aad0aadd3826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9980147 Jan 28 10:08:46.541547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:46.545712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a595c-8575-409e-8b8a-edb4e4ff527b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9d7ce2c-361c-4812-9002-7aba999b7934,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:46.604265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=caca5f68-0752-482c-becd-ca0c35eb89b2,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:46.714709 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.796264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d92b5e1a-63bd-4308-854c-f8633b5f1039, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d92b5e1a-63bd-4308-854c-f8633b5f1039,segment=NetworkSegment(e16f6508-a901-4ee9-876c-827d725499df),segment_id=e16f6508-a901-4ee9-876c-827d725499df)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:46.810874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.822778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:46.823612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.826579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] 10.222.0.25 "PUT /v2.0/ports/f302703b-0264-41e0-ac6c-0d3bedfb627b HTTP/1.1" status: 200 len: 1092 time: 4.7158158 Jan 28 10:08:46.836202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'tag': 'f302703b-0264-41e0-ac6c-0d3bedfb627b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:46.850070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=6b74cef3-c1d2-4cb3-acbd-f180570a15d0,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:46.860288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.933243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': '1049f9cd-849d-46c5-902c-50d06aac5926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:46.933751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: d1956e43-0c2e-4ed4-89b3-802addfb0628, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:46.938921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ca94ece-2a6a-47f5-9902-bf6cee82449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.951883 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'tag': 'f302703b-0264-41e0-ac6c-0d3bedfb627b', 'status': 'completed', 'code': 200} Jan 28 10:08:46.954622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:46.958503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d92b5e1a-63bd-4308-854c-f8633b5f1039,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:46.966932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64faaa33-474f-4e37-bf00-33c89713f027 service neutron] Pushing event updated for resources: {'Port': ['ID=f302703b-0264-41e0-ac6c-0d3bedfb627b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:46.994643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a0aa631-6a9a-4e7b-98d2-c0fa3c93c561 None None] Provisioning complete for port d92b5e1a-63bd-4308-854c-f8633b5f1039 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:46.995014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa631-6a9a-4e7b-98d2-c0fa3c93c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.011012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network d1956e43-0c2e-4ed4-89b3-802addfb0628 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:47.107713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ca94ece-2a6a-47f5-9902-bf6cee82449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.217828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aecafe9-fb54-4ccd-b613-aec27c22e195 req-e860933a-131c-4e65-ba90-eea7711c1063 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:47.219531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7aecafe9-fb54-4ccd-b613-aec27c22e195 req-e860933a-131c-4e65-ba90-eea7711c1063 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 944 time: 0.8514690 Jan 28 10:08:47.227173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a0aa631-6a9a-4e7b-98d2-c0fa3c93c561 None None] Provisioning for port b512c173-cc88-4d8b-9db4-e91ea158ee84 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:47.232754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a0aa631-6a9a-4e7b-98d2-c0fa3c93c561 None None] Provisioning complete for port b512c173-cc88-4d8b-9db4-e91ea158ee84 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:47.233086 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa631-6a9a-4e7b-98d2-c0fa3c93c561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.273445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ca94ece-2a6a-47f5-9902-bf6cee82449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.297981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d46c85f-9a4b-4802-9bd8-f6c1a41a3d8d req-f1789db8-0fcf-43bd-b69e-d2725316f97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:47.299463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d46c85f-9a4b-4802-9bd8-f6c1a41a3d8d req-f1789db8-0fcf-43bd-b69e-d2725316f97b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 1101 time: 0.7176511 Jan 28 10:08:47.325054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-61035b5f-2264-4eb8-a27b-bc806332b72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:47.326668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-61035b5f-2264-4eb8-a27b-bc806332b72f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 1095 time: 0.4397049 Jan 28 10:08:47.327250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d1956e43-0c2e-4ed4-89b3-802addfb0628) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:47.337686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:47.338256 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.364382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4a0aa631-6a9a-4e7b-98d2-c0fa3c93c561 None None] Port b512c173-cc88-4d8b-9db4-e91ea158ee84 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:47.377318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c664f04-4ad5-4b78-9cae-bf9214e6b3c8 None None] Network d1956e43-0c2e-4ed4-89b3-802addfb0628 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:47.429987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca94ece-2a6a-47f5-9902-bf6cee82449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9d7ce2c-361c-4812-9002-7aba999b7934,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:47.476623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-f1844bf8-95a0-4b04-8664-c330114acd6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b HTTP/1.1" status: 200 len: 217 time: 0.1331863 Jan 28 10:08:47.507873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=b512c173-cc88-4d8b-9db4-e91ea158ee84,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:47.511009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4ca94ece-2a6a-47f5-9902-bf6cee82449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.512510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4ca94ece-2a6a-47f5-9902-bf6cee82449c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b9d7ce2c-361c-4812-9002-7aba999b7934 HTTP/1.1" status: 204 len: 168 time: 0.9682319 Jan 28 10:08:47.521745 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7aecafe9-fb54-4ccd-b613-aec27c22e195 req-e654125b-1780-4671-86c9-1bf6ede0a135 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492034 Jan 28 10:08:47.638456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d46c85f-9a4b-4802-9bd8-f6c1a41a3d8d req-fb0562b2-1a42-452c-b2ab-66a4167d355e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582915 Jan 28 10:08:47.719073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3dd9ad4b-af6c-4501-9035-74e423f811d4 None None] Provisioning complete for port b512c173-cc88-4d8b-9db4-e91ea158ee84 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:47.719647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3dd9ad4b-af6c-4501-9035-74e423f811d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:47.803145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6bbf2919-fb99-440d-a5c4-5f4cecc0c31f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.6744366 Jan 28 10:08:47.806798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38586) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:47.841040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-aa2c69ef-e012-4b8b-a6e5-be092be4f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:47.845621 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-aa2c69ef-e012-4b8b-a6e5-be092be4f9c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.3509414 Jan 28 10:08:47.868572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3dd9ad4b-af6c-4501-9035-74e423f811d4 None None] Port b512c173-cc88-4d8b-9db4-e91ea158ee84 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:47.945703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7367b8-21cb-489b-84d8-45342447480f None None] Network 6667258c-7f58-4477-b098-22b49f3fd5a5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:48.002165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-045e33cc-b2ee-4be1-876e-53aa9db8a3c6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019673 Jan 28 10:08:48.168621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:48.207222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d1956e43-0c2e-4ed4-89b3-802addfb0628', 'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '6b74cef3-c1d2-4cb3-acbd-f180570a15d0'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:48.208605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:48.235179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d92b5e1a-63bd-4308-854c-f8633b5f1039 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:48.250555 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-2b45338e-b228-416b-81b8-2f78ad45c778 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894922 Jan 28 10:08:48.262445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:48.294218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bee99b9c-cf96-4242-9bb2-9d5e359e64d3 None None] Provisioning for port d9e45f71-b39f-48b7-ae3b-23f609397cd5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:48.334219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:48.592806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28606422-1e8b-4807-bde2-e7ac3a7befd8 req-ea645214-19a7-4b0f-ae18-322a3a6d7e3a tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:48.596767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28606422-1e8b-4807-bde2-e7ac3a7befd8 req-ea645214-19a7-4b0f-ae18-322a3a6d7e3a tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 950 time: 1.0026979 Jan 28 10:08:48.603845 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.118527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28606422-1e8b-4807-bde2-e7ac3a7befd8 req-a8a7fc0e-f7f5-464e-a825-8cc835851c74 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4570086 Jan 28 10:08:49.166244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-02b2e077-7b1d-42f6-b677-14928a88d9ad req-9f36f046-7e8c-4edd-9f0c-c102efda5f9c service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8437400 Jan 28 10:08:49.174429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Allocated IP 2001:db8::1 (d1956e43-0c2e-4ed4-89b3-802addfb0628/6b74cef3-c1d2-4cb3-acbd-f180570a15d0/2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:08:49.240469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c226b-c54a-4170-ae71-98306d4d3064 req-5a2ec98c-d65b-4fb5-8a25-180bf998c0cd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:49.241919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-895c226b-c54a-4170-ae71-98306d4d3064 req-5a2ec98c-d65b-4fb5-8a25-180bf998c0cd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 944 time: 0.4044113 Jan 28 10:08:49.292702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.335487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-895c226b-c54a-4170-ae71-98306d4d3064 req-1e89143c-0454-4228-97c3-6c777d3474d6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706193 Jan 28 10:08:49.363311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.371837 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.376516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bee99b9c-cf96-4242-9bb2-9d5e359e64d3 None None] Provisioning complete for port b512c173-cc88-4d8b-9db4-e91ea158ee84 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:49.377373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bee99b9c-cf96-4242-9bb2-9d5e359e64d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.544853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=b512c173-cc88-4d8b-9db4-e91ea158ee84,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:49.557420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.584563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d92b5e1a-63bd-4308-854c-f8633b5f1039 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:49.585007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.712586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Deleting port 2c935835-0870-4ed7-9b3c-6b038b84af4c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:49.712960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.761402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bee99b9c-cf96-4242-9bb2-9d5e359e64d3 None None] Port b512c173-cc88-4d8b-9db4-e91ea158ee84 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:49.775547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network f66ff635-bed9-4d13-a981-6283c92afbb2 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:49.776795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:49.897253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:49.992762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Transition to ACTIVE for port object 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:50.073813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Transition to ACTIVE for port object 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:08:50.080553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d9e45f71-b39f-48b7-ae3b-23f609397cd5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:50.106344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Router 882eb098-8eda-48e0-8637-abc6439accb5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:08:50.128026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:50.247690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-8949e236-aaaf-4756-a679-ddb56a9916b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:50.254886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-8949e236-aaaf-4756-a679-ddb56a9916b5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 1095 time: 0.9149826 Jan 28 10:08:50.379849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Network d1956e43-0c2e-4ed4-89b3-802addfb0628 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:08:50.385915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:50.390080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:08:50.493542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Pushing event updated for resources: {'Port': ['ID=2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:50.522510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0d25e9ce-8db8-4522-bda2-a20396700a82 None None] Provisioning complete for port b512c173-cc88-4d8b-9db4-e91ea158ee84 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:50.522895 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d25e9ce-8db8-4522-bda2-a20396700a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:50.559868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-ed776765-bfc3-4734-a344-dfea0aae721a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:50.562422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-ed776765-bfc3-4734-a344-dfea0aae721a service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.2950606 Jan 28 10:08:50.614792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:08:50.629941 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] Sync routers for ids ['882eb098-8eda-48e0-8637-abc6439accb5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:08:50.647857 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] Routers {'882eb098-8eda-48e0-8637-abc6439accb5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:50.648492 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['882eb098-8eda-48e0-8637-abc6439accb5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:50.649762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c1a1deaf-2acc-4e06-9eae-79952a6fec87 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/routers/882eb098-8eda-48e0-8637-abc6439accb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9920430 Jan 28 10:08:50.651111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38650) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:50.768459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Attempting to bind port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:08:50.769006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Attempting to bind port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '1049f9cd-849d-46c5-902c-50d06aac5926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:08:50.769462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Attempting to bind port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 on network d1956e43-0c2e-4ed4-89b3-802addfb0628 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:08:50.787283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:08:50.787831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Checking segment: {'id': '1049f9cd-849d-46c5-902c-50d06aac5926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:50.788333 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:50.788949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Bound using segment: {'id': '1049f9cd-849d-46c5-902c-50d06aac5926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:08:50.789752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Bound port: 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1049f9cd-849d-46c5-902c-50d06aac5926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:08:50.790234 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:50.791952 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:50.843572 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] Routers {'882eb098-8eda-48e0-8637-abc6439accb5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:50.845414 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['882eb098-8eda-48e0-8637-abc6439accb5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:50.858695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-4449600e-bd51-4e76-ab71-7b0aa1f906aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b HTTP/1.1" status: 200 len: 217 time: 0.2852569 Jan 28 10:08:50.866029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:50.870284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d9e45f71-b39f-48b7-ae3b-23f609397cd5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:50.891098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d9e45f71-b39f-48b7-ae3b-23f609397cd5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:50.892051 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:50.936113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0d25e9ce-8db8-4522-bda2-a20396700a82 None None] Port b512c173-cc88-4d8b-9db4-e91ea158ee84 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:08:50.953978 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:50.954383 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5e5996-ce97-44c4-809f-3ac3be076179 None None] The sync data for ids ['882eb098-8eda-48e0-8637-abc6439accb5'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:08:51.035560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=6b74cef3-c1d2-4cb3-acbd-f180570a15d0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:51.039117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-2e8e62a1-040f-420a-87ca-85a375321674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:51.040566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-2e8e62a1-040f-420a-87ca-85a375321674 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1691434 Jan 28 10:08:51.067432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] For port 2c935835-0870-4ed7-9b3c-6b038b84af4c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2c935835-0870-4ed7-9b3c-6b038b84af4c,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:51.067622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.114340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.114683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.115392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.115508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.115758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.116487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.117208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.117466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.117756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.118074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.118388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.118699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:08:51.154185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a7c55c-3410-466c-9b6a-f94065439c48 req-cfe287de-389c-43a2-ae96-7002c73f40b9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:51.155609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a7c55c-3410-466c-9b6a-f94065439c48 req-cfe287de-389c-43a2-ae96-7002c73f40b9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 944 time: 0.5358136 Jan 28 10:08:51.194560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f0116d-1853-4afa-b375-c3a72c5b0350 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:51.195275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c7f0116d-1853-4afa-b375-c3a72c5b0350 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:51.220127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-63f2dc29-be3e-46c9-b7fc-9b1772e0bee5 None None] Provisioning complete for port d9e45f71-b39f-48b7-ae3b-23f609397cd5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:51.220522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63f2dc29-be3e-46c9-b7fc-9b1772e0bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.246249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c7f0116d-1853-4afa-b375-c3a72c5b0350 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:51.247404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c7f0116d-1853-4afa-b375-c3a72c5b0350 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports?device_id=882eb098-8eda-48e0-8637-abc6439accb5 HTTP/1.1" status: 200 len: 982 time: 0.4735930 Jan 28 10:08:51.252528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38656) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:51.272749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871237ea-3b1f-43e2-ab5e-8884de2effdb req-118f17b4-573a-4c72-8594-524bd3b701db tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:51.274284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-871237ea-3b1f-43e2-ab5e-8884de2effdb req-118f17b4-573a-4c72-8594-524bd3b701db tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 950 time: 0.7107928 Jan 28 10:08:51.276511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-dc3a43a9-2a86-45f9-919e-7cdc02cfc5e9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2253897 Jan 28 10:08:51.278348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] For port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:08:51.348534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f302703b-0264-41e0-ac6c-0d3bedfb627b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:08:51.369542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] For port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5,segment=NetworkSegment(1049f9cd-849d-46c5-902c-50d06aac5926),segment_id=1049f9cd-849d-46c5-902c-50d06aac5926)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:08:51.399053 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86a7c55c-3410-466c-9b6a-f94065439c48 req-f9ff47e0-f2a4-4c7d-aa37-f2f182909d45 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339089 Jan 28 10:08:51.420402 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.434659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Calling delete_port for 2c935835-0870-4ed7-9b3c-6b038b84af4c owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:51.513201 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.797819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.843383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1956e43-0c2e-4ed4-89b3-802addfb0628']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:51.849831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63f2dc29-be3e-46c9-b7fc-9b1772e0bee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.858674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1049f9cd-849d-46c5-902c-50d06aac5926') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:51.859563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1049f9cd-849d-46c5-902c-50d06aac5926') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:51.873401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.906025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.935526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:51.936182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:51.973597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:52.036225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c738ec-dcf8-488e-b2b2-9b66bcb23481 None None] Pushing event updated for resources: {'Port': ['ID=2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:52.062418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d9e45f71-b39f-48b7-ae3b-23f609397cd5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d9e45f71-b39f-48b7-ae3b-23f609397cd5,segment=NetworkSegment(5af71f60-11c6-4ce7-9fbc-7d838999ff9f),segment_id=5af71f60-11c6-4ce7-9fbc-7d838999ff9f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:52.121021 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:52.138558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-871237ea-3b1f-43e2-ab5e-8884de2effdb req-1be7233a-d845-4459-b779-1c9a2f4417e2 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7459965 Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:52.139235 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:52.143109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:08:52.143109 n-d-825178-2 neutron-server[87540]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:08:52.143109 n-d-825178-2 neutron-server[87540]: [parameters: {'id': 'd1956e43-0c2e-4ed4-89b3-802addfb0628'}] Jan 28 10:08:52.143109 n-d-825178-2 neutron-server[87540]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:52.143417 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:52.147783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:52.244000 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-63f2dc29-be3e-46c9-b7fc-9b1772e0bee5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:52.246110 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-63f2dc29-be3e-46c9-b7fc-9b1772e0bee5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:52.276773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1ea9ce-1cfd-4240-b483-e787c7e45f7f None None] Network d1956e43-0c2e-4ed4-89b3-802addfb0628 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:52.282465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Pushing event deleted for resources: {'Port': ['ID=2c935835-0870-4ed7-9b3c-6b038b84af4c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:52.434125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port b512c173-cc88-4d8b-9db4-e91ea158ee84 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:52.434542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:52.542091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-9fe0f363-d91f-459b-b1b6-d68b3a596e7a service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1508050 Jan 28 10:08:52.600414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f302703b-0264-41e0-ac6c-0d3bedfb627b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:52.649736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'f302703b-0264-41e0-ac6c-0d3bedfb627b', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': 'f302703b-0264-41e0-ac6c-0d3bedfb627b', 'mac_address': 'fa:16:3e:07:1a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:08:52.736400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:52.739766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b5a1015-e8e7-4f47-8e1d-c791c8f1f911 req-6633e2ee-1d38-4369-82ab-048265dc23dd service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862135 Jan 28 10:08:52.875365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d9e45f71-b39f-48b7-ae3b-23f609397cd5,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:52.954144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.120640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for b512c173-cc88-4d8b-9db4-e91ea158ee84 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:53.136772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.143659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:53.144004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.189676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.239940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f302703b-0264-41e0-ac6c-0d3bedfb627b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:08:53.262894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f302703b-0264-41e0-ac6c-0d3bedfb627b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:53.271186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.304264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67597d57-f042-4b92-b244-6442364b5d95 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:08:53.333599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c3e11f-d64f-4303-804f-38ef9f442a67 req-12dc1871-dcdd-4de9-bb12-dd37eca549dd tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:53.335317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96c3e11f-d64f-4303-804f-38ef9f442a67 req-12dc1871-dcdd-4de9-bb12-dd37eca549dd tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 950 time: 0.1677465 Jan 28 10:08:53.386386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d512330f-af03-4558-960e-972519c4990c req-3871b588-87de-482e-8885-4ed04ba940b7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:53.392647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f302703b-0264-41e0-ac6c-0d3bedfb627b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:53.393201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d512330f-af03-4558-960e-972519c4990c req-3871b588-87de-482e-8885-4ed04ba940b7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 944 time: 0.6524875 Jan 28 10:08:53.450091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67597d57-f042-4b92-b244-6442364b5d95 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:08:53.489090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['f302703b-0264-41e0-ac6c-0d3bedfb627b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:53.558386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-96c3e11f-d64f-4303-804f-38ef9f442a67 req-aacc3392-1290-495a-b9e9-a98d435d5b9b tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129667 Jan 28 10:08:53.597133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.603321 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d512330f-af03-4558-960e-972519c4990c req-058e695d-161d-458f-8f61-3821278db34a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091680 Jan 28 10:08:53.610932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] For port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5,segment=NetworkSegment(1049f9cd-849d-46c5-902c-50d06aac5926),segment_id=1049f9cd-849d-46c5-902c-50d06aac5926)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:53.611291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:53.655347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=b512c173-cc88-4d8b-9db4-e91ea158ee84,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:53.751594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Calling delete_port for 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:53.919305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:54.039113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:54.177903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Router a7dd977f-7580-4743-909d-1a77e792f3c9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:08:54.181724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Port': ['ID=2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:54.204772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No DVR routers for this DVR port 2eb89bf7-b258-4b9d-884a-1d1c6e92a2a5 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:54.338416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d9e45f71-b39f-48b7-ae3b-23f609397cd5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:54.356584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Router 882eb098-8eda-48e0-8637-abc6439accb5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:08:54.443209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d9e45f71-b39f-48b7-ae3b-23f609397cd5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:54.443654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:54.541089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:08:54.558125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] Sync routers for ids ['882eb098-8eda-48e0-8637-abc6439accb5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:08:54.570155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b774e570-46cb-4032-b82d-cb50c243f8be tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/routers/882eb098-8eda-48e0-8637-abc6439accb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3142457 Jan 28 10:08:54.570482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:54.583336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] Routers {'882eb098-8eda-48e0-8637-abc6439accb5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:54.584045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['882eb098-8eda-48e0-8637-abc6439accb5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:54.664861 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-68baedda-612e-471b-9baf-e5575518ba00 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:08:54.665399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-68baedda-612e-471b-9baf-e5575518ba00 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:08:54.714389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-68baedda-612e-471b-9baf-e5575518ba00 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:08:54.718391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-68baedda-612e-471b-9baf-e5575518ba00 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/b512c173-cc88-4d8b-9db4-e91ea158ee84 HTTP/1.1" status: 404 len: 333 time: 0.1469204 Jan 28 10:08:54.718969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38702) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:54.827847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:54.848517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-8d742ea4-2e6e-4f87-a89f-c891567850f5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9606056 Jan 28 10:08:54.861052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] Routers {'882eb098-8eda-48e0-8637-abc6439accb5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:54.861671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['882eb098-8eda-48e0-8637-abc6439accb5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:54.985303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:54.985770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6144a7e2-df58-4d98-8326-df4398dcc079 None None] The sync data for ids ['882eb098-8eda-48e0-8637-abc6439accb5'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:08:55.028741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.060338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.179078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1956e43-0c2e-4ed4-89b3-802addfb0628']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:55.209773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1049f9cd-849d-46c5-902c-50d06aac5926') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:55.210062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1049f9cd-849d-46c5-902c-50d06aac5926') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:55.236839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f4f87-d5fc-4720-abb8-5879191d4a3d req-fc14f1dc-dc32-4581-9051-7fc96754040b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:55.239012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e54f4f87-d5fc-4720-abb8-5879191d4a3d req-fc14f1dc-dc32-4581-9051-7fc96754040b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 945 time: 0.3870745 Jan 28 10:08:55.252503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-a45f938b-bf25-4e5a-a715-007a899f042b tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:55.254101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-a45f938b-bf25-4e5a-a715-007a899f042b tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.25 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 950 time: 1.0318377 Jan 28 10:08:55.256056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.343694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f302703b-0264-41e0-ac6c-0d3bedfb627b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:08:55.355101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Deleting port caca5f68-0752-482c-becd-ca0c35eb89b2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:55.355526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.407977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:08:55.420244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-87900cdd-725e-4edc-a9ec-0bd0196ddc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:55.420440 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] Sync routers for ids ['a7dd977f-7580-4743-909d-1a77e792f3c9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:08:55.421737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-87900cdd-725e-4edc-a9ec-0bd0196ddc70 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 1097 time: 0.4687524 Jan 28 10:08:55.422962 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.450102 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] Routers {'a7dd977f-7580-4743-909d-1a77e792f3c9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:55.455682 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a7dd977f-7580-4743-909d-1a77e792f3c9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:55.593607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ceab77a-62a5-48b7-9f42-b93278cfa5ef req-2829e7ec-0731-4334-80eb-77f081f7d42c tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:55.596536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ceab77a-62a5-48b7-9f42-b93278cfa5ef req-2829e7ec-0731-4334-80eb-77f081f7d42c tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 950 time: 0.7358065 Jan 28 10:08:55.599057 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.606486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.631175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port f302703b-0264-41e0-ac6c-0d3bedfb627b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:08:55.642510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port f302703b-0264-41e0-ac6c-0d3bedfb627b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:08:55.642885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.701967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.706763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Fanout notify agent at l3_agent the message router_deleted on router 882eb098-8eda-48e0-8637-abc6439accb5 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:08:55.710129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-5fb22ef4-8658-4799-a32a-60f3d190f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:55.711634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-5fb22ef4-8658-4799-a32a-60f3d190f255 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.2542217 Jan 28 10:08:55.740970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] Set router a7dd977f-7580-4743-909d-1a77e792f3c9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:08:55.755038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:08:55.756033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:08:55.775088 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:08:55.777430 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.778250 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1741eea3-d91d-460e-a868-82ed4bb37987 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/routers/882eb098-8eda-48e0-8637-abc6439accb5 HTTP/1.1" status: 204 len: 168 time: 1.0583217 Jan 28 10:08:55.784213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:55.838974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.877162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port f302703b-0264-41e0-ac6c-0d3bedfb627b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:55.877377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-4831a849-8612-4f8c-a876-8b7f0193d976 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 200 len: 217 time: 0.0991085 Jan 28 10:08:55.878858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f302703b-0264-41e0-ac6c-0d3bedfb627b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:55.889351 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:55.921568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ceab77a-62a5-48b7-9f42-b93278cfa5ef req-a580205b-2a9f-4eaf-ae4a-8eb318780535 tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/security-groups?id=494d76f6-bf1b-4a6e-81dd-181d30fc65f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125770 Jan 28 10:08:55.981272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet 450d0319-e530-4b01-953a-1f000c7ddb84 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:08:55.990054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e54f4f87-d5fc-4720-abb8-5879191d4a3d req-61cd06df-4380-4e84-8f79-54be3baba28f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7232423 Jan 28 10:08:56.016456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.115011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=f302703b-0264-41e0-ac6c-0d3bedfb627b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:56.131152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9afe5aa-2914-43b9-8bd2-527563983360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.170142 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f302703b-0264-41e0-ac6c-0d3bedfb627b', 'code': 200} Jan 28 10:08:56.198787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.211447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1db8e86c-e4a3-4566-94d4-7e5110326cbf admin admin] 10.222.0.42 "PUT /v2.0/routers/a7dd977f-7580-4743-909d-1a77e792f3c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0646091 Jan 28 10:08:56.245828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38722) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:56.321073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-cdc2343f-d832-4fb6-a281-cea82d8d15f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:56.322922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-cdc2343f-d832-4fb6-a281-cea82d8d15f7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.4314520 Jan 28 10:08:56.436885 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:08:52Z', 'revision_number': 5, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:56.440698 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] Checking router: a7dd977f-7580-4743-909d-1a77e792f3c9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:08:56.448843 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] Routers {'a7dd977f-7580-4743-909d-1a77e792f3c9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:08:56.449429 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a7dd977f-7580-4743-909d-1a77e792f3c9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:56.465492 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-74a058cd-125e-4858-adbd-a1aa36552f33 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266658 Jan 28 10:08:56.529574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.576098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] For port caca5f68-0752-482c-becd-ca0c35eb89b2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=caca5f68-0752-482c-becd-ca0c35eb89b2,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:56.576829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.603761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.622524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.662997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef778835-77a9-4174-ae69-51dfbef8d808 req-38eea8fc-c34b-469b-9660-0480a2fe4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:56.664508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef778835-77a9-4174-ae69-51dfbef8d808 req-38eea8fc-c34b-469b-9660-0480a2fe4865 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 1097 time: 0.4079967 Jan 28 10:08:56.679462 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] Set router a7dd977f-7580-4743-909d-1a77e792f3c9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:08:56.796073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef778835-77a9-4174-ae69-51dfbef8d808 req-0ce35f96-283d-4021-ac2b-bf25dbd54e11 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707629 Jan 28 10:08:56.831239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.835679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.886468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=450d0319-e530-4b01-953a-1f000c7ddb84,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:56.891752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Deleting port 823c26fa-62f9-42ec-bf70-72884a564455 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:56.892086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.923733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:56.933107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Calling delete_port for caca5f68-0752-482c-becd-ca0c35eb89b2 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:56.935114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb9b509-b181-44ed-a5d5-d3b4c1b13c94 None None] Network f66ff635-bed9-4d13-a981-6283c92afbb2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:56.949257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-05fad7c3-5290-47c4-a7ef-2bb2095bf6d3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/450d0319-e530-4b01-953a-1f000c7ddb84 HTTP/1.1" status: 204 len: 168 time: 1.1642430 Jan 28 10:08:56.951831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38742) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:57.079507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.096031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.104026 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:08:52Z', 'revision_number': 5, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:08:57.113629 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3215a3ac-54e6-4b21-a616-22c517e03b9f None None] The sync data for ids ['a7dd977f-7580-4743-909d-1a77e792f3c9'] in n-d-825178-2 is: [{'id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'name': 'tempest-TestVolumeBackupRestore-127976298-router', 'tenant_id': '02f945ff393e4980a5f1571714c21ec3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178'}], 'enable_snat': True}, 'gw_port_id': '823c26fa-62f9-42ec-bf70-72884a564455', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:03:02Z', 'updated_at': '2022-01-28T10:08:52Z', 'revision_number': 5, 'project_id': '02f945ff393e4980a5f1571714c21ec3', 'gw_port': {'id': '823c26fa-62f9-42ec-bf70-72884a564455', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:fc:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7dd977f-7580-4743-909d-1a77e792f3c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:03:03Z', 'updated_at': '2022-01-28T10:03:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:08:57.115217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/d1956e43-0c2e-4ed4-89b3-802addfb0628 HTTP/1.1" status: 204 len: 168 time: 9.2928877 Jan 28 10:08:57.126251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38750) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:57.187720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad72a7-08ea-4597-a899-d81785405d55 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=d1956e43-0c2e-4ed4-89b3-802addfb0628,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:57.190319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.191931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-786036920'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:57.197811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:57.202744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:57.205080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['caca5f68-0752-482c-becd-ca0c35eb89b2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:08:57.205637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:57.212186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:57.264951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:57.269160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.314473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port d92b5e1a-63bd-4308-854c-f8633b5f1039 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:57.314789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.371471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-db37f58f-40e0-4896-9c4c-a33cf022f15b req-c8b22d4b-4994-46c1-bbbb-63c854a9619c tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac622ee-007d-4b99-b615-8d86809711cb HTTP/1.1" status: 200 len: 210 time: 0.1520066 Jan 28 10:08:57.402173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Pushing event deleted for resources: {'Port': ['ID=caca5f68-0752-482c-becd-ca0c35eb89b2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:57.455150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] No DVR routers for this DVR port caca5f68-0752-482c-becd-ca0c35eb89b2 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:57.457790 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.460094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bf5eb191-6c27-4da1-959a-bec6f418229f req-452f21d4-083f-43d4-b3ea-2662be95f9ce tempest-VolumesNegativeTest-354812944 tempest-VolumesNegativeTest-354812944-project] 10.222.0.25 "DELETE /v2.0/ports/caca5f68-0752-482c-becd-ca0c35eb89b2 HTTP/1.1" status: 204 len: 173 time: 2.1797612 Jan 28 10:08:57.467363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac622ee-007d-4b99-b615-8d86809711cb', 'name': 'network-vif-deleted', 'tag': 'caca5f68-0752-482c-becd-ca0c35eb89b2'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:08:57.493029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] DHCP port deletion for f66ff635-bed9-4d13-a981-6283c92afbb2 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:08:57.498428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] Deleting port d92b5e1a-63bd-4308-854c-f8633b5f1039 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:57.498799 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.666667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-fd1fea3a-2c3a-4f45-911b-b08cbb437b2e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:57.668290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-fd1fea3a-2c3a-4f45-911b-b08cbb437b2e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 812 time: 0.5522728 Jan 28 10:08:57.672610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:57.684527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.684901 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment 7b8c2e27-d075-4f17-a9c6-86ca19193841 of type vlan for network 1c444046-a88e-4957-85ff-ab5a378c2f7a Jan 28 10:08:57.706944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-66a06a22-1809-48ab-890d-4ee4f4755276 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/quotas/e762b06872c341af9dce4aa66daaca2b HTTP/1.1" status: 200 len: 375 time: 0.0288723 Jan 28 10:08:57.710109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-f5833f99-4599-46c2-b680-063bfd6006bf service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1226783 Jan 28 10:08:57.718514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.806818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-d566f056-ee2f-444f-86a5-a84a3bc6f07f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0908732 Jan 28 10:08:57.823521 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.829718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:57.830320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.954816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] For port d92b5e1a-63bd-4308-854c-f8633b5f1039, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d92b5e1a-63bd-4308-854c-f8633b5f1039,segment=NetworkSegment(e16f6508-a901-4ee9-876c-827d725499df),segment_id=e16f6508-a901-4ee9-876c-827d725499df)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:57.955921 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:57.982217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84c8ebc8-4bc2-4b1a-924c-93a94b40e97c req-aa7d0040-5ef2-411e-97cb-278024dd0fdf service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741335 Jan 28 10:08:58.029074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=1c444046-a88e-4957-85ff-ab5a378c2f7a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:58.114967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1c444046-a88e-4957-85ff-ab5a378c2f7a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:08:58.231767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] For port 823c26fa-62f9-42ec-bf70-72884a564455, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=823c26fa-62f9-42ec-bf70-72884a564455,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:58.233099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:58.259961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] Calling delete_port for d92b5e1a-63bd-4308-854c-f8633b5f1039 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:58.266832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc1f5078-7415-485f-b4c7-57bba6c4dbef tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1335366 Jan 28 10:08:58.293400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38766) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:58.307063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:58.407365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Calling delete_port for 823c26fa-62f9-42ec-bf70-72884a564455 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:58.436361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:58.440023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-ef6b6f72-f280-4fee-bc12-9fb04a39718c service neutron] 10.222.0.42 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568446 Jan 28 10:08:58.449638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:58.457573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d92b5e1a-63bd-4308-854c-f8633b5f1039 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:58.472205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:58.487941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:58.551705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012e99f-9da0-4f27-9bb0-0319857aa286 req-dc939f91-8f8f-4785-9c35-53afc13379a4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:58.553733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d012e99f-9da0-4f27-9bb0-0319857aa286 req-dc939f91-8f8f-4785-9c35-53afc13379a4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 0.7950828 Jan 28 10:08:58.559835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:58.564499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:58.621882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:58.694902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] For port d92b5e1a-63bd-4308-854c-f8633b5f1039, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d92b5e1a-63bd-4308-854c-f8633b5f1039,segment=NetworkSegment(e16f6508-a901-4ee9-876c-827d725499df),segment_id=e16f6508-a901-4ee9-876c-827d725499df)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:08:58.695999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:58.697656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] Pushing event deleted for resources: {'Port': ['ID=d92b5e1a-63bd-4308-854c-f8633b5f1039,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:58.703162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-554b1b0a-bd47-4924-9ec9-696c6309a4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:58.713338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200bdffa-5a10-44e3-9897-217262da8b23 None None] No DVR routers for this DVR port d92b5e1a-63bd-4308-854c-f8633b5f1039 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:08:58.722047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port d92b5e1a-63bd-4308-854c-f8633b5f1039 {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:08:58.722508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d92b5e1a-63bd-4308-854c-f8633b5f1039 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:58.722926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c935835-0870-4ed7-9b3c-6b038b84af4c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:58.763264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2c935835-0870-4ed7-9b3c-6b038b84af4c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:58.763653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2c935835-0870-4ed7-9b3c-6b038b84af4c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:58.779629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d012e99f-9da0-4f27-9bb0-0319857aa286 req-9c4bdd7b-f6fd-40ee-afa9-b6b9884c6f0d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152467 Jan 28 10:08:58.847114 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac622ee-007d-4b99-b615-8d86809711cb', 'name': 'network-vif-deleted', 'tag': 'caca5f68-0752-482c-becd-ca0c35eb89b2', 'status': 'completed', 'code': 200} Jan 28 10:08:58.860810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for d92b5e1a-63bd-4308-854c-f8633b5f1039 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:08:58.875352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-27f31bc2-5b26-4ae0-9b86-ebc61383568f service neutron] 10.222.0.42 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4216881 Jan 28 10:08:58.930989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.002465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=7cbf8112-4d18-4e42-9d59-2c2e6ecc4075,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:59.059724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:08:59.060130 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:08:59.064460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': '7b8c2e27-d075-4f17-a9c6-86ca19193841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:08:59.064851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: 1c444046-a88e-4957-85ff-ab5a378c2f7a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:08:59.081617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.116262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 1c444046-a88e-4957-85ff-ab5a378c2f7a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:08:59.134255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1c444046-a88e-4957-85ff-ab5a378c2f7a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:08:59.140029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:59.140686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.145847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad1b20d-15b6-4596-b774-8cf31b1f464d None None] Network 1c444046-a88e-4957-85ff-ab5a378c2f7a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:08:59.170436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Pushing event deleted for resources: {'Port': ['ID=823c26fa-62f9-42ec-bf70-72884a564455,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:08:59.186747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-02fb0d68-5f05-4b37-8d59-e83ed94ef843 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8920019 Jan 28 10:08:59.191644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38786) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:59.202240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-930447559'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:59.209029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:08:59.213394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:08:59.216634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:08:59.223417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:08:59.236314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:08:59.240335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.275391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:08:59.287132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.287480 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment 84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381 of type vlan for network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 Jan 28 10:08:59.327849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3c0f1f0-e467-48d2-947d-0a01bee0e2ba req-94328da2-d7cf-40a0-b62a-e89f99af9c20 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 210 time: 0.1635075 Jan 28 10:08:59.373624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device caca5f68-0752-482c-becd-ca0c35eb89b2 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:08:59.382123 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.520651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: caca5f68-0752-482c-becd-ca0c35eb89b2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:08:59.521050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device caca5f68-0752-482c-becd-ca0c35eb89b2 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:08:59.554029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-1c444046-a88e-4957-85ff-ab5a378c2f7a', 'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '7cbf8112-4d18-4e42-9d59-2c2e6ecc4075'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:08:59.554841 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.578710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.582924 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.596309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port d92b5e1a-63bd-4308-854c-f8633b5f1039 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:08:59.596309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.683397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.728345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.737431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:08:59.737792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:08:59.783278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5888803 Jan 28 10:08:59.789572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:08:59.851571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:08:59.978213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Allocated IP 2001:db8::3 (1c444046-a88e-4957-85ff-ab5a378c2f7a/7cbf8112-4d18-4e42-9d59-2c2e6ecc4075/87882957-72db-4ec6-99a4-cc500fe7125e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:00.076192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49be7558-7d3b-4076-8c47-a387c1ac8a1a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=5040a283-e4cd-41cd-a9aa-9c685c28cf28,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:00.076807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] The port 'd92b5e1a-63bd-4308-854c-f8633b5f1039' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:09:00.122386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:00.133111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:00.137658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:00.141226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:00.150807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:00.163025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:00.168742 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.188709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.195156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.310329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing IP validity checks on allocation pools {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:09:00.310875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:09:00.366640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.377432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.389147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7dd977f-7580-4743-909d-1a77e792f3c9 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:09:00.494295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66ff635-bed9-4d13-a981-6283c92afbb2']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:00.518032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.522764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ec218f3b-3112-4577-9967-26bada05f22f admin admin] 10.222.0.42 "DELETE /v2.0/routers/a7dd977f-7580-4743-909d-1a77e792f3c9 HTTP/1.1" status: 204 len: 168 time: 4.2762234 Jan 28 10:09:00.523787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:00.526214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16f6508-a901-4ee9-876c-827d725499df') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:00.526884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16f6508-a901-4ee9-876c-827d725499df') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:00.549816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b1118-d6cd-435e-ac83-967b45c4579b req-706bfa29-1a51-4786-90b3-d0f6be4134df tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:00.557736 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c56b1118-d6cd-435e-ac83-967b45c4579b req-706bfa29-1a51-4786-90b3-d0f6be4134df tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 0.5611789 Jan 28 10:09:00.596101 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.643023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Transition to ACTIVE for port object 87882957-72db-4ec6-99a4-cc500fe7125e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:00.727828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Transition to ACTIVE for port object 87882957-72db-4ec6-99a4-cc500fe7125e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:00.743014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.764103 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.775912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.784630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-701afb8a-40f5-4b7b-8664-4d7197854c4d req-37b1bb22-c120-4d89-b1e4-31a792b3ed9a tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 210 time: 0.1440873 Jan 28 10:09:00.801185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c56b1118-d6cd-435e-ac83-967b45c4579b req-f5c29cc8-7138-4cda-a5c4-bf59107353dc tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327716 Jan 28 10:09:00.818147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Network 1c444046-a88e-4957-85ff-ab5a378c2f7a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:00.827821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:00.840145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:00.857657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.883776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:00.891216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:00.999069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Pushing event updated for resources: {'Port': ['ID=87882957-72db-4ec6-99a4-cc500fe7125e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:01.032721 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.074446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Attempting to bind port 87882957-72db-4ec6-99a4-cc500fe7125e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:01.074955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Attempting to bind port 87882957-72db-4ec6-99a4-cc500fe7125e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '7b8c2e27-d075-4f17-a9c6-86ca19193841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:01.075323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Attempting to bind port 87882957-72db-4ec6-99a4-cc500fe7125e on network 1c444046-a88e-4957-85ff-ab5a378c2f7a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:01.082536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:01.082910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Checking segment: {'id': '7b8c2e27-d075-4f17-a9c6-86ca19193841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:01.083312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.083755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Bound using segment: {'id': '7b8c2e27-d075-4f17-a9c6-86ca19193841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:01.084297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Bound port: 87882957-72db-4ec6-99a4-cc500fe7125e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8c2e27-d075-4f17-a9c6-86ca19193841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '1c444046-a88e-4957-85ff-ab5a378c2f7a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:01.084727 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:01.123226 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:01.149126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Deleting subnet 4e8bd8bc-97f9-4be9-90e6-3c9fb9416370 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:01.152524 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.186858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] For port 87882957-72db-4ec6-99a4-cc500fe7125e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:01.201602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] For port 87882957-72db-4ec6-99a4-cc500fe7125e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87882957-72db-4ec6-99a4-cc500fe7125e,segment=NetworkSegment(7b8c2e27-d075-4f17-a9c6-86ca19193841),segment_id=7b8c2e27-d075-4f17-a9c6-86ca19193841)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:01.214899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.229271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-e80d0400-b88c-4276-8893-caefcf112355 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:01.230757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-e80d0400-b88c-4276-8893-caefcf112355 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 812 time: 0.3202908 Jan 28 10:09:01.245087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Request body: {'port': {'device_id': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e', 'admin_state_up': True, 'tenant_id': 'e762b06872c341af9dce4aa66daaca2b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:01.322428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.326625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100861dd-9d13-4168-ac16-a73ad63a7cc8 None None] Pushing event updated for resources: {'Port': ['ID=87882957-72db-4ec6-99a4-cc500fe7125e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:01.403753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.408353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.448196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=9d3c5ba8-0647-47e9-b476-77df906ccbd9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:01.463019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:01.463818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: 5040a283-e4cd-41cd-a9aa-9c685c28cf28, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:01.465783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/f66ff635-bed9-4d13-a981-6283c92afbb2 HTTP/1.1" status: 204 len: 168 time: 4.5129282 Jan 28 10:09:01.466893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf52ad54-5898-491a-a417-e6c92443b96b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=f66ff635-bed9-4d13-a981-6283c92afbb2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:01.481503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38924) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:01.532979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:01.553782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5040a283-e4cd-41cd-a9aa-9c685c28cf28) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:01.560851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:01.562093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a981d-30a8-4aa3-a454-910c75ac41f1 None None] Network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:01.570749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:01.571664 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.589173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:01.624417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-50d16cb5-eaff-4b6d-be26-f501ee82f860 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.8338747 Jan 28 10:09:01.627166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 38930) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:01.651618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Made reservation on behalf of e762b06872c341af9dce4aa66daaca2b for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:01.655465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.745171 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:01.917290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e4f398-77dd-4777-846c-9bed84b9c391 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:01.921161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6e4f398-77dd-4777-846c-9bed84b9c391 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:01.946949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664feb5d-695a-4652-8fd2-864aefed8aab req-c0e955b4-5079-4df8-93f2-762f4804c082 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:01.965837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-664feb5d-695a-4652-8fd2-864aefed8aab req-c0e955b4-5079-4df8-93f2-762f4804c082 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 0.8292530 Jan 28 10:09:02.085459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6e4f398-77dd-4777-846c-9bed84b9c391 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:02.086994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Allocated IP 172.20.0.9 (a7bf2eaa-adc4-4307-91db-b2284e94125e/6ac99396-7416-4efb-b81b-7ac6ce5bf11d/18f75a63-9555-4838-a334-5c4278614aad) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:02.114062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5040a283-e4cd-41cd-a9aa-9c685c28cf28', 'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '9d3c5ba8-0647-47e9-b476-77df906ccbd9'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:02.114902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.121253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6e4f398-77dd-4777-846c-9bed84b9c391 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/f460adad-01b7-4c8d-aec3-2e9c791fc4e1 HTTP/1.1" status: 200 len: 839 time: 0.6220057 Jan 28 10:09:02.124189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:02.135649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.335861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87882957-72db-4ec6-99a4-cc500fe7125e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:02.363666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-664feb5d-695a-4652-8fd2-864aefed8aab req-219206de-fbfd-4dfe-ad8e-06e8d209324b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946307 Jan 28 10:09:02.387783 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.394915 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.404696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6e51bf-7886-47ce-992e-654a1ea425e6 None None] Network 036fe65a-e6f4-42bf-98cd-334562ce5f43 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:02.416616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e8bd8bc-97f9-4be9-90e6-3c9fb9416370,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:02.434021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43500af0-244a-4cbe-85af-4a7b2e2729fc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4e8bd8bc-97f9-4be9-90e6-3c9fb9416370 HTTP/1.1" status: 204 len: 168 time: 1.8974557 Jan 28 10:09:02.437551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.438972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 38998) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:02.501031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.520746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-984df915-12df-461d-bdfb-0e294c692b23 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/f460adad-01b7-4c8d-aec3-2e9c791fc4e1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3897169 Jan 28 10:09:02.548637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39006) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:02.662306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:02.670657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.684491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Deleting port 94ba2eae-44e0-41c1-84de-e54075f63c7f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:02.685036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:02.842846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 87882957-72db-4ec6-99a4-cc500fe7125e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:02.873121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Allocated IP 2001:db8::3 (5040a283-e4cd-41cd-a9aa-9c685c28cf28/9d3c5ba8-0647-47e9-b476-77df906ccbd9/49c83400-ebd2-4be1-a63e-e21760cef665) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:02.877749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 823c26fa-62f9-42ec-bf70-72884a564455 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:09:02.938626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 823c26fa-62f9-42ec-bf70-72884a564455 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:09:02.939196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 823c26fa-62f9-42ec-bf70-72884a564455 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:09:03.079336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] DHCP port deletion for 036fe65a-e6f4-42bf-98cd-334562ce5f43 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:09:03.091533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Network a7bf2eaa-adc4-4307-91db-b2284e94125e is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:03.104046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Deleting port 94ba2eae-44e0-41c1-84de-e54075f63c7f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:03.104535 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.112202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:03.115328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Pushing event updated for resources: {'Port': ['ID=18f75a63-9555-4838-a334-5c4278614aad,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:03.128151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:03.228572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:03.232729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:03.239063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] For port 94ba2eae-44e0-41c1-84de-e54075f63c7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94ba2eae-44e0-41c1-84de-e54075f63c7f,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:03.239596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.241562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:03.246615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.265493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da5647-c6fb-493d-bd60-2c81975cc0a2 None None] Network 1c444046-a88e-4957-85ff-ab5a378c2f7a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:03.301687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:03.327670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:03.328366 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.380498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Calling delete_port for 94ba2eae-44e0-41c1-84de-e54075f63c7f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:03.431765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444de53e-3044-45da-aa88-0e21baf37e85 req-7e7328c7-a9d0-45ec-b5e2-020ed5443ee7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:03.433417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-444de53e-3044-45da-aa88-0e21baf37e85 req-7e7328c7-a9d0-45ec-b5e2-020ed5443ee7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 0.3178821 Jan 28 10:09:03.445083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717ccd5-d3d2-4a5c-bd67-f50eae30596e req-d238ef55-dc1b-4c7e-99be-a052a0471e6f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:03.445820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a717ccd5-d3d2-4a5c-bd67-f50eae30596e req-d238ef55-dc1b-4c7e-99be-a052a0471e6f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Synchronizing usage tracker for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:03.449300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-f5eb72d3-ff48-4e88-b70a-21c7a374840b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2079468 Jan 28 10:09:03.468333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Request body: {'port': {'device_id': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:03.494622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-444de53e-3044-45da-aa88-0e21baf37e85 req-9f54c036-52d6-439b-9dd3-8014ffb0662a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539451 Jan 28 10:09:03.531316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.602196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:03.605694 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.737033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a717ccd5-d3d2-4a5c-bd67-f50eae30596e req-d238ef55-dc1b-4c7e-99be-a052a0471e6f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Unset dirty status for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:03.743632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a717ccd5-d3d2-4a5c-bd67-f50eae30596e req-d238ef55-dc1b-4c7e-99be-a052a0471e6f tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 931 time: 1.3120782 Jan 28 10:09:03.790774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.792001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.794007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=94ba2eae-44e0-41c1-84de-e54075f63c7f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:03.798359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] No DVR routers for this DVR port 94ba2eae-44e0-41c1-84de-e54075f63c7f on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:03.819312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Transition to ACTIVE for port object 49c83400-ebd2-4be1-a63e-e21760cef665 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:03.847931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a717ccd5-d3d2-4a5c-bd67-f50eae30596e req-c0e807c2-b2d9-4fb7-9522-f0b6849f646a tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033723 Jan 28 10:09:03.871206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Transition to ACTIVE for port object 49c83400-ebd2-4be1-a63e-e21760cef665 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:03.882676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] Provisioning for port 87882957-72db-4ec6-99a4-cc500fe7125e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:03.900424 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.940217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.943731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:03.994324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036fe65a-e6f4-42bf-98cd-334562ce5f43']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:04.025302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:04.025586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1a0092-d12a-4d64-aae3-6e221d65c9bd') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:04.051513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3c5ba8-0647-47e9-b476-77df906ccbd9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:04.053500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.090422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.106320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:04.106805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:04.152531 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:04.298875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.308841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] Provisioning complete for port 87882957-72db-4ec6-99a4-cc500fe7125e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:04.309977 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.349666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.352262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] Pushing event deleted for resources: {'Network': ['ID=036fe65a-e6f4-42bf-98cd-334562ce5f43,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:04.388937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-97f32748-9d52-4411-a818-2ae981b46c41 admin admin] 10.222.0.42 "DELETE /v2.0/networks/036fe65a-e6f4-42bf-98cd-334562ce5f43 HTTP/1.1" status: 204 len: 168 time: 1.9478140 Jan 28 10:09:04.413626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] For port 94ba2eae-44e0-41c1-84de-e54075f63c7f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=94ba2eae-44e0-41c1-84de-e54075f63c7f,segment=NetworkSegment(dd1a0092-d12a-4d64-aae3-6e221d65c9bd),segment_id=dd1a0092-d12a-4d64-aae3-6e221d65c9bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:04.414294 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.424586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.664922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94ba2eae-44e0-41c1-84de-e54075f63c7f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:09:04.750696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39072) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:04.781922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Calling delete_port for 94ba2eae-44e0-41c1-84de-e54075f63c7f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:04.785470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5040a283-e4cd-41cd-a9aa-9c685c28cf28']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:04.839536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371ab05c-2d1c-4d9d-89a8-95c05cb3c977 req-f06b98a5-c384-454a-9338-fd35e101e3c4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:04.850023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-371ab05c-2d1c-4d9d-89a8-95c05cb3c977 req-f06b98a5-c384-454a-9338-fd35e101e3c4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 0.1312847 Jan 28 10:09:04.867050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:04.867336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:04.899841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 94ba2eae-44e0-41c1-84de-e54075f63c7f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:09:04.900198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 94ba2eae-44e0-41c1-84de-e54075f63c7f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:09:04.905357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:09:04.906222 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:09:04.911401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:04.930470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:04.935939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:04.939618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.953870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:04.971871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39082) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:04.977810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9efe2148-8e71-407a-909f-767173d7ffb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39c691fb882f44f3bd495425bff4f5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2255721 Jan 28 10:09:05.043104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-371ab05c-2d1c-4d9d-89a8-95c05cb3c977 req-133007c6-cff3-4d98-a1c1-eedc152814fd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919341 Jan 28 10:09:05.110352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=303b800f-e762-42d0-b480-7ee9e9c3e190,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:05.124901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2be7-538b-4c80-a5b8-a4603bc97a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.183751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.183991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.185721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2be7-538b-4c80-a5b8-a4603bc97a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.246005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2be7-538b-4c80-a5b8-a4603bc97a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.293581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] For port 87882957-72db-4ec6-99a4-cc500fe7125e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87882957-72db-4ec6-99a4-cc500fe7125e,segment=NetworkSegment(7b8c2e27-d075-4f17-a9c6-86ca19193841),segment_id=7b8c2e27-d075-4f17-a9c6-86ca19193841)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:05.296616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Pushing event updated for resources: {'Port': ['ID=49c83400-ebd2-4be1-a63e-e21760cef665,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:05.304301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe2be7-538b-4c80-a5b8-a4603bc97a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc19db3-412c-4421-b64b-c6b13904a241,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:05.308982 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.332194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1cbe2be7-538b-4c80-a5b8-a4603bc97a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.333614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1cbe2be7-538b-4c80-a5b8-a4603bc97a10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfc19db3-412c-4421-b64b-c6b13904a241 HTTP/1.1" status: 204 len: 168 time: 0.3607559 Jan 28 10:09:05.350583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:05.354392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.364634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Attempting to bind port 49c83400-ebd2-4be1-a63e-e21760cef665 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:05.364923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Attempting to bind port 49c83400-ebd2-4be1-a63e-e21760cef665 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:05.369049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Attempting to bind port 49c83400-ebd2-4be1-a63e-e21760cef665 on network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:05.405235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:05.405604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Checking segment: {'id': '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:05.405999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.406382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Bound using segment: {'id': '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:05.406857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Bound port: 49c83400-ebd2-4be1-a63e-e21760cef665, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:05.407216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.428333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.428713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.429030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.429357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.429683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.430003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.430321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.430642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.430956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.431266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.437414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.437863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:05.564294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:05.570171 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:09:05.570171 n-d-825178-2 neutron-server[87540]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:09:05.570171 n-d-825178-2 neutron-server[87540]: [parameters: {'id': '5040a283-e4cd-41cd-a9aa-9c685c28cf28'}] Jan 28 10:09:05.570171 n-d-825178-2 neutron-server[87540]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:09:05.570686 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:09:05.574216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:05.576607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.576978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Deleting port 94ba2eae-44e0-41c1-84de-e54075f63c7f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:05.577514 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.621852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bbff9a-4783-4645-a8f1-2f346f230cb4 None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:05.651312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39108) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:05.653584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-45eefc8c-cca4-4fbc-83a9-90e04e281651 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0848277 Jan 28 10:09:05.657985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'security_group': {'name': 'tempest-secgroup-1121770981'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:05.671104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:05.672640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1990449-15c6-4cae-8956-422c75c9b209 req-bd10792d-b8fe-4f6a-8eef-a4d2bb6f707f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:05.677192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1990449-15c6-4cae-8956-422c75c9b209 req-bd10792d-b8fe-4f6a-8eef-a4d2bb6f707f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 1.2996023 Jan 28 10:09:05.679821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:05.684818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:05.704611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:05.732929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.781093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:05.793449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group_rule and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:05.801802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:05.816461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:05.826998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port f302703b-0264-41e0-ac6c-0d3bedfb627b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:05.827610 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.967319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:05.977489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.046528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48958600-1358-4271-9d2f-ab8d13006dd1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:06.059143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.060441 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-039b6811-0561-430d-acd2-8263d6d5defa tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4078543 Jan 28 10:09:06.073272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39120) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:06.084230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'security_group': {'name': 'tempest-secgroup-964050334'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:06.094435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.095750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:06.107348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:06.114864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:06.124477 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:09:06.132368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:06.156079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.208256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:06.216026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d71d326e-26ad-4534-ac49-8b74270801ce None None] The port '94ba2eae-44e0-41c1-84de-e54075f63c7f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:09:06.217258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group_rule and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:06.224703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:06.236850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:06.239456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39126) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:06.240636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port 49c83400-ebd2-4be1-a63e-e21760cef665 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:06.242259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.319686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-42be6ddf-2fc5-44dd-bc6f-ed9e613414b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02f945ff393e4980a5f1571714c21ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785646 Jan 28 10:09:06.325743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39130) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:06.404581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a8969-9958-46c6-a448-f25c05f24416 None None] Pushing event updated for resources: {'Port': ['ID=87882957-72db-4ec6-99a4-cc500fe7125e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:06.461389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18f75a63-9555-4838-a334-5c4278614aad {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:09:06.632710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.635629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] For port 49c83400-ebd2-4be1-a63e-e21760cef665, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:06.640087 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a11e923-8b0e-4477-902b-07c2591368c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.651058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.655462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] For port 49c83400-ebd2-4be1-a63e-e21760cef665, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=49c83400-ebd2-4be1-a63e-e21760cef665,segment=NetworkSegment(84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381),segment_id=84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:06.673337 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.820689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a8305e-958d-450b-8271-70fc3774084f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:06.880415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.883693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:06.888919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3963a97c-74e2-41da-a668-888783c62526 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8144262 Jan 28 10:09:06.892523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39136) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:06.928360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-206469749', 'security_groups': ['e0a8305e-958d-450b-8271-70fc3774084f'], 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '303b800f-e762-42d0-b480-7ee9e9c3e190'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:06.974790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffac2dd-b41a-41ee-a2da-e6198edd6279 None None] Pushing event updated for resources: {'Port': ['ID=49c83400-ebd2-4be1-a63e-e21760cef665,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:06.992429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port f302703b-0264-41e0-ac6c-0d3bedfb627b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=f302703b-0264-41e0-ac6c-0d3bedfb627b,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:06.992852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.131885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b1fe408f-c57d-4a55-98ec-fe63e62d5ebb None None] Provisioning complete for port 87882957-72db-4ec6-99a4-cc500fe7125e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:07.139534 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b1fe408f-c57d-4a55-98ec-fe63e62d5ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.161435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a11e923-8b0e-4477-902b-07c2591368c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.163421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for f302703b-0264-41e0-ac6c-0d3bedfb627b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:07.211490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abd203f-3321-4e70-bf22-56abe7cfcf4c None None] Network 5040a283-e4cd-41cd-a9aa-9c685c28cf28 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:07.283889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a11e923-8b0e-4477-902b-07c2591368c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.310219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'tenant_id': 'bee053c0cb6e4864a50627cc87fb2d59', 'fixed_ips': [{'subnet_id': '303b800f-e762-42d0-b480-7ee9e9c3e190'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:07.311766 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.342393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a11e923-8b0e-4477-902b-07c2591368c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14431c6-c928-466a-9f7b-cc79f654b72a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:07.355094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c60792-ca64-482d-9230-6d2073cdf9b0 req-d2d0667c-86c3-4832-a9bf-c63faf9b12b0 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:07.357485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:07.362839 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a11e923-8b0e-4477-902b-07c2591368c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.366081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a11e923-8b0e-4477-902b-07c2591368c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e14431c6-c928-466a-9f7b-cc79f654b72a HTTP/1.1" status: 204 len: 168 time: 1.0371742 Jan 28 10:09:07.372852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6c60792-ca64-482d-9230-6d2073cdf9b0 req-d2d0667c-86c3-4832-a9bf-c63faf9b12b0 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 931 time: 2.2356660 Jan 28 10:09:07.395883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdfa011-fa3c-44a6-b494-7d1eeba3da45 req-b0aef9e8-8a74-4652-b126-432773494aca tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:07.402984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1cdfa011-fa3c-44a6-b494-7d1eeba3da45 req-b0aef9e8-8a74-4652-b126-432773494aca tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 946 time: 1.0224500 Jan 28 10:09:07.437488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:07.488285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Transition to ACTIVE for port object 18f75a63-9555-4838-a334-5c4278614aad will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:07.505530 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6c60792-ca64-482d-9230-6d2073cdf9b0 req-bd1e435c-6794-4093-bb85-91391b1559ee tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150072 Jan 28 10:09:07.517677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:07.561153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.570106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.607845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:07.645594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1cdfa011-fa3c-44a6-b494-7d1eeba3da45 req-84bde911-9fdc-4942-9915-a12bb4bb7cee tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416523 Jan 28 10:09:07.746560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:07.772735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port 17a6a50e-3cdd-4876-9139-6ed6d5b8837a yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:09:08.110523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.12 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/303b800f-e762-42d0-b480-7ee9e9c3e190/17a6a50e-3cdd-4876-9139-6ed6d5b8837a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:08.338393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87882957-72db-4ec6-99a4-cc500fe7125e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:08.377190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port f302703b-0264-41e0-ac6c-0d3bedfb627b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:08.389050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:08.391377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f75a63-9555-4838-a334-5c4278614aad,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:08.393592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'name': 'network-vif-deleted', 'tag': 'f302703b-0264-41e0-ac6c-0d3bedfb627b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:08.399788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] For port 49c83400-ebd2-4be1-a63e-e21760cef665, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=49c83400-ebd2-4be1-a63e-e21760cef665,segment=NetworkSegment(84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381),segment_id=84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:08.399887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:08.619896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:08.625601 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543ce5ce-8c88-4170-a7ff-5ef7d8b53193', 'name': 'network-vif-deleted', 'tag': 'f302703b-0264-41e0-ac6c-0d3bedfb627b', 'status': 'completed', 'code': 200} Jan 28 10:09:08.667666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object 17a6a50e-3cdd-4876-9139-6ed6d5b8837a will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:08.725573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:08.826897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 87882957-72db-4ec6-99a4-cc500fe7125e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:08.827590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:09.012566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=f302703b-0264-41e0-ac6c-0d3bedfb627b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:09.035464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Allocated IP 172.20.0.2 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/303b800f-e762-42d0-b480-7ee9e9c3e190/61cc17ea-a0e8-4593-be1f-a5954d83253a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:09.045131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Calling delete_port for 49c83400-ebd2-4be1-a63e-e21760cef665 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:09.090976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:09.093436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:09.097797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1990449-15c6-4cae-8956-422c75c9b209 req-6cb53876-8c7d-4692-a01b-bc983aae9c88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "DELETE /v2.0/ports/f302703b-0264-41e0-ac6c-0d3bedfb627b HTTP/1.1" status: 204 len: 173 time: 3.4079030 Jan 28 10:09:09.101955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=17a6a50e-3cdd-4876-9139-6ed6d5b8837a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:09.112199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:09.207275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c721b-bd0a-48a6-abbf-8c4993515922 req-1a9f2579-9b60-4ea2-8f1f-d146b02ee74a tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:09.215108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f8c721b-bd0a-48a6-abbf-8c4993515922 req-1a9f2579-9b60-4ea2-8f1f-d146b02ee74a tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 943 time: 0.3799613 Jan 28 10:09:09.279582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f8c721b-bd0a-48a6-abbf-8c4993515922 req-63bbe50b-fbb2-4b3f-891b-67cd4908f0f9 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632663 Jan 28 10:09:09.285414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:09.286052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:09.327317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1eea9f9a-f304-453f-b851-feaa0fa7a64b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4150753 Jan 28 10:09:09.332568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39160) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:09.338218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:09.480487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f302703b-0264-41e0-ac6c-0d3bedfb627b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:09:09.534190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: f302703b-0264-41e0-ac6c-0d3bedfb627b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:09:09.535074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device f302703b-0264-41e0-ac6c-0d3bedfb627b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:09:09.588254 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:09.615367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Transition to ACTIVE for port object 61cc17ea-a0e8-4593-be1f-a5954d83253a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:09.640675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d4d6d171-5c3e-49d8-9239-03b18c8308d7 req-e4e70464-cd43-4370-bd07-7847b930483d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:09.661552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:09.670503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:09.674082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:09.685746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Transition to ACTIVE for port object 61cc17ea-a0e8-4593-be1f-a5954d83253a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:09.694666 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:09.695041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:09.714247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:09.716624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:09.724958 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:09.780377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No DVR routers for this DVR port 49c83400-ebd2-4be1-a63e-e21760cef665 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:09.791416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Pushing event updated for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:09.830706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:09.835893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Port': ['ID=49c83400-ebd2-4be1-a63e-e21760cef665,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:09.838466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:09.850849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:09.954910 n-d-825178-2 neutron-server[87541]: INFO neutron.db.ipam_backend_mixin [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 303b800f-e762-42d0-b480-7ee9e9c3e190 (CIDR: 172.20.0.0/28) Jan 28 10:09:09.958827 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:09:09.959594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:09.985098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-790e10c1-919e-4057-83c0-6d164bca6df4 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6510148 Jan 28 10:09:09.988646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39168) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:10.003039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Attempting to bind port 18f75a63-9555-4838-a334-5c4278614aad on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:10.003988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Attempting to bind port 18f75a63-9555-4838-a334-5c4278614aad by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:10.004311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Attempting to bind port 18f75a63-9555-4838-a334-5c4278614aad on network a7bf2eaa-adc4-4307-91db-b2284e94125e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:10.008072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:10.009265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d4d6d171-5c3e-49d8-9239-03b18c8308d7 req-e4e70464-cd43-4370-bd07-7847b930483d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:10.010423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4d6d171-5c3e-49d8-9239-03b18c8308d7 req-e4e70464-cd43-4370-bd07-7847b930483d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=543ce5ce-8c88-4170-a7ff-5ef7d8b53193 HTTP/1.1" status: 200 len: 210 time: 0.9164271 Jan 28 10:09:10.013160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Port 18f75a63-9555-4838-a334-5c4278614aad on network a7bf2eaa-adc4-4307-91db-b2284e94125e not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:09:10.013482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Attempting to bind port 18f75a63-9555-4838-a334-5c4278614aad on network a7bf2eaa-adc4-4307-91db-b2284e94125e {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:10.021410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 8, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:10.021795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Checking segment: {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:10.022245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Bound using segment: {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:10.022789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Bound port: 18f75a63-9555-4838-a334-5c4278614aad, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57f43697-706d-42f1-969b-4bf3baeea298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:10.023162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.060496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.071129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Attempting to bind port 61cc17ea-a0e8-4593-be1f-a5954d83253a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:10.071503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Attempting to bind port 61cc17ea-a0e8-4593-be1f-a5954d83253a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2e493cdb-590c-4424-8026-ddd219ef8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:10.071873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Attempting to bind port 61cc17ea-a0e8-4593-be1f-a5954d83253a on network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:10.085410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:10.085795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Checking segment: {'id': '2e493cdb-590c-4424-8026-ddd219ef8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:10.086202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.086596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Bound using segment: {'id': '2e493cdb-590c-4424-8026-ddd219ef8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:10.087068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Bound port: 61cc17ea-a0e8-4593-be1f-a5954d83253a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e493cdb-590c-4424-8026-ddd219ef8483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:10.087441 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.170541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5040a283-e4cd-41cd-a9aa-9c685c28cf28']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:10.189771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:10.190524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84d9d7f0-7a5d-4ca0-a3bc-5225fe78b381') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:10.200590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:10.205413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:10.208435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:10.209780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.214963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:10.225440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:10.229439 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.251742 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.266979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:10.268301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:10.268441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.271559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=61cc17ea-a0e8-4593-be1f-a5954d83253a,segment=NetworkSegment(2e493cdb-590c-4424-8026-ddd219ef8483),segment_id=2e493cdb-590c-4424-8026-ddd219ef8483)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:10.278175 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:10.287334 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:10.425687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] For port 18f75a63-9555-4838-a334-5c4278614aad, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:10.436874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] For port 18f75a63-9555-4838-a334-5c4278614aad, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18f75a63-9555-4838-a334-5c4278614aad,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:10.439781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.443758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.511352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.543518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39178) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:10.567860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=5040a283-e4cd-41cd-a9aa-9c685c28cf28,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:10.579929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d429dda-485a-4e74-8d8d-7576b281eddd None None] Pushing event updated for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:10.609174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:10.609897 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.616523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/18f75a63-9555-4838-a334-5c4278614aad HTTP/1.1" status: 200 len: 1091 time: 7.1583512 Jan 28 10:09:10.622860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5fc3d411-00f3-49ac-91e0-16125877e790 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/5040a283-e4cd-41cd-a9aa-9c685c28cf28 HTTP/1.1" status: 204 len: 168 time: 8.9941258 Jan 28 10:09:10.629478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39184) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:10.629913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'tag': '18f75a63-9555-4838-a334-5c4278614aad'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:10.658551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-349984233'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:10.675863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:10.777948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006275f8-55bb-4f3a-959f-6d76d9f749b8 service neutron] Pushing event updated for resources: {'Port': ['ID=18f75a63-9555-4838-a334-5c4278614aad,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:10.785024 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'tag': '18f75a63-9555-4838-a334-5c4278614aad', 'status': 'completed', 'code': 200} Jan 28 10:09:10.795516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:10.813194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:10.820996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:10.844824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:10.850026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.882756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd35a9a-9e46-4db6-be00-31a3e74d12dc req-315c69c6-05b6-4ec1-8848-feed9e2b5ad8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:10.890631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7fd35a9a-9e46-4db6-be00-31a3e74d12dc req-315c69c6-05b6-4ec1-8848-feed9e2b5ad8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 943 time: 0.3834400 Jan 28 10:09:10.891343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:10.902656 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:10.903347 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment ec9c40c9-5524-485f-9bcd-0544e252f543 of type vlan for network 9f979831-d8d8-47f4-9d3b-6350400f2499 Jan 28 10:09:10.975256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-1c021ebf-3a10-4470-8a98-3683523511a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:10.977324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-1c021ebf-3a10-4470-8a98-3683523511a8 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 1094 time: 0.3033922 Jan 28 10:09:11.001190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7fd35a9a-9e46-4db6-be00-31a3e74d12dc req-001f56cd-e0a0-4a91-89fb-bb2963a4e635 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096766 Jan 28 10:09:11.085231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.129662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-c57523c4-5b0a-4910-b937-a77aa9e51058 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f75a63-9555-4838-a334-5c4278614aad HTTP/1.1" status: 200 len: 217 time: 0.1287363 Jan 28 10:09:11.130937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.152212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:11.155954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:11.162772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:11.163360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.192968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2030766 Jan 28 10:09:11.196197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39194) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:11.202652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-109808891', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ea6a68bb-a578-44f8-bf87-47642006b812'}], 'security_groups': ['48958600-1358-4271-9d2f-ab8d13006dd1']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:11.240820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fda4f7-75e9-4229-90e7-701690616f60 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=ea6a68bb-a578-44f8-bf87-47642006b812,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:11.267017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.272998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:11.273800 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.316553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d0192cf2-5bfe-4021-aa46-c709d2eba297 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ed22dac6b3441c492d608c294bc2393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7713234 Jan 28 10:09:11.324194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39200) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:11.327092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-6cb73ea7-7f82-4a75-b71c-657f120fcc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:11.328884 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-6cb73ea7-7f82-4a75-b71c-657f120fcc4b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ac99396-7416-4efb-b81b-7ac6ce5bf11d HTTP/1.1" status: 200 len: 852 time: 0.1887522 Jan 28 10:09:11.412929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.467158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8178277 Jan 28 10:09:11.473774 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-9a4a2780-15db-4335-82af-7fae49a9b060 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7bf2eaa-adc4-4307-91db-b2284e94125e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753644 Jan 28 10:09:11.476410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39206) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:11.481868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:11.494513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63fccfe0-98ca-4272-947d-19aa27918269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.585849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63fccfe0-98ca-4272-947d-19aa27918269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.588428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34074415-a48b-433a-9927-2fd324fa13ee tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=9f979831-d8d8-47f4-9d3b-6350400f2499,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:11.601266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9f979831-d8d8-47f4-9d3b-6350400f2499 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:11.777529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63fccfe0-98ca-4272-947d-19aa27918269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.812980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fccfe0-98ca-4272-947d-19aa27918269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494d76f6-bf1b-4a6e-81dd-181d30fc65f5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:11.834819 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63fccfe0-98ca-4272-947d-19aa27918269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:11.835961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-63fccfe0-98ca-4272-947d-19aa27918269 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/494d76f6-bf1b-4a6e-81dd-181d30fc65f5 HTTP/1.1" status: 204 len: 168 time: 0.5114462 Jan 28 10:09:12.088088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Delete allocated IP 172.20.0.12 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/303b800f-e762-42d0-b480-7ee9e9c3e190) {{(pid=87541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 10:09:12.096852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:12.101220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:12.110207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:12.116435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.20 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/ea6a68bb-a578-44f8-bf87-47642006b812/17a6a50e-3cdd-4876-9139-6ed6d5b8837a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:12.118359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:12.159611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:12.163876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:12.207903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2b73d-b80c-49af-8231-4cad4ebd9178 None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:12.460238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:12.708376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-c78ed6c8-1fa0-4337-9a94-fc5f5f2cb695 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:12.710205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-c78ed6c8-1fa0-4337-9a94-fc5f5f2cb695 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 1.1190968 Jan 28 10:09:12.715227 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-ecc3eeb8-f486-4262-af6b-8c11d502ed63 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2133834 Jan 28 10:09:12.728207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Provisioning complete for port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:12.728804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:12.754500 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-1513f408-c3a2-49c8-b1cb-72359d2643a1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0347092 Jan 28 10:09:12.785746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403c81-7047-44b6-823b-2eeafb4245bd req-c102549a-d13c-4e0f-83d1-1369bbe75769 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:12.787435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a4403c81-7047-44b6-823b-2eeafb4245bd req-c102549a-d13c-4e0f-83d1-1369bbe75769 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 943 time: 0.3811269 Jan 28 10:09:12.806847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:12.817894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 61cc17ea-a0e8-4593-be1f-a5954d83253a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:12.850785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Provisioning for port 61cc17ea-a0e8-4593-be1f-a5954d83253a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:12.857638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:12.857949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:12.916121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:12.964796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Ignored duplicate provisioning block setup for port 17a6a50e-3cdd-4876-9139-6ed6d5b8837a by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 10:09:12.975550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a4403c81-7047-44b6-823b-2eeafb4245bd req-23c7c620-9f8e-41a2-87c0-a4d9ad69658b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780212 Jan 28 10:09:12.977954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.089792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Update dhcp port {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'fixed_ips': [{'subnet_id': '303b800f-e762-42d0-b480-7ee9e9c3e190', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ea6a68bb-a578-44f8-bf87-47642006b812'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '61cc17ea-a0e8-4593-be1f-a5954d83253a'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:09:13.090473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0a2e8c39-61c1-4f58-8aea-a0269d1cd81c req-89aceab9-ffa3-4944-841f-4387d6c60d0b service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672199 Jan 28 10:09:13.142230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39248) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:13.152424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.219145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.244030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.297734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=17a6a50e-3cdd-4876-9139-6ed6d5b8837a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:13.316977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] In _notify_port_updated(), no bound segment for port 17a6a50e-3cdd-4876-9139-6ed6d5b8837a on network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:09:13.322460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:13.323085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.324078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=61cc17ea-a0e8-4593-be1f-a5954d83253a,segment=NetworkSegment(2e493cdb-590c-4424-8026-ddd219ef8483),segment_id=2e493cdb-590c-4424-8026-ddd219ef8483)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:13.324454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-08dba585-9108-4c8e-8f9f-98e5da40f7e6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/ports/17a6a50e-3cdd-4876-9139-6ed6d5b8837a HTTP/1.1" status: 200 len: 920 time: 2.1271906 Jan 28 10:09:13.327645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:13.348655 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.348983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=90558b75-1d79-4803-9b2f-290d19eaf772,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:13.390325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': 'ec9c40c9-5524-485f-9bcd-0544e252f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:13.390560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2119768143-network', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:13.391086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: 9f979831-d8d8-47f4-9d3b-6350400f2499, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:13.408296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:13.410832 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-3af3b9f1-febc-4cca-8248-e8980055d5c0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6549814 Jan 28 10:09:13.420937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Usage tracker for resource:network and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:13.428239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:13.439356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:13.443072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680101c2-816f-4705-a5c1-e2132e1eba7c None None] Pushing event updated for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:13.446623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port 17a6a50e-3cdd-4876-9139-6ed6d5b8837a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:13.447144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.505745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:13.508285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.540031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672053d-f730-42b3-a259-7abfe54841cf req-fbaf20e6-1b9c-4b0d-9f48-dbd83b5729d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:13.541611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-fbaf20e6-1b9c-4b0d-9f48-dbd83b5729d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e762b06872c341af9dce4aa66daaca2b&device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 1094 time: 0.3832946 Jan 28 10:09:13.542269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 9f979831-d8d8-47f4-9d3b-6350400f2499 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:13.555436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.672565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Allocated IP 172.20.0.18 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/ea6a68bb-a578-44f8-bf87-47642006b812/61cc17ea-a0e8-4593-be1f-a5954d83253a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:13.672782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9f979831-d8d8-47f4-9d3b-6350400f2499) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:13.692308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:13.692926 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.703329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef84968-fa13-435d-8b91-5a3238e53e8b None None] Network 9f979831-d8d8-47f4-9d3b-6350400f2499 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:13.734087 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-92adec78-3e17-4877-a48d-8f01a390e6b6 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117526 Jan 28 10:09:13.741585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672053d-f730-42b3-a259-7abfe54841cf req-8991334b-235c-4066-b791-bcd60adbc202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:13.743046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-8991334b-235c-4066-b791-bcd60adbc202 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 200 len: 913 time: 0.1933296 Jan 28 10:09:13.800821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.823209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7d97dea1-fd48-4dce-9688-163de7265f68 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3430464 Jan 28 10:09:13.836274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39258) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:13.886168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-90d5a8b8-4093-46d1-9532-0c85c371bb4a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=18f75a63-9555-4838-a334-5c4278614aad HTTP/1.1" status: 200 len: 217 time: 0.1222754 Jan 28 10:09:13.918586 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:13.937784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for 17a6a50e-3cdd-4876-9139-6ed6d5b8837a owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:13.967617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:13.997261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:14.001102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:14.013868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:14.124407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672053d-f730-42b3-a259-7abfe54841cf req-22029d61-1fd8-4a9c-8a90-cd32892f75ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:14.125908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-22029d61-1fd8-4a9c-8a90-cd32892f75ec service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6ac99396-7416-4efb-b81b-7ac6ce5bf11d HTTP/1.1" status: 200 len: 852 time: 0.2065692 Jan 28 10:09:14.134881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-254c5918-834e-40ba-9d46-2cba7ce30012 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908975 Jan 28 10:09:14.263157 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-a0bd6b6a-1671-4447-a652-3ea5b15d30a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a7bf2eaa-adc4-4307-91db-b2284e94125e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1273377 Jan 28 10:09:14.264225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=61cc17ea-a0e8-4593-be1f-a5954d83253a,segment=NetworkSegment(2e493cdb-590c-4424-8026-ddd219ef8483),segment_id=2e493cdb-590c-4424-8026-ddd219ef8483)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:14.305899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.306432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.358031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Transition to ACTIVE for port object 61cc17ea-a0e8-4593-be1f-a5954d83253a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:14.384864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.388932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=17a6a50e-3cdd-4876-9139-6ed6d5b8837a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:14.414965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:14.496382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.512051 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.530093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-093798e2-461e-4439-9ea6-9a70041215d2 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631593 Jan 28 10:09:14.535238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.632377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9f979831-d8d8-47f4-9d3b-6350400f2499', 'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '90558b75-1d79-4803-9b2f-290d19eaf772'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:14.633466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.647428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18f75a63-9555-4838-a334-5c4278614aad details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:09:14.685220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 311} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:14.727048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fac2ad-f5eb-4dc9-be15-e828c8078e8d req-fef69b02-5f7f-4634-8763-9db9339d8996 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:14.727048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77fac2ad-f5eb-4dc9-be15-e828c8078e8d req-fef69b02-5f7f-4634-8763-9db9339d8996 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 943 time: 0.5433595 Jan 28 10:09:14.728344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f03dfdda-9301-42c8-89e7-7d6b07011492 req-c6ed6e31-c1c7-41eb-a79c-c3c9fcf8badd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 210 time: 0.1965096 Jan 28 10:09:14.732725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c4f0ae-1815-4655-ad20-dd426484cd8d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:14.794835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:14.823790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.824173 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Added segment b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd of type vlan for network 1e791721-0e46-47e4-9ac3-11c27ec201c3 Jan 28 10:09:14.828033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77fac2ad-f5eb-4dc9-be15-e828c8078e8d req-d11b775f-873c-4459-be25-3728e50523e8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854125 Jan 28 10:09:14.830908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.870091 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ed47eb32-2b9e-4da1-bce9-96de644baad0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/17a6a50e-3cdd-4876-9139-6ed6d5b8837a HTTP/1.1" status: 204 len: 168 time: 1.5410297 Jan 28 10:09:14.886407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39282) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:14.965694 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:14.973437 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2684b3-d0e9-4803-a018-08c783108b8d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:09:14.974364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c2684b3-d0e9-4803-a018-08c783108b8d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:14.981222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:09:14.997610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3d85c-3d24-4dd7-978e-f853255d5a54 None None] Pushing event updated for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:15.010437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3c2684b3-d0e9-4803-a018-08c783108b8d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:15.011619 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c2684b3-d0e9-4803-a018-08c783108b8d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/17a6a50e-3cdd-4876-9139-6ed6d5b8837a HTTP/1.1" status: 404 len: 333 time: 0.1232705 Jan 28 10:09:15.014451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39288) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:15.099580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.101269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:15.101748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.167808 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.184466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0234745 Jan 28 10:09:15.188560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39294) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:15.280842 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b51c1c89-9107-4774-a007-0f1018a79ca5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.286384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Request body: {'subnet': {'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2119768143-subnet', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:15.300583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:15.305348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6672053d-f730-42b3-a259-7abfe54841cf req-2aa7af96-619d-4616-942b-8c2df99a7847 service neutron] 10.222.0.43 "GET /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7644691 Jan 28 10:09:15.328013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Usage tracker for resource:subnet and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:15.336400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:15.366790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:15.372331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0173c7ba-7c72-4aea-858a-1acb6f8f925b admin admin] Pushing event updated for resources: {'Network': ['ID=1e791721-0e46-47e4-9ac3-11c27ec201c3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:15.376875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b51c1c89-9107-4774-a007-0f1018a79ca5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.388562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 18f75a63-9555-4838-a334-5c4278614aad, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18f75a63-9555-4838-a334-5c4278614aad,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:15.396635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.398717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:15.441395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:15.449903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Usage tracker for resource:security_group_rule and tenant:cb8e43561381437181b2e7e7c8cb599b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:15.457704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:15.458978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:15.460623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.487689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:15.536901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b51c1c89-9107-4774-a007-0f1018a79ca5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.568751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.577890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '18f75a63-9555-4838-a334-5c4278614aad', 'network_id': 'a7bf2eaa-adc4-4307-91db-b2284e94125e', 'port_id': '18f75a63-9555-4838-a334-5c4278614aad', 'mac_address': 'fa:16:3e:86:cf:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ac99396-7416-4efb-b81b-7ac6ce5bf11d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:09:15.582661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Allocated IP 2001:db8::1 (9f979831-d8d8-47f4-9d3b-6350400f2499/90558b75-1d79-4803-9b2f-290d19eaf772/eca4276a-ad25-4a96-b9e0-d430c8969232) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:15.692726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.697273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.776597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb8e43561381437181b2e7e7c8cb599b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9805503 Jan 28 10:09:15.785379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39300) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:15.787899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d3adc8-2377-4875-9dcc-c02193276958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39189a2c-2842-4724-b424-4ef696b2f95c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:15.828274 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.901219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c1c89-9107-4774-a007-0f1018a79ca5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a8305e-958d-450b-8271-70fc3774084f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:15.916448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b51c1c89-9107-4774-a007-0f1018a79ca5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:15.920722 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b51c1c89-9107-4774-a007-0f1018a79ca5 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/security-groups/e0a8305e-958d-450b-8271-70fc3774084f HTTP/1.1" status: 204 len: 168 time: 0.9051557 Jan 28 10:09:15.921765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39306) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:15.935738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18f75a63-9555-4838-a334-5c4278614aad {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:09:16.010690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 18f75a63-9555-4838-a334-5c4278614aad, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18f75a63-9555-4838-a334-5c4278614aad,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:16.026563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.050784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f5220c-c08c-4814-9181-27a6d446f828 req-9d0ddfab-cca8-410f-bc45-a571a0f4159a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 210 time: 0.1005232 Jan 28 10:09:16.051993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20d7cea9-52f5-4902-875c-2dc1d66baaea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.067570 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d285-7fbe-4e4b-9adc-6258b96bb03d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.112172 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20d7cea9-52f5-4902-875c-2dc1d66baaea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.173160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Could not find standard attr ID for object 17a6a50e-3cdd-4876-9139-6ed6d5b8837a. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:09:16.213475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Provisioning complete for port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:16.213851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.261545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['18f75a63-9555-4838-a334-5c4278614aad'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:16.271483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20d7cea9-52f5-4902-875c-2dc1d66baaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.290590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d285-7fbe-4e4b-9adc-6258b96bb03d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.299876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.311576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:16.339850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=18f75a63-9555-4838-a334-5c4278614aad,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:16.374170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7cea9-52f5-4902-875c-2dc1d66baaea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39189a2c-2842-4724-b424-4ef696b2f95c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:16.391572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-20d7cea9-52f5-4902-875c-2dc1d66baaea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.392370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d285-7fbe-4e4b-9adc-6258b96bb03d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.392947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-20d7cea9-52f5-4902-875c-2dc1d66baaea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/39189a2c-2842-4724-b424-4ef696b2f95c HTTP/1.1" status: 204 len: 168 time: 0.6064272 Jan 28 10:09:16.415417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Transition to ACTIVE for port object eca4276a-ad25-4a96-b9e0-d430c8969232 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:16.436988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd4d285-7fbe-4e4b-9adc-6258b96bb03d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48958600-1358-4271-9d2f-ab8d13006dd1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:16.465871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbd4d285-7fbe-4e4b-9adc-6258b96bb03d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.468366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fbd4d285-7fbe-4e4b-9adc-6258b96bb03d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/security-groups/48958600-1358-4271-9d2f-ab8d13006dd1 HTTP/1.1" status: 204 len: 168 time: 0.5435827 Jan 28 10:09:16.469687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.473100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39312) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:16.482017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a335a-79b8-44da-ae76-113d88326ef6 req-1b911935-7bf4-4664-811a-40566c9fee15 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:16.483915 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-468a335a-79b8-44da-ae76-113d88326ef6 req-1b911935-7bf4-4664-811a-40566c9fee15 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 944 time: 0.3573632 Jan 28 10:09:16.494245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Transition to ACTIVE for port object eca4276a-ad25-4a96-b9e0-d430c8969232 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:16.514721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:16.526345 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.611451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=81850acb-b307-45fe-9160-0ae320c780a2,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:16.611622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Network 9f979831-d8d8-47f4-9d3b-6350400f2499 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:16.618541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:16.619597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-468a335a-79b8-44da-ae76-113d88326ef6 req-b7e1c096-f807-453f-b404-6ab0ebdd1339 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043668 Jan 28 10:09:16.620251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Provisioning for port 61cc17ea-a0e8-4593-be1f-a5954d83253a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:16.623954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:16.624319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Network hostable DHCP agents. Network: 1e791721-0e46-47e4-9ac3-11c27ec201c3, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:16.625677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:16.651878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:16.652368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7666297b-0917-4ec7-840c-5429fd07e19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.655237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:16.682339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1e791721-0e46-47e4-9ac3-11c27ec201c3) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:16.686606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet 303b800f-e762-42d0-b480-7ee9e9c3e190 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:16.688439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:16.689072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.707517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de77dd2-23d5-4a68-b603-4dcf9a0d5287 None None] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:16.707738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.728858 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5327f7d5-df35-4423-a2c8-b537d5eacf0e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5283020 Jan 28 10:09:16.731225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39318) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:16.738251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:16.746594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:16.752158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Usage tracker for resource:router and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:16.755710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:16.762372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-79a44400-dc6c-421b-885a-545f3022ad06 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:16.764259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-79a44400-dc6c-421b-885a-545f3022ad06 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.5551789 Jan 28 10:09:16.778989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:16.779236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:16.779328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.779440 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.792426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.795563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.819717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:16.831818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:16.850924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=90558b75-1d79-4803-9b2f-290d19eaf772,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:16.860937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Pushing event updated for resources: {'Port': ['ID=eca4276a-ad25-4a96-b9e0-d430c8969232,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:16.954025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39322) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:17.057386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.114636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.140574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.146720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Attempting to bind port eca4276a-ad25-4a96-b9e0-d430c8969232 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:17.147308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Attempting to bind port eca4276a-ad25-4a96-b9e0-d430c8969232 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ec9c40c9-5524-485f-9bcd-0544e252f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:17.147457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Attempting to bind port eca4276a-ad25-4a96-b9e0-d430c8969232 on network 9f979831-d8d8-47f4-9d3b-6350400f2499 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:17.195099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f979831-d8d8-47f4-9d3b-6350400f2499']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:17.239806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:17.243401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Usage tracker for resource:security_group_rule and tenant:f98bf65ace324e528a8561929b5f60fe is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:17.246710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:17.252389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:17.256579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9c40c9-5524-485f-9bcd-0544e252f543') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:17.257187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9c40c9-5524-485f-9bcd-0544e252f543') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:17.260051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:17.260431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Checking segment: {'id': 'ec9c40c9-5524-485f-9bcd-0544e252f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:17.260918 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.261221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Bound using segment: {'id': 'ec9c40c9-5524-485f-9bcd-0544e252f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:17.261688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Bound port: eca4276a-ad25-4a96-b9e0-d430c8969232, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec9c40c9-5524-485f-9bcd-0544e252f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '9f979831-d8d8-47f4-9d3b-6350400f2499'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:17.262053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.262768 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.332763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.345536 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-094ac334-5151-4782-8644-27bca2f8b580 req-01f512c7-a62a-4cb9-9adc-1b1a2aa4865b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 210 time: 0.1182704 Jan 28 10:09:17.356671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:17.368525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:17.387392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:17.391632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.410212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.444441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.466396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:17.466675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.467179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.475909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:17.483376 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:17.551486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-1e791721-0e46-47e4-9ac3-11c27ec201c3', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:17.552263 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.580595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] For port eca4276a-ad25-4a96-b9e0-d430c8969232, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:17.596983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9b2add-d8b7-4433-95af-69ef9c85ac30,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:17.672877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-41a0abb7-9aba-448a-bd53-4f6bd0af297c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f98bf65ace324e528a8561929b5f60fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7153676 Jan 28 10:09:17.674586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-62057a39-6031-4f55-b64e-37cb8e68793c None None] Could not find standard attr ID for object 17a6a50e-3cdd-4876-9139-6ed6d5b8837a. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:09:17.678362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39330) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:17.680095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] For port eca4276a-ad25-4a96-b9e0-d430c8969232, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=eca4276a-ad25-4a96-b9e0-d430c8969232,segment=NetworkSegment(ec9c40c9-5524-485f-9bcd-0544e252f543),segment_id=ec9c40c9-5524-485f-9bcd-0544e252f543)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:17.687643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.693418 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:09:17.693418 n-d-825178-2 neutron-server[87540]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:09:17.693418 n-d-825178-2 neutron-server[87540]: [parameters: {'id': '9f979831-d8d8-47f4-9d3b-6350400f2499'}] Jan 28 10:09:17.693418 n-d-825178-2 neutron-server[87540]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:09:17.693819 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:09:17.729314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.826778 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.828855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664986b1-4f1f-4c77-8222-1693938a3efa None None] Pushing event updated for resources: {'Port': ['ID=eca4276a-ad25-4a96-b9e0-d430c8969232,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:17.845146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=303b800f-e762-42d0-b480-7ee9e9c3e190,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:17.853179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.860749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.865365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d818cf2-1abe-45a7-ad08-aa23bad833dc None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:17.890364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a6d-80a8-4738-a938-0e21f9baba6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.895953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Allocated IP 172.20.0.2 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/f0638b93-d4c5-4f86-8e8b-c74e82297d85) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:17.910318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39334) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:17.910935 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2bdb1f9d-4378-4449-9aa1-91dda91f15ed tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/303b800f-e762-42d0-b480-7ee9e9c3e190 HTTP/1.1" status: 204 len: 168 time: 1.4354873 Jan 28 10:09:17.913452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.8 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/2af8e6d1-f01b-4412-bc74-ca634212e540) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:17.927092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:17.944709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a6d-80a8-4738-a938-0e21f9baba6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:17.999977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5b27a7-e3c2-43db-a68a-5cab54be5bfc None None] Network 9f979831-d8d8-47f4-9d3b-6350400f2499 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:18.235519 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.271825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port eca4276a-ad25-4a96-b9e0-d430c8969232 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:18.272173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.288217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2b5e5-c733-44ee-a2b8-0cc835a3c74a req-f160ea66-2a61-41ef-ae4c-752921b5b8c2 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:18.289706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ab2b5e5-c733-44ee-a2b8-0cc835a3c74a req-f160ea66-2a61-41ef-ae4c-752921b5b8c2 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 944 time: 0.5177114 Jan 28 10:09:18.308390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a6d-80a8-4738-a938-0e21f9baba6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.330433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:18.336247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Allocated IP 172.25.1.199 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/39633705-2c24-4c35-adf4-9732c543678e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:18.344340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:18.349667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf18a6d-80a8-4738-a938-0e21f9baba6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9b2add-d8b7-4433-95af-69ef9c85ac30,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:18.363842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:18.390708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4cf18a6d-80a8-4738-a938-0e21f9baba6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.398194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:18.404445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4cf18a6d-80a8-4738-a938-0e21f9baba6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b9b2add-d8b7-4433-95af-69ef9c85ac30 HTTP/1.1" status: 204 len: 168 time: 0.7079144 Jan 28 10:09:18.524830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.527566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.542201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Transition to ACTIVE for port object f0638b93-d4c5-4f86-8e8b-c74e82297d85 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:18.550485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ab2b5e5-c733-44ee-a2b8-0cc835a3c74a req-c6c46c37-4ac4-4c1d-a045-bfeebea72e20 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479057 Jan 28 10:09:18.553770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:18.557190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.572369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Transition to ACTIVE for port object f0638b93-d4c5-4f86-8e8b-c74e82297d85 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:18.586929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.592708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18f75a63-9555-4838-a334-5c4278614aad up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:18.740869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Pushing event updated for resources: {'Port': ['ID=f0638b93-d4c5-4f86-8e8b-c74e82297d85,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:18.744490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.762224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] For port eca4276a-ad25-4a96-b9e0-d430c8969232, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=eca4276a-ad25-4a96-b9e0-d430c8969232,segment=NetworkSegment(ec9c40c9-5524-485f-9bcd-0544e252f543),segment_id=ec9c40c9-5524-485f-9bcd-0544e252f543)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:18.762644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.787459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:18.792211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:18.805385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:18.854828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.948591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:18.950792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Calling delete_port for eca4276a-ad25-4a96-b9e0-d430c8969232 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:18.953476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Attempting to bind port f0638b93-d4c5-4f86-8e8b-c74e82297d85 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:18.954151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Attempting to bind port f0638b93-d4c5-4f86-8e8b-c74e82297d85 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:18.954279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Attempting to bind port f0638b93-d4c5-4f86-8e8b-c74e82297d85 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:18.957627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:18.963066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:18.963358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:18.963583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:18.963715 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.964169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:18.964617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Bound port: f0638b93-d4c5-4f86-8e8b-c74e82297d85, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:18.965134 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:18.976772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 18f75a63-9555-4838-a334-5c4278614aad completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:18.986999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 18f75a63-9555-4838-a334-5c4278614aad triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:18.987407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.006543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Pushing event updated for resources: {'Port': ['ID=39633705-2c24-4c35-adf4-9732c543678e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:19.101701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1fe1cbb9-5ef2-4742-b0a4-5bcdfa717048 req-787b415e-e7b7-4d14-8c2e-6f4babfeea16 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:19.110432 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.135849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:19.210242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.261845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No DVR routers for this DVR port eca4276a-ad25-4a96-b9e0-d430c8969232 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:19.305073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:19.312705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:19.315016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:19.329758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.393886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1fe1cbb9-5ef2-4742-b0a4-5bcdfa717048 req-787b415e-e7b7-4d14-8c2e-6f4babfeea16 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:19.401302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1fe1cbb9-5ef2-4742-b0a4-5bcdfa717048 req-787b415e-e7b7-4d14-8c2e-6f4babfeea16 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 210 time: 0.7142835 Jan 28 10:09:19.403817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=2af8e6d1-f01b-4412-bc74-ca634212e540,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:19.436143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:19.441766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] For port f0638b93-d4c5-4f86-8e8b-c74e82297d85, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:19.445272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.450135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:19.457147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:19.458078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.459207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:19.460332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.479051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] For port f0638b93-d4c5-4f86-8e8b-c74e82297d85, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f0638b93-d4c5-4f86-8e8b-c74e82297d85,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:19.500000 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.502741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=523fba41-3e71-4010-a64d-33d8aa0e0e1a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:19.567071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f75a63-9555-4838-a334-5c4278614aad'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:19.633993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 18f75a63-9555-4838-a334-5c4278614aad, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18f75a63-9555-4838-a334-5c4278614aad,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:19.682884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.765897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Port': ['ID=eca4276a-ad25-4a96-b9e0-d430c8969232,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:19.776788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61576256-d77e-4687-98bf-5e1268f2512c None None] Pushing event updated for resources: {'Port': ['ID=f0638b93-d4c5-4f86-8e8b-c74e82297d85,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:19.797988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.803134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:19.816746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-42b2f904-3ba2-4e13-a4e3-fa43abe7bf56 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0227020 Jan 28 10:09:19.857487 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18f75a63-9555-4838-a334-5c4278614aad', 'code': 200} Jan 28 10:09:19.930567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=18f75a63-9555-4838-a334-5c4278614aad,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:19.955357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Request body: {'port': {'device_id': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:20.011986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dee5cbc-938b-43a0-a046-16d0189630f2 None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:20.029634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f979831-d8d8-47f4-9d3b-6350400f2499']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:20.058555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec9c40c9-5524-485f-9bcd-0544e252f543') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:20.059154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec9c40c9-5524-485f-9bcd-0544e252f543') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:20.080921 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-44c542ce-6875-41ed-bba9-8b0b62d76fa6 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1686735 Jan 28 10:09:20.084990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39366) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:20.090488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.093905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'security_group': {'name': 'tempest-secgroup-2130676898'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:20.119417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:20.166614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.171991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:20.188453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:20.198995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:20.199463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:20.217894 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:20.230120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:20.358470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bbfcf51a-f18f-4292-a2da-79867cd087ba None None] Provisioning complete for port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:20.359437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bbfcf51a-f18f-4292-a2da-79867cd087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.380288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad9d7-a78c-42b1-a49b-22096caf50f7 req-19a5b283-04d8-405e-adb5-5a18b3f60766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:20.382168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c55ad9d7-a78c-42b1-a49b-22096caf50f7 req-19a5b283-04d8-405e-adb5-5a18b3f60766 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 1096 time: 0.5617449 Jan 28 10:09:20.388602 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.396538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f0638b93-d4c5-4f86-8e8b-c74e82297d85 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:20.447639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.456785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=9f979831-d8d8-47f4-9d3b-6350400f2499,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:20.464304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-12cbe837-a351-4eb7-af56-a0878820925f tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/9f979831-d8d8-47f4-9d3b-6350400f2499 HTTP/1.1" status: 204 len: 168 time: 6.6269917 Jan 28 10:09:20.465754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.474564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39378) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:20.496331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-656706180'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:20.515930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:20.527185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.559380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:20.582523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port f0638b93-d4c5-4f86-8e8b-c74e82297d85 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:20.586067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:20.592144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bbfcf51a-f18f-4292-a2da-79867cd087ba None None] Port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:20.625214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bbfcf51a-f18f-4292-a2da-79867cd087ba None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:20.625878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bbfcf51a-f18f-4292-a2da-79867cd087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.660833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:20.682004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234815b-4ca9-45ce-8742-e8c0a4061fd7 req-46ebdb53-5d46-427c-9780-29f197564f15 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:20.683556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a234815b-4ca9-45ce-8742-e8c0a4061fd7 req-46ebdb53-5d46-427c-9780-29f197564f15 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.6763740 Jan 28 10:09:20.693956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:20.722944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group_rule and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:20.726585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:20.753199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:20.760284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:20.763755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.839587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Update dhcp port {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'fixed_ips': [{'subnet_id': 'ea6a68bb-a578-44f8-bf87-47642006b812', 'ip_address': '172.20.0.18'}, {'subnet_id': '523fba41-3e71-4010-a64d-33d8aa0e0e1a'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '61cc17ea-a0e8-4593-be1f-a5954d83253a'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:09:20.844197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:20.854698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.855052 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment b85e7045-dfda-4935-8275-e54de2015030 of type vlan for network 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c Jan 28 10:09:20.888920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.924271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.929178 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.939549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:20.950862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:20.951492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.050354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a234815b-4ca9-45ce-8742-e8c0a4061fd7 req-e6961425-2422-4c0d-b84d-c6a2782b0c82 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501563 Jan 28 10:09:21.259681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7840464 Jan 28 10:09:21.260485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc7932-8288-459c-b8be-fb47c275af6a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=4327bc27-f8f9-4b18-9e2e-7d7a26d6341c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:21.262549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39392) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:21.274599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:21.308768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2af8e6d1-f01b-4412-bc74-ca634212e540 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:09:21.318334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.334157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '4327bc27-f8f9-4b18-9e2e-7d7a26d6341c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:21.334922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Transition to ACTIVE for port object 2af8e6d1-f01b-4412-bc74-ca634212e540 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:21.360781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c55ad9d7-a78c-42b1-a49b-22096caf50f7 req-08262540-22e4-4ce7-999b-9f38b0b3023f service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9629972 Jan 28 10:09:21.373789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.374465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4466a27e-75ca-4e8e-bf6f-c8f869a78e4b None None] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:21.447096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.463206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8e6d1-f01b-4412-bc74-ca634212e540,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:21.465808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.524087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3ed6782-24c9-47cb-a5c2-e95040f46d6b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:21.560170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:21.562496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.564094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-80f90dec-11ea-4db3-831e-661921a7571a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4764562 Jan 28 10:09:21.567456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39396) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:21.568369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:21.572985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:21.582631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106194299'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:21.588860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:21.593823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:21.605641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:21.611485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:21.622770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:21.627820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:21.631357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.672785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c8757-f62f-4ab5-bf75-64c01e1850dd req-7be31119-c6da-4e3b-8a0e-5ee0e89da806 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:21.674371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-509c8757-f62f-4ab5-bf75-64c01e1850dd req-7be31119-c6da-4e3b-8a0e-5ee0e89da806 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 931 time: 0.9584579 Jan 28 10:09:21.680673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Attempting to bind port 2af8e6d1-f01b-4412-bc74-ca634212e540 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:21.681038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Attempting to bind port 2af8e6d1-f01b-4412-bc74-ca634212e540 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:21.681958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Attempting to bind port 2af8e6d1-f01b-4412-bc74-ca634212e540 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:21.689486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Allocated IP 172.20.0.2 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/523fba41-3e71-4010-a64d-33d8aa0e0e1a/61cc17ea-a0e8-4593-be1f-a5954d83253a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:21.718502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:09:21.721070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] Provisioning for port f0638b93-d4c5-4f86-8e8b-c74e82297d85 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:21.736454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.738057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Port 2af8e6d1-f01b-4412-bc74-ca634212e540 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:09:21.738493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Attempting to bind port 2af8e6d1-f01b-4412-bc74-ca634212e540 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:21.741640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] Provisioning complete for port f0638b93-d4c5-4f86-8e8b-c74e82297d85 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:21.742119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.792100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-509c8757-f62f-4ab5-bf75-64c01e1850dd req-d140e790-9a7b-42b3-8aa9-4947f81f4624 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031947 Jan 28 10:09:21.793073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:21.793420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:21.793804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:21.794279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Bound port: 2af8e6d1-f01b-4412-bc74-ca634212e540, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:21.804687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:21.853179 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:09:21.868367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:21.879320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group_rule and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:21.885553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:21.905267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:21.963824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] For port 2af8e6d1-f01b-4412-bc74-ca634212e540, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:21.968121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] For port 2af8e6d1-f01b-4412-bc74-ca634212e540, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2af8e6d1-f01b-4412-bc74-ca634212e540,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:21.973351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.029354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:09:22.050955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:09:22.058110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:22.058799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.060820 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] 10.222.0.25 "PUT /v2.0/ports/2af8e6d1-f01b-4412-bc74-ca634212e540 HTTP/1.1" status: 200 len: 1091 time: 2.1554708 Jan 28 10:09:22.070062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'tag': '2af8e6d1-f01b-4412-bc74-ca634212e540'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:22.142521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:22.143354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:22.182453 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'tag': '2af8e6d1-f01b-4412-bc74-ca634212e540', 'status': 'completed', 'code': 200} Jan 28 10:09:22.225738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=61cc17ea-a0e8-4593-be1f-a5954d83253a,segment=NetworkSegment(2e493cdb-590c-4424-8026-ddd219ef8483),segment_id=2e493cdb-590c-4424-8026-ddd219ef8483)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:22.228617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.236331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.241262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a9619-6895-40a3-8a59-6a61095b9ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=2af8e6d1-f01b-4412-bc74-ca634212e540,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:22.252076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39410) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:22.253260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1a5c82f4-6c72-40f3-bb68-7f581b0112e0 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5206175 Jan 28 10:09:22.318921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.333471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.376764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] For port f0638b93-d4c5-4f86-8e8b-c74e82297d85, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f0638b93-d4c5-4f86-8e8b-c74e82297d85,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:22.378338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:09:22.387434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.418298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.486082 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.517960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-191bdc55-7527-4ad9-b73f-fb43829227f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:22.521121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-191bdc55-7527-4ad9-b73f-fb43829227f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 1094 time: 0.4108155 Jan 28 10:09:22.561696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Transition to ACTIVE for port object 61cc17ea-a0e8-4593-be1f-a5954d83253a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:22.569731 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.576319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:22.595219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.599220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0279226 Jan 28 10:09:22.625727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39414) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:22.654464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-88b45625-266e-478d-9ae1-70dc64f5d26a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af8e6d1-f01b-4412-bc74-ca634212e540 HTTP/1.1" status: 200 len: 217 time: 0.1017373 Jan 28 10:09:22.655577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'security_group': {'name': 'tempest-secgroup-988436882'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:22.662594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43041d6-cd60-40f0-a2af-36b416b32a06 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=043e91bb-f664-4beb-a214-58751425dcd1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:22.700971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-f7ef2b62-9572-4fa3-940c-5cb5541180ba req-a24d3ea9-8447-4428-af09-ff59c9afee70 service neutron] (87541) timed out ('10.222.0.42', 44612) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:09:22.705229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:22.719202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': 'b85e7045-dfda-4935-8275-e54de2015030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '4327bc27-f8f9-4b18-9e2e-7d7a26d6341c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:22.719814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:22.730093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:22.736639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:22.746123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=c02bfd07-ead1-4915-8e70-49830168425e,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:22.751917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edef13-4fe4-4230-b483-cc37e274fef6 None None] Pushing event updated for resources: {'Port': ['ID=f0638b93-d4c5-4f86-8e8b-c74e82297d85,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:22.762465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:22.782373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.794175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:22.808830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:22.810785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:22.816408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:22.818581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:22.820592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ba90e-4084-443f-b897-32030f3634a0 req-96735ef3-59ab-4a67-b23e-54dfb696a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:22.822559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-96735ef3-59ab-4a67-b23e-54dfb696a274 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1107302 Jan 28 10:09:22.822893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:security_group_rule and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:22.829891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:22.839175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:22.839416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874e699a-f40a-4e59-81da-5eb9676293fc None None] Network 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:22.847626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dcc19ba9-d39d-41cd-8dbf-0e483ba163f5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5264463 Jan 28 10:09:22.854725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39420) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:22.887874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468271e0-bb2e-43ef-a868-40b976159365 req-5b458101-38a7-4675-9cc3-1e883f1b33da tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:22.893030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-468271e0-bb2e-43ef-a868-40b976159365 req-5b458101-38a7-4675-9cc3-1e883f1b33da tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.5223274 Jan 28 10:09:22.977085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-15a20cf7-aa28-4249-ac85-80acdc2f4081 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752528 Jan 28 10:09:23.198967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.269300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-07f41ec0-3ee4-4381-9c0d-cc32eb580411 None None] Provisioning complete for port f0638b93-d4c5-4f86-8e8b-c74e82297d85 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:23.269783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-07f41ec0-3ee4-4381-9c0d-cc32eb580411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.343688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-468271e0-bb2e-43ef-a868-40b976159365 req-1d422e57-b22b-4267-a76a-ca1a90fe01cc tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4490952 Jan 28 10:09:23.390903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892be4cc-3a1e-4222-bae1-d3e4de36dcfe None None] Pushing event updated for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:23.422535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8f2a1-a1cf-4fda-a471-96f88ded1759 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-4327bc27-f8f9-4b18-9e2e-7d7a26d6341c', 'network_id': '4327bc27-f8f9-4b18-9e2e-7d7a26d6341c', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': 'c02bfd07-ead1-4915-8e70-49830168425e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:23.423575 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-32a8f2a1-a1cf-4fda-a471-96f88ded1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.509781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-e00fb3da-b630-4ece-9098-1593ac6eac43 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115154 Jan 28 10:09:23.542174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.613797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a37654-465d-4c16-8131-2cbf347fae07 req-5090d338-8f6d-412d-9661-30197ad10b4a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:23.615339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d2a37654-465d-4c16-8131-2cbf347fae07 req-5090d338-8f6d-412d-9661-30197ad10b4a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 943 time: 0.4122849 Jan 28 10:09:23.622633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.645092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.706611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ee8e4-2e83-4bb1-b782-b17bcaf9207b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:23.709007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.710258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-36d68790-94b6-46bd-8ddd-9c8fcd813fbb tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0824854 Jan 28 10:09:23.715720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39426) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:23.748582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d2a37654-465d-4c16-8131-2cbf347fae07 req-4b737e6c-01e3-421c-a89a-86fb9ec928d8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215286 Jan 28 10:09:23.775984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1088542086', 'security_groups': ['f95ee8e4-2e83-4bb1-b782-b17bcaf9207b'], 'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '523fba41-3e71-4010-a64d-33d8aa0e0e1a'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:23.781318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-32a8f2a1-a1cf-4fda-a471-96f88ded1759 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c02bfd07-ead1-4915-8e70-49830168425e: This subnet is being modified by another concurrent operation. Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:09:23.827005 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c02bfd07-ead1-4915-8e70-49830168425e: This subnet is being modified by another concurrent operation. Jan 28 10:09:23.830685 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:09:23.847076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f406a3bd-a2b1-4485-ac31-307b499e0529 None None] Network 4327bc27-f8f9-4b18-9e2e-7d7a26d6341c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:23.849717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=c02bfd07-ead1-4915-8e70-49830168425e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:23.926455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-482ba90e-4084-443f-b897-32030f3634a0 req-9d288c2a-3baa-41fa-8475-83fbe382a9b3 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3510792 Jan 28 10:09:23.937354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:19Z', 'revision_number': 3, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:23.946496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:09:23.946829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Updating router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 port 39633705-2c24-4c35-adf4-9732c543678e binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:09:23.969578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.017835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4327bc27-f8f9-4b18-9e2e-7d7a26d6341c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:24.032388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b85e7045-dfda-4935-8275-e54de2015030') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:24.032841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b85e7045-dfda-4935-8275-e54de2015030') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:24.048403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.062008 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.069970 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.097769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:24.098629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:24.116473 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:24.148898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:24.169511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:24.177534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.208680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:24.232375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.263990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.269757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22718924-d4fa-4838-9cd2-920fe7befb66 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:09:24.279370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=4327bc27-f8f9-4b18-9e2e-7d7a26d6341c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:24.291196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f70a32dc-c105-41ad-b43a-fd73be1630c4 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/4327bc27-f8f9-4b18-9e2e-7d7a26d6341c HTTP/1.1" status: 204 len: 168 time: 1.4371090 Jan 28 10:09:24.294624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39432) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:24.301441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1895306671'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:24.307664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:24.311753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:24.314834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:24.321675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:24.334161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:24.340081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.358214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-a0ebc7c1-bd91-427d-b0ba-45a9b8affbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:24.359960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-a0ebc7c1-bd91-427d-b0ba-45a9b8affbc1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 1094 time: 0.3494911 Jan 28 10:09:24.374916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:24.397947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.398146 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment 41e695a1-0694-4283-9b03-7cb94769a378 of type vlan for network 56c182a0-f903-4acf-ad54-356c01cea724 Jan 28 10:09:24.433203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.473048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.479883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:24.480717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.491417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f0638b93-d4c5-4f86-8e8b-c74e82297d85 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:24.682924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22718924-d4fa-4838-9cd2-920fe7befb66 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:09:24.683520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3869448 Jan 28 10:09:24.688561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39444) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:24.698219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '56c182a0-f903-4acf-ad54-356c01cea724', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:24.721637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.729606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2236c141-47db-401e-a85c-a0113be89170 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=56c182a0-f903-4acf-ad54-356c01cea724,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:24.763120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:24.793106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8cf2bd2-8172-476d-a1ee-2ceb6109db33 None None] Provisioning complete for port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:24.793479 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8cf2bd2-8172-476d-a1ee-2ceb6109db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.843448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:24.848724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:24.849130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] device_id is not set on port f572266a-07b5-4b05-837a-369bf4eb68dc yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:09:24.851787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:24.857776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:24.868438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:24.872345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:24.954341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-69aa7ec1-0d8f-4abf-858c-5155d4cc147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:24.956464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-69aa7ec1-0d8f-4abf-858c-5155d4cc147b service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.5835440 Jan 28 10:09:24.963776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Allocated IP 172.20.0.1 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/e89f03a4-988b-4003-b691-24a2af4387c4) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:24.981945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a8cf2bd2-8172-476d-a1ee-2ceb6109db33 None None] Port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:25.057815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5037663-d8e9-4980-b00d-4a0c641b4f33 req-9812cf83-6137-4cb3-b2a1-8ef2f91a02b0 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:25.061163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5037663-d8e9-4980-b00d-4a0c641b4f33 req-9812cf83-6137-4cb3-b2a1-8ef2f91a02b0 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.5682538 Jan 28 10:09:25.082746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:09:25.124696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde01ff-3296-417d-8993-cb268b40f83d req-da8f287a-cc89-47fd-83fb-ed8c6d1da7a8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:25.126411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cde01ff-3296-417d-8993-cb268b40f83d req-da8f287a-cc89-47fd-83fb-ed8c6d1da7a8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 943 time: 0.1409609 Jan 28 10:09:25.194476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8cf2bd2-8172-476d-a1ee-2ceb6109db33 None None] Provisioning for port 61cc17ea-a0e8-4593-be1f-a5954d83253a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:25.233553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cde01ff-3296-417d-8993-cb268b40f83d req-8b002b05-c9ae-426c-801a-1081a200004d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999088 Jan 28 10:09:25.275676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.294146 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.306679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Transition to ACTIVE for port object 39633705-2c24-4c35-adf4-9732c543678e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:25.328886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port f0638b93-d4c5-4f86-8e8b-c74e82297d85 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:25.329382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.368751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8cf2bd2-8172-476d-a1ee-2ceb6109db33 None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:25.368970 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8cf2bd2-8172-476d-a1ee-2ceb6109db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.378875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=56b8a08b-9c7a-46d9-8a3b-fc45aaefcc78,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:25.384329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': '41e695a1-0694-4283-9b03-7cb94769a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '56c182a0-f903-4acf-ad54-356c01cea724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:25.384830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: 56c182a0-f903-4acf-ad54-356c01cea724, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:25.398187 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.406592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 56c182a0-f903-4acf-ad54-356c01cea724 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:25.417605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 56c182a0-f903-4acf-ad54-356c01cea724) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:25.422994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:25.423998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.450992 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-426f14d1-d610-4946-8530-5c9c6efd200d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7587609 Jan 28 10:09:25.451789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39450) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:25.457806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': '56c182a0-f903-4acf-ad54-356c01cea724', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:25.459450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.479864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Transition to ACTIVE for port object e89f03a4-988b-4003-b691-24a2af4387c4 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:25.505580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-f90cfe57-2b6e-4daf-b751-9fd089c1dc79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af8e6d1-f01b-4412-bc74-ca634212e540 HTTP/1.1" status: 200 len: 217 time: 0.5367329 Jan 28 10:09:25.530309 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.605373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Attempting to bind port 39633705-2c24-4c35-adf4-9732c543678e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:25.605732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Attempting to bind port 39633705-2c24-4c35-adf4-9732c543678e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:25.606091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Attempting to bind port 39633705-2c24-4c35-adf4-9732c543678e on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:25.646189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feebe7f-af17-4094-b4ed-9f359f375709 None None] Pushing event updated for resources: {'Port': ['ID=39633705-2c24-4c35-adf4-9732c543678e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:25.648710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:25.649084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:25.649487 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.649862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:25.650339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Bound port: 39633705-2c24-4c35-adf4-9732c543678e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:25.650919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.666875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:25.690780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:subnet and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:25.701774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:25.708110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:25.721197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:25.726352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.731380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] For port 39633705-2c24-4c35-adf4-9732c543678e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:25.735245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] For port 39633705-2c24-4c35-adf4-9732c543678e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=39633705-2c24-4c35-adf4-9732c543678e,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:25.748937 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:25.759676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:25.778893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5037663-d8e9-4980-b00d-4a0c641b4f33 req-14796eeb-8b17-496e-a5e0-7cd3ef66cfdf tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142751 Jan 28 10:09:25.790160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:25.798582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:25.839975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-a95b8378-32b6-43ec-9b11-a1b722ab2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:25.841814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-a95b8378-32b6-43ec-9b11-a1b722ab2882 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.3151889 Jan 28 10:09:25.880871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Pushing event updated for resources: {'Port': ['ID=e89f03a4-988b-4003-b691-24a2af4387c4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:25.959419 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-7e316e11-3a25-42d8-816e-c63c45153a23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705612 Jan 28 10:09:26.069304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.13 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/523fba41-3e71-4010-a64d-33d8aa0e0e1a/f572266a-07b5-4b05-837a-369bf4eb68dc) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:26.139279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:26.140129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:08:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:26.170893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.281417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96228ed1-fa25-491c-8eda-77664f5989b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.354828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feebe7f-af17-4094-b4ed-9f359f375709 None None] Pushing event updated for resources: {'Port': ['ID=39633705-2c24-4c35-adf4-9732c543678e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:26.366344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:26.393981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.512724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network 56c182a0-f903-4acf-ad54-356c01cea724 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:26.522556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:26.531911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.539496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.553730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=aa8da3dd-6c43-4a40-af88-12f22392abfc,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:26.555755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.603249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-94fba813-5016-4710-8565-53240aea41b6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1499572 Jan 28 10:09:26.605473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39468) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:26.687655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec761ec6-c5cc-40ba-a374-48676917144b None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:09:26.702252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Transition to ACTIVE for port object f572266a-07b5-4b05-837a-369bf4eb68dc will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:26.733252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.733818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-ac7ec3d0-4b4d-49b7-b62f-ee6b945377a6 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7599394 Jan 28 10:09:26.737009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.739125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.741241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.742907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.744023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Synchronizing usage tracker for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:26.786469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Unset dirty status for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:26.794090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99da9d50-60ff-45c7-97bb-045c618c4b10 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1862228 Jan 28 10:09:26.797250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39472) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:26.799803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:26.809467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1946236334'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:26.814414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbf5d4-649b-4ecd-9529-0b8987650c64 req-771428d5-ed40-4d4f-951c-dc38be71f586 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:26.816461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27cbf5d4-649b-4ecd-9529-0b8987650c64 req-771428d5-ed40-4d4f-951c-dc38be71f586 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 943 time: 0.4164910 Jan 28 10:09:26.833043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:26.842458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:26.849782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:26.856842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:26.868592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:26.872750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.948167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:26.969399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:26.971769 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment 5a9c639e-d603-456b-9977-a4eda39d6b34 of type vlan for network bd31c97f-957c-4522-9891-8a4b3493dadc Jan 28 10:09:27.039598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.040144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.085150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:27.085764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.091600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.095668 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27cbf5d4-649b-4ecd-9529-0b8987650c64 req-a5460939-7a45-46c1-88fb-51cf0c7bbede tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280519 Jan 28 10:09:27.117128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.126115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:27.126968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.271150 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4728217 Jan 28 10:09:27.272020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39480) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:27.283149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:27.306768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=f572266a-07b5-4b05-837a-369bf4eb68dc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:27.312204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d6043b4-1d34-4587-a3ca-67cfcd5d27a4 req-dd23f030-77a5-4835-8f71-3b08c3573c78 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5675893 Jan 28 10:09:27.357548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:27.362931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:27.368265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:27.462194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940304fb-3522-419f-8442-594f89bbcd2d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=bd31c97f-957c-4522-9891-8a4b3493dadc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:27.464435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39486) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:27.480402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:27.515291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:27.515947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.616011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2af8e6d1-f01b-4412-bc74-ca634212e540 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:09:27.629242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.659875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec761ec6-c5cc-40ba-a374-48676917144b None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:09:27.669871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.720826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.744708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60d658a2-b27c-4672-a4d4-d95bdb289e2f tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.0244057 Jan 28 10:09:27.749346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39494) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:27.750716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network bd31c97f-957c-4522-9891-8a4b3493dadc is not hosted by any dhcp agent {{(pid=87541) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 10:09:27.758949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:27.759684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.761395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "PUT /v2.0/networks/bd31c97f-957c-4522-9891-8a4b3493dadc HTTP/1.1" status: 200 len: 723 time: 0.4839082 Jan 28 10:09:27.764632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:27.769536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Usage tracker for resource:security_group_rule and tenant:5c0a9ae92cbe45c2a8fb9ac503fce3ea is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:27.772768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:27.779314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:27.780430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:27.879415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.910215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 2af8e6d1-f01b-4412-bc74-ca634212e540, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2af8e6d1-f01b-4412-bc74-ca634212e540,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:27.933254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:27.936593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:27.958699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': 'bd31c97f-957c-4522-9891-8a4b3493dadc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:27.974534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '2af8e6d1-f01b-4412-bc74-ca634212e540', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': '2af8e6d1-f01b-4412-bc74-ca634212e540', 'mac_address': 'fa:16:3e:77:87:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:09:28.046986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834282da-a041-4513-b688-df47523c0a17 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=bd31c97f-957c-4522-9891-8a4b3493dadc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:28.109633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:28.242104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c0a9ae92cbe45c2a8fb9ac503fce3ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7736940 Jan 28 10:09:28.244014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39504) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:28.259075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559bbb6c-2300-44b4-9015-5e94ee918098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307d6773-3ad7-471d-ae91-4bd015c406c9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:28.272578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:28.280465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:28.285143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:28.292676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:28.312224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:28.315983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.402969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.410475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.415229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:28.426985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:28.465521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:28.473135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.501746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.506813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef8b-649e-4747-bded-bf683d7ea5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.569425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.608372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Pushing event updated for resources: {'Port': ['ID=e89f03a4-988b-4003-b691-24a2af4387c4,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:28.622996 n-d-825178-2 neutron-server[87540]: INFO neutron.db.ipam_backend_mixin [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 523fba41-3e71-4010-a64d-33d8aa0e0e1a (CIDR: 172.20.0.0/28) Jan 28 10:09:28.636295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2af8e6d1-f01b-4412-bc74-ca634212e540 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:09:28.671382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef8b-649e-4747-bded-bf683d7ea5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.703261 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:09:28.703778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:28.706407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29ba1dc4-bb97-414a-aac6-93e92a7cf446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.740585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:19Z', 'revision_number': 3, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:28.751346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c0ffd4d-d50b-45e8-8cdf-305ffbbf1c2f None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:19Z', 'revision_number': 3, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:09:28.759771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b073ade-e7c4-47d2-9344-95d60c08ee8e req-93ae0a98-ee61-4983-805b-c18c808514bc tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:28.761470 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5b073ade-e7c4-47d2-9344-95d60c08ee8e req-93ae0a98-ee61-4983-805b-c18c808514bc tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 943 time: 0.4099617 Jan 28 10:09:28.763012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 2af8e6d1-f01b-4412-bc74-ca634212e540, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2af8e6d1-f01b-4412-bc74-ca634212e540,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:28.784154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-925fbd0f-69c7-4509-929a-3b5f47e62fd7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0336745 Jan 28 10:09:28.804392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39510) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:28.816539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:28.836549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:28.892805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:28.895606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:28.976219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=2af8e6d1-f01b-4412-bc74-ca634212e540,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:29.007151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-56c182a0-f903-4acf-ad54-356c01cea724', 'network_id': '56c182a0-f903-4acf-ad54-356c01cea724', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '56b8a08b-9c7a-46d9-8a3b-fc45aaefcc78'}, {'subnet_id': 'aa8da3dd-6c43-4a40-af88-12f22392abfc'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:29.008043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.074052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5b073ade-e7c4-47d2-9344-95d60c08ee8e req-7f45f073-8944-414c-b8ca-eefa435a6ebc tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039658 Jan 28 10:09:29.080069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef8b-649e-4747-bded-bf683d7ea5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.096908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.134517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['2af8e6d1-f01b-4412-bc74-ca634212e540'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:29.163188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:09:29.188569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0ef8b-649e-4747-bded-bf683d7ea5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307d6773-3ad7-471d-ae91-4bd015c406c9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:29.271913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=90b29897-7ff5-43f7-a872-457a928070d9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:29.276683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43e0ef8b-649e-4747-bded-bf683d7ea5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.277797 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43e0ef8b-649e-4747-bded-bf683d7ea5bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/307d6773-3ad7-471d-ae91-4bd015c406c9 HTTP/1.1" status: 204 len: 168 time: 1.0302322 Jan 28 10:09:29.278874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:29.286728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:29.291012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:29.294166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': '5a9c639e-d603-456b-9977-a4eda39d6b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'bd31c97f-957c-4522-9891-8a4b3493dadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:29.294520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: bd31c97f-957c-4522-9891-8a4b3493dadc, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:29.304077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:29.320780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:29.324651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.547232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network bd31c97f-957c-4522-9891-8a4b3493dadc is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:29.569185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.570529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.588415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, bd31c97f-957c-4522-9891-8a4b3493dadc) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:29.609052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:29.612386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.612864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Allocated IP 2001:db8::2 (56c182a0-f903-4acf-ad54-356c01cea724/56b8a08b-9c7a-46d9-8a3b-fc45aaefcc78/3518f593-25ff-401e-9240-286a64e1c3d7) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:29.622573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:09:29.628797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-68d1187e-971e-4d79-a706-6eb33c7f3e1d admin admin] 10.222.0.42 "PUT /v2.0/routers/8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3689125 Jan 28 10:09:29.646034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Allocated IP 172.20.0.1 (56c182a0-f903-4acf-ad54-356c01cea724/aa8da3dd-6c43-4a40-af88-12f22392abfc/3518f593-25ff-401e-9240-286a64e1c3d7) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:29.677498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e62c8b5c-e980-4655-8fda-49bfb7f34838 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7425392 Jan 28 10:09:29.680125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39520) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:29.687711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:29.734785 n-d-825178-2 neutron-server[87541]: INFO neutron.db.ipam_backend_mixin [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ea6a68bb-a578-44f8-bf87-47642006b812 (CIDR: 172.20.0.16/28) Jan 28 10:09:29.739676 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:09:29.740269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:29.769801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-600895dc-cc86-426f-afa8-0dbf966eef29 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9640877 Jan 28 10:09:29.771206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39524) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:29.786346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39633705-2c24-4c35-adf4-9732c543678e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:29.789450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'subnet': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:29.893100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39530) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:29.911423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 39633705-2c24-4c35-adf4-9732c543678e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:29.932344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 39633705-2c24-4c35-adf4-9732c543678e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:29.932747 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:29.976373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1965068'] for subnet, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.095983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:30.102906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Usage tracker for resource:subnet and tenant:bee053c0cb6e4864a50627cc87fb2d59 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:30.109644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:30.119060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.122123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:30.138283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Made reservation on behalf of bee053c0cb6e4864a50627cc87fb2d59 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:30.144617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.167367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:30.178899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:582dfd2aaa034a6b9e291459bd498497 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:30.183902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:30.200295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:30.264379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.278805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.302206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Transition to ACTIVE for port object 3518f593-25ff-401e-9240-286a64e1c3d7 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:30.311530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 39633705-2c24-4c35-adf4-9732c543678e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=39633705-2c24-4c35-adf4-9732c543678e,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:30.318855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.379373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738620389358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4188206'] for subnet, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.384496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Transition to ACTIVE for port object 3518f593-25ff-401e-9240-286a64e1c3d7 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:30.400383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.435285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:30.437837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:30.440860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:30.444391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=39633705-2c24-4c35-adf4-9732c543678e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:30.461266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:30.461861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.463156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "PUT /v2.0/subnets/90b29897-7ff5-43f7-a872-457a928070d9 HTTP/1.1" status: 200 len: 826 time: 0.7819963 Jan 28 10:09:30.474902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39546) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:30.633934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Pushing event updated for resources: {'Port': ['ID=3518f593-25ff-401e-9240-286a64e1c3d7,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:30.643537 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.653813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Attempting to bind port 3518f593-25ff-401e-9240-286a64e1c3d7 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:30.654176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Attempting to bind port 3518f593-25ff-401e-9240-286a64e1c3d7 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '41e695a1-0694-4283-9b03-7cb94769a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '56c182a0-f903-4acf-ad54-356c01cea724'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:30.654534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Attempting to bind port 3518f593-25ff-401e-9240-286a64e1c3d7 on network 56c182a0-f903-4acf-ad54-356c01cea724 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:30.661142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:30.661502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Checking segment: {'id': '41e695a1-0694-4283-9b03-7cb94769a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '56c182a0-f903-4acf-ad54-356c01cea724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:30.661925 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.662272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Bound using segment: {'id': '41e695a1-0694-4283-9b03-7cb94769a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '56c182a0-f903-4acf-ad54-356c01cea724'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:30.662728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Bound port: 3518f593-25ff-401e-9240-286a64e1c3d7, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41e695a1-0694-4283-9b03-7cb94769a378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '56c182a0-f903-4acf-ad54-356c01cea724'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:30.663093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.698039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39552) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:30.720556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-92445465-network', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:30.737734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:30.742996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:30.746024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d911b49-8812-45cb-868a-0a9e4104b100 req-f8daa491-236c-4785-8258-03203ef83ef6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:30.747253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:30.747520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1d911b49-8812-45cb-868a-0a9e4104b100 req-f8daa491-236c-4785-8258-03203ef83ef6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 944 time: 0.5017734 Jan 28 10:09:30.751028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:30.751698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.755831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Usage tracker for resource:network and tenant:a5329533befe4d80b13df37f3e25601d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:30.761949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:30.769549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] For port 3518f593-25ff-401e-9240-286a64e1c3d7, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:30.771497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe651e86-d908-46fe-92d0-c25bbba8980e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=90b29897-7ff5-43f7-a872-457a928070d9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:30.773091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] For port 3518f593-25ff-401e-9240-286a64e1c3d7, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3518f593-25ff-401e-9240-286a64e1c3d7,segment=NetworkSegment(41e695a1-0694-4283-9b03-7cb94769a378),segment_id=41e695a1-0694-4283-9b03-7cb94769a378)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:30.779027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.782945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:30.792984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Subnet': ['ID=3228eb32-6dd3-43fc-9c67-fae3ef0b4f46,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:30.806821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Made reservation on behalf of a5329533befe4d80b13df37f3e25601d for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:30.809732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.822924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-77805ae7-0c62-42ef-a6ae-a984d3e8df1d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.0503268 Jan 28 10:09:30.823858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.835941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39556) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:30.844510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1714158988', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '3228eb32-6dd3-43fc-9c67-fae3ef0b4f46'}], 'security_groups': ['d3ed6782-24c9-47cb-a5c2-e95040f46d6b', '043e91bb-f664-4beb-a214-58751425dcd1']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:30.875365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.881514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:30.883796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.887176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1d911b49-8812-45cb-868a-0a9e4104b100 req-6e221492-99d1-4ab3-9e20-15a5ba2a7ce6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105962 Jan 28 10:09:30.887786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.908822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Usage tracker for resource:security_group_rule and tenant:a5329533befe4d80b13df37f3e25601d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:30.910269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:30.912986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de88bb1-a05d-4c86-9f12-9117ea1af15f None None] Pushing event updated for resources: {'Port': ['ID=3518f593-25ff-401e-9240-286a64e1c3d7,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:30.920099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:30.944222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cb4f8e-09d2-40e8-ad20-2f205effbd1f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:30.962289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:30.981487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-04a5dbff-0c27-4d7d-a425-ddbbdd40e9d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=582dfd2aaa034a6b9e291459bd498497&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0873444 Jan 28 10:09:30.984888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39560) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:31.096815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.193682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2243bb71-01b0-4f4f-95f3-dab984a36d97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.248080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.249196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2243bb71-01b0-4f4f-95f3-dab984a36d97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.257159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.284908 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.305520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.332906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=90b29897-7ff5-43f7-a872-457a928070d9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:31.368699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:31.399503 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:09:31.407972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b0e1b6-c6a7-416c-b73f-61ba56e12a1b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:31.411414 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:31.412218 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:31.424780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.425096 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Added segment b5a21a28-0157-457d-aa14-9973975f5d6b of type vlan for network b153024f-b0ad-4f7d-ad95-54385a19cd1c Jan 28 10:09:31.452354 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.493937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd31c97f-957c-4522-9891-8a4b3493dadc']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:31.506084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2243bb71-01b0-4f4f-95f3-dab984a36d97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.529156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a9c639e-d603-456b-9977-a4eda39d6b34') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:31.529674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a9c639e-d603-456b-9977-a4eda39d6b34') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:31.541208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2af8e6d1-f01b-4412-bc74-ca634212e540 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:31.549035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2243bb71-01b0-4f4f-95f3-dab984a36d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cb4f8e-09d2-40e8-ad20-2f205effbd1f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:31.583992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.603355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.619151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2243bb71-01b0-4f4f-95f3-dab984a36d97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.627091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2243bb71-01b0-4f4f-95f3-dab984a36d97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/62cb4f8e-09d2-40e8-ad20-2f205effbd1f HTTP/1.1" status: 204 len: 168 time: 0.6386390 Jan 28 10:09:31.627527 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:31.632551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.649742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:31.650530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:31.682663 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:31.708130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 2af8e6d1-f01b-4412-bc74-ca634212e540 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:31.720085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 2af8e6d1-f01b-4412-bc74-ca634212e540 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:31.722026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.836624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.863673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:31.870436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/bd31c97f-957c-4522-9891-8a4b3493dadc HTTP/1.1" status: 204 len: 168 time: 1.3924441 Jan 28 10:09:31.873921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39568) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:31.925129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e843869c-6f71-4cac-8e90-24b9d98619e7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=bd31c97f-957c-4522-9891-8a4b3493dadc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:31.933669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3518f593-25ff-401e-9240-286a64e1c3d7 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:31.969922 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba7085c2-7a03-4018-b5be-505f6e7f528e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:31.977401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba7085c2-7a03-4018-b5be-505f6e7f528e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:31.979520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ba7085c2-7a03-4018-b5be-505f6e7f528e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/bd31c97f-957c-4522-9891-8a4b3493dadc HTTP/1.1" status: 404 len: 339 time: 0.1034021 Jan 28 10:09:31.985777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39574) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:31.991984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-578590068', 'description': 'd1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:31.997317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Delete allocated IP 172.20.0.13 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/523fba41-3e71-4010-a64d-33d8aa0e0e1a) {{(pid=87541) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 28 10:09:32.009728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Allocated IP 172.20.0.43 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/3228eb32-6dd3-43fc-9c67-fae3ef0b4f46/f572266a-07b5-4b05-837a-369bf4eb68dc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:32.025414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:32.034140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Usage tracker for resource:network and tenant:2da845d0870e44a09c1324d63ff2ce43 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:32.039508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:32.052800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:32.081246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:32.085365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.090641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 3518f593-25ff-401e-9240-286a64e1c3d7 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:32.158954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:32.165694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39633705-2c24-4c35-adf4-9732c543678e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:32.166681 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:27Z', 'revision_number': 2, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:32.177443 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:09:32.177836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Updating router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 port e89f03a4-988b-4003-b691-24a2af4387c4 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:09:32.181013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.182495 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment a3ffc856-1153-4872-9ff4-cc7d018452cf of type vlan for network f7b79477-0b9a-46e8-b8f2-3be0c6be99ae Jan 28 10:09:32.231568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.232702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:32.233258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.257219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.274696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.317506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 2af8e6d1-f01b-4412-bc74-ca634212e540, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2af8e6d1-f01b-4412-bc74-ca634212e540,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:32.317771 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.324051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8e6d1-f01b-4412-bc74-ca634212e540'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:32.333909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.341366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.345854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:32.347509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.462073 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2af8e6d1-f01b-4412-bc74-ca634212e540', 'code': 200} Jan 28 10:09:32.462617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=2af8e6d1-f01b-4412-bc74-ca634212e540,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:32.484534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=f7b79477-0b9a-46e8-b8f2-3be0c6be99ae,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:32.485924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 39633705-2c24-4c35-adf4-9732c543678e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:32.486303 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:32.511288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e35bcca-2abd-4ff6-b5bf-0b9c330b8a13 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5239222 Jan 28 10:09:32.513771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39590) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:32.567133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f7b79477-0b9a-46e8-b8f2-3be0c6be99ae details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:32.644525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4c16a-c5f2-45bf-8980-c103eeeae5e5 None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:32.723901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a10438-6f1b-4ab9-b7a0-b16571c76e69 None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:32.832805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14320fd3-5712-4208-99f1-f70550d650cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:32.833462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-14320fd3-5712-4208-99f1-f70550d650cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Synchronizing usage tracker for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:32.861226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a10438-6f1b-4ab9-b7a0-b16571c76e69 None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:09:32.896531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f17ae70-7951-481f-9867-38c0b7e64ac6 req-5f027e14-bf9c-4f7d-88ee-a94ed2537ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:32.898464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f17ae70-7951-481f-9867-38c0b7e64ac6 req-5f027e14-bf9c-4f7d-88ee-a94ed2537ca2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 1096 time: 0.3791668 Jan 28 10:09:32.899777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-14320fd3-5712-4208-99f1-f70550d650cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Unset dirty status for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:32.905664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-14320fd3-5712-4208-99f1-f70550d650cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks?id=f7b79477-0b9a-46e8-b8f2-3be0c6be99ae HTTP/1.1" status: 200 len: 764 time: 0.3900993 Jan 28 10:09:32.906372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:32.923333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d8e94-ca57-4569-a045-0817c271510c None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:32.932499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'description': 'd2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:32.967088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2045788d-f394-4450-9265-6397de573471 None None] Provisioning for port 3518f593-25ff-401e-9240-286a64e1c3d7 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:33.003149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2045788d-f394-4450-9265-6397de573471 None None] Provisioning complete for port 3518f593-25ff-401e-9240-286a64e1c3d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:33.003816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2045788d-f394-4450-9265-6397de573471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.004144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3046706 Jan 28 10:09:33.023958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39606) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:33.052554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5d8e94-ca57-4569-a045-0817c271510c None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:09:33.058145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Request body: {'subnet': {'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-92445465-subnet', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:33.070097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:33.114109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f623680-e3a2-4a64-9896-7fbf99211158 None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:33.160159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef309e4-2233-45cb-b9bf-e033d47bb3cd None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:33.162068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f17ae70-7951-481f-9867-38c0b7e64ac6 req-884ce1e7-a030-4e84-8858-3766c475eda6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516363 Jan 28 10:09:33.163581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.197238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Ignored duplicate provisioning block setup for port f572266a-07b5-4b05-837a-369bf4eb68dc by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 10:09:33.197458 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.206750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Usage tracker for resource:subnet and tenant:a5329533befe4d80b13df37f3e25601d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:33.209999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:33.218175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:33.220823 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Transition to ACTIVE for port object e89f03a4-988b-4003-b691-24a2af4387c4 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:33.229341 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.236651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ce480-a7f0-459b-9bdc-c69a3c8f394c admin admin] Pushing event updated for resources: {'Network': ['ID=b153024f-b0ad-4f7d-ad95-54385a19cd1c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:33.247461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.295549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Made reservation on behalf of a5329533befe4d80b13df37f3e25601d for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:33.299295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.464589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.489195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:33.500089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.526754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Pushing event updated for resources: {'Port': ['ID=e89f03a4-988b-4003-b691-24a2af4387c4,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:33.538716 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.539118 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.539537 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.539919 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.540408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.540887 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.541272 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.541650 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.542364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.542741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.543114 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.543491 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:33.554810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network f7b79477-0b9a-46e8-b8f2-3be0c6be99ae is not hosted by any dhcp agent {{(pid=87540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 10:09:33.556417 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Attempting to bind port e89f03a4-988b-4003-b691-24a2af4387c4 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:33.556826 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Attempting to bind port e89f03a4-988b-4003-b691-24a2af4387c4 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:33.557457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Attempting to bind port e89f03a4-988b-4003-b691-24a2af4387c4 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:33.563855 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:33.564218 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:33.565191 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.565580 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:33.566152 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Bound port: e89f03a4-988b-4003-b691-24a2af4387c4, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:33.566518 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.593907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:33.595139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.600370 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "PUT /v2.0/networks/f7b79477-0b9a-46e8-b8f2-3be0c6be99ae HTTP/1.1" status: 200 len: 761 time: 0.6912265 Jan 28 10:09:33.633897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f623680-e3a2-4a64-9896-7fbf99211158 None None] Network bd31c97f-957c-4522-9891-8a4b3493dadc could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:09:33.664562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39616) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:33.748253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] In _notify_port_updated(), no bound segment for port f572266a-07b5-4b05-837a-369bf4eb68dc on network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 {{(pid=87541) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Jan 28 10:09:33.759929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:33.760602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.761967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "PUT /v2.0/ports/f572266a-07b5-4b05-837a-369bf4eb68dc HTTP/1.1" status: 200 len: 960 time: 2.9255350 Jan 28 10:09:33.782697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39622) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:33.871320 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] For port e89f03a4-988b-4003-b691-24a2af4387c4, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:33.874853 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] For port e89f03a4-988b-4003-b691-24a2af4387c4, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e89f03a4-988b-4003-b691-24a2af4387c4,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:33.887249 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:33.969886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77004b7e-ec02-4a54-9f7c-7294eb7fde78 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event updated for resources: {'Port': ['ID=f572266a-07b5-4b05-837a-369bf4eb68dc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:33.987488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port f572266a-07b5-4b05-837a-369bf4eb68dc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:33.987488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:34.055490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:34.056140 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:34.066335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9753dc4-6ec0-4614-aa33-2c8b68e0669e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:34.071433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f9753dc4-6ec0-4614-aa33-2c8b68e0669e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks?id=f7b79477-0b9a-46e8-b8f2-3be0c6be99ae HTTP/1.1" status: 200 len: 764 time: 0.4023330 Jan 28 10:09:34.071433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71721fe-8657-421c-9a99-d8b155f47420 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=f7b79477-0b9a-46e8-b8f2-3be0c6be99ae,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:34.079418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39632) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:34.103509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f7b79477-0b9a-46e8-b8f2-3be0c6be99ae details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:34.113445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5f3037-85a9-4b6e-a65a-70fe588f3631 req-b7e2d303-c0a9-4558-8178-3879cc2e5e57 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:34.127693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df5f3037-85a9-4b6e-a65a-70fe588f3631 req-b7e2d303-c0a9-4558-8178-3879cc2e5e57 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 945 time: 1.8966532 Jan 28 10:09:34.220204 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2045788d-f394-4450-9265-6397de573471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:34.247725 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce584b8-e36b-4b4a-a17a-bde86cf4ef7d None None] Pushing event updated for resources: {'Port': ['ID=e89f03a4-988b-4003-b691-24a2af4387c4,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:34.309704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df5f3037-85a9-4b6e-a65a-70fe588f3631 req-71b1ab6c-a7cf-48dc-b3df-45de93035381 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810503 Jan 28 10:09:34.326194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba04ce6-b251-4123-bf05-bb288e5754b5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:34.343286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39640) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:34.346558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9ba04ce6-b251-4123-bf05-bb288e5754b5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2546334 Jan 28 10:09:34.511043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2045788d-f394-4450-9265-6397de573471 None None] For port 3518f593-25ff-401e-9240-286a64e1c3d7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3518f593-25ff-401e-9240-286a64e1c3d7,segment=NetworkSegment(41e695a1-0694-4283-9b03-7cb94769a378),segment_id=41e695a1-0694-4283-9b03-7cb94769a378)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:34.573488 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:34.615815 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2045788d-f394-4450-9265-6397de573471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:34.697993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-39453823-c145-43a8-9035-9ed87aeb2feb tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Synchronizing usage tracker for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:34.751025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Update dhcp port {'port': {'network_id': '5fdde8ba-0af7-4030-aeba-19ab8abc1d03', 'fixed_ips': [{'subnet_id': 'ea6a68bb-a578-44f8-bf87-47642006b812', 'ip_address': '172.20.0.18'}, {'subnet_id': '523fba41-3e71-4010-a64d-33d8aa0e0e1a', 'ip_address': '172.20.0.2'}, {'subnet_id': '3228eb32-6dd3-43fc-9c67-fae3ef0b4f46'}], 'binding:host_id': 'n-d-825178-2'}, 'id': '61cc17ea-a0e8-4593-be1f-a5954d83253a'} from n-d-825178-2. {{(pid=87542) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Jan 28 10:09:34.802441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045788d-f394-4450-9265-6397de573471 None None] Pushing event updated for resources: {'Port': ['ID=3518f593-25ff-401e-9240-286a64e1c3d7,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:34.812361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6af8499e-e8f5-4f1b-8860-59d08cfb1500 None None] Provisioning for port e89f03a4-988b-4003-b691-24a2af4387c4 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:34.827817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:34.850732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6af8499e-e8f5-4f1b-8860-59d08cfb1500 None None] Provisioning for port f572266a-07b5-4b05-837a-369bf4eb68dc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:34.870216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6af8499e-e8f5-4f1b-8860-59d08cfb1500 None None] Provisioning complete for port f572266a-07b5-4b05-837a-369bf4eb68dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:34.870216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6af8499e-e8f5-4f1b-8860-59d08cfb1500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:34.874760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-39453823-c145-43a8-9035-9ed87aeb2feb tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Unset dirty status for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:34.875927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-39453823-c145-43a8-9035-9ed87aeb2feb tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 207 time: 0.5301297 Jan 28 10:09:34.880293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39652) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:34.955341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:35.064718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6af8499e-e8f5-4f1b-8860-59d08cfb1500 None None] Port f572266a-07b5-4b05-837a-369bf4eb68dc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:35.064960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23ad617-8ada-4c84-996a-c23ba163c183,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:35.075556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:35.167118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.176645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.194491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.202506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.220188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.241048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.245572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-134bb875-9613-4aa6-ac0f-c8ef2ffb3162 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3638783 Jan 28 10:09:35.250191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39662) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:35.299935 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:33Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:35.334639 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd76f5a-fe7b-449e-9e3b-ad43209ea718 None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:33Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:09:35.379087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for f572266a-07b5-4b05-837a-369bf4eb68dc owned by {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:35.387103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Allocated IP 172.20.0.34 (5fdde8ba-0af7-4030-aeba-19ab8abc1d03/3228eb32-6dd3-43fc-9c67-fae3ef0b4f46/61cc17ea-a0e8-4593-be1f-a5954d83253a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:35.586894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e38628f-b358-441b-a99c-c5f275accbfa tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3353167 Jan 28 10:09:35.589575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39670) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:35.717864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Checking segment: {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:35.718222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Network hostable DHCP agents. Network: b153024f-b0ad-4f7d-ad95-54385a19cd1c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:35.747747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=61cc17ea-a0e8-4593-be1f-a5954d83253a,segment=NetworkSegment(2e493cdb-590c-4424-8026-ddd219ef8483),segment_id=2e493cdb-590c-4424-8026-ddd219ef8483)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:35.788937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:35.794143 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:35.816736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Transition to ACTIVE for port object 61cc17ea-a0e8-4593-be1f-a5954d83253a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:35.820319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3f3c10-c516-4563-bf02-13fbf4019595 None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:35.824412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b153024f-b0ad-4f7d-ad95-54385a19cd1c) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:35.843907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.844777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:35.848089 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:35.850174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab079e-921c-4e93-802f-0cc18b473796 req-e0e85027-8e68-4dd6-b0be-bc29950a7973 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.851909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301b1659-d310-4919-ba16-3f90d6ff0e6e None None] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:35.861127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4ab079e-921c-4e93-802f-0cc18b473796 req-e0e85027-8e68-4dd6-b0be-bc29950a7973 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 945 time: 0.2589605 Jan 28 10:09:35.873214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e076f74-0b47-4966-9573-6f8d242a378c tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.878980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e076f74-0b47-4966-9573-6f8d242a378c tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.880857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e076f74-0b47-4966-9573-6f8d242a378c tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.883063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e076f74-0b47-4966-9573-6f8d242a378c tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.884740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e076f74-0b47-4966-9573-6f8d242a378c tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:35.886628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e076f74-0b47-4966-9573-6f8d242a378c tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2941980 Jan 28 10:09:35.893936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:35.976990 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-600c7660-0a12-47ad-9daa-d59594a4f5b8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9480371 Jan 28 10:09:35.987373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:36.011587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:36.024337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:36.028257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:36.060473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Usage tracker for resource:router and tenant:a5329533befe4d80b13df37f3e25601d is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:36.067518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:36.101628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4ab079e-921c-4e93-802f-0cc18b473796 req-192f3b01-b430-4450-b864-619ed2d4af1e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384846 Jan 28 10:09:36.150410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:36.159296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:36.161279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:36.164434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:36.175696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:36.176424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Synchronizing usage tracker for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:36.203954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Unset dirty status for tenant:2da845d0870e44a09c1324d63ff2ce43 on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:36.211550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-28523ed5-9573-4450-b87d-62d923b00f3d tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3165188 Jan 28 10:09:36.215538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39690) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:36.312690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=f572266a-07b5-4b05-837a-369bf4eb68dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:36.315774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:36.404602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a8c95-0b15-4b6c-a252-9368a949d681 None None] Pushing event updated for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:36.423109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:36.425554 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:36.444378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3518f593-25ff-401e-9240-286a64e1c3d7 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:36.519293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:36.561112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:36.614611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-38972451-2dca-465c-bac6-c8124d572357 None None] Provisioning complete for port 3518f593-25ff-401e-9240-286a64e1c3d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:36.615051 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-38972451-2dca-465c-bac6-c8124d572357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:36.621568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff52c4fb-da62-408f-a373-01cf55d9616b tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:36.623384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ff52c4fb-da62-408f-a373-01cf55d9616b tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks/6667258c-7f58-4477-b098-22b49f3fd5a5 HTTP/1.1" status: 200 len: 804 time: 0.4006619 Jan 28 10:09:36.628563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:36.897887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8ede8672-81d4-40ef-a82e-5a201f6426d2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/networks/6667258c-7f58-4477-b098-22b49f3fd5a5?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2678809 Jan 28 10:09:36.901688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39710) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:36.941344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-daf290f1-5e3d-4869-85bd-774f63786c7b tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/f572266a-07b5-4b05-837a-369bf4eb68dc HTTP/1.1" status: 204 len: 168 time: 3.1555495 Jan 28 10:09:36.950506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:36.956644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'fixed_ips': [{'subnet_id': 'b23ad617-8ada-4c84-996a-c23ba163c183'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:36.958164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.089721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aee603-c306-4ce3-b1ec-06e38cb16526 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:37.091120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-25aee603-c306-4ce3-b1ec-06e38cb16526 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/subnets/68ead6c3-dc86-46d0-8644-967907c751a9 HTTP/1.1" status: 200 len: 843 time: 0.1881099 Jan 28 10:09:37.094896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39722) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:37.268403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34799378-128a-40a7-94c9-0e67407a41d2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:37.284563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-34799378-128a-40a7-94c9-0e67407a41d2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "GET /v2.0/subnets/68ead6c3-dc86-46d0-8644-967907c751a9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1885359 Jan 28 10:09:37.287813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39726) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:37.294021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274812127'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:37.309910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:37.345770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:37.346714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3518f593-25ff-401e-9240-286a64e1c3d7 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:37.349055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.376406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:37.381404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.446978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:37.468317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.468985 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Added segment d1fee63c-4b09-4cde-90a7-c740024fbb23 of type vlan for network c1592c70-fcbe-487d-914a-150fc7746208 Jan 28 10:09:37.500643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Allocated IP 172.20.0.2 (b153024f-b0ad-4f7d-ad95-54385a19cd1c/b23ad617-8ada-4c84-996a-c23ba163c183/dad68737-a629-47ed-97ae-863bb397694f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:37.524266 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-293a61e3-f96a-4300-aef6-4c93ede48d7d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] GET failed (client error): The resource could not be found. Jan 28 10:09:37.527478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-293a61e3-f96a-4300-aef6-4c93ede48d7d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Synchronizing usage tracker for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:37.540066 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.580737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.610194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.616362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:37.617065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:37.713056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-293a61e3-f96a-4300-aef6-4c93ede48d7d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Unset dirty status for tenant:bee053c0cb6e4864a50627cc87fb2d59 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:37.716839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-293a61e3-f96a-4300-aef6-4c93ede48d7d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports/f572266a-07b5-4b05-837a-369bf4eb68dc HTTP/1.1" status: 404 len: 333 time: 0.7566173 Jan 28 10:09:37.718453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39732) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:37.907711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-77ce66c4-04b6-4d74-a16c-a8eebcdaaf20 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:37.907711 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-77ce66c4-04b6-4d74-a16c-a8eebcdaaf20 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 1.3346670 Jan 28 10:09:37.938006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6489165 Jan 28 10:09:37.939165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca33b9f-dc1f-47e7-82d3-7f400d77c48e tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Network': ['ID=c1592c70-fcbe-487d-914a-150fc7746208,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:37.948465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39738) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:37.985262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'network_id': 'c1592c70-fcbe-487d-914a-150fc7746208', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:37.994983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network c1592c70-fcbe-487d-914a-150fc7746208 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:38.085343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-e671b75f-7dd4-4a73-839f-7e1221c411dd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.1554720 Jan 28 10:09:38.168567 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e39322f0-187e-40db-a704-6978abb6ebab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.245530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:38.270120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e39322f0-187e-40db-a704-6978abb6ebab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.277608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:38.314064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Made reservation on behalf of 2da845d0870e44a09c1324d63ff2ce43 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:38.317737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.375709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-3a8de418-d579-44e6-a3df-3111316291ae tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2612464 Jan 28 10:09:38.476958 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e39322f0-187e-40db-a704-6978abb6ebab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.518050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e89f03a4-988b-4003-b691-24a2af4387c4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:38.559290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing IP validity checks on allocation pools {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:09:38.559834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:09:38.638708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39322f0-187e-40db-a704-6978abb6ebab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ee8e4-2e83-4bb1-b782-b17bcaf9207b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:38.734363 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e39322f0-187e-40db-a704-6978abb6ebab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.735727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e39322f0-187e-40db-a704-6978abb6ebab tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/security-groups/f95ee8e4-2e83-4bb1-b782-b17bcaf9207b HTTP/1.1" status: 204 len: 168 time: 1.0163772 Jan 28 10:09:38.757954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39744) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:38.775962 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.792315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Provisioning complete for port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:38.792315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.819528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.850193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:38.855075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e89f03a4-988b-4003-b691-24a2af4387c4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:38.858794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.863950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e89f03a4-988b-4003-b691-24a2af4387c4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:38.864419 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.870668 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-eb51bbc0-9806-43ae-8743-6f00600b2524 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940889 Jan 28 10:09:38.922522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Provisioning for port 61cc17ea-a0e8-4593-be1f-a5954d83253a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:38.943689 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:38.948818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:38.949186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.032594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Transition to ACTIVE for port object dad68737-a629-47ed-97ae-863bb397694f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:39.035553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=25ad0a03-6476-4228-b772-0c025fc6dc38,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:39.047557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Checking segment: {'id': 'd1fee63c-4b09-4cde-90a7-c740024fbb23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'c1592c70-fcbe-487d-914a-150fc7746208'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:39.047920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network hostable DHCP agents. Network: c1592c70-fcbe-487d-914a-150fc7746208, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:09:39.061564 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff4130ca-83e7-4b6f-8b2e-201b7008f6e9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.099895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Network c1592c70-fcbe-487d-914a-150fc7746208 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:09:39.117796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, c1592c70-fcbe-487d-914a-150fc7746208) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:39.122313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:39.122901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.137014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff4130ca-83e7-4b6f-8b2e-201b7008f6e9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.181226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c73bbe3-fa41-459f-bfa6-1c1ab7e50ea6 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.2315924 Jan 28 10:09:39.182117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39752) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:39.188277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:39.244168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Transition to ACTIVE for port object dad68737-a629-47ed-97ae-863bb397694f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:39.245576 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.246074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-c5ebf0fb-702b-4148-b93b-9198e5060f57 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3312590 Jan 28 10:09:39.255845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9e0a56-6f02-42a0-b170-556bf745fdd4 None None] Network c1592c70-fcbe-487d-914a-150fc7746208 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:39.265530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Allocated IP 172.25.1.37 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/57c66053-0fee-44b5-bf81-b26d93dac5b6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:39.293252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff4130ca-83e7-4b6f-8b2e-201b7008f6e9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.349222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4130ca-83e7-4b6f-8b2e-201b7008f6e9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=043e91bb-f664-4beb-a214-58751425dcd1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:39.481632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1965068'] for subnet, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.488145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd103ad-3bab-4168-aff4-aed93ba1191d None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:39.774128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.789187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d485b21b-dd1e-48a8-a4dc-89947e68f76c req-9822307d-64b6-4914-82f6-8121be531e0f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 210 time: 0.1283755 Jan 28 10:09:39.844476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff4130ca-83e7-4b6f-8b2e-201b7008f6e9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:39.849851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff4130ca-83e7-4b6f-8b2e-201b7008f6e9 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/security-groups/043e91bb-f664-4beb-a214-58751425dcd1 HTTP/1.1" status: 204 len: 168 time: 1.0918670 Jan 28 10:09:39.852620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39774) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:39.907968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Pushing event updated for resources: {'Port': ['ID=dad68737-a629-47ed-97ae-863bb397694f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:39.963787 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:39.993080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:39.997081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:40.001534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c50dec-5e78-4645-ba5a-661c159186e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-c1592c70-fcbe-487d-914a-150fc7746208', 'network_id': 'c1592c70-fcbe-487d-914a-150fc7746208', 'tenant_id': '2da845d0870e44a09c1324d63ff2ce43', 'fixed_ips': [{'subnet_id': '25ad0a03-6476-4228-b772-0c025fc6dc38'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:09:40.002402 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6c50dec-5e78-4645-ba5a-661c159186e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.032738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738620389358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4188206'] for subnet, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.106467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:40.107458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.109233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "PUT /v2.0/subnets/25ad0a03-6476-4228-b772-0c025fc6dc38 HTTP/1.1" status: 200 len: 900 time: 0.9258792 Jan 28 10:09:40.112728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39786) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:40.127610 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.144493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8056721-4cc5-4019-9dcf-e2a43eb543f2 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event updated for resources: {'Subnet': ['ID=25ad0a03-6476-4228-b772-0c025fc6dc38,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:40.145702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77984bf2-2ffc-40fb-bbe2-47d09b991ec3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.220833 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77984bf2-2ffc-40fb-bbe2-47d09b991ec3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.299518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.321904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e89f03a4-988b-4003-b691-24a2af4387c4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e89f03a4-988b-4003-b691-24a2af4387c4,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:40.369618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.405417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.456118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d39018fc-6b97-42b3-b89e-3b17a14aa768 None None] Could not find standard attr ID for object f572266a-07b5-4b05-837a-369bf4eb68dc. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:09:40.474453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77984bf2-2ffc-40fb-bbe2-47d09b991ec3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.551408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77984bf2-2ffc-40fb-bbe2-47d09b991ec3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3ed6782-24c9-47cb-a5c2-e95040f46d6b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:40.561413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:40.565863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:40.570929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:40.589338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.634141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-77984bf2-2ffc-40fb-bbe2-47d09b991ec3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.635506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-77984bf2-2ffc-40fb-bbe2-47d09b991ec3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3ed6782-24c9-47cb-a5c2-e95040f46d6b HTTP/1.1" status: 204 len: 168 time: 0.7821100 Jan 28 10:09:40.644884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.645546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39792) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:40.671938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=25ad0a03-6476-4228-b772-0c025fc6dc38,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:40.756711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Pushing event updated for resources: {'Port': ['ID=57c66053-0fee-44b5-bf81-b26d93dac5b6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:40.875571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:40.879567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Attempting to bind port dad68737-a629-47ed-97ae-863bb397694f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:40.880107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Attempting to bind port dad68737-a629-47ed-97ae-863bb397694f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:40.883487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Attempting to bind port dad68737-a629-47ed-97ae-863bb397694f on network b153024f-b0ad-4f7d-ad95-54385a19cd1c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:40.890287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e89f03a4-988b-4003-b691-24a2af4387c4,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:40.895736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:40.926256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1592c70-fcbe-487d-914a-150fc7746208']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:40.957668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1fee63c-4b09-4cde-90a7-c740024fbb23') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:40.957996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1fee63c-4b09-4cde-90a7-c740024fbb23') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:40.980437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.008927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.015677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:41.016238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:41.033778 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:41.091306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c17f1b1-e728-42ad-8f3c-96acd805dce5 None None] Provisioning complete for port 3518f593-25ff-401e-9240-286a64e1c3d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:41.091642 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2c17f1b1-e728-42ad-8f3c-96acd805dce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.133963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c0966822-64ff-4a6e-8188-b6b608f2b333 req-43615e35-df81-4b26-b005-e6fec88f7a71 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 210 time: 0.1233206 Jan 28 10:09:41.143813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet 523fba41-3e71-4010-a64d-33d8aa0e0e1a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:41.155079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:41.155079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Checking segment: {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:41.155383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.155834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Bound using segment: {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:41.156220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Bound port: dad68737-a629-47ed-97ae-863bb397694f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:41.156579 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.157003 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.305582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] For port dad68737-a629-47ed-97ae-863bb397694f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:41.314930 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.317288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] For port dad68737-a629-47ed-97ae-863bb397694f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dad68737-a629-47ed-97ae-863bb397694f,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:41.317558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-f6c50dec-5e78-4645-ba5a-661c159186e2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25ad0a03-6476-4228-b772-0c025fc6dc38: This subnet is being modified by another concurrent operation. Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:09:41.329347 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 25ad0a03-6476-4228-b772-0c025fc6dc38: This subnet is being modified by another concurrent operation. Jan 28 10:09:41.333277 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:09:41.335705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.370495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.415135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=c1592c70-fcbe-487d-914a-150fc7746208,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:41.479180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6608a7-b566-4c3f-9ba3-9888fb49e3f3 None None] Pushing event updated for resources: {'Port': ['ID=dad68737-a629-47ed-97ae-863bb397694f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:41.499278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34531c-9019-4216-9969-62f68c261c41 None None] Network c1592c70-fcbe-487d-914a-150fc7746208 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:41.650518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:41.651199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:41.682458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0281e113-d637-443b-9ed2-eac7b5dc2228 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/c1592c70-fcbe-487d-914a-150fc7746208 HTTP/1.1" status: 204 len: 168 time: 1.5678518 Jan 28 10:09:41.694951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39810) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:41.717616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a34531c-9019-4216-9969-62f68c261c41 None None] Network c1592c70-fcbe-487d-914a-150fc7746208 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:09:41.813245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9b98f-c0c0-429d-9c7c-19b94d03d758 None None] Network c1592c70-fcbe-487d-914a-150fc7746208 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:41.844295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-a103cdbf-c147-49b9-8c13-e354d533c555 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:41.846009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-a103cdbf-c147-49b9-8c13-e354d533c555 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.3968339 Jan 28 10:09:41.882418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': '562e0586-364e-470a-8ccc-da9ad105904d', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:41.966863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2c17f1b1-e728-42ad-8f3c-96acd805dce5 None None] Could not find standard attr ID for object f572266a-07b5-4b05-837a-369bf4eb68dc. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:09:41.988397 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-59315d98-63d1-4597-b86a-76783f9b6905 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:41.993069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59315d98-63d1-4597-b86a-76783f9b6905 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:41.999157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39818) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:42.006470 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-59315d98-63d1-4597-b86a-76783f9b6905 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/25ad0a03-6476-4228-b772-0c025fc6dc38 HTTP/1.1" status: 404 len: 337 time: 0.2717192 Jan 28 10:09:42.035947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a9b98f-c0c0-429d-9c7c-19b94d03d758 None None] Network c1592c70-fcbe-487d-914a-150fc7746208 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:09:42.219910 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-c312622d-9692-42de-b2fa-e21846183e42 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:42.220777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c312622d-9692-42de-b2fa-e21846183e42 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:42.223229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c312622d-9692-42de-b2fa-e21846183e42 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/c1592c70-fcbe-487d-914a-150fc7746208 HTTP/1.1" status: 404 len: 339 time: 0.2137976 Jan 28 10:09:42.229226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39826) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:42.275690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a8d9bad4-4d1d-4c03-af2a-c1ae31207991 None None] Provisioning complete for port 3518f593-25ff-401e-9240-286a64e1c3d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:42.279150 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8d9bad4-4d1d-4c03-af2a-c1ae31207991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.291673 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.394897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.501789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a09b8dac-e90c-4126-9c71-69bfe45ee49d req-271cbe6d-1ce1-4ff4-9a42-a933104088a9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 210 time: 0.0589719 Jan 28 10:09:42.528278 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.601028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=523fba41-3e71-4010-a64d-33d8aa0e0e1a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:42.605677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746676f7-f143-4d2a-a0d5-7dce5eeb2999 None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:42.608744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.680479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.689519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.689927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.690267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.690596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.690919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.691240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.691558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.691877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.692192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.692506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.692843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.693158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:42.705789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0ae6a8b5-40b4-4eb5-9cab-abf49f9f121a tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/523fba41-3e71-4010-a64d-33d8aa0e0e1a HTTP/1.1" status: 204 len: 168 time: 2.0463521 Jan 28 10:09:42.710604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39830) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:42.711681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:42.722238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:42.770073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:42.773580 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:42.888989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dad68737-a629-47ed-97ae-863bb397694f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:42.951438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.014091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7b79477-0b9a-46e8-b8f2-3be0c6be99ae']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:43.046012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3ffc856-1153-4872-9ff4-cc7d018452cf') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:43.046309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3ffc856-1153-4872-9ff4-cc7d018452cf') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:43.077052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port dad68737-a629-47ed-97ae-863bb397694f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:43.080538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.087546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e89f03a4-988b-4003-b691-24a2af4387c4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:43.201404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.234602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:43.235017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.253914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e89f03a4-988b-4003-b691-24a2af4387c4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:43.254370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:43.259334 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:43.350936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.413064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.12 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/16d9a265-bea7-484a-8af8-453d005b93ea) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:43.486390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.497681 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.587144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/f7b79477-0b9a-46e8-b8f2-3be0c6be99ae HTTP/1.1" status: 204 len: 168 time: 1.3565767 Jan 28 10:09:43.610569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39844) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:43.636379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet 3228eb32-6dd3-43fc-9c67-fae3ef0b4f46 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:43.647703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.716254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443365e8-ce74-4c86-b227-04cc34f63677 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=f7b79477-0b9a-46e8-b8f2-3be0c6be99ae,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:43.730245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a854055-77ba-44d7-8f59-9f95b3e8e82d None None] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:43.730423 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-44aa493f-af9d-4617-bccf-2ac6487c03cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:43.730423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44aa493f-af9d-4617-bccf-2ac6487c03cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:43.734909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-44aa493f-af9d-4617-bccf-2ac6487c03cf tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/90b29897-7ff5-43f7-a872-457a928070d9 HTTP/1.1" status: 404 len: 337 time: 0.1198630 Jan 28 10:09:43.743425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39848) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:43.790846 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1bae133-45eb-4dfd-b430-819deb890ecc tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:43.794463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1bae133-45eb-4dfd-b430-819deb890ecc tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:43.799209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1bae133-45eb-4dfd-b430-819deb890ecc tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/bd31c97f-957c-4522-9891-8a4b3493dadc HTTP/1.1" status: 404 len: 339 time: 0.0527575 Jan 28 10:09:43.800628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39852) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:43.857158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.918137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e9e33a2-cb74-4001-ba0c-fd9cfa5e9124 req-5978b6dc-e126-491b-b2e7-8ac93553de19 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 210 time: 0.1422801 Jan 28 10:09:43.932181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:43.969956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] Provisioning for port dad68737-a629-47ed-97ae-863bb397694f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:43.986831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] Provisioning complete for port dad68737-a629-47ed-97ae-863bb397694f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:43.987285 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.061895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Router 62187397-7ecd-4625-a722-114e8a302439 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:09:44.163879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting subnet aa8da3dd-6c43-4a40-af88-12f22392abfc {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:44.198506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.260193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.270476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.302226 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.358279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.402371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] For port dad68737-a629-47ed-97ae-863bb397694f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dad68737-a629-47ed-97ae-863bb397694f,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:44.416184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.466921 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.553188 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.577258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:44.649106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['2af8e6d1-f01b-4412-bc74-ca634212e540'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:44.698723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.808396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:09:44.811682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:44.821830 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.821830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=3228eb32-6dd3-43fc-9c67-fae3ef0b4f46,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:44.834198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:44.854233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:44.857792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00ad4952-2a01-4caf-8930-9403cd61a697 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/3228eb32-6dd3-43fc-9c67-fae3ef0b4f46 HTTP/1.1" status: 204 len: 168 time: 2.1067979 Jan 28 10:09:44.862128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c3fa06-f451-4dd5-9762-ed848bf830d2 None None] Network 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:44.865260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39860) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:44.933395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Sync routers for ids ['62187397-7ecd-4625-a722-114e8a302439'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:09:44.976128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2e8f5aea-880b-4269-b67b-d7bba77f462a None None] Provisioning complete for port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:44.976128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5aea-880b-4269-b67b-d7bba77f462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:44.979964 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e348e747-1770-44e6-8024-2685108c1eec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:44.979964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e348e747-1770-44e6-8024-2685108c1eec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:44.979964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e348e747-1770-44e6-8024-2685108c1eec tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/523fba41-3e71-4010-a64d-33d8aa0e0e1a HTTP/1.1" status: 404 len: 337 time: 0.1080859 Jan 28 10:09:44.979964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39866) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:45.023292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=16d9a265-bea7-484a-8af8-453d005b93ea,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:45.061696 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.066307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.067586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-251d41a5-abd9-4407-8280-62823a4ea6e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.0792606 Jan 28 10:09:45.072319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39870) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:45.081070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047a807-af46-4440-9247-c08b41ec07f4 None None] Pushing event updated for resources: {'Port': ['ID=dad68737-a629-47ed-97ae-863bb397694f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:45.142556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2e8f5aea-880b-4269-b67b-d7bba77f462a None None] Port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:45.156733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:45.160005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.175742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=aa8da3dd-6c43-4a40-af88-12f22392abfc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:45.214957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.246118 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7bfc594-f7f3-4fbc-b2d7-395669da8511 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/aa8da3dd-6c43-4a40-af88-12f22392abfc HTTP/1.1" status: 204 len: 168 time: 1.3176191 Jan 28 10:09:45.257503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:45.269791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066f8b0-fd2d-4f45-9fa2-67b2cc827797 None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:45.273528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-404786d6-8201-4ab0-af7b-fac68034f3ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4116871 Jan 28 10:09:45.292449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Request body: {'port': {'device_id': '562e0586-364e-470a-8ccc-da9ad105904d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:45.389899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting subnet ea6a68bb-a578-44f8-bf87-47642006b812 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:45.503950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1557df21-9192-4183-99f5-a79d042f9768 req-ede40fb8-3d01-4913-a080-66652080a495 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:45.505053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1557df21-9192-4183-99f5-a79d042f9768 req-ede40fb8-3d01-4913-a080-66652080a495 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:45.567413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.590823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.604408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1557df21-9192-4183-99f5-a79d042f9768 req-ede40fb8-3d01-4913-a080-66652080a495 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:45.605628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1557df21-9192-4183-99f5-a79d042f9768 req-ede40fb8-3d01-4913-a080-66652080a495 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 932 time: 0.4384589 Jan 28 10:09:45.719855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting subnet 56b8a08b-9c7a-46d9-8a3b-fc45aaefcc78 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:45.726015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Routers {'62187397-7ecd-4625-a722-114e8a302439'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:45.727000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['62187397-7ecd-4625-a722-114e8a302439'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:45.732970 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.758847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1557df21-9192-4183-99f5-a79d042f9768 req-a307f619-9fe2-4375-a8c9-517fe40853a1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436679 Jan 28 10:09:45.773322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:45.987157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2e8f5aea-880b-4269-b67b-d7bba77f462a None None] Provisioning complete for port 61cc17ea-a0e8-4593-be1f-a5954d83253a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:45.987792 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2e8f5aea-880b-4269-b67b-d7bba77f462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.078055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.106966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.313226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Set router 62187397-7ecd-4625-a722-114e8a302439 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:46.339952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16d9a265-bea7-484a-8af8-453d005b93ea {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:09:46.355417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.390939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Transition to ACTIVE for port object 16d9a265-bea7-484a-8af8-453d005b93ea will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:46.400820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.478523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.604394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.618832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=16d9a265-bea7-484a-8af8-453d005b93ea,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:46.692131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.707681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Attempting to bind port 16d9a265-bea7-484a-8af8-453d005b93ea on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:46.708096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Attempting to bind port 16d9a265-bea7-484a-8af8-453d005b93ea by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:46.708635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Attempting to bind port 16d9a265-bea7-484a-8af8-453d005b93ea on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:46.721789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Port 16d9a265-bea7-484a-8af8-453d005b93ea on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:09:46.722851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Attempting to bind port 16d9a265-bea7-484a-8af8-453d005b93ea on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:46.729807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:46.730557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:46.731168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:46.731884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Bound port: 16d9a265-bea7-484a-8af8-453d005b93ea, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:46.732263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6a68bb-a578-44f8-bf87-47642006b812,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:46.733023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:46.755416 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2faebf8-5955-4933-8a3f-deb1f6e0c1bd tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/ea6a68bb-a578-44f8-bf87-47642006b812 HTTP/1.1" status: 204 len: 168 time: 1.7765391 Jan 28 10:09:46.756114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39892) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:46.822597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dad68737-a629-47ed-97ae-863bb397694f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:46.893568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] For port 16d9a265-bea7-484a-8af8-453d005b93ea, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:46.898208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] For port 16d9a265-bea7-484a-8af8-453d005b93ea, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=16d9a265-bea7-484a-8af8-453d005b93ea,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:46.914319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.005334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.040058 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f33b2e-6bfc-4103-b9ee-e5b935b5ab63 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:47.040771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f33b2e-6bfc-4103-b9ee-e5b935b5ab63 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:47.042612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99f33b2e-6bfc-4103-b9ee-e5b935b5ab63 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/303b800f-e762-42d0-b480-7ee9e9c3e190 HTTP/1.1" status: 404 len: 337 time: 0.2811272 Jan 28 10:09:47.060621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39902) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:47.082532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:47.083306 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.085326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] 10.222.0.25 "PUT /v2.0/ports/16d9a265-bea7-484a-8af8-453d005b93ea HTTP/1.1" status: 200 len: 1092 time: 1.7977879 Jan 28 10:09:47.086211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab17ec72-5623-4e3a-b6b0-230bebc93bd0 service neutron] Pushing event updated for resources: {'Port': ['ID=16d9a265-bea7-484a-8af8-453d005b93ea,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:47.090613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '562e0586-364e-470a-8ccc-da9ad105904d', 'tag': '16d9a265-bea7-484a-8af8-453d005b93ea'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:47.249435 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '562e0586-364e-470a-8ccc-da9ad105904d', 'tag': '16d9a265-bea7-484a-8af8-453d005b93ea', 'status': 'completed', 'code': 200} Jan 28 10:09:47.338518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-d0fbafcd-74b0-4066-839b-268eecc95c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:47.343657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-d0fbafcd-74b0-4066-839b-268eecc95c8f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 1095 time: 0.1946092 Jan 28 10:09:47.435839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6a3246f7-da45-4c02-8205-ec1495628c75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "GET /v2.0/ports?device_id=882eb098-8eda-48e0-8637-abc6439accb5 HTTP/1.1" status: 200 len: 205 time: 0.2896826 Jan 28 10:09:47.473894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39910) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:47.505590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15ba6dde-20d9-4b44-b709-9875717bc604 None None] Provisioning complete for port dad68737-a629-47ed-97ae-863bb397694f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:47.506504 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15ba6dde-20d9-4b44-b709-9875717bc604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.573795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-6d55e621-767b-46df-b513-9befb630bdb9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d9a265-bea7-484a-8af8-453d005b93ea HTTP/1.1" status: 200 len: 217 time: 0.2214410 Jan 28 10:09:47.610557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dad68737-a629-47ed-97ae-863bb397694f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:47.611470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.700391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] DHCP port deletion for 5fdde8ba-0af7-4030-aeba-19ab8abc1d03 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:09:47.724615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-74f21590-e207-4ad6-9e25-dce081e678c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:47.726098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-74f21590-e207-4ad6-9e25-dce081e678c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1442080 Jan 28 10:09:47.738600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] Deleting port 61cc17ea-a0e8-4593-be1f-a5954d83253a {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:47.738970 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.769584 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-5e7b97f8-083e-4b44-977c-60a901405728 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] delete failed (client error): The resource could not be found. Jan 28 10:09:47.771175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e7b97f8-083e-4b44-977c-60a901405728 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/routers/882eb098-8eda-48e0-8637-abc6439accb5 HTTP/1.1" status: 404 len: 336 time: 0.2910156 Jan 28 10:09:47.776538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39916) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:47.815898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-60efa1c3-f0ea-484b-ae28-c1493c2f0c0d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826411 Jan 28 10:09:47.905085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:47.961555 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-aad1d699-7b30-4886-893c-92b994c7c7ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:47.962015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aad1d699-7b30-4886-893c-92b994c7c7ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:47.982853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:48.007187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=56b8a08b-9c7a-46d9-8a3b-fc45aaefcc78,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:48.042166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce2bf2-af96-41a5-b33a-bed9ac767ba6 req-86f456e2-9ef1-4a86-a722-d978fcdc9d52 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:48.054219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2ce2bf2-af96-41a5-b33a-bed9ac767ba6 req-86f456e2-9ef1-4a86-a722-d978fcdc9d52 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 944 time: 0.9901264 Jan 28 10:09:48.059910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aad1d699-7b30-4886-893c-92b994c7c7ae tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/450d0319-e530-4b01-953a-1f000c7ddb84 HTTP/1.1" status: 404 len: 337 time: 0.2811060 Jan 28 10:09:48.062446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39924) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:48.066310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-90b8aaa2-e9b6-4deb-aae4-024468f74379 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/56b8a08b-9c7a-46d9-8a3b-fc45aaefcc78 HTTP/1.1" status: 204 len: 168 time: 2.8067451 Jan 28 10:09:48.080630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39928) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:48.083918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] For port 61cc17ea-a0e8-4593-be1f-a5954d83253a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=61cc17ea-a0e8-4593-be1f-a5954d83253a,segment=NetworkSegment(2e493cdb-590c-4424-8026-ddd219ef8483),segment_id=2e493cdb-590c-4424-8026-ddd219ef8483)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:48.084403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:48.221150 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f0f383f-5e33-4cbd-a102-011ab6e0a32d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:48.221694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f0f383f-5e33-4cbd-a102-011ab6e0a32d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:48.223615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9f0f383f-5e33-4cbd-a102-011ab6e0a32d tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/dbdb5ec6-0163-4263-a71d-31224430a757 HTTP/1.1" status: 404 len: 337 time: 0.1596777 Jan 28 10:09:48.231708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39938) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:48.235406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:48.342776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] Calling delete_port for 61cc17ea-a0e8-4593-be1f-a5954d83253a owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:48.395072 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-d45b226a-455c-4501-b456-099d3276c2e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:48.400544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d45b226a-455c-4501-b456-099d3276c2e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:48.404901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d45b226a-455c-4501-b456-099d3276c2e3 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/cd49a93e-95f9-4147-902d-c4725f6f4f98 HTTP/1.1" status: 404 len: 337 time: 0.1696947 Jan 28 10:09:48.410021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39944) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:48.425294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10351d2e-19a5-48f5-9789-125054d544c0 None None] Network 56c182a0-f903-4acf-ad54-356c01cea724 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:48.486614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-dee298f0-c3c0-437c-b0a3-0523a1072ee9 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6622429 Jan 28 10:09:48.534006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:48.630721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port 3518f593-25ff-401e-9240-286a64e1c3d7 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:48.631345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:48.637426 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e3c5f16-df62-4c85-af3d-a837e5d8f087 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:48.643712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e3c5f16-df62-4c85-af3d-a837e5d8f087 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:48.845038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:48.882971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6da63ef-5a88-4a9b-8d13-a4f8a100d65e req-dc3fc062-573b-4e69-8eec-9b9dbfb484a7 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845530 Jan 28 10:09:48.933955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e3c5f16-df62-4c85-af3d-a837e5d8f087 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/c6d8cb54-622e-4532-8e03-26bac8d9528e HTTP/1.1" status: 404 len: 333 time: 0.5212665 Jan 28 10:09:48.942012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39954) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:48.973458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] Pushing event deleted for resources: {'Port': ['ID=61cc17ea-a0e8-4593-be1f-a5954d83253a,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:48.976030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:09:48.989424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2ce2bf2-af96-41a5-b33a-bed9ac767ba6 req-5692728b-08f4-4651-9f35-56b974aadad0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9215252 Jan 28 10:09:49.006125 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-820ea83b-ae8a-4454-874a-b9d5917a8e42 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:49.006584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-820ea83b-ae8a-4454-874a-b9d5917a8e42 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:49.008266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-820ea83b-ae8a-4454-874a-b9d5917a8e42 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/c5b7b540-523d-4eb3-a326-4ad90d50a56c HTTP/1.1" status: 404 len: 337 time: 0.0627255 Jan 28 10:09:49.011136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39958) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:49.056377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Allocated IP 172.20.0.1 (b153024f-b0ad-4f7d-ad95-54385a19cd1c/b23ad617-8ada-4c84-996a-c23ba163c183/b11d5be6-63e1-4525-a8f1-4213fc5222fe) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:09:49.065490 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-623eadc8-fe9a-47a5-8cfc-0d21123fcc38 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:49.065950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-623eadc8-fe9a-47a5-8cfc-0d21123fcc38 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:49.067673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-623eadc8-fe9a-47a5-8cfc-0d21123fcc38 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/def1fec0-16ff-4f0d-8d8a-0c42017d8456 HTTP/1.1" status: 404 len: 337 time: 0.0555947 Jan 28 10:09:49.074318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 61cc17ea-a0e8-4593-be1f-a5954d83253a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:09:49.074736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39964) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:49.075654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 61cc17ea-a0e8-4593-be1f-a5954d83253a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:09:49.119625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d0403fb5-ffa9-412f-a7d0-c409d6ca2a73 None None] Provisioning complete for port 3518f593-25ff-401e-9240-286a64e1c3d7 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:49.120172 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d0403fb5-ffa9-412f-a7d0-c409d6ca2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:49.247416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933fccc7-bd9e-459a-9e95-e3b47b63312b None None] No DVR routers for this DVR port 61cc17ea-a0e8-4593-be1f-a5954d83253a on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:49.346751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:09:41Z', 'revision_number': 3, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:49.411444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Checking router: 62187397-7ecd-4625-a722-114e8a302439 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:09:49.413127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Updating router 62187397-7ecd-4625-a722-114e8a302439 port 57c66053-0fee-44b5-bf81-b26d93dac5b6 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:09:49.439165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586933ed-2885-408d-bce8-576a757bfdad req-d44f7e0d-75e8-4b53-b73f-b5870d03d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:49.441236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-d44f7e0d-75e8-4b53-b73f-b5870d03d647 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 1095 time: 0.4937153 Jan 28 10:09:49.454257 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f090f8-3f36-4a88-b5d1-f61ae6f822f0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:49.454781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74f090f8-3f36-4a88-b5d1-f61ae6f822f0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:49.456494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-74f090f8-3f36-4a88-b5d1-f61ae6f822f0 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/33c3663e-1ced-4feb-9557-09e1cd250651 HTTP/1.1" status: 404 len: 333 time: 0.3808866 Jan 28 10:09:49.469356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39968) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:49.536817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] For port 3518f593-25ff-401e-9240-286a64e1c3d7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3518f593-25ff-401e-9240-286a64e1c3d7,segment=NetworkSegment(41e695a1-0694-4283-9b03-7cb94769a378),segment_id=41e695a1-0694-4283-9b03-7cb94769a378)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:49.537506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:49.545555 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5892aad-efc6-488c-a7fa-205858ca9def tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:49.546010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5892aad-efc6-488c-a7fa-205858ca9def tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:49.550491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a5892aad-efc6-488c-a7fa-205858ca9def tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/449ab129-5e72-4b7e-934b-c620e306b84d HTTP/1.1" status: 404 len: 337 time: 0.0755663 Jan 28 10:09:49.558430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39972) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:49.698319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:49.764137 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-f50734ac-6def-48c0-9bd7-4ab842fca6b7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:49.765025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f50734ac-6def-48c0-9bd7-4ab842fca6b7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:49.770792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f50734ac-6def-48c0-9bd7-4ab842fca6b7 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/subnets/8883a716-26af-4b95-9a64-4b44cd2c01ff HTTP/1.1" status: 404 len: 337 time: 0.2111788 Jan 28 10:09:49.780418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Calling delete_port for 3518f593-25ff-401e-9240-286a64e1c3d7 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:49.812340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 39976) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:49.821680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:49.839562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Transition to ACTIVE for port object b11d5be6-63e1-4525-a8f1-4213fc5222fe will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:49.870239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:49.980924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Deleting port f460adad-01b7-4c8d-aec3-2e9c791fc4e1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:49.981601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.000245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:50.005672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:50.016608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586933ed-2885-408d-bce8-576a757bfdad req-752c0736-6444-4a63-be07-7ba7ee4ea0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:50.018851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-752c0736-6444-4a63-be07-7ba7ee4ea0c3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.5703771 Jan 28 10:09:50.042448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:09:50.078085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47a84a6-cd46-4ad5-892d-a90046876768 None None] DHCP port deletion for 56c182a0-f903-4acf-ad54-356c01cea724 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:09:50.114867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Pushing event updated for resources: {'Port': ['ID=b11d5be6-63e1-4525-a8f1-4213fc5222fe,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:50.183477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.213173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-bccbd85e-6aee-41f2-9250-51894b18f307 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=16d9a265-bea7-484a-8af8-453d005b93ea HTTP/1.1" status: 200 len: 217 time: 0.1742675 Jan 28 10:09:50.224478 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.417463 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.449345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Transition to ACTIVE for port object 57c66053-0fee-44b5-bf81-b26d93dac5b6 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:50.479190 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.531799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Port': ['ID=3518f593-25ff-401e-9240-286a64e1c3d7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:50.553569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No DVR routers for this DVR port 3518f593-25ff-401e-9240-286a64e1c3d7 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:50.561500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b065e99-5be9-423c-8ab6-a5a1fe2e4679 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:09:50.584647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.667139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae8445-4a20-43c6-9233-a62df05d229e None None] Pushing event updated for resources: {'Port': ['ID=57c66053-0fee-44b5-bf81-b26d93dac5b6,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:50.690618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586933ed-2885-408d-bce8-576a757bfdad req-8a7ffc7a-7b62-4f79-bf0a-6772d4c1ca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:50.692431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-8a7ffc7a-7b62-4f79-bf0a-6772d4c1ca6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.4637122 Jan 28 10:09:50.754534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b065e99-5be9-423c-8ab6-a5a1fe2e4679 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:09:50.756566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Attempting to bind port 57c66053-0fee-44b5-bf81-b26d93dac5b6 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:50.757246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Attempting to bind port 57c66053-0fee-44b5-bf81-b26d93dac5b6 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:50.757341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Attempting to bind port 57c66053-0fee-44b5-bf81-b26d93dac5b6 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:50.767039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:50.767039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:50.767588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.767948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:50.768411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Bound port: 57c66053-0fee-44b5-bf81-b26d93dac5b6, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:50.769243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.840892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-73fa37bd-7769-48c3-ba8d-306d7b987fa0 None None] Provisioning for port b11d5be6-63e1-4525-a8f1-4213fc5222fe completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:50.870169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-eccad130-ef30-4ba8-a4b4-ecad6dd29df9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192620 Jan 28 10:09:50.891563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-73fa37bd-7769-48c3-ba8d-306d7b987fa0 None None] Provisioning complete for port b11d5be6-63e1-4525-a8f1-4213fc5222fe triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:50.891563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-73fa37bd-7769-48c3-ba8d-306d7b987fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:50.990501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.118720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.128133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.129849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-73fa37bd-7769-48c3-ba8d-306d7b987fa0 None None] Port b11d5be6-63e1-4525-a8f1-4213fc5222fe cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:51.139620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.154593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b7676-e137-4225-9522-9c60212e60ae req-94b3cd5b-726a-463b-8eef-bef31e4708fe tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:51.156318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b21b7676-e137-4225-9522-9c60212e60ae req-94b3cd5b-726a-463b-8eef-bef31e4708fe tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 944 time: 0.7787805 Jan 28 10:09:51.161111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56c182a0-f903-4acf-ad54-356c01cea724']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:51.206295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3518f593-25ff-401e-9240-286a64e1c3d7 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:09:51.269263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 3518f593-25ff-401e-9240-286a64e1c3d7 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:09:51.269626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3518f593-25ff-401e-9240-286a64e1c3d7 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:09:51.316854 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.326816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Pushing event updated for resources: {'Port': ['ID=b11d5be6-63e1-4525-a8f1-4213fc5222fe,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:51.334183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] For port 57c66053-0fee-44b5-bf81-b26d93dac5b6, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:51.344030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] For port 57c66053-0fee-44b5-bf81-b26d93dac5b6, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57c66053-0fee-44b5-bf81-b26d93dac5b6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:51.410031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41e695a1-0694-4283-9b03-7cb94769a378') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:51.410414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41e695a1-0694-4283-9b03-7cb94769a378') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:51.510387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Calling delete_port for f460adad-01b7-4c8d-aec3-2e9c791fc4e1 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:51.525164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.548876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:09:51.551670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:09:51.595021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.619633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Routers {'62187397-7ecd-4625-a722-114e8a302439'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:51.620259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['62187397-7ecd-4625-a722-114e8a302439'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:51.724202 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.730856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-a8024fb6-5aac-427e-8124-c1e5a23baa67 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7644086 Jan 28 10:09:51.809265 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b21b7676-e137-4225-9522-9c60212e60ae req-1e051dc6-e5f6-4e28-9397-874b903dd484 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6330204 Jan 28 10:09:51.813100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:51.813591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:51.845045 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:51.914327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] Set router 62187397-7ecd-4625-a722-114e8a302439 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:51.930514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Router 62187397-7ecd-4625-a722-114e8a302439 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:09:52.064362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 16d9a265-bea7-484a-8af8-453d005b93ea details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:09:52.074528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.151759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.177613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=56c182a0-f903-4acf-ad54-356c01cea724,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:52.180574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.190296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/56c182a0-f903-4acf-ad54-356c01cea724 HTTP/1.1" status: 204 len: 168 time: 4.1085231 Jan 28 10:09:52.232398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 39996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.270842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Port': ['ID=f460adad-01b7-4c8d-aec3-2e9c791fc4e1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:52.284170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.284509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.284865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.285195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.285522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.285842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.286159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.286475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.286787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.287100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.287647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.287958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b763a1-4505-426f-b31d-2aaeadee912a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.304597 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.308837 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/ports/f460adad-01b7-4c8d-aec3-2e9c791fc4e1 HTTP/1.1" status: 204 len: 168 time: 2.4949048 Jan 28 10:09:52.309620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40000) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.320792 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e9841b7-3201-44a8-a4ae-4fb44e10a3fa tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:52.321241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e9841b7-3201-44a8-a4ae-4fb44e10a3fa tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:52.325455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e9841b7-3201-44a8-a4ae-4fb44e10a3fa tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/c02bfd07-ead1-4915-8e70-49830168425e HTTP/1.1" status: 404 len: 337 time: 0.0935454 Jan 28 10:09:52.326038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40004) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.342910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.343701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.343701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.343929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.344207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.344512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.345440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.346067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.346255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.346667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.346990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.347304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90027538-583b-4775-a6d1-818d8b8b1d75 tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:09:52.355826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-586933ed-2885-408d-bce8-576a757bfdad req-32392267-694b-40de-8a57-fc73005e9366 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017158 Jan 28 10:09:52.387837 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-708e7d9f-5ccb-4daa-ba69-ea1a900f2eb7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:52.388459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708e7d9f-5ccb-4daa-ba69-ea1a900f2eb7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:52.390353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-708e7d9f-5ccb-4daa-ba69-ea1a900f2eb7 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/4327bc27-f8f9-4b18-9e2e-7d7a26d6341c HTTP/1.1" status: 404 len: 339 time: 0.0487027 Jan 28 10:09:52.393191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40008) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.414914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ae8445-4a20-43c6-9233-a62df05d229e None None] Pushing event updated for resources: {'Port': ['ID=57c66053-0fee-44b5-bf81-b26d93dac5b6,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:52.438083 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4349dbc-0eb2-4b5c-a001-3b96c7065df8 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:52.438707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4349dbc-0eb2-4b5c-a001-3b96c7065df8 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:52.440867 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4349dbc-0eb2-4b5c-a001-3b96c7065df8 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/90558b75-1d79-4803-9b2f-290d19eaf772 HTTP/1.1" status: 404 len: 337 time: 0.0468538 Jan 28 10:09:52.442882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:09:52.444344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40012) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.475946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:09:52.477978 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6847d68-1016-4181-8b19-7d0c0f0e0b7a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:52.478542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6847d68-1016-4181-8b19-7d0c0f0e0b7a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:52.480594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6847d68-1016-4181-8b19-7d0c0f0e0b7a tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/9f979831-d8d8-47f4-9d3b-6350400f2499 HTTP/1.1" status: 404 len: 339 time: 0.0349367 Jan 28 10:09:52.483975 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-47a771a4-9e7a-475b-a6cb-48c401df2ece admin admin] 10.222.0.42 "PUT /v2.0/routers/62187397-7ecd-4625-a722-114e8a302439/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4101126 Jan 28 10:09:52.484723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40016) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.487651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.584364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2bcbfa01-36ef-4bdf-9f39-64d9c4702e7a None None] Provisioning complete for port b11d5be6-63e1-4525-a8f1-4213fc5222fe triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:52.586504 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2bcbfa01-36ef-4bdf-9f39-64d9c4702e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.774515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2bcbfa01-36ef-4bdf-9f39-64d9c4702e7a None None] Port b11d5be6-63e1-4525-a8f1-4213fc5222fe cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:09:52.776083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.809905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fdde8ba-0af7-4030-aeba-19ab8abc1d03']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:52.827190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e493cdb-590c-4424-8026-ddd219ef8483') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:52.827897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e493cdb-590c-4424-8026-ddd219ef8483') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:52.864496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 16d9a265-bea7-484a-8af8-453d005b93ea, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=16d9a265-bea7-484a-8af8-453d005b93ea,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:52.881255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.913038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.929623 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43fad89-4fc4-484b-9a7e-8d52962c54d5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:52.930085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43fad89-4fc4-484b-9a7e-8d52962c54d5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:52.931886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c43fad89-4fc4-484b-9a7e-8d52962c54d5 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/9d3c5ba8-0647-47e9-b476-77df906ccbd9 HTTP/1.1" status: 404 len: 337 time: 0.4461036 Jan 28 10:09:52.933780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '16d9a265-bea7-484a-8af8-453d005b93ea', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': '16d9a265-bea7-484a-8af8-453d005b93ea', 'mac_address': 'fa:16:3e:8f:a6:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:09:52.935067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:52.935629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:52.941160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40042) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:52.958667 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:52.991849 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-6783ecf5-d774-400b-9581-0cda89cd3211 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:52.994581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6783ecf5-d774-400b-9581-0cda89cd3211 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:53.001898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6783ecf5-d774-400b-9581-0cda89cd3211 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/5040a283-e4cd-41cd-a9aa-9c685c28cf28 HTTP/1.1" status: 404 len: 339 time: 0.0591965 Jan 28 10:09:53.005550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40046) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:53.013888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b11d5be6-63e1-4525-a8f1-4213fc5222fe', 'name': '', 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'mac_address': 'fa:16:3e:3f:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:48Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 2, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'subnets': [{'id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:53.051179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ad011a-cbcb-4483-85dc-fd2355b44504 None None] The sync data for ids ['62187397-7ecd-4625-a722-114e8a302439'] in n-d-825178-2 is: [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b11d5be6-63e1-4525-a8f1-4213fc5222fe', 'name': '', 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'mac_address': 'fa:16:3e:3f:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:48Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 2, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'subnets': [{'id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:09:53.115648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.145247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16d9a265-bea7-484a-8af8-453d005b93ea {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:09:53.162527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting subnet 7cbf8112-4d18-4e42-9d59-2c2e6ecc4075 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:53.170687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.172218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 16d9a265-bea7-484a-8af8-453d005b93ea, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=16d9a265-bea7-484a-8af8-453d005b93ea,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:53.190793 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.206737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.218344 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.295726 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.323707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=16d9a265-bea7-484a-8af8-453d005b93ea,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:53.371495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] 10.222.0.42 "DELETE /v2.0/networks/5fdde8ba-0af7-4030-aeba-19ab8abc1d03 HTTP/1.1" status: 204 len: 168 time: 1.0532353 Jan 28 10:09:53.422779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3629fd4-88cf-4c99-ba39-5933b8f7585e tempest-PortsTestJSON-1381554391 tempest-PortsTestJSON-1381554391-project] Pushing event deleted for resources: {'Network': ['ID=5fdde8ba-0af7-4030-aeba-19ab8abc1d03,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:53.430796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.439922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['16d9a265-bea7-484a-8af8-453d005b93ea'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:09:53.492969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:53.575969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d27c1-7551-4bdc-98ad-53ab53a4e674 req-a0bca497-7c60-494e-a533-7c38d0237783 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:53.602146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a97d27c1-7551-4bdc-98ad-53ab53a4e674 req-a0bca497-7c60-494e-a533-7c38d0237783 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 945 time: 0.5070651 Jan 28 10:09:53.676491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.730372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a97d27c1-7551-4bdc-98ad-53ab53a4e674 req-1130b347-84ab-4d69-9ff7-fec27bc93f5c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272469 Jan 28 10:09:53.767484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbf8112-4d18-4e42-9d59-2c2e6ecc4075,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:53.797219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:53.810344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-36485975-5858-47b9-a8be-a4201e25da61 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/7cbf8112-4d18-4e42-9d59-2c2e6ecc4075 HTTP/1.1" status: 204 len: 168 time: 0.8033705 Jan 28 10:09:53.812428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40076) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:53.816565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196625c0-59c8-434f-9fbe-58f300073086 None None] Network 1c444046-a88e-4957-85ff-ab5a378c2f7a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:53.983692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40080) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:53.991925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.014549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port 87882957-72db-4ec6-99a4-cc500fe7125e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:54.020273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.089497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.108609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:54.116215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Usage tracker for resource:security_group_rule and tenant:189c26a8909044a8a119e3a1dd9e0166 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:54.120703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:54.140398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cbd7e755-b95f-4582-97a0-a50c1689bb0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bee053c0cb6e4864a50627cc87fb2d59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1535053 Jan 28 10:09:54.141321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40086) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:54.178697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:54.261864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47ecf9c4-802a-4f21-96ad-4c41833adb5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.317741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] DHCP port deletion for 1c444046-a88e-4957-85ff-ab5a378c2f7a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:09:54.318733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47ecf9c4-802a-4f21-96ad-4c41833adb5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.323509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] Deleting port 87882957-72db-4ec6-99a4-cc500fe7125e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:54.323952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.394264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47ecf9c4-802a-4f21-96ad-4c41833adb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.433487 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-47ecf9c4-802a-4f21-96ad-4c41833adb5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.435077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-47ecf9c4-802a-4f21-96ad-4c41833adb5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/442bfbf3-fb68-49eb-b6c6-1874721208d5 HTTP/1.1" status: 204 len: 168 time: 0.2921321 Jan 28 10:09:54.436177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecf9c4-802a-4f21-96ad-4c41833adb5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442bfbf3-fb68-49eb-b6c6-1874721208d5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:54.463256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] For port 87882957-72db-4ec6-99a4-cc500fe7125e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87882957-72db-4ec6-99a4-cc500fe7125e,segment=NetworkSegment(7b8c2e27-d075-4f17-a9c6-86ca19193841),segment_id=7b8c2e27-d075-4f17-a9c6-86ca19193841)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:54.489159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:54.804861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] For port 87882957-72db-4ec6-99a4-cc500fe7125e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=87882957-72db-4ec6-99a4-cc500fe7125e,segment=NetworkSegment(7b8c2e27-d075-4f17-a9c6-86ca19193841),segment_id=7b8c2e27-d075-4f17-a9c6-86ca19193841)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:54.805188 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.085693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57c66053-0fee-44b5-bf81-b26d93dac5b6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:55.120297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5908f448-47b5-4563-a139-c6b856503692 req-8354f1f7-4aab-466b-9852-1df8f7fe1951 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:55.125877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5908f448-47b5-4563-a139-c6b856503692 req-8354f1f7-4aab-466b-9852-1df8f7fe1951 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 945 time: 0.1799977 Jan 28 10:09:55.147090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Calling delete_port for 87882957-72db-4ec6-99a4-cc500fe7125e owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:55.153671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] Calling delete_port for 87882957-72db-4ec6-99a4-cc500fe7125e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:55.288289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5908f448-47b5-4563-a139-c6b856503692 req-dec88e43-d745-4ef0-92da-c488e3dbc8c4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436584 Jan 28 10:09:55.422914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.485785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.524802 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.535325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 57c66053-0fee-44b5-bf81-b26d93dac5b6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:55.556277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] No DVR routers for this DVR port 87882957-72db-4ec6-99a4-cc500fe7125e on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:55.577141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 57c66053-0fee-44b5-bf81-b26d93dac5b6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:55.577824 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.625222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:55.634948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=189c26a8909044a8a119e3a1dd9e0166&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1246805 Jan 28 10:09:55.643038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fa20d-e02d-42da-b35e-9b720d70104e None None] Pushing event deleted for resources: {'Port': ['ID=87882957-72db-4ec6-99a4-cc500fe7125e,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:55.707618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9559e92-5951-4b45-b46e-36e799acbcce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea45d2a0-a35a-48ed-8363-868806bebb89,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:55.721054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:09:55.721616 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:09:55.745859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-00a5b1cd-cf97-4494-b79e-ebf427e4e09f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1953957 Jan 28 10:09:55.750311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 16d9a265-bea7-484a-8af8-453d005b93ea up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:55.764866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa5172b4-98be-4b5e-a493-d4b91f149e68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.803617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa5172b4-98be-4b5e-a493-d4b91f149e68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.894512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa5172b4-98be-4b5e-a493-d4b91f149e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.937222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa5172b4-98be-4b5e-a493-d4b91f149e68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:55.941634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aa5172b4-98be-4b5e-a493-d4b91f149e68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea45d2a0-a35a-48ed-8363-868806bebb89 HTTP/1.1" status: 204 len: 168 time: 0.3110232 Jan 28 10:09:55.950120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5172b4-98be-4b5e-a493-d4b91f149e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea45d2a0-a35a-48ed-8363-868806bebb89,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:56.039788 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d0c3614e-0e81-4bde-b87d-4d900e7eb873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.045106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810ec0-ed59-4899-b3f4-b28403122bba req-771c7a68-cf7b-4b4b-b8e8-4a9f978c02eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:56.046595 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-771c7a68-cf7b-4b4b-b8e8-4a9f978c02eb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 1097 time: 0.1283109 Jan 28 10:09:56.076413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.084273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 16d9a265-bea7-484a-8af8-453d005b93ea completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:09:56.097626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 16d9a265-bea7-484a-8af8-453d005b93ea triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:56.098367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.193991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 57c66053-0fee-44b5-bf81-b26d93dac5b6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57c66053-0fee-44b5-bf81-b26d93dac5b6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:56.205664 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.240652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40132) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:56.259264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port 87882957-72db-4ec6-99a4-cc500fe7125e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:56.260181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.286156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810ec0-ed59-4899-b3f4-b28403122bba req-a707346c-41d8-40b7-8412-02e547972503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:56.287862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-a707346c-41d8-40b7-8412-02e547972503 service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.2146299 Jan 28 10:09:56.359908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87882957-72db-4ec6-99a4-cc500fe7125e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:09:56.388643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-2b4abccf-4667-4fbf-b44d-4361b404b2e8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 200 len: 217 time: 0.0919733 Jan 28 10:09:56.457221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 87882957-72db-4ec6-99a4-cc500fe7125e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:09:56.457576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 87882957-72db-4ec6-99a4-cc500fe7125e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:09:56.494803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46810ec0-ed59-4899-b3f4-b28403122bba req-a003975c-bd39-441b-a2c2-b231353b1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:56.496165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-a003975c-bd39-441b-a2c2-b231353b1c87 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.0963960 Jan 28 10:09:56.539552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] The port '87882957-72db-4ec6-99a4-cc500fe7125e' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:09:56.569717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11818f8a-bb55-407a-8828-9d5eeba0c28c req-a4003bb2-e2e6-4a9c-8f1d-fb50290b13ca tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:56.580248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11818f8a-bb55-407a-8828-9d5eeba0c28c req-a4003bb2-e2e6-4a9c-8f1d-fb50290b13ca tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 945 time: 0.1621439 Jan 28 10:09:56.628413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40142) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:56.630958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=57c66053-0fee-44b5-bf81-b26d93dac5b6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:56.638067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11818f8a-bb55-407a-8828-9d5eeba0c28c req-27617455-49a9-4cc3-b7ae-d0b4adeeb75e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557632 Jan 28 10:09:56.665283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-012c256f-b5d4-488e-a4cc-906e5a2b7d91 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229804 Jan 28 10:09:56.670689 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.681129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.727989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 16d9a265-bea7-484a-8af8-453d005b93ea, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=16d9a265-bea7-484a-8af8-453d005b93ea,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:56.729014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:56.729177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e0586-364e-470a-8ccc-da9ad105904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d9a265-bea7-484a-8af8-453d005b93ea'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:09:56.734358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Usage tracker for resource:security_group_rule and tenant:7d3762e22a01436eb082e0c2ee46a340 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:56.738452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:56.743544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.759709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:56.794113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.817903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425886169'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:56.824111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c444046-a88e-4957-85ff-ab5a378c2f7a']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:56.830607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:56.836387 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562e0586-364e-470a-8ccc-da9ad105904d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16d9a265-bea7-484a-8af8-453d005b93ea', 'code': 200} Jan 28 10:09:56.837055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:56.840519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8c2e27-d075-4f17-a9c6-86ca19193841') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:56.840885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8c2e27-d075-4f17-a9c6-86ca19193841') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:56.843630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:56.856095 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.869975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:56.874151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.881400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:09:56.881759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.883123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=16d9a265-bea7-484a-8af8-453d005b93ea,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:56.903673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:56.907088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:09:56.958562 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:09:56.973632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57c66053-0fee-44b5-bf81-b26d93dac5b6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:09:56.990033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.044843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 57c66053-0fee-44b5-bf81-b26d93dac5b6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:09:57.045538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.053635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.071681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.112997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:57.119469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:security_group_rule and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:57.132591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:57.161711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:57.165803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf82b9a0-220a-4d86-8650-13c07e920010,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:57.175570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ac3e6e05-1114-4604-a4e1-4faeebbafa56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d3762e22a01436eb082e0c2ee46a340&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5341656 Jan 28 10:09:57.180043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40154) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:57.191911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-241c52f7-7bac-4ad0-b326-9214cab94a41 service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354357 Jan 28 10:09:57.210834 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Sync routers for ids ['62187397-7ecd-4625-a722-114e8a302439'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:09:57.226378 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Routers {'62187397-7ecd-4625-a722-114e8a302439'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:57.228869 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['62187397-7ecd-4625-a722-114e8a302439'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:57.245086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a5f21-4cf6-4f9f-b15a-62cc647ed3fe req-93ef36ae-d759-48ed-86bf-3897cf0ef9c9 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:57.252770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-682a5f21-4cf6-4f9f-b15a-62cc647ed3fe req-93ef36ae-d759-48ed-86bf-3897cf0ef9c9 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.3273270 Jan 28 10:09:57.300120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.323245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.346224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=1c444046-a88e-4957-85ff-ab5a378c2f7a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:57.363283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b474054a-d36d-4138-bc7e-2eab29780b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.380178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be055eee-0d93-42b6-bc5f-e894f60b28f3 req-860e966d-ccdc-417f-ba57-e38402d892c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:57.381658 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-be055eee-0d93-42b6-bc5f-e894f60b28f3 req-860e966d-ccdc-417f-ba57-e38402d892c8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 1097 time: 0.4242704 Jan 28 10:09:57.387695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46810ec0-ed59-4899-b3f4-b28403122bba req-485dba32-62fa-4b89-9b9d-29bcfbe390ef service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871948 Jan 28 10:09:57.392441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ffa363a2-13a4-473f-b391-1c5e2fd44e63 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/1c444046-a88e-4957-85ff-ab5a378c2f7a HTTP/1.1" status: 204 len: 168 time: 3.5784154 Jan 28 10:09:57.397672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40160) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:57.414268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-682a5f21-4cf6-4f9f-b15a-62cc647ed3fe req-c6b7477b-170f-438e-8e86-7be6ab711c7e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593571 Jan 28 10:09:57.440120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-be055eee-0d93-42b6-bc5f-e894f60b28f3 req-19dd5f0d-ef29-4192-8767-fbd18e0c59e7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463490 Jan 28 10:09:57.444629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b474054a-d36d-4138-bc7e-2eab29780b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.458985 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Set router 62187397-7ecd-4625-a722-114e8a302439 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:57.506686 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ad53d0-20c7-40d2-936b-a65cdb8341e0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:57.507520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ad53d0-20c7-40d2-936b-a65cdb8341e0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:57.564243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65ad53d0-20c7-40d2-936b-a65cdb8341e0 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/6b74cef3-c1d2-4cb3-acbd-f180570a15d0 HTTP/1.1" status: 404 len: 337 time: 0.1461301 Jan 28 10:09:57.564457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:57.575758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.588623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.601982 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b2b511f-3b39-4202-ba4f-e4052a0a45bb tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] DELETE failed (client error): The resource could not be found. Jan 28 10:09:57.602716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b2b511f-3b39-4202-ba4f-e4052a0a45bb tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:09:57.609070 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3b2b511f-3b39-4202-ba4f-e4052a0a45bb tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/d1956e43-0c2e-4ed4-89b3-802addfb0628 HTTP/1.1" status: 404 len: 339 time: 0.0432475 Jan 28 10:09:57.609930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:57.634265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b474054a-d36d-4138-bc7e-2eab29780b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.637112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:57.640165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707e2c31-ee2a-491b-8add-4520fef680ef,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:57.694138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting subnet 68ead6c3-dc86-46d0-8644-967907c751a9 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:09:57.696098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.696842 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment a9d8ad45-8d83-41cc-b132-78bdcfc058e6 of type vlan for network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf Jan 28 10:09:57.702594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.748718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.755005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474054a-d36d-4138-bc7e-2eab29780b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf82b9a0-220a-4d86-8650-13c07e920010,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:57.783617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b474054a-d36d-4138-bc7e-2eab29780b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.788803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b474054a-d36d-4138-bc7e-2eab29780b7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf82b9a0-220a-4d86-8650-13c07e920010 HTTP/1.1" status: 204 len: 168 time: 0.6077726 Jan 28 10:09:57.820278 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.831836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:57.833925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:57.930136 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b11d5be6-63e1-4525-a8f1-4213fc5222fe', 'name': '', 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'mac_address': 'fa:16:3e:3f:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:48Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 2, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'subnets': [{'id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:57.940139 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Checking router: 62187397-7ecd-4625-a722-114e8a302439 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:09:57.942851 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Updating router 62187397-7ecd-4625-a722-114e8a302439 port b11d5be6-63e1-4525-a8f1-4213fc5222fe binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:09:58.031213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.046580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.8045292 Jan 28 10:09:58.054994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9892394e-a749-4735-a1ef-8b6ff144876e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:58.061813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40182) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:58.064439 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.070120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:58.081910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-1116193693'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:58.105553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:58.126693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:58.148138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d82fb1-ef02-494c-8864-fb6bc16ef00e req-ee911638-0e58-4a98-b6d7-1c94dbbb8a36 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:58.150979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:58.152049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1d82fb1-ef02-494c-8864-fb6bc16ef00e req-ee911638-0e58-4a98-b6d7-1c94dbbb8a36 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 946 time: 0.1736746 Jan 28 10:09:58.185978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:58.227180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-3aac3a37-0b70-462e-a633-fe98e004b18e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:58.234572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-3aac3a37-0b70-462e-a633-fe98e004b18e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.4678013 Jan 28 10:09:58.243923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1d82fb1-ef02-494c-8864-fb6bc16ef00e req-8e22063e-2355-43b0-b421-2a0b3aaa2dcd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861371 Jan 28 10:09:58.266859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-fae7a0ff-a26d-4433-a514-fe09e58f5d0d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.0219567 Jan 28 10:09:58.266859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:09:58.266859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.287324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.353275 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dcc82f85-73af-4ded-a958-76b4e38cbe10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.386557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40188) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:58.413957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.432179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:09:58.436523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Usage tracker for resource:security_group_rule and tenant:dc122d5bbe1d4afc92bc09eef3840ba2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:09:58.439630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:09:58.449140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:09:58.495701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:09:58.501880 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.529912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-888eb247-fd3b-4af1-8233-358fbe28b009 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:58.531407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-888eb247-fd3b-4af1-8233-358fbe28b009 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.2109442 Jan 28 10:09:58.533039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.534049 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 5b71bdd8-f52f-4334-9fa6-36dbccf4c520 of type vlan for network cf800ac8-129d-4710-9470-07b35303fefb Jan 28 10:09:58.539590 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Transition to ACTIVE for port object b11d5be6-63e1-4525-a8f1-4213fc5222fe will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:09:58.549687 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.598335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.673452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Subnet': ['ID=68ead6c3-dc86-46d0-8644-967907c751a9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:58.693953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-7bde2cad-607d-413d-bf60-656d86196744 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:09:58.730548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.737280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.745206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.747484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad47977-0274-40b6-a395-a504d37a7012 req-6f249b1f-c597-41b0-ae3b-2d9389bba052 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:58.751727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8e3980-dd0e-4316-8f8a-b5e974e99e18 None None] Network 6667258c-7f58-4477-b098-22b49f3fd5a5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:09:58.758228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ad47977-0274-40b6-a395-a504d37a7012 req-6f249b1f-c597-41b0-ae3b-2d9389bba052 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.1675172 Jan 28 10:09:58.759710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.789605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Deleting port 18f75a63-9555-4838-a334-5c4278614aad {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:58.790238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.805440 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e6625-ec48-4f59-acfb-51ca81db250b None None] Pushing event updated for resources: {'Port': ['ID=b11d5be6-63e1-4525-a8f1-4213fc5222fe,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:58.854011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-06789441-48e4-47d4-95cb-f049fd20cf77 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/subnets/68ead6c3-dc86-46d0-8644-967907c751a9 HTTP/1.1" status: 204 len: 168 time: 1.2427454 Jan 28 10:09:58.859936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40194) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:58.886693 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:09:58.895072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Attempting to bind port b11d5be6-63e1-4525-a8f1-4213fc5222fe on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:09:58.895489 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Attempting to bind port b11d5be6-63e1-4525-a8f1-4213fc5222fe by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:09:58.895867 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Attempting to bind port b11d5be6-63e1-4525-a8f1-4213fc5222fe on network b153024f-b0ad-4f7d-ad95-54385a19cd1c {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:09:58.902565 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:09:58.902973 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Checking segment: {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:09:58.903362 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.903777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Bound using segment: {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:09:58.904056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:09:58.904242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Bound port: b11d5be6-63e1-4525-a8f1-4213fc5222fe, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a21a28-0157-457d-aa14-9973975f5d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:09:58.904605 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:58.932368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc122d5bbe1d4afc92bc09eef3840ba2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5445125 Jan 28 10:09:58.937688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40198) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:58.949295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3ad47977-0274-40b6-a395-a504d37a7012 req-1d51be63-2ef2-41b5-b8d2-19541a4492df tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765995 Jan 28 10:09:58.958003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e25ed-0102-466e-984f-33209b82437b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7e18cd-7db4-4b51-a7ad-e53fca7b3de9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:59.044193 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] For port b11d5be6-63e1-4525-a8f1-4213fc5222fe, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:09:59.057038 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] For port b11d5be6-63e1-4525-a8f1-4213fc5222fe, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b11d5be6-63e1-4525-a8f1-4213fc5222fe,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:09:59.067718 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.111528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.131757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a968d0a9-2192-4f06-a118-db8982c90310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.136472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-7bde2cad-607d-413d-bf60-656d86196744 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:09:59.151047 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-7bde2cad-607d-413d-bf60-656d86196744 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8909364 Jan 28 10:09:59.152426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port d9e45f71-b39f-48b7-ae3b-23f609397cd5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:59.152810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.159280 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Routers {'62187397-7ecd-4625-a722-114e8a302439'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:09:59.159880 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['62187397-7ecd-4625-a722-114e8a302439'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:59.171570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] DHCP port deletion for 6667258c-7f58-4477-b098-22b49f3fd5a5 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:09:59.181262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] Deleting port d9e45f71-b39f-48b7-ae3b-23f609397cd5 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:09:59.181902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.186627 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.194632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:09:59.195301 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.208725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a968d0a9-2192-4f06-a118-db8982c90310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.283644 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e6625-ec48-4f59-acfb-51ca81db250b None None] Pushing event updated for resources: {'Port': ['ID=b11d5be6-63e1-4525-a8f1-4213fc5222fe,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:59.433824 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] Set router 62187397-7ecd-4625-a722-114e8a302439 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:09:59.437551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] For port 18f75a63-9555-4838-a334-5c4278614aad, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=18f75a63-9555-4838-a334-5c4278614aad,segment=NetworkSegment(57f43697-706d-42f1-969b-4bf3baeea298),segment_id=57f43697-706d-42f1-969b-4bf3baeea298)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:59.441394 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.482090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4167283 Jan 28 10:09:59.510173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] For port d9e45f71-b39f-48b7-ae3b-23f609397cd5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d9e45f71-b39f-48b7-ae3b-23f609397cd5,segment=NetworkSegment(5af71f60-11c6-4ce7-9fbc-7d838999ff9f),segment_id=5af71f60-11c6-4ce7-9fbc-7d838999ff9f)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:59.510531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.588999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.619645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.627548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] For port d9e45f71-b39f-48b7-ae3b-23f609397cd5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d9e45f71-b39f-48b7-ae3b-23f609397cd5,segment=NetworkSegment(5af71f60-11c6-4ce7-9fbc-7d838999ff9f),segment_id=5af71f60-11c6-4ce7-9fbc-7d838999ff9f)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:09:59.628162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.645181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40204) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:09:59.713467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:09:59.740367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Calling delete_port for 18f75a63-9555-4838-a334-5c4278614aad owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:59.774764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] Calling delete_port for d9e45f71-b39f-48b7-ae3b-23f609397cd5 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:59.779120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Calling delete_port for d9e45f71-b39f-48b7-ae3b-23f609397cd5 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:09:59.857400 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b11d5be6-63e1-4525-a8f1-4213fc5222fe', 'name': '', 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'mac_address': 'fa:16:3e:3f:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:48Z', 'updated_at': '2022-01-28T10:09:59Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'subnets': [{'id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:09:59.862481 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a05b66e-f30b-40ef-8fd7-b82b6b1473c4 None None] The sync data for ids ['62187397-7ecd-4625-a722-114e8a302439'] in n-d-825178-2 is: [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:09:50Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'b11d5be6-63e1-4525-a8f1-4213fc5222fe', 'name': '', 'network_id': 'b153024f-b0ad-4f7d-ad95-54385a19cd1c', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'mac_address': 'fa:16:3e:3f:91:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_interface', 'standard_attr_id': 3132, 'fixed_ips': [{'subnet_id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:48Z', 'updated_at': '2022-01-28T10:09:59Z', 'revision_number': 4, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'subnets': [{'id': 'b23ad617-8ada-4c84-996a-c23ba163c183', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:09:59.869029 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.898142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:09:59.898824 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:09:59.918057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d66a18-c7a1-4407-a5a4-65697c0b2e5c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=cf800ac8-129d-4710-9470-07b35303fefb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:59.930653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] Pushing event deleted for resources: {'Port': ['ID=d9e45f71-b39f-48b7-ae3b-23f609397cd5,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:09:59.942765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85196353-f539-4d54-82e9-21a80d2e3698 None None] No DVR routers for this DVR port d9e45f71-b39f-48b7-ae3b-23f609397cd5 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:09:59.950134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network cf800ac8-129d-4710-9470-07b35303fefb details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:09:59.959288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a968d0a9-2192-4f06-a118-db8982c90310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:09:59.989061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968d0a9-2192-4f06-a118-db8982c90310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7e18cd-7db4-4b51-a7ad-e53fca7b3de9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:00.009139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c043e6a-fb83-4b16-8815-289327e8db27 req-bb419005-5bac-4b1b-97e7-ce1b0a546a07 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:00.011030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c043e6a-fb83-4b16-8815-289327e8db27 req-bb419005-5bac-4b1b-97e7-ce1b0a546a07 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 946 time: 0.1796324 Jan 28 10:10:00.021662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d085bb04-f693-4eaf-84ad-d57f24cd7982 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8696003 Jan 28 10:10:00.025253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a968d0a9-2192-4f06-a118-db8982c90310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.026329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a968d0a9-2192-4f06-a118-db8982c90310 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b7e18cd-7db4-4b51-a7ad-e53fca7b3de9 HTTP/1.1" status: 204 len: 168 time: 1.0708320 Jan 28 10:10:00.090859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c043e6a-fb83-4b16-8815-289327e8db27 req-8962c44b-da55-4476-957b-78917fa4d5ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691247 Jan 28 10:10:00.285135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:00.317389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349166e-277c-4c87-99ec-b01235250bf6 req-e303a89a-b1d5-44e0-8405-e5db685fcae8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:00.324504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7349166e-277c-4c87-99ec-b01235250bf6 req-e303a89a-b1d5-44e0-8405-e5db685fcae8 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 945 time: 0.1131699 Jan 28 10:10:00.336340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:00.347205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:00.354200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-a5410296-39cd-4f92-976b-b1a441c59e2e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5819888 Jan 28 10:10:00.369877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:00.404215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:00.407988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.411997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7349166e-277c-4c87-99ec-b01235250bf6 req-e93b47cb-508d-495c-91d9-4e6775e4f641 tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/security-groups?id=220e3ae8-b7c8-411d-a308-edc5307250c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864453 Jan 28 10:10:00.412700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Deleting port d9e45f71-b39f-48b7-ae3b-23f609397cd5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:00.416177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.525965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] The port 'd9e45f71-b39f-48b7-ae3b-23f609397cd5' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:10:00.634335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.696753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-6fa76288-2d97-41f1-8af0-259dd1ba8b6b service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6544533 Jan 28 10:10:00.711021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Pushing event deleted for resources: {'Port': ['ID=18f75a63-9555-4838-a334-5c4278614aad,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:00.768763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.792107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18f75a63-9555-4838-a334-5c4278614aad no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:00.820735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6667258c-7f58-4477-b098-22b49f3fd5a5']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:00.827927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] No DVR routers for this DVR port 18f75a63-9555-4838-a334-5c4278614aad on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:00.833307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.836926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'name': 'network-vif-deleted', 'tag': '18f75a63-9555-4838-a334-5c4278614aad'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:00.873434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a2e43a96-e6a2-4cd5-82be-2f86bcae4be6 req-35727369-ed0e-4ac2-8874-839a63191a9e tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.43 "DELETE /v2.0/ports/18f75a63-9555-4838-a334-5c4278614aad HTTP/1.1" status: 204 len: 173 time: 2.3257787 Jan 28 10:10:00.929276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 18f75a63-9555-4838-a334-5c4278614aad {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:00.936140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 18f75a63-9555-4838-a334-5c4278614aad not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:00.938172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af71f60-11c6-4ce7-9fbc-7d838999ff9f') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:00.938916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af71f60-11c6-4ce7-9fbc-7d838999ff9f') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:00.940754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a3485-9372-42c8-abb7-93773001464b req-f493ef84-4e3d-4afc-8266-96aa87fe3def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:00.946585 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-f493ef84-4e3d-4afc-8266-96aa87fe3def service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 1096 time: 0.4111233 Jan 28 10:10:00.963127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:00.987243 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.024164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.036999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:10:01.037515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.050801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11d5be6-63e1-4525-a8f1-4213fc5222fe up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:10:01.056443 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:10:01.190400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030e469-3606-4cd3-82ab-464a3b9ec05b req-59b221e4-861b-4519-a6bb-d72a0d0bb8f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:01.191909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3030e469-3606-4cd3-82ab-464a3b9ec05b req-59b221e4-861b-4519-a6bb-d72a0d0bb8f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 945 time: 0.6150682 Jan 28 10:10:01.218645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b11d5be6-63e1-4525-a8f1-4213fc5222fe completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:01.225587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b11d5be6-63e1-4525-a8f1-4213fc5222fe triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:01.226857 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.229535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.252093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.277419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.293109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] Pushing event deleted for resources: {'Network': ['ID=6667258c-7f58-4477-b098-22b49f3fd5a5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:01.314099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3030e469-3606-4cd3-82ab-464a3b9ec05b req-21d21861-a146-4b33-9c65-8cc51bcbb272 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138391 Jan 28 10:10:01.315964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-78f37984-aee6-47f0-b6e5-14ea23c861b3 tempest-NetworksIpV6Test-2105218069 tempest-NetworksIpV6Test-2105218069-project] 10.222.0.42 "DELETE /v2.0/networks/6667258c-7f58-4477-b098-22b49f3fd5a5 HTTP/1.1" status: 204 len: 168 time: 2.4387593 Jan 28 10:10:01.399172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a3485-9372-42c8-abb7-93773001464b req-22fb17e5-12b8-46c8-821e-0d2312b214a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:01.400331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-22fb17e5-12b8-46c8-821e-0d2312b214a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.4290183 Jan 28 10:10:01.402315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.494876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b11d5be6-63e1-4525-a8f1-4213fc5222fe, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b11d5be6-63e1-4525-a8f1-4213fc5222fe,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:01.501142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:01.617880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d9e45f71-b39f-48b7-ae3b-23f609397cd5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:01.672121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: d9e45f71-b39f-48b7-ae3b-23f609397cd5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:01.672724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d9e45f71-b39f-48b7-ae3b-23f609397cd5 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:01.688928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b11d5be6-63e1-4525-a8f1-4213fc5222fe,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:01.707660 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ed2f61b-2cd7-4611-8ba7-440024ad6d90', 'name': 'network-vif-deleted', 'tag': '18f75a63-9555-4838-a334-5c4278614aad', 'status': 'completed', 'code': 200} Jan 28 10:10:01.740936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-0e0a3c88-b88e-46a8-b18b-53f5607ab6aa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2af8e6d1-f01b-4412-bc74-ca634212e540 HTTP/1.1" status: 200 len: 217 time: 0.3304167 Jan 28 10:10:01.890032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60d23990-56cf-47d5-ad97-be26cc5c6af3 req-a579fcd2-3a28-4f63-8e02-0e79bf1cda2b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Synchronizing usage tracker for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:01.894262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=5ea89724-b4ec-4c68-9f80-21cc471226d6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:01.903142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:01.903502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:10:01.912193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1b6a4-8a34-437b-aefb-47b847484f58 req-2d26d897-1f05-49d8-b254-de0b4bb61aa0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:01.913998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a3485-9372-42c8-abb7-93773001464b req-46768498-6180-4717-a1fb-f37672d8bf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:01.914800 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bed1b6a4-8a34-437b-aefb-47b847484f58 req-2d26d897-1f05-49d8-b254-de0b4bb61aa0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 946 time: 0.1422808 Jan 28 10:10:01.916500 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-46768498-6180-4717-a1fb-f37672d8bf64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1634762 Jan 28 10:10:01.953951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40288) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:02.008315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:10:02.015729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-2cbbea4d-88d3-47b4-8de8-a608c1e927b3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905638 Jan 28 10:10:02.023605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60d23990-56cf-47d5-ad97-be26cc5c6af3 req-a579fcd2-3a28-4f63-8e02-0e79bf1cda2b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] Unset dirty status for tenant:e762b06872c341af9dce4aa66daaca2b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:02.032885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60d23990-56cf-47d5-ad97-be26cc5c6af3 req-a579fcd2-3a28-4f63-8e02-0e79bf1cda2b tempest-VolumesSnapshotTestJSON-1138574178 tempest-VolumesSnapshotTestJSON-1138574178-project] 10.222.0.42 "GET /v2.0/ports?device_id=0ed2f61b-2cd7-4611-8ba7-440024ad6d90 HTTP/1.1" status: 200 len: 210 time: 0.2877800 Jan 28 10:10:02.046482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bed1b6a4-8a34-437b-aefb-47b847484f58 req-e3380ad3-27c4-44db-bc8f-dc7021ae7c53 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252539 Jan 28 10:10:02.162840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:02.174985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b9018-105d-4241-b27f-ca29e872081f None None] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:02.260765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:02.260765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.270269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bde2587b-6fe6-4e4c-b81c-adcd49ddcba1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2da845d0870e44a09c1324d63ff2ce43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137283 Jan 28 10:10:02.271685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40306) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:02.276963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c3f7094-ea28-4cb9-b428-1364e95be5e2 req-f221fcc1-c91d-488a-b85f-545921240773 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 210 time: 0.1914527 Jan 28 10:10:02.321786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b6de63df-cf83-4632-88a8-f61236bcba0f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6751628 Jan 28 10:10:02.322990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40310) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:02.357509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:02.419203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-5d9f55c2-ded9-4435-961d-6444cae37398 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966265 Jan 28 10:10:02.525109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf', 'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': '5ea89724-b4ec-4c68-9f80-21cc471226d6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:10:02.527073 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.658053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a4a01b-eb6b-4fad-a81c-d870d0d23dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.689680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a4a01b-eb6b-4fad-a81c-d870d0d23dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.704675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:02.718339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:02.724293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-045a3485-9372-42c8-abb7-93773001464b req-f2beaae0-8c45-431b-84f2-510b602c457c service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984300 Jan 28 10:10:02.726128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:02.744889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:02.763791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:02.768206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.810197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Allocated IP 172.20.0.2 (e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf/5ea89724-b4ec-4c68-9f80-21cc471226d6/6792fe9b-1669-4228-94aa-5c81f8d0f4be) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:02.816893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdc0783-312b-4404-a905-bd92a265b974 req-9c800191-c19c-4fdf-a52f-bc3bb9eab809 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:02.819030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bfdc0783-312b-4404-a905-bd92a265b974 req-9c800191-c19c-4fdf-a52f-bc3bb9eab809 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 946 time: 0.2135167 Jan 28 10:10:02.888036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bfdc0783-312b-4404-a905-bd92a265b974 req-6a54ecd1-f8f7-49bf-b1fb-e43e0e4bbcf8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584483 Jan 28 10:10:02.900099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a4a01b-eb6b-4fad-a81c-d870d0d23dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.938093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a4a01b-eb6b-4fad-a81c-d870d0d23dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04d9f6b-ec1b-4af5-8ea2-51a32752ed5b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:02.944397 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-41a4a01b-eb6b-4fad-a81c-d870d0d23dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:02.948984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-41a4a01b-eb6b-4fad-a81c-d870d0d23dd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b04d9f6b-ec1b-4af5-8ea2-51a32752ed5b HTTP/1.1" status: 204 len: 168 time: 0.6747475 Jan 28 10:10:02.967231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11d5be6-63e1-4525-a8f1-4213fc5222fe up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:03.107543 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.229864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=f922f9bf-ca0d-4a76-a0df-0b21195253da,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:03.254472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '5b71bdd8-f52f-4334-9fa6-36dbccf4c520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:03.254856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: cf800ac8-129d-4710-9470-07b35303fefb, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:10:03.312886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network cf800ac8-129d-4710-9470-07b35303fefb is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:10:03.331754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b11d5be6-63e1-4525-a8f1-4213fc5222fe triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:03.332343 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.336193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, cf800ac8-129d-4710-9470-07b35303fefb) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:03.351633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:03.352222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.404698 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f6d179-96ad-4a7c-ad46-9a74b6ac6e19 None None] Network cf800ac8-129d-4710-9470-07b35303fefb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:03.408838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-11bf2824-20d4-4cbc-9392-2c4854828500 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0774388 Jan 28 10:10:03.409534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40362) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:03.419231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-902286035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:03.440495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:03.449629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:03.456346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:03.472220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:03.503858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.506086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.544746 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.584373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.612341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.617162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8435c09e-95d3-4446-86ad-aafc4388e3bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2063138 Jan 28 10:10:03.617810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40370) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:03.773644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:03.844907 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Transition to ACTIVE for port object 6792fe9b-1669-4228-94aa-5c81f8d0f4be will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:03.968083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Transition to ACTIVE for port object 6792fe9b-1669-4228-94aa-5c81f8d0f4be will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:04.007808 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:04.053511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-cccb0355-3fe2-4acc-ac3f-6df6716590de tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:04.055099 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-cccb0355-3fe2-4acc-ac3f-6df6716590de tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.8819025 Jan 28 10:10:04.153113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:04.158546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:04.193442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:04.200455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': 'c827271f-2085-4996-b648-7d9853bd9d33', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:04.301065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Pushing event updated for resources: {'Port': ['ID=6792fe9b-1669-4228-94aa-5c81f8d0f4be,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:04.308022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f69c8f43-46c2-4a69-8add-c4a664f1648f req-61cb63fd-8a80-4815-a2f4-4997f5323c6a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 210 time: 0.3822081 Jan 28 10:10:04.350832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-cf800ac8-129d-4710-9470-07b35303fefb', 'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': 'f922f9bf-ca0d-4a76-a0df-0b21195253da'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:10:04.351604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:04.463688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Attempting to bind port 6792fe9b-1669-4228-94aa-5c81f8d0f4be on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:04.464027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Attempting to bind port 6792fe9b-1669-4228-94aa-5c81f8d0f4be by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:04.466458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Attempting to bind port 6792fe9b-1669-4228-94aa-5c81f8d0f4be on network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:04.481155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:04.488770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Checking segment: {'id': 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:04.489417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:04.489958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Bound using segment: {'id': 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:04.490611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Bound port: 6792fe9b-1669-4228-94aa-5c81f8d0f4be, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:04.492095 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:04.516137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-9bb297b0-e44a-48bf-b3ed-167c89106fd0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:04.524378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-9bb297b0-e44a-48bf-b3ed-167c89106fd0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 946 time: 0.5957367 Jan 28 10:10:04.539034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:04.565221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:04.661503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port 16d9a265-bea7-484a-8af8-453d005b93ea {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:04.661842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:04.690121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40396) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:04.690783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:04.697338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:04.932920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] For port 6792fe9b-1669-4228-94aa-5c81f8d0f4be, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:04.958311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] For port 6792fe9b-1669-4228-94aa-5c81f8d0f4be, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6792fe9b-1669-4228-94aa-5c81f8d0f4be,segment=NetworkSegment(a9d8ad45-8d83-41cc-b132-78bdcfc058e6),segment_id=a9d8ad45-8d83-41cc-b132-78bdcfc058e6)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:04.972887 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.139291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Allocated IP 172.21.0.2 (cf800ac8-129d-4710-9470-07b35303fefb/f922f9bf-ca0d-4a76-a0df-0b21195253da/c08f9972-6f28-4b44-8d87-7cc5f253212e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:05.198319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8faea1c-dab3-4fab-a2cd-6a5b22ec14b9 req-18a7b532-df5d-4647-bbdd-753c4501d6f1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:05.198845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f7f3a-c6f5-4a96-afc7-9658ad06b1a2 None None] Pushing event updated for resources: {'Port': ['ID=6792fe9b-1669-4228-94aa-5c81f8d0f4be,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:05.199960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8faea1c-dab3-4fab-a2cd-6a5b22ec14b9 req-18a7b532-df5d-4647-bbdd-753c4501d6f1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 946 time: 0.7324495 Jan 28 10:10:05.237405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-233154341'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:05.263528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.6 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/d7f067d2-b675-4f03-a503-4aa48f066b0c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:05.268085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:05.288463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:05.293396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:05.313885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.317954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:05.384857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:05.388842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.443822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.496491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port 16d9a265-bea7-484a-8af8-453d005b93ea, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=16d9a265-bea7-484a-8af8-453d005b93ea,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:05.497150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.539677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:05.649648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8faea1c-dab3-4fab-a2cd-6a5b22ec14b9 req-22a16afb-6df8-439a-bf00-8c578a9271d8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858151 Jan 28 10:10:05.789709 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.806884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Transition to ACTIVE for port object c08f9972-6f28-4b44-8d87-7cc5f253212e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:05.855144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Transition to ACTIVE for port object c08f9972-6f28-4b44-8d87-7cc5f253212e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:05.879011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:05.926609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:security_group_rule and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:05.937282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:05.946294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:05.963727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Network cf800ac8-129d-4710-9470-07b35303fefb is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:05.970326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:05.980815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for 16d9a265-bea7-484a-8af8-453d005b93ea owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:05.985714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:06.078555 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-815ba5ae-605a-44e4-bd47-bdf95b17caeb req-e02c4f84-78a0-4523-bece-a02fd69f0b28 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 210 time: 0.2401819 Jan 28 10:10:06.092388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Pushing event updated for resources: {'Port': ['ID=c08f9972-6f28-4b44-8d87-7cc5f253212e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:06.106082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.106425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.106777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.107658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.107658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.108011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.108473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.108848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.109867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.109867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.110113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.110253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:06.113878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Attempting to bind port c08f9972-6f28-4b44-8d87-7cc5f253212e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:06.114113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Attempting to bind port c08f9972-6f28-4b44-8d87-7cc5f253212e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '5b71bdd8-f52f-4334-9fa6-36dbccf4c520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:06.114335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Attempting to bind port c08f9972-6f28-4b44-8d87-7cc5f253212e on network cf800ac8-129d-4710-9470-07b35303fefb {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:06.120969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:06.121925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Checking segment: {'id': '5b71bdd8-f52f-4334-9fa6-36dbccf4c520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:06.121925 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.122153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Bound using segment: {'id': '5b71bdd8-f52f-4334-9fa6-36dbccf4c520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:06.122636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Bound port: c08f9972-6f28-4b44-8d87-7cc5f253212e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b71bdd8-f52f-4334-9fa6-36dbccf4c520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'cf800ac8-129d-4710-9470-07b35303fefb'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:06.123014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.251794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] For port c08f9972-6f28-4b44-8d87-7cc5f253212e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:06.255831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] For port c08f9972-6f28-4b44-8d87-7cc5f253212e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c08f9972-6f28-4b44-8d87-7cc5f253212e,segment=NetworkSegment(5b71bdd8-f52f-4334-9fa6-36dbccf4c520),segment_id=5b71bdd8-f52f-4334-9fa6-36dbccf4c520)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:06.269027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.289668 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.352987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.20.0.1 (e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf/5ea89724-b4ec-4c68-9f80-21cc471226d6/6ac83404-bac6-447c-8923-9d30ca39218e) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:06.363948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object d7f067d2-b675-4f03-a503-4aa48f066b0c will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:06.383694 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.407459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.456029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebb0905-e880-4f24-89ac-eb4c5a799f10 None None] Pushing event updated for resources: {'Port': ['ID=c08f9972-6f28-4b44-8d87-7cc5f253212e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:06.458876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.469918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:06.570508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['2af8e6d1-f01b-4412-bc74-ca634212e540'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:06.620616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:10:06.669590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.672415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=16d9a265-bea7-484a-8af8-453d005b93ea,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:06.708283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63183bed-2b11-48c4-8b7b-05bc1877bbbe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:06.752793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 6ac83404-bac6-447c-8923-9d30ca39218e will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:06.831607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.847492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:06.850672 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment d6699741-8b16-4f22-893e-663764ad2a5e of type vlan for network 6b96bab8-ba56-4f1e-91d1-e862dd164534 Jan 28 10:10:07.024062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:07.051399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:07.082941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:07.086572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:07.224177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c08f9972-6f28-4b44-8d87-7cc5f253212e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:07.287487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b0b009-26f7-4c4b-af64-8afbc9bbe2a4 None None] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:07.300336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-970e1b40-c66a-4171-8208-1f3ee56b819b req-e3690841-9c39-4429-aeb5-60bf5a03ab8c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 210 time: 0.2476861 Jan 28 10:10:07.303911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=6ac83404-bac6-447c-8923-9d30ca39218e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:07.341914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:07.440327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port 16d9a265-bea7-484a-8af8-453d005b93ea on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:07.490816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:07.502910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:07.506365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '562e0586-364e-470a-8ccc-da9ad105904d', 'name': 'network-vif-deleted', 'tag': '16d9a265-bea7-484a-8af8-453d005b93ea'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:07.667386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:07.671698 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '562e0586-364e-470a-8ccc-da9ad105904d', 'name': 'network-vif-deleted', 'tag': '16d9a265-bea7-484a-8af8-453d005b93ea', 'status': 'completed', 'code': 200} Jan 28 10:10:07.693058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:07.705797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4d9eef0c-7b79-406d-b80c-77cc96a41182 None None] Provisioning for port 6792fe9b-1669-4228-94aa-5c81f8d0f4be completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:07.706037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:07.731592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:07.772971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port c08f9972-6f28-4b44-8d87-7cc5f253212e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:07.813845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 16d9a265-bea7-484a-8af8-453d005b93ea no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:07.846802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=d7f067d2-b675-4f03-a503-4aa48f066b0c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:07.908622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:10:07.938752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6792fe9b-1669-4228-94aa-5c81f8d0f4be up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:07.949708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc4b8688-2600-4542-850a-eb1c3a034972 req-fd4cb283-7a08-48ef-8eb7-7fd9bba793ac tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "DELETE /v2.0/ports/16d9a265-bea7-484a-8af8-453d005b93ea HTTP/1.1" status: 204 len: 173 time: 3.3708644 Jan 28 10:10:08.052894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:08.053932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.059183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 16d9a265-bea7-484a-8af8-453d005b93ea {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:08.059519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 16d9a265-bea7-484a-8af8-453d005b93ea not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:08.115556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-9c73c79f-2b06-4191-8f57-a56ab970205d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9839501 Jan 28 10:10:08.132397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Request body: {'port': {'device_id': 'c827271f-2085-4996-b648-7d9853bd9d33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:08.194803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.204224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:08.207422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.286873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6792fe9b-1669-4228-94aa-5c81f8d0f4be completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:08.296846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6792fe9b-1669-4228-94aa-5c81f8d0f4be triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:08.296846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.307180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b529357-ffa3-4ca0-ab9e-7c83a55194fe req-87a28798-2cd5-4596-ac4c-dedb389e474c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:08.310684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8b529357-ffa3-4ca0-ab9e-7c83a55194fe req-87a28798-2cd5-4596-ac4c-dedb389e474c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:08.380491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.6713784 Jan 28 10:10:08.399782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40426) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:08.420045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b9f3031-f331-4615-8c55-43821b53a67a None None] Provisioning for port d7f067d2-b675-4f03-a503-4aa48f066b0c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:08.424032 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3be306e-5b01-450a-b520-247682e726c9 None None] Network cf800ac8-129d-4710-9470-07b35303fefb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:08.493862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-205745612'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:08.504260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:08.510789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.512842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:08.517832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.518728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:08.531007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:08.620246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da37ba00-2c71-4503-845c-9ba6cb3785d1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=6b96bab8-ba56-4f1e-91d1-e862dd164534,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:08.662982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:08.687468 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.739151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8b529357-ffa3-4ca0-ab9e-7c83a55194fe req-87a28798-2cd5-4596-ac4c-dedb389e474c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:08.746513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b529357-ffa3-4ca0-ab9e-7c83a55194fe req-87a28798-2cd5-4596-ac4c-dedb389e474c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 931 time: 1.2884903 Jan 28 10:10:08.811701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.837415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b9f3031-f331-4615-8c55-43821b53a67a None None] Provisioning complete for port d7f067d2-b675-4f03-a503-4aa48f066b0c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:08.837784 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b9f3031-f331-4615-8c55-43821b53a67a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.849626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f105ce8-8f4e-428a-a027-76858590dd7f req-d153b9ff-463b-4bd1-9687-19edaae031dc tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=562e0586-364e-470a-8ccc-da9ad105904d HTTP/1.1" status: 200 len: 210 time: 0.2887475 Jan 28 10:10:08.882766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=6ac83404-bac6-447c-8923-9d30ca39218e,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:08.884497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:10:08.885593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:08.993242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:10:09.024515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b529357-ffa3-4ca0-ab9e-7c83a55194fe req-9992da51-f921-4672-9dad-c72958e70460 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750616 Jan 28 10:10:09.042252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.042839 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment b8b876a2-8ba8-45c0-823d-e8f3ee921089 of type vlan for network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 Jan 28 10:10:09.049950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8b9f3031-f331-4615-8c55-43821b53a67a None None] Port d7f067d2-b675-4f03-a503-4aa48f066b0c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:09.051543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:09.057370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:09.137392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.184704 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.215498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] Provisioning for port c08f9972-6f28-4b44-8d87-7cc5f253212e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:09.223104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] Provisioning complete for port c08f9972-6f28-4b44-8d87-7cc5f253212e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:09.223467 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.343763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6792fe9b-1669-4228-94aa-5c81f8d0f4be, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6792fe9b-1669-4228-94aa-5c81f8d0f4be,segment=NetworkSegment(a9d8ad45-8d83-41cc-b132-78bdcfc058e6),segment_id=a9d8ad45-8d83-41cc-b132-78bdcfc058e6)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:09.380243 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.386738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:09.387263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.432810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.485077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router ff9b2191-3b6a-46ca-9e00-e1dfe285edfc is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:10:09.635297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.663891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:09.722175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6792fe9b-1669-4228-94aa-5c81f8d0f4be,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:09.738192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:10:09.751902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a66ad682-bcbb-4ced-b5ba-d576dc6b02dd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3427820 Jan 28 10:10:09.753074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:09.763064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:09.909132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] For port c08f9972-6f28-4b44-8d87-7cc5f253212e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c08f9972-6f28-4b44-8d87-7cc5f253212e,segment=NetworkSegment(5b71bdd8-f52f-4334-9fa6-36dbccf4c520),segment_id=5b71bdd8-f52f-4334-9fa6-36dbccf4c520)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:09.939185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:09.959663 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:09.996519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8694e747-20c9-4465-8646-2a0e9a405938 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/ff9b2191-3b6a-46ca-9e00-e1dfe285edfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3776515 Jan 28 10:10:10.005601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40444) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:10.162983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:10.168950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] Sync routers for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:10.175429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:10.201310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:10.222596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a757a-9518-4cad-b643-bf876f0f4074 None None] Pushing event updated for resources: {'Port': ['ID=c08f9972-6f28-4b44-8d87-7cc5f253212e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:10.224990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:10.244378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c7b2d2-c975-4a60-8ec5-08be0497e90b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:10.255213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:10:10.272835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-92c7b2d2-c975-4a60-8ec5-08be0497e90b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:10.279513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:10.284792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Provisioning for port 6ac83404-bac6-447c-8923-9d30ca39218e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:10.304608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:10.306371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Provisioning complete for port 6ac83404-bac6-447c-8923-9d30ca39218e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:10.308469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:10.324720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-92c7b2d2-c975-4a60-8ec5-08be0497e90b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:10.325926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92c7b2d2-c975-4a60-8ec5-08be0497e90b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports/6ac83404-bac6-447c-8923-9d30ca39218e HTTP/1.1" status: 200 len: 910 time: 0.3193521 Jan 28 10:10:10.328693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:10.347993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:10.348505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:10.430993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:10.454245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:10.455398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:10.528418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Port 6ac83404-bac6-447c-8923-9d30ca39218e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:10.531270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:10.532202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d71bbda-d16d-4491-876a-9b3716e6fc54 None None] The sync data for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:10.544385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Provisioning complete for port 6792fe9b-1669-4228-94aa-5c81f8d0f4be triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:10.544796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:10.653841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7f067d2-b675-4f03-a503-4aa48f066b0c {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:10:10.669404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:10.705132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Transition to ACTIVE for port object d7f067d2-b675-4f03-a503-4aa48f066b0c will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:10.717446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c67e5-255f-4874-8d27-371dee761ea4 req-46cb32cc-96e1-45b4-98fa-a6e1e3fd1b6f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:10.720483 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-144c67e5-255f-4874-8d27-371dee761ea4 req-46cb32cc-96e1-45b4-98fa-a6e1e3fd1b6f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 931 time: 0.3681877 Jan 28 10:10:10.724967 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:10.765028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Provisioning complete for port c08f9972-6f28-4b44-8d87-7cc5f253212e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:10.765475 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa41fda6-0415-496b-bf5a-0cdab59a4ab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.080560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c5d9a182-1acd-4fb0-8bf1-6c7d7c31f8b1 None None] Provisioning complete for port 6ac83404-bac6-447c-8923-9d30ca39218e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:11.080965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c5d9a182-1acd-4fb0-8bf1-6c7d7c31f8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.245384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c5d9a182-1acd-4fb0-8bf1-6c7d7c31f8b1 None None] Port 6ac83404-bac6-447c-8923-9d30ca39218e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:11.343877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-144c67e5-255f-4874-8d27-371dee761ea4 req-9c257fff-ff54-4533-9e36-c94ecf7db8ec tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100159 Jan 28 10:10:11.348146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.408201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f067d2-b675-4f03-a503-4aa48f066b0c,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:11.431185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752f304-084a-442d-baef-7841fab20097 req-70f25dac-bbff-42db-8824-ae5fdd709b6b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:11.437205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3752f304-084a-442d-baef-7841fab20097 req-70f25dac-bbff-42db-8824-ae5fdd709b6b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 945 time: 0.3466065 Jan 28 10:10:11.580017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=660ebdde-fcfe-475f-bc98-d9c63a2a5bf9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:11.584572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': 'd6699741-8b16-4f22-893e-663764ad2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:11.585036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: 6b96bab8-ba56-4f1e-91d1-e862dd164534, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:10:11.602068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c08f9972-6f28-4b44-8d87-7cc5f253212e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:11.634018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3752f304-084a-442d-baef-7841fab20097 req-50201f83-f280-4192-af91-1540e949f2f6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818435 Jan 28 10:10:11.666954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Attempting to bind port d7f067d2-b675-4f03-a503-4aa48f066b0c on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:11.667343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Attempting to bind port d7f067d2-b675-4f03-a503-4aa48f066b0c by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:11.667752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Attempting to bind port d7f067d2-b675-4f03-a503-4aa48f066b0c on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:11.685633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:10:11.691252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Port d7f067d2-b675-4f03-a503-4aa48f066b0c on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:10:11.691648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Attempting to bind port d7f067d2-b675-4f03-a503-4aa48f066b0c on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:11.701595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:11.701930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:11.705314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:11.705740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Bound port: d7f067d2-b675-4f03-a503-4aa48f066b0c, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:11.706169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.732026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port c08f9972-6f28-4b44-8d87-7cc5f253212e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:11.732614 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.738107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6b96bab8-ba56-4f1e-91d1-e862dd164534) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:11.739072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.754305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:11.760459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.809250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3ff853-db13-4546-a3d1-4f59879859f1 None None] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:11.899424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] For port d7f067d2-b675-4f03-a503-4aa48f066b0c, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:11.902979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] For port d7f067d2-b675-4f03-a503-4aa48f066b0c, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:11.912146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:11.976786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ad864ae5-d29a-4c71-ad16-0a25bdbc7989 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2221193 Jan 28 10:10:11.991207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40470) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:12.004037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:12.038398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:12.041011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:12.046294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] 10.222.0.43 "PUT /v2.0/ports/d7f067d2-b675-4f03-a503-4aa48f066b0c HTTP/1.1" status: 200 len: 1091 time: 3.9188175 Jan 28 10:10:12.051448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c827271f-2085-4996-b648-7d9853bd9d33', 'tag': 'd7f067d2-b675-4f03-a503-4aa48f066b0c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:12.236362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-6b96bab8-ba56-4f1e-91d1-e862dd164534', 'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': '660ebdde-fcfe-475f-bc98-d9c63a2a5bf9'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:10:12.237473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:12.286619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6792fe9b-1669-4228-94aa-5c81f8d0f4be up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:12.315211 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c827271f-2085-4996-b648-7d9853bd9d33', 'tag': 'd7f067d2-b675-4f03-a503-4aa48f066b0c', 'status': 'completed', 'code': 200} Jan 28 10:10:12.345210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:12.357865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:12.365037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:12.371687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:12.394230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.21.0.1 (cf800ac8-129d-4710-9470-07b35303fefb/f922f9bf-ca0d-4a76-a0df-0b21195253da/9ebf9fc5-8b43-44d9-97ef-4e82461aedb1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:12.449839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83f49b-e78e-4faf-8216-f17055cc46d3 service neutron] Pushing event updated for resources: {'Port': ['ID=d7f067d2-b675-4f03-a503-4aa48f066b0c,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:12.458112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:12.465838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:12.737697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:12.753729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-09c23118-2894-4c69-b352-bac7af4d3b6f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:12.755256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-09c23118-2894-4c69-b352-bac7af4d3b6f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:12.761496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d66f5fcf-74cc-4a5b-bc75-5ba03621995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:12.762967 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d66f5fcf-74cc-4a5b-bc75-5ba03621995b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 1094 time: 0.6469109 Jan 28 10:10:12.770289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:12.846283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6792fe9b-1669-4228-94aa-5c81f8d0f4be triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:12.846858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:12.869472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64100ac6-6257-403c-9044-833e0a063298 req-ab602263-b118-4037-99b2-39665b9eaa00 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:12.871667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64100ac6-6257-403c-9044-833e0a063298 req-ab602263-b118-4037-99b2-39665b9eaa00 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 943 time: 0.2646258 Jan 28 10:10:12.873642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:12.949913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Allocated IP 2001:db8::2 (6b96bab8-ba56-4f1e-91d1-e862dd164534/660ebdde-fcfe-475f-bc98-d9c63a2a5bf9/47fd7142-b1f4-4cee-80e0-095ef4b4cd8f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:12.957398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network cf800ac8-129d-4710-9470-07b35303fefb is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:12.967438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:13.021200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:13.042529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-4e5245ab-45a6-4f00-a16f-ec81714e3801 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c HTTP/1.1" status: 200 len: 217 time: 0.2142537 Jan 28 10:10:13.137227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=9ebf9fc5-8b43-44d9-97ef-4e82461aedb1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:13.154869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.160111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64100ac6-6257-403c-9044-833e0a063298 req-8b53d0d0-6efb-4034-9929-c9c91302534f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:13.178942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-09c23118-2894-4c69-b352-bac7af4d3b6f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:13.180971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-09c23118-2894-4c69-b352-bac7af4d3b6f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 945 time: 1.1200697 Jan 28 10:10:13.230351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64100ac6-6257-403c-9044-833e0a063298 req-8b53d0d0-6efb-4034-9929-c9c91302534f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:13.240771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64100ac6-6257-403c-9044-833e0a063298 req-8b53d0d0-6efb-4034-9929-c9c91302534f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545973 Jan 28 10:10:13.378395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0502a45f-e8f1-4bc3-8a55-3f6919743def None None] Provisioning for port 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:13.408968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0502a45f-e8f1-4bc3-8a55-3f6919743def None None] Provisioning complete for port 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:13.410243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0502a45f-e8f1-4bc3-8a55-3f6919743def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.437510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.448499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d9707b4a-5ad2-4f99-b110-0a738c36a932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:13.450200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d9707b4a-5ad2-4f99-b110-0a738c36a932 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.3887589 Jan 28 10:10:13.454258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port 2af8e6d1-f01b-4412-bc74-ca634212e540 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:13.454596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.469281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.536104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Transition to ACTIVE for port object 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:13.564924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0502a45f-e8f1-4bc3-8a55-3f6919743def None None] Port 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:13.573429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Transition to ACTIVE for port object 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:13.582145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.583351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.595300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e955217-a010-40dc-a574-8e01280e708f req-333d7325-6a33-4486-b8b2-0e0e008267f5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:13.597169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e955217-a010-40dc-a574-8e01280e708f req-333d7325-6a33-4486-b8b2-0e0e008267f5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 945 time: 0.6867023 Jan 28 10:10:13.669517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:13.677887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:13.681016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:13.778981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Pushing event updated for resources: {'Port': ['ID=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:13.806893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Attempting to bind port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:13.807253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Attempting to bind port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'd6699741-8b16-4f22-893e-663764ad2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:13.807608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Attempting to bind port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f on network 6b96bab8-ba56-4f1e-91d1-e862dd164534 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:13.823479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:13.823857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Checking segment: {'id': 'd6699741-8b16-4f22-893e-663764ad2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:13.824228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.824604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Bound using segment: {'id': 'd6699741-8b16-4f22-893e-663764ad2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:13.825090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Bound port: 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6699741-8b16-4f22-893e-663764ad2a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '6b96bab8-ba56-4f1e-91d1-e862dd164534'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:13.825465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:13.885005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=8921b7de-6e38-4afb-ae46-93af7dcae2dd,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:13.890109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e955217-a010-40dc-a574-8e01280e708f req-e0386761-4430-48e0-bce6-d188f74ba710 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382867 Jan 28 10:10:13.905120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': 'b8b876a2-8ba8-45c0-823d-e8f3ee921089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:13.905478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:10:14.009212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.099930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] For port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:14.106347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] For port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,segment=NetworkSegment(d6699741-8b16-4f22-893e-663764ad2a5e),segment_id=d6699741-8b16-4f22-893e-663764ad2a5e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:14.113287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.134845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d83f47a7-a8dd-48e5-8cc7-07cb08b534fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:14.136352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-d83f47a7-a8dd-48e5-8cc7-07cb08b534fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6288085 Jan 28 10:10:14.280182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7178c0-7647-4cf6-8763-b66cdc7df33f None None] Pushing event updated for resources: {'Port': ['ID=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:14.309286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.319289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.397353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port 2af8e6d1-f01b-4412-bc74-ca634212e540, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=2af8e6d1-f01b-4412-bc74-ca634212e540,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:14.397942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.597408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for 2af8e6d1-f01b-4412-bc74-ca634212e540 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:14.686521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:10:14.693971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=9ebf9fc5-8b43-44d9-97ef-4e82461aedb1,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:14.696422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.779948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:14.801340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:14.802078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:14.802481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be5f84c4-980d-4b22-abb4-ea339d2c479e None None] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:14.904779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46337b87-144e-4eeb-937e-9e4c20070a11 req-1ed3d777-c409-40ca-a693-104a087ee9f7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:14.918213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46337b87-144e-4eeb-937e-9e4c20070a11 req-1ed3d777-c409-40ca-a693-104a087ee9f7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 943 time: 0.4833713 Jan 28 10:10:14.967029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network cf800ac8-129d-4710-9470-07b35303fefb is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:14.969994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:15.089811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-25b4cc8c-e97d-4f23-a212-40421516b465 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9445651 Jan 28 10:10:15.105025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.134501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:15.210129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-06938ff8-90a7-4842-a2b6-3de7d3d424ce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2123325 Jan 28 10:10:15.279258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40496) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:15.348713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1148783750', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:15.391396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46337b87-144e-4eeb-937e-9e4c20070a11 req-88c71ae4-6dbc-463c-9711-42c13c8e5a64 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4722283 Jan 28 10:10:15.400535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:15.425443 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.431077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1bde2664-ef2b-4403-b8db-504d8d1a6192 req-fe3722d1-8f6f-4cf5-9046-79441d6eaf93 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:15.443569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=2af8e6d1-f01b-4412-bc74-ca634212e540,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:15.447024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:15.451629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:15.458661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:15.486451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router ff9b2191-3b6a-46ca-9e00-e1dfe285edfc has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:15.490873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.491947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.788014 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.819081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port 2af8e6d1-f01b-4412-bc74-ca634212e540 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:15.826502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.830950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3f0ae0b7-20d3-44f6-b50e-9efbd40870d5 req-4da32656-71ff-44d2-b751-20a26c23f989 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "DELETE /v2.0/ports/2af8e6d1-f01b-4412-bc74-ca634212e540 HTTP/1.1" status: 204 len: 173 time: 2.6206243 Jan 28 10:10:15.831877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10', 'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': '8921b7de-6e38-4afb-ae46-93af7dcae2dd'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:10:15.833559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.840911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'name': 'network-vif-deleted', 'tag': '2af8e6d1-f01b-4412-bc74-ca634212e540'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:15.871218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:15.879845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1bde2664-ef2b-4403-b8db-504d8d1a6192 req-fe3722d1-8f6f-4cf5-9046-79441d6eaf93 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:15.901574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1bde2664-ef2b-4403-b8db-504d8d1a6192 req-fe3722d1-8f6f-4cf5-9046-79441d6eaf93 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c9bee5-8883-4d0a-9b92-4b401b9c20d3 HTTP/1.1" status: 200 len: 210 time: 0.6527312 Jan 28 10:10:15.928582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:15.981396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:15.994044 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c9bee5-8883-4d0a-9b92-4b401b9c20d3', 'name': 'network-vif-deleted', 'tag': '2af8e6d1-f01b-4412-bc74-ca634212e540', 'status': 'completed', 'code': 200} Jan 28 10:10:15.997254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-492bc156-cbde-4423-b5a3-d6681e5e54c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/ff9b2191-3b6a-46ca-9e00-e1dfe285edfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6673124 Jan 28 10:10:15.998224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40504) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:16.007732 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] Sync routers for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:16.018538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:16.024579 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:16.024855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40508) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:16.025094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7852d805-9caf-4a34-9725-f23f01b15f94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7369213 Jan 28 10:10:16.032789 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:16.098175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2af8e6d1-f01b-4412-bc74-ca634212e540 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:16.198682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-968d96b3-32db-4df6-b00b-7fb4eacbc174 None None] Provisioning complete for port 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:16.199881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-968d96b3-32db-4df6-b00b-7fb4eacbc174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:16.204969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7d60857-b716-4740-ab66-e00a507e5e70 req-37601b97-b1f8-4192-90f5-12eef324b739 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0750959 Jan 28 10:10:16.256303 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:16.274032 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:16.275141 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:16.295838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b306102e-bc04-4ce8-a0e0-c8bb28f1fd67 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:16.300739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b306102e-bc04-4ce8-a0e0-c8bb28f1fd67 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:16.371401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b306102e-bc04-4ce8-a0e0-c8bb28f1fd67 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:16.376033 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b306102e-bc04-4ce8-a0e0-c8bb28f1fd67 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports/9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 HTTP/1.1" status: 200 len: 910 time: 0.3728402 Jan 28 10:10:16.381579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40512) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:16.412093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-968d96b3-32db-4df6-b00b-7fb4eacbc174 None None] Port 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:16.420460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85eb27e0-e7c1-4e1e-97ba-4c98d97f5569 None None] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:16.447192 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:16.447600 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99714e42-358b-4fc3-aad3-8a92e8dec938 None None] The sync data for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:16.671423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 2af8e6d1-f01b-4412-bc74-ca634212e540 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:16.671768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 2af8e6d1-f01b-4412-bc74-ca634212e540 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:16.834611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:17.015031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] Provisioning for port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:17.112795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] Provisioning complete for port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:17.113431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:17.438416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Allocated IP 2001:db8:1::2 (4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10/8921b7de-6e38-4afb-ae46-93af7dcae2dd/ca8145e2-1d85-4a3c-aa22-c90c7f57105e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:17.442189 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:17.577542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] For port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,segment=NetworkSegment(d6699741-8b16-4f22-893e-663764ad2a5e),segment_id=d6699741-8b16-4f22-893e-663764ad2a5e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:17.599292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:17.689345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-f40d53c7-2ef4-4df2-80b6-35eeeb5a3923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:17.691346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-f40d53c7-2ef4-4df2-80b6-35eeeb5a3923 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 1094 time: 1.3036592 Jan 28 10:10:17.820638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:17.865243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e7dfd-ad4b-428a-a19e-977892fc1238 req-7acb6e96-6f24-4193-820a-11083c54699a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:17.867583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a6e7dfd-ad4b-428a-a19e-977892fc1238 req-7acb6e96-6f24-4193-820a-11083c54699a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 943 time: 0.9755051 Jan 28 10:10:17.926702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce70fd-88de-45f5-99db-3c945001282d None None] Pushing event updated for resources: {'Port': ['ID=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:17.941108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-d4b3a82e-c62c-4885-b27a-3398c40f6ad3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:17.942601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-d4b3a82e-c62c-4885-b27a-3398c40f6ad3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.1963317 Jan 28 10:10:17.986249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-3e0c96e9-033d-489e-adc4-115ec3fb422c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0236378 Jan 28 10:10:18.105077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:18.153804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Transition to ACTIVE for port object ca8145e2-1d85-4a3c-aa22-c90c7f57105e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:18.154263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-3af21cde-1483-4132-a807-2257a6442226 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1669893 Jan 28 10:10:18.214759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a6e7dfd-ad4b-428a-a19e-977892fc1238 req-2cd0f15b-020e-4947-8c60-4abd6b9ced4e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460968 Jan 28 10:10:18.244468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Transition to ACTIVE for port object ca8145e2-1d85-4a3c-aa22-c90c7f57105e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:18.259839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:18.307116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-9f999705-6ef1-480f-a8a8-cf9f8a90ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:18.309427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-9f999705-6ef1-480f-a8a8-cf9f8a90ec7e service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.6090255 Jan 28 10:10:18.360638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-c615cc6a-d2ab-46c7-9729-33f7dc602b90 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046492 Jan 28 10:10:18.441902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:18.456253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Pushing event updated for resources: {'Port': ['ID=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:18.471211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:18.472862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:18.476477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:18.508804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-3cdba1eb-badd-469e-8554-3b7c3ab611d0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c HTTP/1.1" status: 200 len: 217 time: 0.1744771 Jan 28 10:10:18.563124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0fdfa14a-2672-4c8b-96e2-9532d6ae204e None None] Provisioning complete for port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:18.563645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0fdfa14a-2672-4c8b-96e2-9532d6ae204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:18.633711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Attempting to bind port ca8145e2-1d85-4a3c-aa22-c90c7f57105e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:18.634087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Attempting to bind port ca8145e2-1d85-4a3c-aa22-c90c7f57105e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b8b876a2-8ba8-45c0-823d-e8f3ee921089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:18.634453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Attempting to bind port ca8145e2-1d85-4a3c-aa22-c90c7f57105e on network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:18.646744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:18.647136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Checking segment: {'id': 'b8b876a2-8ba8-45c0-823d-e8f3ee921089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:18.647521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:18.647909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Bound using segment: {'id': 'b8b876a2-8ba8-45c0-823d-e8f3ee921089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:18.648370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Bound port: ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b876a2-8ba8-45c0-823d-e8f3ee921089', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:18.648766 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:18.885283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-f326becd-42a2-4aad-a7f5-d6724b145919 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232580 Jan 28 10:10:18.888427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-a6f53dc7-adcd-486b-a490-28c90e057c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:18.890139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-a6f53dc7-adcd-486b-a490-28c90e057c42 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.3760393 Jan 28 10:10:18.952997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:19.013820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:19.032297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:19.037394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:19.038386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:19.158267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8::1 (6b96bab8-ba56-4f1e-91d1-e862dd164534/660ebdde-fcfe-475f-bc98-d9c63a2a5bf9/5eada58c-8b4d-4282-bfc5-4e378b797558) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:19.240040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7ba09fb-a748-48e5-b3b7-4b8aea7a2b81 req-5c148f9a-edef-401b-b858-f46950d8011e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 210 time: 0.0696573 Jan 28 10:10:19.253707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ddee8-a1aa-484a-a8fa-9b737523fef5 None None] Pushing event updated for resources: {'Port': ['ID=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:19.486065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-fb7abbf2-a6d3-4d04-898f-8d2096326126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:19.497692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-fb7abbf2-a6d3-4d04-898f-8d2096326126 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5224252 Jan 28 10:10:19.666882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:19.705811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:19.870476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:19.870871 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:19.940799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:19.975795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 9ebf9fc5-8b43-44d9-97ef-4e82461aedb1 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:20.008326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-38223a47-6009-445e-aff7-d87dbf62b34c service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015006 Jan 28 10:10:20.086835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 5eada58c-8b4d-4282-bfc5-4e378b797558 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:20.366806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d482df-4afb-4f17-9a2c-2f0813726f0d req-1f6cc777-62e2-4d4c-a81e-23c60c0c1945 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:20.385827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d482df-4afb-4f17-9a2c-2f0813726f0d req-1f6cc777-62e2-4d4c-a81e-23c60c0c1945 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 943 time: 0.9565527 Jan 28 10:10:20.419212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70927f47-7e67-4315-a8b9-0baaf2735487 req-c72c29ef-68d2-4e9e-a45e-8230c99d7ef9 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4055007 Jan 28 10:10:20.420859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:20.633975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=5eada58c-8b4d-4282-bfc5-4e378b797558,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:20.648031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52dbaef8-925d-43c1-929b-79d15235b0f4 req-e4b0b02a-5af7-4835-b280-01fd052ac398 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 210 time: 0.0733190 Jan 28 10:10:20.675461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:20.677496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:20.703778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:20.704572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:20.808071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86d482df-4afb-4f17-9a2c-2f0813726f0d req-397f7beb-4b3a-4cc7-8011-df4900be3c5a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4187622 Jan 28 10:10:20.878673 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:20.961419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:21.099645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=9ebf9fc5-8b43-44d9-97ef-4e82461aedb1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:21.410382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7cbbd2-ae7f-4d69-a72f-65e7dbf3db5d None None] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:21.662246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:21.753580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2e048a08-0b5a-453e-92d9-5894017c56d5 None None] Provisioning for port 5eada58c-8b4d-4282-bfc5-4e378b797558 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:21.770429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2e048a08-0b5a-453e-92d9-5894017c56d5 None None] Provisioning complete for port 5eada58c-8b4d-4282-bfc5-4e378b797558 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:21.771165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2e048a08-0b5a-453e-92d9-5894017c56d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:21.860164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca8145e2-1d85-4a3c-aa22-c90c7f57105e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:21.990010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-6b0cf71a-cd5f-4c1f-9673-9c47eb75c3a3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:22.004937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-6b0cf71a-cd5f-4c1f-9673-9c47eb75c3a3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.6195481 Jan 28 10:10:22.063270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:22.091536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2e048a08-0b5a-453e-92d9-5894017c56d5 None None] Port 5eada58c-8b4d-4282-bfc5-4e378b797558 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:22.104254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ca8145e2-1d85-4a3c-aa22-c90c7f57105e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:22.229082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:22.242724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:22.307341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] Provisioning for port ca8145e2-1d85-4a3c-aa22-c90c7f57105e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:22.318423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] Provisioning complete for port ca8145e2-1d85-4a3c-aa22-c90c7f57105e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:22.324415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:22.344418 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-552b3ea7-26ba-4e58-a3fa-4dafc76a34ca req-c8d1ca4e-90b5-4e39-9bcc-d5050aad2965 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 210 time: 0.3249435 Jan 28 10:10:22.345044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:22.349113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:22.496929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:22.624826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:22.668705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:22.670340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router ff9b2191-3b6a-46ca-9e00-e1dfe285edfc has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:22.691168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44960c58-92b6-4a12-b67f-fec00f1e8603 req-bd3a8cdd-5013-472e-a52e-1d969f31c95b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:22.703742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44960c58-92b6-4a12-b67f-fec00f1e8603 req-bd3a8cdd-5013-472e-a52e-1d969f31c95b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 943 time: 0.5871212 Jan 28 10:10:22.803158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a059d99-d168-4edb-8360-dd0aca4a5a3c None None] Pushing event updated for resources: {'Port': ['ID=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:22.881417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d7f067d2-b675-4f03-a503-4aa48f066b0c details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:10:22.896295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.7 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/7a41dd33-f94f-4b42-a095-9c4768d7e862) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:22.934941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44960c58-92b6-4a12-b67f-fec00f1e8603 req-a7bd6638-4aaa-4823-ae70-c6665595dbde tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195640 Jan 28 10:10:22.963587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:22.988316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e140b1e3-b6c7-4a4a-b0d1-1df411f5e232 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/ff9b2191-3b6a-46ca-9e00-e1dfe285edfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6054268 Jan 28 10:10:22.991198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:23.059693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d7f067d2-b675-4f03-a503-4aa48f066b0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:23.080430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'd7f067d2-b675-4f03-a503-4aa48f066b0c', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': 'd7f067d2-b675-4f03-a503-4aa48f066b0c', 'mac_address': 'fa:16:3e:ce:67:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:10:23.084377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] Sync routers for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:23.128483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.162492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3493e31c-cd60-45dd-92dc-8f3f3740bafa None None] Provisioning complete for port ca8145e2-1d85-4a3c-aa22-c90c7f57105e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:23.162492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3493e31c-cd60-45dd-92dc-8f3f3740bafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.185792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:23.186425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:23.224686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.280524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:23.282618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.285154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.292366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.314947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:23.315604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:23.363036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.373159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7f067d2-b675-4f03-a503-4aa48f066b0c {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:10:23.387145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:23.508622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d7f067d2-b675-4f03-a503-4aa48f066b0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:23.548548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:23.549681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137842f1-e2f3-4899-8dc6-1bd031ccc59b None None] The sync data for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:23.557413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:23.568142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:23.572366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:23.574420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:23.579368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:23.585366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:23.671541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca8145e2-1d85-4a3c-aa22-c90c7f57105e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:23.740591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=5eada58c-8b4d-4282-bfc5-4e378b797558,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:23.868539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['d7f067d2-b675-4f03-a503-4aa48f066b0c'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:24.154510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d7f067d2-b675-4f03-a503-4aa48f066b0c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:24.194033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:24.194669 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:24.209259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=7a41dd33-f94f-4b42-a095-9c4768d7e862,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:24.254267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9030ad1-3674-491f-81ea-576fcfc30bef req-90fdc759-a3c6-495c-8450-9b800dbdf520 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:24.255087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f9030ad1-3674-491f-81ea-576fcfc30bef req-90fdc759-a3c6-495c-8450-9b800dbdf520 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:24.265043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-84e61af9-54be-40d7-9f43-962d53e28665 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2062380 Jan 28 10:10:24.285711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Request body: {'port': {'device_id': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:24.305187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ca8145e2-1d85-4a3c-aa22-c90c7f57105e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:24.305591 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:24.308798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:24.327404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f9030ad1-3674-491f-81ea-576fcfc30bef req-90fdc759-a3c6-495c-8450-9b800dbdf520 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:24.329119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9030ad1-3674-491f-81ea-576fcfc30bef req-90fdc759-a3c6-495c-8450-9b800dbdf520 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 931 time: 0.6433852 Jan 28 10:10:24.336507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 120ee233-265e-45c9-8bc7-f6b8308d401c is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:10:24.516226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6d035be1-7462-4584-adc2-969e8b6b88a1 None None] Provisioning complete for port 5eada58c-8b4d-4282-bfc5-4e378b797558 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:24.516821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6d035be1-7462-4584-adc2-969e8b6b88a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:24.602625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9030ad1-3674-491f-81ea-576fcfc30bef req-90f5953c-3cf2-495b-9da1-153811f7291e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636323 Jan 28 10:10:24.672649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5a7c05-59f7-42ee-b5a7-81c8db55f78e req-a1a71b84-716d-4c2d-8dbe-de292ecec9aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:24.674901 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de5a7c05-59f7-42ee-b5a7-81c8db55f78e req-a1a71b84-716d-4c2d-8dbe-de292ecec9aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 944 time: 0.4966302 Jan 28 10:10:24.688390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:24.710347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6d035be1-7462-4584-adc2-969e8b6b88a1 None None] Port 5eada58c-8b4d-4282-bfc5-4e378b797558 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:24.763193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de5a7c05-59f7-42ee-b5a7-81c8db55f78e req-2651fe1f-7ffc-447c-a00f-87d20bdbf963 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772872 Jan 28 10:10:24.764393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:24.778388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:24.793743 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] Sync routers for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:24.811934 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:24.814812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91246a8a-ce24-4072-89ad-543fe6f87ce2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/120ee233-265e-45c9-8bc7-f6b8308d401c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7722058 Jan 28 10:10:24.815992 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:24.890664 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:24.900709 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:24.901543 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:24.908627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf6b5c3-8098-4528-98a0-cc3ddb03fc54 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:24.910085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ccf6b5c3-8098-4528-98a0-cc3ddb03fc54 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports/5eada58c-8b4d-4282-bfc5-4e378b797558 HTTP/1.1" status: 200 len: 911 time: 0.1306248 Jan 28 10:10:24.913075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40598) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:24.974224 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:24.974967 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63db11-04c9-4ae2-96cc-fd81e7659844 None None] The sync data for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:24.991530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 6ac83404-bac6-447c-8923-9d30ca39218e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:24.993076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:25.240613 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:25.380724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 6ac83404-bac6-447c-8923-9d30ca39218e owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:25.632639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:25.694534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=6ac83404-bac6-447c-8923-9d30ca39218e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:25.936563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-84b621cc-b906-42f2-afc5-a75cebda43f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:26.191377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a41dd33-f94f-4b42-a095-9c4768d7e862 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:10:26.206612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:26.244434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Transition to ACTIVE for port object 7a41dd33-f94f-4b42-a095-9c4768d7e862 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:26.250412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:26.253083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:26.272804 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:26.565341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b0b7a-3e29-490e-8b76-e3651a502762 req-fab61fbf-e860-4277-8b4d-90e51a39e19c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:26.568303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-550b0b7a-3e29-490e-8b76-e3651a502762 req-fab61fbf-e860-4277-8b4d-90e51a39e19c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 944 time: 0.5695305 Jan 28 10:10:26.609655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router ff9b2191-3b6a-46ca-9e00-e1dfe285edfc has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:26.621233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc70be2-b1e6-48b4-a608-ff4d2733828f req-246f4a13-afd4-48ce-be04-b66bc09ac3c9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:26.622811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-efc70be2-b1e6-48b4-a608-ff4d2733828f req-246f4a13-afd4-48ce-be04-b66bc09ac3c9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 931 time: 0.6969230 Jan 28 10:10:26.630960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-550b0b7a-3e29-490e-8b76-e3651a502762 req-88813ed6-3616-47da-afcc-e493cd273bb2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533369 Jan 28 10:10:26.750687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Pushing event updated for resources: {'Port': ['ID=7a41dd33-f94f-4b42-a095-9c4768d7e862,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:26.780353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:26.791843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] Sync routers for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:26.797266 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-009849f5-5fbd-4c46-a461-e695d3301b33 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/ff9b2191-3b6a-46ca-9e00-e1dfe285edfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8041673 Jan 28 10:10:26.799775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40626) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:26.809429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:26.811594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:26.849508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-990dd9ed-731f-4db7-8f4d-ceed2571e45f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:26.854500 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-efc70be2-b1e6-48b4-a608-ff4d2733828f req-682a7187-ba3a-4bac-b1de-cb612d730ba7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687510 Jan 28 10:10:26.890088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-990dd9ed-731f-4db7-8f4d-ceed2571e45f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:26.891809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-990dd9ed-731f-4db7-8f4d-ceed2571e45f tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9b2191-3b6a-46ca-9e00-e1dfe285edfc HTTP/1.1" status: 200 len: 205 time: 0.0906837 Jan 28 10:10:26.894469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40630) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:26.960480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d7f067d2-b675-4f03-a503-4aa48f066b0c up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:27.017406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:27.018148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Attempting to bind port 7a41dd33-f94f-4b42-a095-9c4768d7e862 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:27.018654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Attempting to bind port 7a41dd33-f94f-4b42-a095-9c4768d7e862 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:27.019163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Attempting to bind port 7a41dd33-f94f-4b42-a095-9c4768d7e862 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:27.038065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] Routers {'ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:27.038316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:09:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:27.074810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8:1::1 (4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10/8921b7de-6e38-4afb-ae46-93af7dcae2dd/87e40044-84a8-4c50-8e8b-f11740d5d476) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:27.113087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:27.113496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d145c1d-7924-4658-ae81-cbc697c284b0 None None] The sync data for ids ['ff9b2191-3b6a-46ca-9e00-e1dfe285edfc'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:27.127632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port d7f067d2-b675-4f03-a503-4aa48f066b0c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:27.138109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port d7f067d2-b675-4f03-a503-4aa48f066b0c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:27.138488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.200010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.337169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.360164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 87e40044-84a8-4c50-8e8b-f11740d5d476 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:27.385714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Port 7a41dd33-f94f-4b42-a095-9c4768d7e862 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:10:27.386097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Attempting to bind port 7a41dd33-f94f-4b42-a095-9c4768d7e862 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:27.391414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.395225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:27.395622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:27.396035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:27.396795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Bound port: 7a41dd33-f94f-4b42-a095-9c4768d7e862, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:27.397235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.449169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827271f-2085-4996-b648-7d9853bd9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f067d2-b675-4f03-a503-4aa48f066b0c'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:27.458213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.486078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port d7f067d2-b675-4f03-a503-4aa48f066b0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:27.495058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.603640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] For port 7a41dd33-f94f-4b42-a095-9c4768d7e862, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:27.622049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] For port 7a41dd33-f94f-4b42-a095-9c4768d7e862, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:27.634315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=d7f067d2-b675-4f03-a503-4aa48f066b0c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:27.648241 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827271f-2085-4996-b648-7d9853bd9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7f067d2-b675-4f03-a503-4aa48f066b0c', 'code': 200} Jan 28 10:10:27.678292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.748515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:27.755082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:27.765878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:27.765878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.765878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] 10.222.0.25 "PUT /v2.0/ports/7a41dd33-f94f-4b42-a095-9c4768d7e862 HTTP/1.1" status: 200 len: 1091 time: 3.4806395 Jan 28 10:10:27.789881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'tag': '7a41dd33-f94f-4b42-a095-9c4768d7e862'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:27.824753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:27.829075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.834628 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.847115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.888341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.888957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router ff9b2191-3b6a-46ca-9e00-e1dfe285edfc {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:10:27.907437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:27.911231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c683c41e-5b96-49f5-bdef-c6a967c08b86 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/ff9b2191-3b6a-46ca-9e00-e1dfe285edfc HTTP/1.1" status: 204 len: 168 time: 1.0133488 Jan 28 10:10:27.911525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40652) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:28.051219 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'tag': '7a41dd33-f94f-4b42-a095-9c4768d7e862', 'status': 'completed', 'code': 200} Jan 28 10:10:28.051850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=87e40044-84a8-4c50-8e8b-f11740d5d476,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:28.232368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39ce16-1629-4aa0-88cf-22ce1a3b93ec service neutron] Pushing event updated for resources: {'Port': ['ID=7a41dd33-f94f-4b42-a095-9c4768d7e862,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:28.376361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ab006522-e4bb-4122-b413-ca1c1b84ecaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.379692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet f922f9bf-ca0d-4a76-a0df-0b21195253da {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:10:28.397233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.413057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3547aff7-49ec-4edf-8591-99f5a3fc647c None None] Provisioning for port 87e40044-84a8-4c50-8e8b-f11740d5d476 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:28.422396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3547aff7-49ec-4edf-8591-99f5a3fc647c None None] Provisioning complete for port 87e40044-84a8-4c50-8e8b-f11740d5d476 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:28.423106 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3547aff7-49ec-4edf-8591-99f5a3fc647c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.473082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.536084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3547aff7-49ec-4edf-8591-99f5a3fc647c None None] Port 87e40044-84a8-4c50-8e8b-f11740d5d476 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:28.574093 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.601171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7788a7-c412-4017-9b1b-82e25c6f8332 req-22c17a77-76cb-4550-a795-c4cc07900855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:28.608999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c7788a7-c412-4017-9b1b-82e25c6f8332 req-22c17a77-76cb-4550-a795-c4cc07900855 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 1096 time: 0.9645422 Jan 28 10:10:28.613841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e618f29-3377-4eb0-8a2c-aab5a7fdba8d req-05748343-7de0-4577-8073-044ac1cbe28d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:28.615322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e618f29-3377-4eb0-8a2c-aab5a7fdba8d req-05748343-7de0-4577-8073-044ac1cbe28d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 943 time: 0.4420562 Jan 28 10:10:28.681295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511fbf75-b3fd-44d6-b3e0-80fc8c10928a req-fbdb512c-7307-4645-8435-e7f756e87776 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:28.686185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.689195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-511fbf75-b3fd-44d6-b3e0-80fc8c10928a req-fbdb512c-7307-4645-8435-e7f756e87776 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 945 time: 0.6428170 Jan 28 10:10:28.713140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c7788a7-c412-4017-9b1b-82e25c6f8332 req-bf184cef-eb40-4a65-b857-0df03c7e9586 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926576 Jan 28 10:10:28.737471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.740392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5546e-eb29-4658-a71d-b64e4a100478 None None] Network cf800ac8-129d-4710-9470-07b35303fefb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:28.753825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-b1f627bb-9539-42c4-a4bf-84d25993b3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:28.755359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-b1f627bb-9539-42c4-a4bf-84d25993b3c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 1094 time: 0.9110632 Jan 28 10:10:28.769564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=f922f9bf-ca0d-4a76-a0df-0b21195253da,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:28.801849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e7c3ea03-6b3e-468a-b320-46f857657072 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/f922f9bf-ca0d-4a76-a0df-0b21195253da HTTP/1.1" status: 204 len: 168 time: 0.8893569 Jan 28 10:10:28.808760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40668) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:28.877037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-511fbf75-b3fd-44d6-b3e0-80fc8c10928a req-9fec8a94-2c58-4070-ade8-7ac41c46b134 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868551 Jan 28 10:10:28.883007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-00bdfa24-1fd4-4c89-aaf2-c669880ee426 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862 HTTP/1.1" status: 200 len: 217 time: 0.0966451 Jan 28 10:10:28.919398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e618f29-3377-4eb0-8a2c-aab5a7fdba8d req-64f7ee4d-c5d9-40c1-a8bd-b97aca343709 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962747 Jan 28 10:10:28.939100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet 5ea89724-b4ec-4c68-9f80-21cc471226d6 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:10:28.942206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:28.971361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-8d3622eb-2f21-411e-b695-17747ca47998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:28.973073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-8d3622eb-2f21-411e-b695-17747ca47998 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.0775824 Jan 28 10:10:29.060618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-8d4c04f9-4e8d-4eec-8907-27469c773cf6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712342 Jan 28 10:10:29.064265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.067420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.121540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] DHCP port deletion for cf800ac8-129d-4710-9470-07b35303fefb request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:10:29.126510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] Deleting port c08f9972-6f28-4b44-8d87-7cc5f253212e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:29.127100 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.252227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.347239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.395930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea89724-b4ec-4c68-9f80-21cc471226d6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:29.404210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.415786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60cbac19-c86f-4950-bf98-c4ec7663ec22 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/5ea89724-b4ec-4c68-9f80-21cc471226d6 HTTP/1.1" status: 204 len: 168 time: 0.5912712 Jan 28 10:10:29.416380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40674) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:29.445880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] For port c08f9972-6f28-4b44-8d87-7cc5f253212e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c08f9972-6f28-4b44-8d87-7cc5f253212e,segment=NetworkSegment(5b71bdd8-f52f-4334-9fa6-36dbccf4c520),segment_id=5b71bdd8-f52f-4334-9fa6-36dbccf4c520)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:29.446474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.493391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-87306279-589c-4b6f-ad4a-7df67942da3e service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3962607 Jan 28 10:10:29.566086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.578184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port c08f9972-6f28-4b44-8d87-7cc5f253212e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:29.578528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.799988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a8a4d46-8a45-4fc5-8013-00ba1079bdbc req-1aff3164-70b1-4b91-bca0-777bbf80a1e5 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920184 Jan 28 10:10:29.814393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfbf8393-8f74-43e1-9367-3979861e762d None None] Network e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:29.833395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c08f9972-6f28-4b44-8d87-7cc5f253212e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:29.852895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.859837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.860799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:29.981713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port c08f9972-6f28-4b44-8d87-7cc5f253212e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c08f9972-6f28-4b44-8d87-7cc5f253212e,segment=NetworkSegment(5b71bdd8-f52f-4334-9fa6-36dbccf4c520),segment_id=5b71bdd8-f52f-4334-9fa6-36dbccf4c520)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:29.982237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.018102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] Calling delete_port for c08f9972-6f28-4b44-8d87-7cc5f253212e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:30.140405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for c08f9972-6f28-4b44-8d87-7cc5f253212e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:30.150588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.174870 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.312843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.325808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:30.327369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 10:10:30.327369 n-d-825178-2 neutron-server[87541]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Jan 28 10:10:30.327369 n-d-825178-2 neutron-server[87541]: [parameters: {'port_id': 'c08f9972-6f28-4b44-8d87-7cc5f253212e', 'host': 'n-d-825178-2', 'level': 0}] Jan 28 10:10:30.327369 n-d-825178-2 neutron-server[87541]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:10:30.329961 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:10:30.334713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=87e40044-84a8-4c50-8e8b-f11740d5d476,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:30.339696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:30.395206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] No DVR routers for this DVR port c08f9972-6f28-4b44-8d87-7cc5f253212e on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:30.397949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc60531b-4f39-4453-85ad-97e8bdb0c2ce None None] Pushing event deleted for resources: {'Port': ['ID=c08f9972-6f28-4b44-8d87-7cc5f253212e,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:30.418201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d053cf-1d6e-41df-94e9-4631f192e496 req-6f981d31-f66e-4b05-aa35-745f115dccd7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:30.419913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67d053cf-1d6e-41df-94e9-4631f192e496 req-6f981d31-f66e-4b05-aa35-745f115dccd7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 943 time: 0.2095673 Jan 28 10:10:30.430199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.554493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67d053cf-1d6e-41df-94e9-4631f192e496 req-bec6204a-d402-4579-b1fd-592b68e999e2 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245034 Jan 28 10:10:30.565045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] DHCP port deletion for e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:10:30.574890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] Deleting port 6792fe9b-1669-4228-94aa-5c81f8d0f4be {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:30.575772 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.831628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port c08f9972-6f28-4b44-8d87-7cc5f253212e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:30.831979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.939961 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.950531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c2ebf608-4ee5-49ab-8b72-185773767a90 None None] Provisioning complete for port 87e40044-84a8-4c50-8e8b-f11740d5d476 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:30.951397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c2ebf608-4ee5-49ab-8b72-185773767a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:30.955690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-576aec85-8d0f-45e8-bc51-6ecf34581ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:30.957471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-576aec85-8d0f-45e8-bc51-6ecf34581ebd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 1094 time: 1.0467577 Jan 28 10:10:31.002480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] For port 6792fe9b-1669-4228-94aa-5c81f8d0f4be, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6792fe9b-1669-4228-94aa-5c81f8d0f4be,segment=NetworkSegment(a9d8ad45-8d83-41cc-b132-78bdcfc058e6),segment_id=a9d8ad45-8d83-41cc-b132-78bdcfc058e6)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:31.002816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.005577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] The port 'c08f9972-6f28-4b44-8d87-7cc5f253212e' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:10:31.144943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a27dac-c9b7-430e-bbed-37be22ec442c req-b5670139-32bd-4968-bb1b-6f86fb0ee1b5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:31.148530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] Calling delete_port for 6792fe9b-1669-4228-94aa-5c81f8d0f4be owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:31.153146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10a27dac-c9b7-430e-bbed-37be22ec442c req-b5670139-32bd-4968-bb1b-6f86fb0ee1b5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 945 time: 0.8856237 Jan 28 10:10:31.173218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 120ee233-265e-45c9-8bc7-f6b8308d401c has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:31.186606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c2ebf608-4ee5-49ab-8b72-185773767a90 None None] Port 87e40044-84a8-4c50-8e8b-f11740d5d476 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:31.277898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-10a27dac-c9b7-430e-bbed-37be22ec442c req-db6dc6a0-7c0e-4857-bfff-0a5d38e20342 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232884 Jan 28 10:10:31.281628 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.387244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] Pushing event deleted for resources: {'Port': ['ID=6792fe9b-1669-4228-94aa-5c81f8d0f4be,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:31.403415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11533dd-175f-49db-9e5c-42b6f3f38d9a None None] No DVR routers for this DVR port 6792fe9b-1669-4228-94aa-5c81f8d0f4be on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:31.447734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.575670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf800ac8-129d-4710-9470-07b35303fefb']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.576696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6792fe9b-1669-4228-94aa-5c81f8d0f4be no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:31.596578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b71bdd8-f52f-4334-9fa6-36dbccf4c520') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.596876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b71bdd8-f52f-4334-9fa6-36dbccf4c520') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.613902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:31.627758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6792fe9b-1669-4228-94aa-5c81f8d0f4be {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:31.628106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6792fe9b-1669-4228-94aa-5c81f8d0f4be not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:31.628637 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] Sync routers for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:31.639372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.646742 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:31.647551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.649259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-08cdfa5d-83b4-44d8-abe2-cac3706dde57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:31.651149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-08cdfa5d-83b4-44d8-abe2-cac3706dde57 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.6753511 Jan 28 10:10:31.654014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f9c05c0-96f2-46a2-b266-da6c56b5c558 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/120ee233-265e-45c9-8bc7-f6b8308d401c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7395351 Jan 28 10:10:31.657966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:31.678779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967dd1a-802a-450c-926c-c073a8df3a7f req-5d510374-e882-4201-bb4e-7c2a06ed0f30 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:31.680565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7967dd1a-802a-450c-926c-c073a8df3a7f req-5d510374-e882-4201-bb4e-7c2a06ed0f30 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 945 time: 0.1928687 Jan 28 10:10:31.685708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.733457 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7967dd1a-802a-450c-926c-c073a8df3a7f req-d2d85a04-5737-42e1-a947-dc33386f816c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441945 Jan 28 10:10:31.735126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:10:31.735527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:10:31.751214 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:10:31.757858 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.781814 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:31.782813 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.805286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328efcbc-3f51-413b-9077-d4046c3c4612 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:31.805889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-328efcbc-3f51-413b-9077-d4046c3c4612 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:31.879806 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:31.880459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1a6db9-cf93-4343-a95c-a6a24397adc6 None None] The sync data for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:31.924073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.938157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a41dd33-f94f-4b42-a095-9c4768d7e862 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:10:31.976956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:31.994443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-21310e9f-a255-4a0f-b5f8-5a0f8d44daa4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862 HTTP/1.1" status: 200 len: 217 time: 0.1847594 Jan 28 10:10:32.074210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=cf800ac8-129d-4710-9470-07b35303fefb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:32.096177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b7c284f4-b81c-4c86-babf-2a80e15ba35a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/cf800ac8-129d-4710-9470-07b35303fefb HTTP/1.1" status: 204 len: 168 time: 2.6784556 Jan 28 10:10:32.102250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40704) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:32.106239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-328efcbc-3f51-413b-9077-d4046c3c4612 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:32.107920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-328efcbc-3f51-413b-9077-d4046c3c4612 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports/87e40044-84a8-4c50-8e8b-f11740d5d476 HTTP/1.1" status: 200 len: 913 time: 0.4489663 Jan 28 10:10:32.117813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40706) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:32.118939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080c04d4-4d16-4f2b-b20f-790e52fbfe7d req-4585b033-50e6-4820-ac89-5845cf76a0ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:32.120408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-080c04d4-4d16-4f2b-b20f-790e52fbfe7d req-4585b033-50e6-4820-ac89-5845cf76a0ed tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 943 time: 0.2411265 Jan 28 10:10:32.172245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-b8c7ce83-6dd7-4032-8302-cda64b6126e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:32.173679 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-b8c7ce83-6dd7-4032-8302-cda64b6126e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1658475 Jan 28 10:10:32.180341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7a41dd33-f94f-4b42-a095-9c4768d7e862, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:32.199051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '7a41dd33-f94f-4b42-a095-9c4768d7e862', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': '7a41dd33-f94f-4b42-a095-9c4768d7e862', 'mac_address': 'fa:16:3e:85:32:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:10:32.234666 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-d5fc8f80-2c0d-44a1-84fc-aa5be96d4ca6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494692 Jan 28 10:10:32.241738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:32.304855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:32.328633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a41dd33-f94f-4b42-a095-9c4768d7e862 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:10:32.350523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7a41dd33-f94f-4b42-a095-9c4768d7e862, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:32.360080 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:32.378876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-080c04d4-4d16-4f2b-b20f-790e52fbfe7d req-f19d60f1-1a22-4bad-a3b3-acb1041d92e3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366765 Jan 28 10:10:32.547685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-9da7b0cb-d082-4165-a9b2-8d7b0917e85f service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926006 Jan 28 10:10:32.572089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7a41dd33-f94f-4b42-a095-9c4768d7e862,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:32.623785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['7a41dd33-f94f-4b42-a095-9c4768d7e862'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:32.692531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c113b5-4ae7-4d68-898b-88e2b145470e req-e5810c8b-cb01-4415-ab9a-26638638d4aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:32.699583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65c113b5-4ae7-4d68-898b-88e2b145470e req-e5810c8b-cb01-4415-ab9a-26638638d4aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 945 time: 0.7165301 Jan 28 10:10:32.734857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:32.745251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-960229b6-d1cd-4075-adf0-56def5fb66f6 req-e5f4f630-5bfd-40b4-bad3-540eb7d2545d service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966522 Jan 28 10:10:32.838306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:32.911286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65c113b5-4ae7-4d68-898b-88e2b145470e req-cbaf9e03-e3e2-4f87-8f01-3aefd460ec97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108445 Jan 28 10:10:32.920568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:32.920899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d8ad45-8d83-41cc-b132-78bdcfc058e6') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:32.946843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:32.970326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.006792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:10:33.007175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:10:33.024076 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:10:33.159060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.204704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.204704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:33.206330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3d15c9f2-041e-470d-a090-0bbbebf8bce2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/e4cd9e1f-ebe3-4df7-a8b2-30fafdbe31bf HTTP/1.1" status: 204 len: 168 time: 1.0902972 Jan 28 10:10:33.211191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:33.217452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-559638107'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:33.225045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:33.229441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:33.233832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:33.246248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:33.258693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:33.266691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.304599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:10:33.316208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.316885 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 02e64fe6-e77b-4828-9bd6-fbac6c131242 of type vlan for network efdb4aa3-67e8-4994-b721-c306850d3efb Jan 28 10:10:33.354703 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.401598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.411273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:33.412576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.540173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.550997 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3379476 Jan 28 10:10:33.554834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:33.564171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:33.726156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe4139-7299-48d4-932d-45fca24bc0db tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=efdb4aa3-67e8-4994-b721-c306850d3efb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:33.738282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:33.742813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network efdb4aa3-67e8-4994-b721-c306850d3efb details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:10:33.750229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:33.754166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:33.761828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:33.782805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:33.786866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:33.824540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f9643-86ed-419c-8126-3169de4464df req-805721bc-f525-465a-b716-7fcebc5deca1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:33.826205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f62f9643-86ed-419c-8126-3169de4464df req-805721bc-f525-465a-b716-7fcebc5deca1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 944 time: 0.1522775 Jan 28 10:10:33.886459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d082eee-91ea-4669-8514-6dbf3323d251 req-8e43000f-415b-4de3-afaa-bc92e76ee24d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:33.894132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d082eee-91ea-4669-8514-6dbf3323d251 req-8e43000f-415b-4de3-afaa-bc92e76ee24d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 945 time: 0.6280184 Jan 28 10:10:33.961131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f62f9643-86ed-419c-8126-3169de4464df req-d9fd62bb-317c-492e-b848-2945670910bd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877087 Jan 28 10:10:33.986915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a41dd33-f94f-4b42-a095-9c4768d7e862 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:34.036021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 87e40044-84a8-4c50-8e8b-f11740d5d476 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:34.036627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.081349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d082eee-91ea-4669-8514-6dbf3323d251 req-9677fe9f-da28-4fb5-87bb-f777f1ea52e1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862521 Jan 28 10:10:34.189955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 7a41dd33-f94f-4b42-a095-9c4768d7e862 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:34.205392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 7a41dd33-f94f-4b42-a095-9c4768d7e862 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:34.205568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.307612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.370417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.399290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=19290c55-f594-474a-876a-2debb1682a77,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:34.400357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.403480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41dd33-f94f-4b42-a095-9c4768d7e862'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:34.425133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '02e64fe6-e77b-4828-9bd6-fbac6c131242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:34.425653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: efdb4aa3-67e8-4994-b721-c306850d3efb, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:10:34.435404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 7a41dd33-f94f-4b42-a095-9c4768d7e862, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:34.444873 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.450311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network efdb4aa3-67e8-4994-b721-c306850d3efb is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:10:34.466445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, efdb4aa3-67e8-4994-b721-c306850d3efb) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:34.476016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:34.476854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.520170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a414e3e4-46e7-4a9f-bc1c-52506ff2d8e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9635794 Jan 28 10:10:34.522469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40756) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:34.528569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-976107502', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:34.565329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:34.570490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:34.574337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:34.591432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:34.612157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 87e40044-84a8-4c50-8e8b-f11740d5d476 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:34.692516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=7a41dd33-f94f-4b42-a095-9c4768d7e862,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:34.705020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfdca43-a1a4-4012-b5ed-09a63a2f7d4f None None] Network efdb4aa3-67e8-4994-b721-c306850d3efb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:34.736693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.740680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.795375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.818492 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a41dd33-f94f-4b42-a095-9c4768d7e862', 'code': 200} Jan 28 10:10:34.822803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-c4e1a0f0-3783-4962-bd0c-877257356a3a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:34.824342 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-c4e1a0f0-3783-4962-bd0c-877257356a3a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 945 time: 0.2214129 Jan 28 10:10:34.945037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port d7f067d2-b675-4f03-a503-4aa48f066b0c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:34.945372 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:34.951231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.002864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.082549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=87e40044-84a8-4c50-8e8b-f11740d5d476,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:35.285217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-efdb4aa3-67e8-4994-b721-c306850d3efb', 'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': '19290c55-f594-474a-876a-2debb1682a77'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:10:35.289536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.312697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port d7f067d2-b675-4f03-a503-4aa48f066b0c, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=d7f067d2-b675-4f03-a503-4aa48f066b0c,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:35.313273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.486273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for d7f067d2-b675-4f03-a503-4aa48f066b0c owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:35.675033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.692945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Allocated IP 172.20.0.2 (efdb4aa3-67e8-4994-b721-c306850d3efb/19290c55-f594-474a-876a-2debb1682a77/a186bee1-7e56-4f99-b4e7-854d606784e5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:35.788618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.789832 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-302a2d48-8ee0-46a9-abe4-8c7b7aa4f379 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.2662690 Jan 28 10:10:35.803853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b21ebf7-a4f0-4c56-9711-23f79c8cba90 req-aba2c421-bd84-4ace-b3f0-8aa05ac12ac5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 210 time: 0.1070993 Jan 28 10:10:35.804948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40770) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:35.819589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.822945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7a3db-053d-45e3-af55-f533ffdcc1ad req-271937d8-98ac-4121-aa43-9faabadb580c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:35.824493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cb7a3db-053d-45e3-af55-f533ffdcc1ad req-271937d8-98ac-4121-aa43-9faabadb580c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 1096 time: 0.9992530 Jan 28 10:10:35.855432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'port': {'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb', 'name': 'tempest-RoutersTest-630306212'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:35.879175 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:10:35.945779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:35.958385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Transition to ACTIVE for port object a186bee1-7e56-4f99-b4e7-854d606784e5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:35.978703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Transition to ACTIVE for port object a186bee1-7e56-4f99-b4e7-854d606784e5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:36.012034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:36.096562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=d7f067d2-b675-4f03-a503-4aa48f066b0c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:36.152089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Network efdb4aa3-67e8-4994-b721-c306850d3efb is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:36.157299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:36.160170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:36.176653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Pushing event updated for resources: {'Port': ['ID=a186bee1-7e56-4f99-b4e7-854d606784e5,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:36.322318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90852538-d2bd-4f9c-b377-8e7e4f13ef37 req-8a2212a3-5161-40f0-ab9f-9e32d9eeb71b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:36.323906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90852538-d2bd-4f9c-b377-8e7e4f13ef37 req-8a2212a3-5161-40f0-ab9f-9e32d9eeb71b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 1.0200343 Jan 28 10:10:36.367150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port d7f067d2-b675-4f03-a503-4aa48f066b0c on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:36.371823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:36.407365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 120ee233-265e-45c9-8bc7-f6b8308d401c has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:36.412489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Attempting to bind port a186bee1-7e56-4f99-b4e7-854d606784e5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:36.413019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Attempting to bind port a186bee1-7e56-4f99-b4e7-854d606784e5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '02e64fe6-e77b-4828-9bd6-fbac6c131242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:36.413387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Attempting to bind port a186bee1-7e56-4f99-b4e7-854d606784e5 on network efdb4aa3-67e8-4994-b721-c306850d3efb {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:36.419697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c827271f-2085-4996-b648-7d9853bd9d33', 'name': 'network-vif-deleted', 'tag': 'd7f067d2-b675-4f03-a503-4aa48f066b0c'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:36.422418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-90852538-d2bd-4f9c-b377-8e7e4f13ef37 req-7b7a9fcf-4d98-4aad-8e72-b2e52145c30e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862010 Jan 28 10:10:36.422592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:36.422877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Checking segment: {'id': '02e64fe6-e77b-4828-9bd6-fbac6c131242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:36.423284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:36.423678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Bound using segment: {'id': '02e64fe6-e77b-4828-9bd6-fbac6c131242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:36.424159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Bound port: a186bee1-7e56-4f99-b4e7-854d606784e5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02e64fe6-e77b-4828-9bd6-fbac6c131242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'efdb4aa3-67e8-4994-b721-c306850d3efb'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:36.424516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:36.507256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9959e7a6-841a-455f-803e-364d5c0c0985 req-0c8265cf-779d-43d9-9a8a-4b04a6996f49 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "DELETE /v2.0/ports/d7f067d2-b675-4f03-a503-4aa48f066b0c HTTP/1.1" status: 204 len: 173 time: 1.6343455 Jan 28 10:10:36.566644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cb7a3db-053d-45e3-af55-f533ffdcc1ad req-9e47c387-4378-4fa0-95d7-c5f375999822 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4767189 Jan 28 10:10:36.591941 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c827271f-2085-4996-b648-7d9853bd9d33', 'name': 'network-vif-deleted', 'tag': 'd7f067d2-b675-4f03-a503-4aa48f066b0c', 'status': 'completed', 'code': 200} Jan 28 10:10:36.646005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:36.682130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:36.712130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:36.716045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:36.737039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] For port a186bee1-7e56-4f99-b4e7-854d606784e5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:36.746521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] For port a186bee1-7e56-4f99-b4e7-854d606784e5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a186bee1-7e56-4f99-b4e7-854d606784e5,segment=NetworkSegment(02e64fe6-e77b-4828-9bd6-fbac6c131242),segment_id=02e64fe6-e77b-4828-9bd6-fbac6c131242)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:36.761673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] device_id is not set on port 94ac5266-77b0-4861-90b1-5c2ef712fc23 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:10:36.763683 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:36.805662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:36.845697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-79b6ecd2-7732-4ce4-85b8-6f64b044cd8f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/120ee233-265e-45c9-8bc7-f6b8308d401c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6073210 Jan 28 10:10:36.850734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40782) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:36.859012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] Sync routers for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:36.947963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:36.948819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:37.057767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.20.0.14 (efdb4aa3-67e8-4994-b721-c306850d3efb/19290c55-f594-474a-876a-2debb1682a77/94ac5266-77b0-4861-90b1-5c2ef712fc23) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:37.110280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:37.125792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d7f067d2-b675-4f03-a503-4aa48f066b0c no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:37.215753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: d7f067d2-b675-4f03-a503-4aa48f066b0c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:37.216100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device d7f067d2-b675-4f03-a503-4aa48f066b0c not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:37.225908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:37.226532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:37.414741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:37.414741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ca28a8-5952-4ce3-a93d-1b057c49aab4 None None] The sync data for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:37.442843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bd7e94-50a1-4a64-b95e-d7ed58b8c646 None None] Pushing event updated for resources: {'Port': ['ID=a186bee1-7e56-4f99-b4e7-854d606784e5,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:37.512477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-74faffcb-6e2a-4674-9934-bade37f8f25b req-59d0188d-5dfb-488d-a96b-aa565ecf1b72 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 210 time: 0.2804022 Jan 28 10:10:37.520603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:37.582466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 94ac5266-77b0-4861-90b1-5c2ef712fc23 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:37.662425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:37.891386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network efdb4aa3-67e8-4994-b721-c306850d3efb is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:37.895441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:37.900170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:37.981629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=94ac5266-77b0-4861-90b1-5c2ef712fc23,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:38.018742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:38.020026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:38.064999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ad182ed5-6e86-4524-9286-1eb178b081ec tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.2586207 Jan 28 10:10:38.065679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40792) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:38.097280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fcc77f-8e72-44d5-84ba-2cf3ea7ca98d req-29ccda25-dbb8-41f4-9931-57af2fbe9041 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:38.099031 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24fcc77f-8e72-44d5-84ba-2cf3ea7ca98d req-29ccda25-dbb8-41f4-9931-57af2fbe9041 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 0.3688033 Jan 28 10:10:38.189781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24fcc77f-8e72-44d5-84ba-2cf3ea7ca98d req-223c9901-603b-4614-a016-e4e225519ad6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726109 Jan 28 10:10:38.991756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b6be746-84ac-4e7e-8069-874a7926a56c req-323cc465-dcb0-4a8c-9aae-c0dadfc36b13 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c827271f-2085-4996-b648-7d9853bd9d33 HTTP/1.1" status: 200 len: 210 time: 0.0668509 Jan 28 10:10:39.075225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:39.239747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50df4fa-d5fd-4e46-a3fc-1caf30506590 None None] Network efdb4aa3-67e8-4994-b721-c306850d3efb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:39.631483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:39.659296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a11681e0-cb20-4eec-b133-3d5e7b54df5d None None] Provisioning for port a186bee1-7e56-4f99-b4e7-854d606784e5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:39.660286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d26b4f-e8ad-4261-b791-bdd3ecbc57e9 req-07b835a2-303e-4ec4-8168-aa2794f84c2a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:39.670058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17d26b4f-e8ad-4261-b791-bdd3ecbc57e9 req-07b835a2-303e-4ec4-8168-aa2794f84c2a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 0.2224894 Jan 28 10:10:39.783358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17d26b4f-e8ad-4261-b791-bdd3ecbc57e9 req-7cf03b31-5e76-49e6-b201-e84f8bbae3e3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892878 Jan 28 10:10:39.828101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a186bee1-7e56-4f99-b4e7-854d606784e5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:40.112745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a186bee1-7e56-4f99-b4e7-854d606784e5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:40.139650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a186bee1-7e56-4f99-b4e7-854d606784e5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:40.141791 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:40.156705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 5eada58c-8b4d-4282-bfc5-4e378b797558 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:40.160575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:40.597334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a38cb-0a88-454b-9fb8-227783b51daf req-e9c8a124-8d7e-4eb2-8c3f-94ae35a5048e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:40.604163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-641a38cb-0a88-454b-9fb8-227783b51daf req-e9c8a124-8d7e-4eb2-8c3f-94ae35a5048e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 0.3306839 Jan 28 10:10:40.669427 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:40.747999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-641a38cb-0a88-454b-9fb8-227783b51daf req-be482008-22fb-4c49-8557-eb148a372d34 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352000 Jan 28 10:10:40.808591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c93a044e-f50f-41db-a262-1f5290b56c59 None None] Provisioning complete for port a186bee1-7e56-4f99-b4e7-854d606784e5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:40.809333 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c93a044e-f50f-41db-a262-1f5290b56c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:40.879300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a186bee1-7e56-4f99-b4e7-854d606784e5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a186bee1-7e56-4f99-b4e7-854d606784e5,segment=NetworkSegment(02e64fe6-e77b-4828-9bd6-fbac6c131242),segment_id=02e64fe6-e77b-4828-9bd6-fbac6c131242)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:40.908830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:41.070855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a186bee1-7e56-4f99-b4e7-854d606784e5,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:41.179319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:41.306339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c93a044e-f50f-41db-a262-1f5290b56c59 None None] Provisioning for port 94ac5266-77b0-4861-90b1-5c2ef712fc23 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:10:41.321745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c93a044e-f50f-41db-a262-1f5290b56c59 None None] Provisioning complete for port 94ac5266-77b0-4861-90b1-5c2ef712fc23 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:41.323920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c93a044e-f50f-41db-a262-1f5290b56c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:41.539841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 5eada58c-8b4d-4282-bfc5-4e378b797558 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:41.540830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c93a044e-f50f-41db-a262-1f5290b56c59 None None] Port 94ac5266-77b0-4861-90b1-5c2ef712fc23 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:41.609556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a186bee1-7e56-4f99-b4e7-854d606784e5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:41.716545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a3278cc6-8e1c-4406-83aa-1c9cfc75a841 None None] Provisioning complete for port 94ac5266-77b0-4861-90b1-5c2ef712fc23 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:41.717439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a3278cc6-8e1c-4406-83aa-1c9cfc75a841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:41.756973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1039ef6-8859-4558-a1a6-3d9f54442b04 req-9aa0135f-f412-4659-8b59-afa99c7c4cd7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:41.773125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1039ef6-8859-4558-a1a6-3d9f54442b04 req-9aa0135f-f412-4659-8b59-afa99c7c4cd7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 0.7375154 Jan 28 10:10:41.781595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a3278cc6-8e1c-4406-83aa-1c9cfc75a841 None None] Port 94ac5266-77b0-4861-90b1-5c2ef712fc23 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:41.800401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a186bee1-7e56-4f99-b4e7-854d606784e5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:41.800870 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:41.902138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:10:42.075002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1039ef6-8859-4558-a1a6-3d9f54442b04 req-118b4698-6bf8-4950-8085-bdb6955f4b53 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006918 Jan 28 10:10:42.114459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:42.130340 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:42.462104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=94ac5266-77b0-4861-90b1-5c2ef712fc23,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:42.822921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c8572b69-4d43-4ee6-b3be-89aebe36e4c4 None None] Provisioning complete for port 94ac5266-77b0-4861-90b1-5c2ef712fc23 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:42.823624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8572b69-4d43-4ee6-b3be-89aebe36e4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:42.879734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:43.039183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c8572b69-4d43-4ee6-b3be-89aebe36e4c4 None None] Port 94ac5266-77b0-4861-90b1-5c2ef712fc23 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:43.073498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=5eada58c-8b4d-4282-bfc5-4e378b797558,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:43.130311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.131188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.131958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.132695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.133481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.134387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.135003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.135642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.136382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.136991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.137574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.138181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:43.243954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:43.674981 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:43.811178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4945e-e146-4cc3-9f78-0395479e0678 req-44f69524-27b1-4393-91ea-0418b177e8d8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:43.813301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35f4945e-e146-4cc3-9f78-0395479e0678 req-44f69524-27b1-4393-91ea-0418b177e8d8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 0.8488095 Jan 28 10:10:43.839728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:44.176260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:44.242630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38db64-6c15-4434-a480-e97f860333e6 req-0c39645f-37c9-40c1-a271-6f196b2e472a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:44.246068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec38db64-6c15-4434-a480-e97f860333e6 req-0c39645f-37c9-40c1-a271-6f196b2e472a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 945 time: 0.1286733 Jan 28 10:10:44.527621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port 7a41dd33-f94f-4b42-a095-9c4768d7e862 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:44.529827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:45.254579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:45.259641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35f4945e-e146-4cc3-9f78-0395479e0678 req-30ca16ce-3b7e-4918-abb7-4b358060f11b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4016778 Jan 28 10:10:45.270061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:45.279009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port 7a41dd33-f94f-4b42-a095-9c4768d7e862, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=7a41dd33-f94f-4b42-a095-9c4768d7e862,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:45.281918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:45.338665 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:45.516049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 120ee233-265e-45c9-8bc7-f6b8308d401c has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:45.521282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for 7a41dd33-f94f-4b42-a095-9c4768d7e862 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:45.545072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:45.882853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:45.891159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=94ac5266-77b0-4861-90b1-5c2ef712fc23,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:45.895056 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] Sync routers for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:45.911624 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:45.912255 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:45.986704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-473e67b1-7ffa-49f2-9735-2eeb02d5a05d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/120ee233-265e-45c9-8bc7-f6b8308d401c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1356869 Jan 28 10:10:45.987799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40888) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:46.019490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:46.042245 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] Routers {'120ee233-265e-45c9-8bc7-f6b8308d401c'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:46.058479 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['120ee233-265e-45c9-8bc7-f6b8308d401c'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:46.072543 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:46.085434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:46.130391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60e3f62a-d332-4e3c-87ee-d3f4898aeefa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:46.200899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=7a41dd33-f94f-4b42-a095-9c4768d7e862,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:46.252370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60e3f62a-d332-4e3c-87ee-d3f4898aeefa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:46.256634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60e3f62a-d332-4e3c-87ee-d3f4898aeefa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ee233-265e-45c9-8bc7-f6b8308d401c HTTP/1.1" status: 200 len: 205 time: 0.2657931 Jan 28 10:10:46.259498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40896) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:46.274020 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:46.274726 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdfd6a46-5164-4ed3-8947-0e141efc7597 None None] The sync data for ids ['120ee233-265e-45c9-8bc7-f6b8308d401c'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:46.347694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port 7a41dd33-f94f-4b42-a095-9c4768d7e862 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:46.352782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:46.364016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'name': 'network-vif-deleted', 'tag': '7a41dd33-f94f-4b42-a095-9c4768d7e862'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:10:46.414719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ec38db64-6c15-4434-a480-e97f860333e6 req-3a7bc277-cd1d-4174-879b-6419498f1856 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "DELETE /v2.0/ports/7a41dd33-f94f-4b42-a095-9c4768d7e862 HTTP/1.1" status: 204 len: 173 time: 2.1578538 Jan 28 10:10:46.471944 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e17a3df7-b71a-49f1-9613-66f17929e8df', 'name': 'network-vif-deleted', 'tag': '7a41dd33-f94f-4b42-a095-9c4768d7e862', 'status': 'completed', 'code': 200} Jan 28 10:10:46.690295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:46.703415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-70e17024-38e5-4dca-9cfd-d0130793bdb0 req-e4d5857e-06e0-4314-b322-83174b92c7cb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:46.743496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-70e17024-38e5-4dca-9cfd-d0130793bdb0 req-e4d5857e-06e0-4314-b322-83174b92c7cb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:46.753112 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70e17024-38e5-4dca-9cfd-d0130793bdb0 req-e4d5857e-06e0-4314-b322-83174b92c7cb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=e17a3df7-b71a-49f1-9613-66f17929e8df HTTP/1.1" status: 200 len: 210 time: 0.1652892 Jan 28 10:10:46.925424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network efdb4aa3-67e8-4994-b721-c306850d3efb is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:46.929058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:47.430850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0dbde1c6-a28e-45a1-ac42-0ded2b840ace None None] Provisioning complete for port 94ac5266-77b0-4861-90b1-5c2ef712fc23 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:10:47.438321 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0dbde1c6-a28e-45a1-ac42-0ded2b840ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:47.606400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0dbde1c6-a28e-45a1-ac42-0ded2b840ace None None] Port 94ac5266-77b0-4861-90b1-5c2ef712fc23 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:10:47.663710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:47.668375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:47.720773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:47.721308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router 120ee233-265e-45c9-8bc7-f6b8308d401c {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:10:47.745245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:47.749364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-021ffe4a-0681-4612-8d18-d8a0099203bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/120ee233-265e-45c9-8bc7-f6b8308d401c HTTP/1.1" status: 204 len: 168 time: 1.4857092 Jan 28 10:10:47.750570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40940) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:47.759753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 540a2916-75ea-4865-8118-7cf8056acbe4 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:10:47.887235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet 8921b7de-6e38-4afb-ae46-93af7dcae2dd {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:10:47.896010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:48.002243 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:48.057877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:48.063959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ea0236e7-c902-4f04-9f4a-bc351d1cac5d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/540a2916-75ea-4865-8118-7cf8056acbe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9962132 Jan 28 10:10:48.070389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40956) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:48.074342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a41dd33-f94f-4b42-a095-9c4768d7e862 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:48.169411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] Sync routers for ids ['540a2916-75ea-4865-8118-7cf8056acbe4'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:48.177117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:48.199476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 7a41dd33-f94f-4b42-a095-9c4768d7e862 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:48.203162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 7a41dd33-f94f-4b42-a095-9c4768d7e862 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:48.222333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] Routers {'540a2916-75ea-4865-8118-7cf8056acbe4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:48.229937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['540a2916-75ea-4865-8118-7cf8056acbe4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:48.275780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db501b54-8e3a-4fbd-aea5-b8d321f82f23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:48.294661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db501b54-8e3a-4fbd-aea5-b8d321f82f23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports/94ac5266-77b0-4861-90b1-5c2ef712fc23 HTTP/1.1" status: 200 len: 977 time: 0.2232182 Jan 28 10:10:48.302756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 40970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:48.354408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:48.364799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] Routers {'540a2916-75ea-4865-8118-7cf8056acbe4'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:48.365566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['540a2916-75ea-4865-8118-7cf8056acbe4'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:48.433141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:48.434201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73027eb-f5eb-47d1-b1b8-6eafafd0ad46 None None] The sync data for ids ['540a2916-75ea-4865-8118-7cf8056acbe4'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:48.696206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:48.806431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c0391d-0417-4da1-a673-97861bd0139c None None] Network 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:48.856065 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:48.932553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=8921b7de-6e38-4afb-ae46-93af7dcae2dd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:48.960134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ff25f79e-c995-4477-b4d3-b51c6b4c2642 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/8921b7de-6e38-4afb-ae46-93af7dcae2dd HTTP/1.1" status: 204 len: 168 time: 1.2073960 Jan 28 10:10:48.962913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40978) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:49.111016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet 660ebdde-fcfe-475f-bc98-d9c63a2a5bf9 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:10:49.128760 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:49.137347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-da07dfeb-0a3d-4aa6-9929-105414e95023 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:49.139065 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-da07dfeb-0a3d-4aa6-9929-105414e95023 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.8328092 Jan 28 10:10:49.174870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-b218076d-7634-4203-a23c-aeaacd8c39fc tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/quotas/a84ec58c8b99435b9bbb8b618c984bac HTTP/1.1" status: 200 len: 375 time: 0.0293939 Jan 28 10:10:49.258881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:49.287497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] DHCP port deletion for 4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:10:49.292384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Deleting port ca8145e2-1d85-4a3c-aa22-c90c7f57105e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:49.293172 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:49.365678 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5712acc9-3796-4637-8caf-b0b3279f2d8d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1896465 Jan 28 10:10:49.419562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:49.583075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-6bfb4c19-c1b4-40cc-8ac4-d1ca18388e1d service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092955 Jan 28 10:10:49.753447 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:49.908977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:49.938759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=660ebdde-fcfe-475f-bc98-d9c63a2a5bf9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:49.954398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2f8473a7-938f-4cc7-80e6-330270f7296a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/660ebdde-fcfe-475f-bc98-d9c63a2a5bf9 HTTP/1.1" status: 204 len: 168 time: 0.9876163 Jan 28 10:10:49.955259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 40988) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:49.981366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-f45b47b6-897f-4960-8fdd-2d530a151449 service neutron] 10.222.0.42 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919277 Jan 28 10:10:50.093264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca8145e2-1d85-4a3c-aa22-c90c7f57105e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:50.136923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27af67ee-d933-43ff-a83f-e9ea115eb2bc None None] Network 6b96bab8-ba56-4f1e-91d1-e862dd164534 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:50.179271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:50.403013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ca8e3271-4216-4e9d-b42b-7e55dca3ac20 req-f894cd9f-fed5-4412-8cfe-3e3164647ce6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 210 time: 0.1056862 Jan 28 10:10:50.526283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:50.545087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:50.546260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:50.571076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port ca8145e2-1d85-4a3c-aa22-c90c7f57105e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:50.575375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:50.905964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 94ac5266-77b0-4861-90b1-5c2ef712fc23 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:50.906561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:50.991315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Calling delete_port for ca8145e2-1d85-4a3c-aa22-c90c7f57105e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:51.010305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:51.010638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:51.310218 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:51.378966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for ca8145e2-1d85-4a3c-aa22-c90c7f57105e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:51.447978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:51.465614 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:51.527426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:10:51.528615 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:10:51.705516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:51.762762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:10:51.762762 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:10:51.771084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] DHCP port deletion for 6b96bab8-ba56-4f1e-91d1-e862dd164534 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:10:51.787062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] Deleting port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:51.793260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:51.931565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:52.012257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed9304ff-5ddc-4d81-be13-c6f4e13e3b8a req-c09a6fa9-2f63-4a15-be97-3adbec4c393e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 210 time: 0.0696683 Jan 28 10:10:52.030893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port ca8145e2-1d85-4a3c-aa22-c90c7f57105e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:52.031235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:52.177774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 94ac5266-77b0-4861-90b1-5c2ef712fc23 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:52.179465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] For port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,segment=NetworkSegment(d6699741-8b16-4f22-893e-663764ad2a5e),segment_id=d6699741-8b16-4f22-893e-663764ad2a5e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:52.180113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:52.507203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] Calling delete_port for 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:52.578471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Deleting port ca8145e2-1d85-4a3c-aa22-c90c7f57105e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:52.578846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:52.778463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:52.778929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.013619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] For port ca8145e2-1d85-4a3c-aa22-c90c7f57105e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,segment=NetworkSegment(b8b876a2-8ba8-45c0-823d-e8f3ee921089),segment_id=b8b876a2-8ba8-45c0-823d-e8f3ee921089)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:10:53.013905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.075872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for ca8145e2-1d85-4a3c-aa22-c90c7f57105e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:53.149098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-2a27b3f0-8bfb-449a-a5e8-f6c745e6fac5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:53.150626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-2a27b3f0-8bfb-449a-a5e8-f6c745e6fac5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 806 time: 0.5393589 Jan 28 10:10:53.187241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Calling delete_port for ca8145e2-1d85-4a3c-aa22-c90c7f57105e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:10:53.204394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Request body: {'port': {'device_id': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'admin_state_up': True, 'tenant_id': 'a84ec58c8b99435b9bbb8b618c984bac'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:53.222419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.370992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:10:53.371869 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:10:53.373722 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.395651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.440705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port ca8145e2-1d85-4a3c-aa22-c90c7f57105e on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:53.453517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3680c92-e2ac-4047-a42a-e584d718247b req-396ef6ec-da60-4113-af5f-b3dc64e8aa95 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 210 time: 0.1162722 Jan 28 10:10:53.498022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=94ac5266-77b0-4861-90b1-5c2ef712fc23,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:53.568450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] Pushing event deleted for resources: {'Port': ['ID=47fd7142-b1f4-4cee-80e0-095ef4b4cd8f,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:53.585683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Deleting port ca8145e2-1d85-4a3c-aa22-c90c7f57105e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:10:53.587469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.648466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.654245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.655535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.665832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:10:53.702095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:10:53.780915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:10:53.783784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:10:53.795080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=ca8145e2-1d85-4a3c-aa22-c90c7f57105e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:53.798962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a963d04-2a60-4e59-995c-f4c5180956a7 None None] No DVR routers for this DVR port 47fd7142-b1f4-4cee-80e0-095ef4b4cd8f on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:10:53.816303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2f010b4c-d605-462f-92fd-b7420c5e22f2 None None] The port 'ca8145e2-1d85-4a3c-aa22-c90c7f57105e' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:10:53.859980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.927350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:53.955507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b876a2-8ba8-45c0-823d-e8f3ee921089') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:53.956064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b876a2-8ba8-45c0-823d-e8f3ee921089') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:53.970306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.988279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:53.995057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:10:53.995759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:10:54.015628 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:10:54.143993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.147500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.194206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.225396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:54.245118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2355bb7d-a09c-482f-8ef0-7d2c83143942 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/4f56e7b9-74a5-4112-b1bc-3d6ffe39cd10 HTTP/1.1" status: 204 len: 168 time: 4.2852573 Jan 28 10:10:54.245955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41038) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:54.522238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:54.527840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.541248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:54.728764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.761572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b96bab8-ba56-4f1e-91d1-e862dd164534']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:54.771690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Made reservation on behalf of a84ec58c8b99435b9bbb8b618c984bac for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:54.775143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.780113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6699741-8b16-4f22-893e-663764ad2a5e') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:54.780384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6699741-8b16-4f22-893e-663764ad2a5e') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:54.794291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.797896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9464b4b0-7710-49d6-baae-701662da2f19 req-7aa33b91-8ec6-4b5c-a2ac-81693b959dcd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 210 time: 0.0710015 Jan 28 10:10:54.816099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.823670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:10:54.824535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:10:54.839775 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:10:54.862934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 540a2916-75ea-4865-8118-7cf8056acbe4 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:10:54.967998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:54.995579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.012515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=6b96bab8-ba56-4f1e-91d1-e862dd164534,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:55.028820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41056) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:55.030553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-efbc6f5b-3c31-4bc1-a58e-db36e04c9496 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/6b96bab8-ba56-4f1e-91d1-e862dd164534 HTTP/1.1" status: 204 len: 168 time: 0.7826843 Jan 28 10:10:55.038309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-978869415'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:55.061286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:55.105433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:55.108680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:10:55.117337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:55.123302 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] Sync routers for ids ['540a2916-75ea-4865-8118-7cf8056acbe4'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:10:55.134986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] Routers {'540a2916-75ea-4865-8118-7cf8056acbe4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:55.135954 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['540a2916-75ea-4865-8118-7cf8056acbe4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:55.148281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:55.190746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ebd1a937-dab5-4f63-a723-ed6914579145 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/540a2916-75ea-4865-8118-7cf8056acbe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8825433 Jan 28 10:10:55.193349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41062) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:55.196910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:55.205094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.213344 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:55.224918 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] Routers {'540a2916-75ea-4865-8118-7cf8056acbe4'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:10:55.225839 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['540a2916-75ea-4865-8118-7cf8056acbe4'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:55.258050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:10:55.276558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.279060 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment 2c136515-a9c2-4d32-bce0-2788bb4a48d1 of type vlan for network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 Jan 28 10:10:55.348451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.364343 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:10:55.364923 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596fb495-4036-44b7-9139-35ded6f6b99e None None] The sync data for ids ['540a2916-75ea-4865-8118-7cf8056acbe4'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:10:55.402714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Allocated IP 172.20.0.4 (62bf7d61-0881-4d62-9352-4928dbd2d7b2/b21bba14-1c29-4c01-b998-2c5bfab405ec/560996f1-0d36-439e-951a-781f2524dd31) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:55.404737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.411633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:55.412295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.579257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5492709 Jan 28 10:10:55.591763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:55.628438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:55.646815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39050e-4007-42d1-8ca9-9766de362979 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=5d3c03b4-4a6e-428c-93b1-713cf8566da0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:55.663469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:10:55.808460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-8fa8fcaf-37d3-4832-b53e-b855cf3fbb50 req-5fee7474-d989-47ba-98cb-be4dfd94d92d tempest-MultipleCreateTestJSON-749377098 tempest-MultipleCreateTestJSON-749377098-project] (87541) timed out ('10.222.0.25', 56082) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:10:55.898249 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.943229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:55.969640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:10:56.019546 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-19791bee-8755-4113-b038-480b0201cb75 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 10:10:56.020585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-19791bee-8755-4113-b038-480b0201cb75 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/540a2916-75ea-4865-8118-7cf8056acbe4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8261535 Jan 28 10:10:56.025458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41078) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:56.085097 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e3013e46-ffe0-4776-afc6-01f594ee67e5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a2916-75ea-4865-8118-7cf8056acbe4 HTTP/1.1" status: 200 len: 205 time: 0.0581677 Jan 28 10:10:56.089039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41082) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:56.095601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:56.155830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:56.166294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:56.170712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:56.176554 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6568d2d0-25ac-4291-8ebb-70a49f58c1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.178083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:56.182115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:56.187710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:56.203839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825abd9c-29dc-4170-accb-f035a71c045d req-6defc6cf-5df0-49fe-8158-7ca4077e4432 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:56.205427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-825abd9c-29dc-4170-accb-f035a71c045d req-6defc6cf-5df0-49fe-8158-7ca4077e4432 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 931 time: 0.1150744 Jan 28 10:10:56.206634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:56.210329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.344086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-825abd9c-29dc-4170-accb-f035a71c045d req-a4819795-3f1d-4d47-b2be-dacd6f7f2993 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188366 Jan 28 10:10:56.382602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:56.383525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.410976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.487906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3125947 Jan 28 10:10:56.508304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Request body: {'port': {'device_id': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:56.596464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.712105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': '2c136515-a9c2-4d32-bce0-2788bb4a48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:56.712464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: 5d3c03b4-4a6e-428c-93b1-713cf8566da0, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:10:56.717109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=f65a56c6-a48c-4885-8442-fbd52197be0d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:56.735838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:10:56.750801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5d3c03b4-4a6e-428c-93b1-713cf8566da0) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:56.759536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f0d278-7d49-4c00-9383-6be8089473ef None None] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:56.760513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:56.761368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.791334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-44f2ab26-f0ff-40c3-a129-f61332d1b0d9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1984508 Jan 28 10:10:56.792853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41088) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:56.794339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06388fdf-cc21-425c-a8c8-3ec55ffdd5f8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event updated for resources: {'Port': ['ID=560996f1-0d36-439e-951a-781f2524dd31,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:56.800421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-207439849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:56.810280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:56.815959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:56.819841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:56.827960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:56.840538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.841882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.868271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.909034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.959817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:56.970516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9a65716b-8aff-42e5-8461-8e50a7a9c315 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1761329 Jan 28 10:10:56.972537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41096) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:56.999358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'port': {'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0', 'name': 'tempest-RoutersIpV6Test-1062152247'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:10:57.069732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.206956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5d3c03b4-4a6e-428c-93b1-713cf8566da0', 'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': 'f65a56c6-a48c-4885-8442-fbd52197be0d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:10:57.207972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.281044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.287575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.320162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:10:57.332472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:port and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:10:57.335784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:10:57.348542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:10:57.382445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:10:57.386687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.414644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.415478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router 540a2916-75ea-4865-8118-7cf8056acbe4 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:10:57.432306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] device_id is not set on port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 yet. {{(pid=87541) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:10:57.446636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.453120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1f319be-6a96-41cb-b46f-357511930806 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/540a2916-75ea-4865-8118-7cf8056acbe4 HTTP/1.1" status: 204 len: 168 time: 1.3507044 Jan 28 10:10:57.454593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41104) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:57.618116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Allocated IP 2001:db8::2 (5d3c03b4-4a6e-428c-93b1-713cf8566da0/f65a56c6-a48c-4885-8442-fbd52197be0d/6ad35c4c-5658-468a-9609-ad638c03a4ac) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:57.823494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet 19290c55-f594-474a-876a-2debb1682a77 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:10:57.834881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 560996f1-0d36-439e-951a-781f2524dd31 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:10:57.839993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.902620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.914709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Transition to ACTIVE for port object 6ad35c4c-5658-468a-9609-ad638c03a4ac will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:57.922205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.947490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Transition to ACTIVE for port object 6ad35c4c-5658-468a-9609-ad638c03a4ac will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:57.956035 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:57.972008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Transition to ACTIVE for port object 560996f1-0d36-439e-951a-781f2524dd31 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:58.013441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d62583-e9e4-4712-b6d0-857ee1e7d5b5 req-52e935af-d3d9-47d0-b6d3-1f6322197f6a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:58.014245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d5d62583-e9e4-4712-b6d0-857ee1e7d5b5 req-52e935af-d3d9-47d0-b6d3-1f6322197f6a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:10:58.025758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.069177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Pushing event updated for resources: {'Port': ['ID=6ad35c4c-5658-468a-9609-ad638c03a4ac,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:58.093287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:58.095264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:58.104116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:58.119680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8::26f (5d3c03b4-4a6e-428c-93b1-713cf8566da0/f65a56c6-a48c-4885-8442-fbd52197be0d/3f7a3885-431b-4f3f-9d86-5dfd72b989b8) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:10:58.134672 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.226608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Attempting to bind port 6ad35c4c-5658-468a-9609-ad638c03a4ac on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:58.227343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Attempting to bind port 6ad35c4c-5658-468a-9609-ad638c03a4ac by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2c136515-a9c2-4d32-bce0-2788bb4a48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:58.227919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Attempting to bind port 6ad35c4c-5658-468a-9609-ad638c03a4ac on network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:58.237028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 10, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:58.237761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Checking segment: {'id': '2c136515-a9c2-4d32-bce0-2788bb4a48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:58.239324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.239942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Bound using segment: {'id': '2c136515-a9c2-4d32-bce0-2788bb4a48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:58.240626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Bound port: 6ad35c4c-5658-468a-9609-ad638c03a4ac, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c136515-a9c2-4d32-bce0-2788bb4a48d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '5d3c03b4-4a6e-428c-93b1-713cf8566da0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:58.241262 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.361467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] For port 6ad35c4c-5658-468a-9609-ad638c03a4ac, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:58.364934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] For port 6ad35c4c-5658-468a-9609-ad638c03a4ac, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ad35c4c-5658-468a-9609-ad638c03a4ac,segment=NetworkSegment(2c136515-a9c2-4d32-bce0-2788bb4a48d1),segment_id=2c136515-a9c2-4d32-bce0-2788bb4a48d1)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:58.366844 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5a158d8d-d698-4cab-98a8-39e694e0b879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.373600 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.534736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e57851-0381-4e59-b363-b07dc2439f6a None None] Pushing event updated for resources: {'Port': ['ID=6ad35c4c-5658-468a-9609-ad638c03a4ac,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:58.590741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.610372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:10:58.655920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.683580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d5d62583-e9e4-4712-b6d0-857ee1e7d5b5 req-52e935af-d3d9-47d0-b6d3-1f6322197f6a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:10:58.687054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d5d62583-e9e4-4712-b6d0-857ee1e7d5b5 req-52e935af-d3d9-47d0-b6d3-1f6322197f6a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 931 time: 1.0433319 Jan 28 10:10:58.694228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=560996f1-0d36-439e-951a-781f2524dd31,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:58.779473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d5d62583-e9e4-4712-b6d0-857ee1e7d5b5 req-12dbc537-b42d-4469-b779-637ce571ba46 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735853 Jan 28 10:10:58.881233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.887706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:10:58.893604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:10:58.912495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:10:58.917735 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Attempting to bind port 560996f1-0d36-439e-951a-781f2524dd31 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:10:58.918080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Attempting to bind port 560996f1-0d36-439e-951a-781f2524dd31 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:10:58.918396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Attempting to bind port 560996f1-0d36-439e-951a-781f2524dd31 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:58.921768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:10:58.925216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:58.938322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Port 560996f1-0d36-439e-951a-781f2524dd31 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:10:58.938322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Attempting to bind port 560996f1-0d36-439e-951a-781f2524dd31 on network 62bf7d61-0881-4d62-9352-4928dbd2d7b2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:10:58.964879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=3f7a3885-431b-4f3f-9d86-5dfd72b989b8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:58.969223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:10:58.969576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Checking segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:10:58.970093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Bound using segment: {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:10:58.970956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Bound port: 560996f1-0d36-439e-951a-781f2524dd31, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc4e527b-7902-47cf-b60e-6dfeea67df55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:10:58.971346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:59.009996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc97865b-1ba5-4e90-8c4a-9acaf3463faa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0305805 Jan 28 10:10:59.012636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41122) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:59.172371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:59.286538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=19290c55-f594-474a-876a-2debb1682a77,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:10:59.294334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:59.306014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d0d17c-5906-4fcc-8540-49b258b49d67 None None] Network efdb4aa3-67e8-4994-b721-c306850d3efb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:10:59.309911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] For port 560996f1-0d36-439e-951a-781f2524dd31, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:10:59.319984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f0802153-bf9a-4d31-ad5b-d3c6c33ebab1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/19290c55-f594-474a-876a-2debb1682a77 HTTP/1.1" status: 204 len: 168 time: 1.8619092 Jan 28 10:10:59.325186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41130) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:10:59.334876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] For port 560996f1-0d36-439e-951a-781f2524dd31, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=560996f1-0d36-439e-951a-781f2524dd31,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:10:59.396303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:59.841367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:59.846869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ad35c4c-5658-468a-9609-ad638c03a4ac up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:10:59.949769 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:10:59.998442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6ad35c4c-5658-468a-9609-ad638c03a4ac completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:00.104297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] DHCP port deletion for efdb4aa3-67e8-4994-b721-c306850d3efb request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:11:00.110115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] Deleting port a186bee1-7e56-4f99-b4e7-854d606784e5 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:00.110989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.160196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:00.161529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.163139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] 10.222.0.25 "PUT /v2.0/ports/560996f1-0d36-439e-951a-781f2524dd31 HTTP/1.1" status: 200 len: 1091 time: 3.6592166 Jan 28 10:11:00.163912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'tag': '560996f1-0d36-439e-951a-781f2524dd31'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:11:00.283957 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'tag': '560996f1-0d36-439e-951a-781f2524dd31', 'status': 'completed', 'code': 200} Jan 28 10:11:00.293283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.304035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d14cd-3664-46c1-8f79-56025b5ec5b7 service neutron] Pushing event updated for resources: {'Port': ['ID=560996f1-0d36-439e-951a-781f2524dd31,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:00.313665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port a186bee1-7e56-4f99-b4e7-854d606784e5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:00.314199 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.385233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95655881-9cf3-46af-9251-7e2dd0b1221a req-2525cd34-b4f5-41d5-954f-cbc6dd59e49b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:00.413057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95655881-9cf3-46af-9251-7e2dd0b1221a req-2525cd34-b4f5-41d5-954f-cbc6dd59e49b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 943 time: 0.3290546 Jan 28 10:11:00.641272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95655881-9cf3-46af-9251-7e2dd0b1221a req-a1bdfeeb-d2b9-4b98-bc8f-0019aed674b1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268734 Jan 28 10:11:00.666251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] For port a186bee1-7e56-4f99-b4e7-854d606784e5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a186bee1-7e56-4f99-b4e7-854d606784e5,segment=NetworkSegment(02e64fe6-e77b-4828-9bd6-fbac6c131242),segment_id=02e64fe6-e77b-4828-9bd6-fbac6c131242)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:00.666826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.681043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-321da842-ba9f-4863-a258-1e94f0a9cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:00.682726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-321da842-ba9f-4863-a258-1e94f0a9cf10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 1094 time: 0.4700899 Jan 28 10:11:00.834678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port a186bee1-7e56-4f99-b4e7-854d606784e5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a186bee1-7e56-4f99-b4e7-854d606784e5,segment=NetworkSegment(02e64fe6-e77b-4828-9bd6-fbac6c131242),segment_id=02e64fe6-e77b-4828-9bd6-fbac6c131242)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:00.835953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.838753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:00.870575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] Calling delete_port for a186bee1-7e56-4f99-b4e7-854d606784e5 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:01.037592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4b675-f689-4ad0-a757-e1482da7fe72 None None] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:01.040148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for a186bee1-7e56-4f99-b4e7-854d606784e5 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:01.063094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.161754 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.197320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-5d76cf9f-b99b-48aa-87a4-ec1e0d8dcae7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560996f1-0d36-439e-951a-781f2524dd31 HTTP/1.1" status: 200 len: 217 time: 0.0739830 Jan 28 10:11:01.209541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] Pushing event deleted for resources: {'Port': ['ID=a186bee1-7e56-4f99-b4e7-854d606784e5,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:01.213963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f36efa-d6d6-44d7-966d-e685288649f0 None None] No DVR routers for this DVR port a186bee1-7e56-4f99-b4e7-854d606784e5 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:01.217515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] Provisioning for port 6ad35c4c-5658-468a-9609-ad638c03a4ac completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:01.234569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] Provisioning complete for port 6ad35c4c-5658-468a-9609-ad638c03a4ac triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:01.235180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.304137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-11fbc3a1-4285-483c-afee-598f377a3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:01.315850 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-11fbc3a1-4285-483c-afee-598f377a3af6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1033456 Jan 28 10:11:01.430307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-71944b7d-2ddb-462a-9895-24ebfca69eaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0750518 Jan 28 10:11:01.479520 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:11:01.479810 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:11:01.504694 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.749253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] For port 6ad35c4c-5658-468a-9609-ad638c03a4ac, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ad35c4c-5658-468a-9609-ad638c03a4ac,segment=NetworkSegment(2c136515-a9c2-4d32-bce0-2788bb4a48d1),segment_id=2c136515-a9c2-4d32-bce0-2788bb4a48d1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:01.751855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a186bee1-7e56-4f99-b4e7-854d606784e5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:11:01.790000 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.826744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-374e0661-1325-455b-9042-271122bd4132 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3803439 Jan 28 10:11:01.908123 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.919594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:01.949602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a186bee1-7e56-4f99-b4e7-854d606784e5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:11:01.949960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a186bee1-7e56-4f99-b4e7-854d606784e5 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:11:02.016994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0b14a-ff09-439b-91f8-8f6a0cb5ffc0 None None] Pushing event updated for resources: {'Port': ['ID=6ad35c4c-5658-468a-9609-ad638c03a4ac,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:02.119800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port a186bee1-7e56-4f99-b4e7-854d606784e5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:02.120822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:02.331731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] The port 'a186bee1-7e56-4f99-b4e7-854d606784e5' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:11:02.338599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:02.354890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=3f7a3885-431b-4f3f-9d86-5dfd72b989b8,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:02.398206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc762646-7c4b-47a2-9fc9-4fd90154ae7e req-dbd5315c-c940-40f7-bc43-b6d9d5f40f93 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5619159 Jan 28 10:11:02.567428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:02.568900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0ca913b9-18b7-472a-92ac-0613b88be958 None None] Provisioning for port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:02.584223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0ca913b9-18b7-472a-92ac-0613b88be958 None None] Provisioning complete for port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:02.584789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ca913b9-18b7-472a-92ac-0613b88be958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:02.599066 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:02.640788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97654702-698c-4e72-a2b1-a60b32a9797b req-1d28cd3c-2945-4851-8bd7-5f26ac0a0b42 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:02.642557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97654702-698c-4e72-a2b1-a60b32a9797b req-1d28cd3c-2945-4851-8bd7-5f26ac0a0b42 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 943 time: 0.7554352 Jan 28 10:11:02.652602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efdb4aa3-67e8-4994-b721-c306850d3efb']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:02.701197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02e64fe6-e77b-4828-9bd6-fbac6c131242') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:02.701570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02e64fe6-e77b-4828-9bd6-fbac6c131242') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:02.742362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-dfa437b1-a1b7-4dcf-a3be-bc5b55b2d92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:02.743826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-dfa437b1-a1b7-4dcf-a3be-bc5b55b2d92f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 1094 time: 0.2437725 Jan 28 10:11:02.758002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-97654702-698c-4e72-a2b1-a60b32a9797b req-3fce9698-2c58-4eb7-bcfb-67e03b73cf6e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973876 Jan 28 10:11:02.780423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:02.785197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0ca913b9-18b7-472a-92ac-0613b88be958 None None] Port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:02.819992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0ca913b9-18b7-472a-92ac-0613b88be958 None None] Provisioning complete for port 6ad35c4c-5658-468a-9609-ad638c03a4ac triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:02.820442 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0ca913b9-18b7-472a-92ac-0613b88be958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.076485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.089241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:11:03.089769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:11:03.109085 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:11:03.235769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.242191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.277664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-697469a9-19ec-41b4-aeaa-6ea83d561038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:03.284449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-697469a9-19ec-41b4-aeaa-6ea83d561038 service neutron] 10.222.0.25 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.5251486 Jan 28 10:11:03.292869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=efdb4aa3-67e8-4994-b721-c306850d3efb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:03.340712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d0e70bc1-45b5-4981-9782-6a6b8bbceaa8 None None] Provisioning complete for port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:03.342495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d0e70bc1-45b5-4981-9782-6a6b8bbceaa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.461797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-f91c1a2e-30b4-438e-976c-54470897cc43 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=560996f1-0d36-439e-951a-781f2524dd31 HTTP/1.1" status: 200 len: 217 time: 0.1609344 Jan 28 10:11:03.472887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb5644a4-1614-4041-9c2b-c06a20342747 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/efdb4aa3-67e8-4994-b721-c306850d3efb HTTP/1.1" status: 204 len: 168 time: 4.1454968 Jan 28 10:11:03.548951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d0e70bc1-45b5-4981-9782-6a6b8bbceaa8 None None] Port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:03.576887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:03.578359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-232c70fc-24fc-49f4-9804-58a2db9b2212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:03.582602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-232c70fc-24fc-49f4-9804-58a2db9b2212 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.1049509 Jan 28 10:11:03.588487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-925783492'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:03.594569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:03.598698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:03.602132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:03.608158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:03.682984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:03.686061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-38589d57-bf35-4b2e-84be-2150eccc4cef None None] Provisioning complete for port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:03.686813 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-38589d57-bf35-4b2e-84be-2150eccc4cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.687476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.710426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-7083d5df-fce2-4fe1-af8c-4d44dda48039 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939395 Jan 28 10:11:03.783218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:11:03.795063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.795601 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 846582a9-78c1-42a8-81c6-4d0066e30792 of type vlan for network e68e520e-2dcb-4ccb-b07e-650f039480a6 Jan 28 10:11:03.827159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.865667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.871575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:03.872223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:03.874812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-38589d57-bf35-4b2e-84be-2150eccc4cef None None] Port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:03.884422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ad35c4c-5658-468a-9609-ad638c03a4ac up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:04.034701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6ad35c4c-5658-468a-9609-ad638c03a4ac triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:04.035432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:04.052877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=e68e520e-2dcb-4ccb-b07e-650f039480a6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:04.065929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:04.120710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d832f58-7ea2-41bb-89b2-d5bd0eb62b27 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5369971 Jan 28 10:11:04.134150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:04.145560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:04.166643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:11:04.181565 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:04.184593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:04.345125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-ce27186f-f91e-4c19-be1e-193d7752b093 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221006 Jan 28 10:11:04.411686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=3f7a3885-431b-4f3f-9d86-5dfd72b989b8,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:04.539518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:04.545586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:04.551112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:04.602464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:04.623778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bcf9e5-abdb-4b15-a941-381496102b35 req-4aaccee1-cfee-4b29-a590-77ab598916f2 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:04.625632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20bcf9e5-abdb-4b15-a941-381496102b35 req-4aaccee1-cfee-4b29-a590-77ab598916f2 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 943 time: 0.5551705 Jan 28 10:11:04.641617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5932d1a1-bf11-4925-bc30-2d4b57e77c9e req-8e399f81-b1e2-4d76-8304-42e5018cf5e7 service neutron] 10.222.0.25 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796495 Jan 28 10:11:04.642561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:04.646919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:04.707248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-20bcf9e5-abdb-4b15-a941-381496102b35 req-99d8bdcf-5992-42ec-801e-54b00ff04cec tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744972 Jan 28 10:11:04.737904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:04.740553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:05.023313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 0d5802af-584e-4c4b-be6e-8395e22b5ce9 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:05.085438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.199380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=e8477823-1632-44b9-b0c4-50261a676944,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:05.212778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '846582a9-78c1-42a8-81c6-4d0066e30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:05.213218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: e68e520e-2dcb-4ccb-b07e-650f039480a6, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:11:05.215290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-78ee2880-116e-4225-ad26-f1b08c75e5c2 None None] Provisioning complete for port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:05.216327 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-78ee2880-116e-4225-ad26-f1b08c75e5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.243462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:11:05.256231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:05.263067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bc84eec9-73c3-427a-9738-74560dc96396 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/0d5802af-584e-4c4b-be6e-8395e22b5ce9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2489250 Jan 28 10:11:05.263863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e68e520e-2dcb-4ccb-b07e-650f039480a6) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:05.267591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41184) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:05.274338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:05.275279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.302158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9dba80-a948-4533-ad62-da3a4283c2e2 None None] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:05.322137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d1a88587-bec9-4a3b-89e7-6eeb4c0b980a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1865637 Jan 28 10:11:05.324347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] Sync routers for ids ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:05.327043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41188) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:05.347227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-720270878', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:05.355599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:05.365616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:05.371805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:05.385508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:05.405433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.406854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.432350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] Routers {'0d5802af-584e-4c4b-be6e-8395e22b5ce9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:05.434125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:05.465345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.467807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2214af-caf9-4d32-9ba1-ddf5ab0107bb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:05.469521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0d2214af-caf9-4d32-9ba1-ddf5ab0107bb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:05.506115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:05.516481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.521428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-78ee2880-116e-4225-ad26-f1b08c75e5c2 None None] Port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:05.530839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] Routers {'0d5802af-584e-4c4b-be6e-8395e22b5ce9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:05.531570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:05.545781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0d2214af-caf9-4d32-9ba1-ddf5ab0107bb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:05.550737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41192) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:05.554476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0d2214af-caf9-4d32-9ba1-ddf5ab0107bb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports/3f7a3885-431b-4f3f-9d86-5dfd72b989b8 HTTP/1.1" status: 200 len: 984 time: 0.2856021 Jan 28 10:11:05.642769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:05.643313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7969ff-1d09-4211-87b9-3c78f8f423ac None None] The sync data for ids ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:05.793300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:05.797532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3fbe9f82-38a8-483d-b798-53d41a5afdf5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4651077 Jan 28 10:11:05.797674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41202) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:06.068550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-e68e520e-2dcb-4ccb-b07e-650f039480a6', 'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': 'e8477823-1632-44b9-b0c4-50261a676944'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:11:06.070123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:06.296337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 560996f1-0d36-439e-951a-781f2524dd31 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:11:06.642922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Allocated IP 172.20.0.2 (e68e520e-2dcb-4ccb-b07e-650f039480a6/e8477823-1632-44b9-b0c4-50261a676944/6bf174d1-ff7d-491f-85a7-42eac731a775) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:06.661681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3e44b-cb15-41e2-8551-063d5b55af0b req-32e432bd-3e02-4f31-9d55-dfac10a1683d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:06.663245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00c3e44b-cb15-41e2-8551-063d5b55af0b req-32e432bd-3e02-4f31-9d55-dfac10a1683d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 943 time: 0.2692797 Jan 28 10:11:06.692982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 560996f1-0d36-439e-951a-781f2524dd31, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=560996f1-0d36-439e-951a-781f2524dd31,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:06.804459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00c3e44b-cb15-41e2-8551-063d5b55af0b req-068d2406-9953-4399-91ee-73b9d8d465a1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324878 Jan 28 10:11:06.814180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '560996f1-0d36-439e-951a-781f2524dd31', 'network_id': '62bf7d61-0881-4d62-9352-4928dbd2d7b2', 'port_id': '560996f1-0d36-439e-951a-781f2524dd31', 'mac_address': 'fa:16:3e:37:e4:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b21bba14-1c29-4c01-b998-2c5bfab405ec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:11:06.908553 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:06.937694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 560996f1-0d36-439e-951a-781f2524dd31 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:11:06.956581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 560996f1-0d36-439e-951a-781f2524dd31, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=560996f1-0d36-439e-951a-781f2524dd31,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:06.968386 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.007535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.035367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.144146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=560996f1-0d36-439e-951a-781f2524dd31,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:07.158111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.158490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.158995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.159374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.159822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.160156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.160478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.160942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.161261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.161576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.161892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.162204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:07.194402 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.212590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['560996f1-0d36-439e-951a-781f2524dd31'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:11:07.449457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Transition to ACTIVE for port object 6bf174d1-ff7d-491f-85a7-42eac731a775 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:07.495025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Transition to ACTIVE for port object 6bf174d1-ff7d-491f-85a7-42eac731a775 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:07.546987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.687978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:07.696966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:07.704109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:07.880933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.20.0.1 (e68e520e-2dcb-4ccb-b07e-650f039480a6/e8477823-1632-44b9-b0c4-50261a676944/9280f754-4b40-428b-8fe4-65d1de3f52af) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:07.914610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Attempting to bind port 6bf174d1-ff7d-491f-85a7-42eac731a775 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:11:07.915292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Attempting to bind port 6bf174d1-ff7d-491f-85a7-42eac731a775 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '846582a9-78c1-42a8-81c6-4d0066e30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:11:07.915883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Attempting to bind port 6bf174d1-ff7d-491f-85a7-42eac731a775 on network e68e520e-2dcb-4ccb-b07e-650f039480a6 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:07.919456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:07.920823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.963881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:11:07.964554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Checking segment: {'id': '846582a9-78c1-42a8-81c6-4d0066e30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:07.967645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:07.968328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Bound using segment: {'id': '846582a9-78c1-42a8-81c6-4d0066e30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:11:07.971567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Bound port: 6bf174d1-ff7d-491f-85a7-42eac731a775, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846582a9-78c1-42a8-81c6-4d0066e30792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e68e520e-2dcb-4ccb-b07e-650f039480a6'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:11:07.972221 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:08.091207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Pushing event updated for resources: {'Port': ['ID=6bf174d1-ff7d-491f-85a7-42eac731a775,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:08.312781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] For port 6bf174d1-ff7d-491f-85a7-42eac731a775, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:11:08.325461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] For port 6bf174d1-ff7d-491f-85a7-42eac731a775, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf174d1-ff7d-491f-85a7-42eac731a775,segment=NetworkSegment(846582a9-78c1-42a8-81c6-4d0066e30792),segment_id=846582a9-78c1-42a8-81c6-4d0066e30792)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:11:08.337587 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:08.395417 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:08.406821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:08.498337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 9280f754-4b40-428b-8fe4-65d1de3f52af will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:08.522858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11073f8f-3ca8-4cc3-9a9d-bf945e1fa543 req-601245d7-0d96-42a5-9009-fb3fdaf8d573 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:08.533755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11073f8f-3ca8-4cc3-9a9d-bf945e1fa543 req-601245d7-0d96-42a5-9009-fb3fdaf8d573 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 944 time: 0.4299550 Jan 28 10:11:08.581467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33382aca-e29e-4bf5-9b99-24ca56754639 None None] Pushing event updated for resources: {'Port': ['ID=6bf174d1-ff7d-491f-85a7-42eac731a775,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:08.632932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11073f8f-3ca8-4cc3-9a9d-bf945e1fa543 req-2bc851ac-71d0-4e66-87c3-64662b2118f6 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913641 Jan 28 10:11:08.661204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:08.810085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 3f7a3885-431b-4f3f-9d86-5dfd72b989b8 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:08.838659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:08.849960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:08.853362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:09.080201 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:09.104480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=9280f754-4b40-428b-8fe4-65d1de3f52af,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:09.170748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:09.276104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=3f7a3885-431b-4f3f-9d86-5dfd72b989b8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:09.563358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:09.894235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf174d1-ff7d-491f-85a7-42eac731a775 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:10.101589 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:10.203542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 560996f1-0d36-439e-951a-781f2524dd31 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:10.402770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6bf174d1-ff7d-491f-85a7-42eac731a775 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:10.422638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 560996f1-0d36-439e-951a-781f2524dd31 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:10.436989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 560996f1-0d36-439e-951a-781f2524dd31 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:10.436989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:10.734452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:10.787371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:10.795361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:10.811561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 560996f1-0d36-439e-951a-781f2524dd31, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=560996f1-0d36-439e-951a-781f2524dd31,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:10.817797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560996f1-0d36-439e-951a-781f2524dd31'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:11:10.824396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735f2f7-9902-4088-9a56-ffb8886fe800 None None] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:11.134116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 0d5802af-584e-4c4b-be6e-8395e22b5ce9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:11.166232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519073be-5973-42da-9ef0-a04503992862 req-d3d64547-73aa-40f5-92d8-a731ff9efa97 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:11.183057 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-519073be-5973-42da-9ef0-a04503992862 req-d3d64547-73aa-40f5-92d8-a731ff9efa97 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 944 time: 1.0773773 Jan 28 10:11:11.374490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=9280f754-4b40-428b-8fe4-65d1de3f52af,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:11.388901 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:11.392436 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '560996f1-0d36-439e-951a-781f2524dd31', 'code': 200} Jan 28 10:11:11.411806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-519073be-5973-42da-9ef0-a04503992862 req-27501f67-db20-4764-8830-882cdaee13b3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274995 Jan 28 10:11:11.429739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:11.561147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] Provisioning for port 6bf174d1-ff7d-491f-85a7-42eac731a775 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:11.594606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] Provisioning complete for port 6bf174d1-ff7d-491f-85a7-42eac731a775 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:11.595242 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:11.629926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=560996f1-0d36-439e-951a-781f2524dd31,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:11.663298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:11.675954 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] Sync routers for ids ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:11.691702 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] Routers {'0d5802af-584e-4c4b-be6e-8395e22b5ce9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:11.694279 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:11.708706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b4216c85-72c4-4fd3-bc7c-368899b98b69 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/0d5802af-584e-4c4b-be6e-8395e22b5ce9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1544480 Jan 28 10:11:11.725904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41258) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:11.752579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a68e-7e31-4b75-8665-722bde4e4bd5 req-8792b2a1-3d77-4a68-8707-a26ef509f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:11.754313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89f8a68e-7e31-4b75-8665-722bde4e4bd5 req-8792b2a1-3d77-4a68-8707-a26ef509f7c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 1096 time: 0.3416250 Jan 28 10:11:11.843256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:11.851954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:11.860982 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:11.886432 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] Routers {'0d5802af-584e-4c4b-be6e-8395e22b5ce9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:11.887556 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:11.908589 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:11.985084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] For port 6bf174d1-ff7d-491f-85a7-42eac731a775, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf174d1-ff7d-491f-85a7-42eac731a775,segment=NetworkSegment(846582a9-78c1-42a8-81c6-4d0066e30792),segment_id=846582a9-78c1-42a8-81c6-4d0066e30792)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:11.998400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:12.064017 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:12.064910 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a64fd7-3327-4422-a770-db818ff6b358 None None] The sync data for ids ['0d5802af-584e-4c4b-be6e-8395e22b5ce9'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:12.179453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc366c6-3145-4b7d-a943-cd6f5c1f7b45 None None] Pushing event updated for resources: {'Port': ['ID=6bf174d1-ff7d-491f-85a7-42eac731a775,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:12.182357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89f8a68e-7e31-4b75-8665-722bde4e4bd5 req-db4873d8-38cc-45e5-af1d-c1d6fe508d72 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283617 Jan 28 10:11:12.263432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-456880bc-758a-4657-bd16-2a08fa5503eb None None] Provisioning complete for port 6bf174d1-ff7d-491f-85a7-42eac731a775 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:12.265518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-456880bc-758a-4657-bd16-2a08fa5503eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:12.437778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 26217ae3-a585-45dd-9fd5-237771b44e62 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:12.734972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-456880bc-758a-4657-bd16-2a08fa5503eb None None] Provisioning for port 9280f754-4b40-428b-8fe4-65d1de3f52af completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:12.743664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-456880bc-758a-4657-bd16-2a08fa5503eb None None] Provisioning complete for port 9280f754-4b40-428b-8fe4-65d1de3f52af triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:12.744324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-456880bc-758a-4657-bd16-2a08fa5503eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:12.760975 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-958cfdbb-e933-4354-9bd0-1bc7aa1b0222 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] remove_router_interface failed (client error): The resource could not be found. Jan 28 10:11:12.764865 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-958cfdbb-e933-4354-9bd0-1bc7aa1b0222 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/0d5802af-584e-4c4b-be6e-8395e22b5ce9/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.0167177 Jan 28 10:11:12.765265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:12.858674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a4202f29-9547-4b35-8986-76a622d091a2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:12.868969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-456880bc-758a-4657-bd16-2a08fa5503eb None None] Port 9280f754-4b40-428b-8fe4-65d1de3f52af cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:12.882818 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:11:12.905881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a4202f29-9547-4b35-8986-76a622d091a2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:12.909774 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a4202f29-9547-4b35-8986-76a622d091a2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5802af-584e-4c4b-be6e-8395e22b5ce9 HTTP/1.1" status: 200 len: 205 time: 0.1409552 Jan 28 10:11:12.909995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41284) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:12.988883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:13.002099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] Sync routers for ids ['26217ae3-a585-45dd-9fd5-237771b44e62'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:13.011916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-66bcb913-6840-4622-b198-166425d08d26 None None] Provisioning complete for port 9280f754-4b40-428b-8fe4-65d1de3f52af triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:13.012277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-66bcb913-6840-4622-b198-166425d08d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:13.046365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-647ad67d-4f0b-4840-8ec4-bb181306124c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/26217ae3-a585-45dd-9fd5-237771b44e62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2474790 Jan 28 10:11:13.049439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41288) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:13.132918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] Routers {'26217ae3-a585-45dd-9fd5-237771b44e62'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:13.138754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['26217ae3-a585-45dd-9fd5-237771b44e62'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:13.262378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:13.279012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc9cdb3-a045-4f0a-b9dd-b09ca4e0143f req-aafbea66-4ae9-42d8-9c68-584f1acd8695 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:13.285083 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bc9cdb3-a045-4f0a-b9dd-b09ca4e0143f req-aafbea66-4ae9-42d8-9c68-584f1acd8695 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.4803360 Jan 28 10:11:13.298683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:13.317315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a401b0e-65da-48b1-9c1f-3364a2082cb6 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:13.320317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7a401b0e-65da-48b1-9c1f-3364a2082cb6 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:13.332399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] Routers {'26217ae3-a585-45dd-9fd5-237771b44e62'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:13.333080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['26217ae3-a585-45dd-9fd5-237771b44e62'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:13.399589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7a401b0e-65da-48b1-9c1f-3364a2082cb6 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:13.405803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7a401b0e-65da-48b1-9c1f-3364a2082cb6 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports/9280f754-4b40-428b-8fe4-65d1de3f52af HTTP/1.1" status: 200 len: 910 time: 0.3525970 Jan 28 10:11:13.413000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41302) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:13.667619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf174d1-ff7d-491f-85a7-42eac731a775 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:13.757643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-66bcb913-6840-4622-b198-166425d08d26 None None] Port 9280f754-4b40-428b-8fe4-65d1de3f52af cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:13.763273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:13.763800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec804ea-84a4-4b77-9125-29369a4afb30 None None] The sync data for ids ['26217ae3-a585-45dd-9fd5-237771b44e62'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:13.799289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6bf174d1-ff7d-491f-85a7-42eac731a775 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:13.801960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:13.849320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bc9cdb3-a045-4f0a-b9dd-b09ca4e0143f req-101a0955-1329-4a4d-945b-2c8baaf3a6eb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5549171 Jan 28 10:11:13.973496 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:13.976203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4ba99577-1508-4579-a8bc-ec4e25960284 None None] Provisioning complete for port 9280f754-4b40-428b-8fe4-65d1de3f52af triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:13.981598 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ba99577-1508-4579-a8bc-ec4e25960284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.096302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4ba99577-1508-4579-a8bc-ec4e25960284 None None] Port 9280f754-4b40-428b-8fe4-65d1de3f52af cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:14.161632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.167208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.221361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.222219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5802af-584e-4c4b-be6e-8395e22b5ce9 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:14.238070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.242158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-797f3f38-8b63-44cf-98bb-8f6c8595bdf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/0d5802af-584e-4c4b-be6e-8395e22b5ce9 HTTP/1.1" status: 204 len: 168 time: 1.3281059 Jan 28 10:11:14.242158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41312) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:14.346989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet f65a56c6-a48c-4885-8442-fbd52197be0d {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:11:14.356623 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.420096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.471583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.522192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.615924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.697668 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.704474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30e9b90-0e95-4067-b02e-38a2de846c35 None None] Network 5d3c03b4-4a6e-428c-93b1-713cf8566da0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:14.707006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/f65a56c6-a48c-4885-8442-fbd52197be0d HTTP/1.1" status: 204 len: 168 time: 0.4640229 Jan 28 10:11:14.707846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79961ec-7522-4382-b931-3dea3b597881 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=f65a56c6-a48c-4885-8442-fbd52197be0d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:14.710819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41318) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:14.907371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:14.934479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 6ad35c4c-5658-468a-9609-ad638c03a4ac {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:14.935330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.214000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 9280f754-4b40-428b-8fe4-65d1de3f52af {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:15.214576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.227770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] DHCP port deletion for 5d3c03b4-4a6e-428c-93b1-713cf8566da0 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:11:15.233800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Deleting port 6ad35c4c-5658-468a-9609-ad638c03a4ac {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:15.234388 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.425802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.486692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.574290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efc4e-1477-44c8-8e8d-7c114f89aa96 req-08416d5a-acc6-48bb-9d68-9db218bde1ef tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:15.584733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] For port 6ad35c4c-5658-468a-9609-ad638c03a4ac, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ad35c4c-5658-468a-9609-ad638c03a4ac,segment=NetworkSegment(2c136515-a9c2-4d32-bce0-2788bb4a48d1),segment_id=2c136515-a9c2-4d32-bce0-2788bb4a48d1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:15.585368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.586238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f6efc4e-1477-44c8-8e8d-7c114f89aa96 req-08416d5a-acc6-48bb-9d68-9db218bde1ef tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.4275925 Jan 28 10:11:15.653501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 6ad35c4c-5658-468a-9609-ad638c03a4ac, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ad35c4c-5658-468a-9609-ad638c03a4ac,segment=NetworkSegment(2c136515-a9c2-4d32-bce0-2788bb4a48d1),segment_id=2c136515-a9c2-4d32-bce0-2788bb4a48d1)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:15.654539 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.665571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 9280f754-4b40-428b-8fe4-65d1de3f52af owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:15.681207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ad35c4c-5658-468a-9609-ad638c03a4ac no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:11:15.699898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f6efc4e-1477-44c8-8e8d-7c114f89aa96 req-37a40450-ccd1-41ee-ba96-fb42e8ce08a5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939624 Jan 28 10:11:15.844818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 6ad35c4c-5658-468a-9609-ad638c03a4ac owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:15.900364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.912165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Calling delete_port for 6ad35c4c-5658-468a-9609-ad638c03a4ac owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:15.942643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:15.975721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=9280f754-4b40-428b-8fe4-65d1de3f52af,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:16.065529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=6ad35c4c-5658-468a-9609-ad638c03a4ac,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:16.071191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port 6ad35c4c-5658-468a-9609-ad638c03a4ac on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:16.072515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port 6ad35c4c-5658-468a-9609-ad638c03a4ac {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:11:16.075928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ad35c4c-5658-468a-9609-ad638c03a4ac not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:11:16.122608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:11:16.122956 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:11:16.327272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.620058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.624436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Deleting port 6ad35c4c-5658-468a-9609-ad638c03a4ac {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:16.624881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.674231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3c03b4-4a6e-428c-93b1-713cf8566da0']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:16.700767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c136515-a9c2-4d32-bce0-2788bb4a48d1') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:16.701103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c136515-a9c2-4d32-bce0-2788bb4a48d1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:16.726986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.762723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.764909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:11:16.765312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.782990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9747c19b-1984-455b-917c-9a6e0a70106c None None] The port '6ad35c4c-5658-468a-9609-ad638c03a4ac' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:11:16.873516 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:11:16.894512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.920437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:16.947732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 26217ae3-a585-45dd-9fd5-237771b44e62 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:16.950899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/5d3c03b4-4a6e-428c-93b1-713cf8566da0 HTTP/1.1" status: 204 len: 168 time: 2.2379112 Jan 28 10:11:16.952209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbf09ed-e62f-4d94-86c1-314e33845f07 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=5d3c03b4-4a6e-428c-93b1-713cf8566da0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:16.954200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41358) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:16.962615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1503067760'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:16.970173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:16.982507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50d0765-669a-4e2a-98cf-6d432f682e6e req-718b5525-83a2-4e8d-8a61-7793be8074d9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:16.984191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a50d0765-669a-4e2a-98cf-6d432f682e6e req-718b5525-83a2-4e8d-8a61-7793be8074d9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.6058812 Jan 28 10:11:16.985284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:16.988503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:17.023464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:17.040987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a50d0765-669a-4e2a-98cf-6d432f682e6e req-ef4aec89-d52a-4b5a-9332-f3b492b6b4ee tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495157 Jan 28 10:11:17.044782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:17.049009 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:17.082449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 349} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:11:17.093864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:17.094574 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment 24a4dc03-8c55-4bea-ac1f-5be4490ae655 of type vlan for network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d Jan 28 10:11:17.132372 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:17.149600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:17.163403 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] Sync routers for ids ['26217ae3-a585-45dd-9fd5-237771b44e62'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:17.177505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-72012164-0e26-42fb-bf54-5dd8d35b982d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/26217ae3-a585-45dd-9fd5-237771b44e62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7564628 Jan 28 10:11:17.180000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41364) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:17.183078 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] Routers {'26217ae3-a585-45dd-9fd5-237771b44e62'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:17.184058 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['26217ae3-a585-45dd-9fd5-237771b44e62'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:17.196055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:17.211863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:17.213644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:17.301252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cadd9b0a-bacc-486d-848f-6b18aa53ccc1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:17.342514 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:17.364758 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] Routers {'26217ae3-a585-45dd-9fd5-237771b44e62'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:17.365406 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['26217ae3-a585-45dd-9fd5-237771b44e62'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:17.422990 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4627604 Jan 28 10:11:17.429355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41370) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:17.459727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:17.499284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cadd9b0a-bacc-486d-848f-6b18aa53ccc1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:17.501289 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:17.501691 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf4be6d-5281-4503-88ba-abbb78841d21 None None] The sync data for ids ['26217ae3-a585-45dd-9fd5-237771b44e62'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:17.501823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6918f8b-1289-441f-95cc-2f5d0fb2e0cb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=b99c52ea-a1f3-4243-bbaf-09c5b428ab2d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:17.503339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cadd9b0a-bacc-486d-848f-6b18aa53ccc1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=26217ae3-a585-45dd-9fd5-237771b44e62 HTTP/1.1" status: 200 len: 205 time: 0.3221262 Jan 28 10:11:17.510469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41374) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:17.532275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:11:17.878460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.017650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:18.037180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:18.053686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96db3c-37fe-45b3-9daf-67e6942a280c req-8b98bf00-3a27-4bc3-be49-c3c044acb1c9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:18.055574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f96db3c-37fe-45b3-9daf-67e6942a280c req-8b98bf00-3a27-4bc3-be49-c3c044acb1c9 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.7658517 Jan 28 10:11:18.059444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:18.152167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:18.344175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:18.348810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.376603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.439480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.449999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5f96db3c-37fe-45b3-9daf-67e6942a280c req-38808e57-4514-4613-b827-ebf9ecc8e943 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861334 Jan 28 10:11:18.548417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.548927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router 26217ae3-a585-45dd-9fd5-237771b44e62 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:18.585920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.587214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e5eb07e5-322b-4059-bb8c-290cda18e801 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/26217ae3-a585-45dd-9fd5-237771b44e62 HTTP/1.1" status: 204 len: 168 time: 1.0748932 Jan 28 10:11:18.590176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41386) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:18.745353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet e8477823-1632-44b9-b0c4-50261a676944 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:11:18.765131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.871498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:18.941975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.112712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.166661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': '24a4dc03-8c55-4bea-ac1f-5be4490ae655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:19.167269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: b99c52ea-a1f3-4243-bbaf-09c5b428ab2d, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:11:19.186967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=b27ce958-dc87-4c2a-94c8-f9ad720dfa5f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:19.215988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:11:19.248423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b306-9e28-4e6b-a8bd-080019fa0156 req-ef658b37-123e-4a1b-81b3-ffbff02fd44d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:19.249948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c0b306-9e28-4e6b-a8bd-080019fa0156 req-ef658b37-123e-4a1b-81b3-ffbff02fd44d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2409980 Jan 28 10:11:19.250742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b99c52ea-a1f3-4243-bbaf-09c5b428ab2d) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:19.260986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c968b80-6ae7-4ee2-86c2-311599ba98ed None None] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:19.275035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.283944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:19.284576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.331710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=e8477823-1632-44b9-b0c4-50261a676944,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:19.350118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.360707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-684ad8e4-c5f9-4ac5-8204-0e163019fcea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/e8477823-1632-44b9-b0c4-50261a676944 HTTP/1.1" status: 204 len: 168 time: 0.7668865 Jan 28 10:11:19.361669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41400) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:19.438253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d604a2ca-515b-4498-8024-6014cd431db1 None None] Network e68e520e-2dcb-4ccb-b07e-650f039480a6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:19.451267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6c0b306-9e28-4e6b-a8bd-080019fa0156 req-1d86b2f8-d4c3-4779-af97-c53b21293b1c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374657 Jan 28 10:11:19.453682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f46cfee-f709-40f1-b111-3d7470754c1f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0226038 Jan 28 10:11:19.456588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41404) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:19.472048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-330561224', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:19.489301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:19.500868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:19.504771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:19.646387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.668506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 6bf174d1-ff7d-491f-85a7-42eac731a775 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:19.668808 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.808217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:19.826772 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.827883 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.857067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.907059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.987605 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:19.988861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a82e526a-4e56-4e67-9324-a8d4a6a201f0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5209558 Jan 28 10:11:19.993811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:20.022666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] DHCP port deletion for e68e520e-2dcb-4ccb-b07e-650f039480a6 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:11:20.040224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Deleting port 6bf174d1-ff7d-491f-85a7-42eac731a775 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:20.040702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.068745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 6bf174d1-ff7d-491f-85a7-42eac731a775, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf174d1-ff7d-491f-85a7-42eac731a775,segment=NetworkSegment(846582a9-78c1-42a8-81c6-4d0066e30792),segment_id=846582a9-78c1-42a8-81c6-4d0066e30792)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:20.069396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.181347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b99c52ea-a1f3-4243-bbaf-09c5b428ab2d', 'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': 'b27ce958-dc87-4c2a-94c8-f9ad720dfa5f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:11:20.182538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.202730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41416) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:20.325689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 6bf174d1-ff7d-491f-85a7-42eac731a775 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:20.447790 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.565134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] For port 6bf174d1-ff7d-491f-85a7-42eac731a775, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf174d1-ff7d-491f-85a7-42eac731a775,segment=NetworkSegment(846582a9-78c1-42a8-81c6-4d0066e30792),segment_id=846582a9-78c1-42a8-81c6-4d0066e30792)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:20.569191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.583642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No DVR routers for this DVR port 6bf174d1-ff7d-491f-85a7-42eac731a775 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:20.585454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=6bf174d1-ff7d-491f-85a7-42eac731a775,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:20.701914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Deleting subnet 6ac99396-7416-4efb-b81b-7ac6ce5bf11d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:11:20.738519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.770419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:20.806357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Calling delete_port for 6bf174d1-ff7d-491f-85a7-42eac731a775 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:20.928250 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.006185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.043953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68e520e-2dcb-4ccb-b07e-650f039480a6']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:21.055844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.062040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '846582a9-78c1-42a8-81c6-4d0066e30792') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:21.062228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Allocated IP 2001:db8::2 (b99c52ea-a1f3-4243-bbaf-09c5b428ab2d/b27ce958-dc87-4c2a-94c8-f9ad720dfa5f/57edb4c8-522d-445d-b112-225bbce9306d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:21.062793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '846582a9-78c1-42a8-81c6-4d0066e30792') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:21.090102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d8af2-5d72-423e-beaa-a1e9416016a6 req-5ee46e04-59ce-4c69-9fac-87f1d5ad0b15 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:21.098583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b62d8af2-5d72-423e-beaa-a1e9416016a6 req-5ee46e04-59ce-4c69-9fac-87f1d5ad0b15 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.3987055 Jan 28 10:11:21.119644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.154069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.170177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:11:21.170738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:11:21.190821 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:11:21.213586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b62d8af2-5d72-423e-beaa-a1e9416016a6 req-6d8a3713-fc53-4ddc-be91-0ce6e03dea8a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129947 Jan 28 10:11:21.222779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.269181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ac99396-7416-4efb-b81b-7ac6ce5bf11d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:21.277119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.292159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1ea8b42e-6ab5-429a-9ca2-afee23da52b4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6ac99396-7416-4efb-b81b-7ac6ce5bf11d HTTP/1.1" status: 204 len: 168 time: 1.0884759 Jan 28 10:11:21.292792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41430) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:21.340757 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:11:21.341911 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:11:21.343559 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.348099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.383903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/e68e520e-2dcb-4ccb-b07e-650f039480a6 HTTP/1.1" status: 204 len: 168 time: 2.0205519 Jan 28 10:11:21.388502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41438) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:21.394544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1930018869', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:21.401761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d760ef4-169d-4875-8b69-a62be58b2394 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=e68e520e-2dcb-4ccb-b07e-650f039480a6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:21.406685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:21.412788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:21.416451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:21.421912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.424727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:21.441481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.442882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.461515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.611415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.648159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf174d1-ff7d-491f-85a7-42eac731a775 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:11:21.715730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Transition to ACTIVE for port object 57edb4c8-522d-445d-b112-225bbce9306d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:21.729998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6bf174d1-ff7d-491f-85a7-42eac731a775 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:11:21.730736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf174d1-ff7d-491f-85a7-42eac731a775 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:11:21.753437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Transition to ACTIVE for port object 57edb4c8-522d-445d-b112-225bbce9306d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:21.760412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.818323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:21.844042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.847297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:21.848878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Deleting port 6bf174d1-ff7d-491f-85a7-42eac731a775 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:21.849235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.889780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7bf2eaa-adc4-4307-91db-b2284e94125e']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:21.903312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8::1 (b99c52ea-a1f3-4243-bbaf-09c5b428ab2d/b27ce958-dc87-4c2a-94c8-f9ad720dfa5f/aa4d4e64-90e8-4942-b33a-52184f60c80a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:21.915247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57f43697-706d-42f1-969b-4bf3baeea298') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:21.915390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57f43697-706d-42f1-969b-4bf3baeea298') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:21.916537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Pushing event updated for resources: {'Port': ['ID=57edb4c8-522d-445d-b112-225bbce9306d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:21.923726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:21.934810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.945509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:21.988634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7ccdc-5502-4b8e-9ee1-4d372e36e796 None None] The port '6bf174d1-ff7d-491f-85a7-42eac731a775' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:11:22.038859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.066060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:11:22.066572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:11:22.080999 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:11:22.104010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Attempting to bind port 57edb4c8-522d-445d-b112-225bbce9306d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:11:22.104998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Attempting to bind port 57edb4c8-522d-445d-b112-225bbce9306d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '24a4dc03-8c55-4bea-ac1f-5be4490ae655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:11:22.104998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Attempting to bind port 57edb4c8-522d-445d-b112-225bbce9306d on network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:22.112246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:11:22.112691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Checking segment: {'id': '24a4dc03-8c55-4bea-ac1f-5be4490ae655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:22.113112 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.113631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Bound using segment: {'id': '24a4dc03-8c55-4bea-ac1f-5be4490ae655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:11:22.114105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Bound port: 57edb4c8-522d-445d-b112-225bbce9306d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24a4dc03-8c55-4bea-ac1f-5be4490ae655', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'b99c52ea-a1f3-4243-bbaf-09c5b428ab2d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:11:22.114529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.240774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] For port 57edb4c8-522d-445d-b112-225bbce9306d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:11:22.245406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] For port 57edb4c8-522d-445d-b112-225bbce9306d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57edb4c8-522d-445d-b112-225bbce9306d,segment=NetworkSegment(24a4dc03-8c55-4bea-ac1f-5be4490ae655),segment_id=24a4dc03-8c55-4bea-ac1f-5be4490ae655)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:11:22.253335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.255527 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.280596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.283150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7bf2eaa-adc4-4307-91db-b2284e94125e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:22.308360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.318697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fdc913a8-3983-445d-8cfc-8dd6a1e2e397 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a7bf2eaa-adc4-4307-91db-b2284e94125e HTTP/1.1" status: 204 len: 168 time: 1.0248709 Jan 28 10:11:22.336899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object aa4d4e64-90e8-4942-b33a-52184f60c80a will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:22.402034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d7888-ecad-4736-9bac-81833e6448e9 None None] Pushing event updated for resources: {'Port': ['ID=57edb4c8-522d-445d-b112-225bbce9306d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:22.412196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.460231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.472340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.534960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41448) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:22.573287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:22.580212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:22.611093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:22.611968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.657867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=aa4d4e64-90e8-4942-b33a-52184f60c80a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:22.702502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.25.1.39 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/b7295755-cbbd-4279-aa88-eb140172db0c) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:22.717890 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13b3ba58-b996-49fe-8d86-606624ba3d0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e762b06872c341af9dce4aa66daaca2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788006 Jan 28 10:11:22.737061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41456) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:22.831110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68735c98-9743-4302-9ab2-5b2d48d20407 req-23ddbdfc-2012-4e43-ba9c-7b7aeebbd5a7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:22.846479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68735c98-9743-4302-9ab2-5b2d48d20407 req-23ddbdfc-2012-4e43-ba9c-7b7aeebbd5a7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.4559104 Jan 28 10:11:22.912114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.989924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ec054ab-c850-4f8e-97ab-893820ac828a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:22.990182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:23.099024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68735c98-9743-4302-9ab2-5b2d48d20407 req-7806b6f3-deb1-46b2-ae0c-8485d07b28af tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420247 Jan 28 10:11:23.101834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ec054ab-c850-4f8e-97ab-893820ac828a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:23.113704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:23.171987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:23.171987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=b7295755-cbbd-4279-aa88-eb140172db0c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:23.179037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:23.184335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:23.227512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ec054ab-c850-4f8e-97ab-893820ac828a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:23.267081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec054ab-c850-4f8e-97ab-893820ac828a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=220e3ae8-b7c8-411d-a308-edc5307250c5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:23.477033 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ec054ab-c850-4f8e-97ab-893820ac828a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:23.480541 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ec054ab-c850-4f8e-97ab-893820ac828a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/220e3ae8-b7c8-411d-a308-edc5307250c5 HTTP/1.1" status: 204 len: 168 time: 0.7342405 Jan 28 10:11:23.842754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57edb4c8-522d-445d-b112-225bbce9306d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:23.974848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 57edb4c8-522d-445d-b112-225bbce9306d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:24.017971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:24.023215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:24.024378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:24.341636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:24.473919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=aa4d4e64-90e8-4942-b33a-52184f60c80a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:24.565959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03264994-aebc-4a4d-8e8f-ae60a08e7fdb None None] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:24.573048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:24.574359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:24.888871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] Provisioning for port 57edb4c8-522d-445d-b112-225bbce9306d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:24.898275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:24.900841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] Provisioning complete for port 57edb4c8-522d-445d-b112-225bbce9306d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:24.901213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:24.997541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fa91a5-41eb-4a37-bb1f-2ee3d222c92c req-1a3d1631-b5c6-4ae5-b08a-ab1175235a88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:24.998986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90fa91a5-41eb-4a37-bb1f-2ee3d222c92c req-1a3d1631-b5c6-4ae5-b08a-ab1175235a88 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.5491350 Jan 28 10:11:25.044373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:25.089044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] For port 57edb4c8-522d-445d-b112-225bbce9306d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57edb4c8-522d-445d-b112-225bbce9306d,segment=NetworkSegment(24a4dc03-8c55-4bea-ac1f-5be4490ae655),segment_id=24a4dc03-8c55-4bea-ac1f-5be4490ae655)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:25.094283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:25.142618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-90fa91a5-41eb-4a37-bb1f-2ee3d222c92c req-73d6f3c3-1bb4-4ca9-b752-4481cc9183fe tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362352 Jan 28 10:11:25.171113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-56ab9a6d-0baf-4bc6-af4e-ec76091ef5f2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:25.172319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-56ab9a6d-0baf-4bc6-af4e-ec76091ef5f2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:25.190749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 13b34766-2bd5-4ebe-ad45-95bad580019b is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:25.194216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a79fe-20f2-4271-9c80-cf5a8af00b08 None None] Pushing event updated for resources: {'Port': ['ID=57edb4c8-522d-445d-b112-225bbce9306d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:25.235992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-56ab9a6d-0baf-4bc6-af4e-ec76091ef5f2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:25.237215 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-56ab9a6d-0baf-4bc6-af4e-ec76091ef5f2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.3556139 Jan 28 10:11:25.267424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-820e70f5-c808-4130-b1ec-62e0570fe588 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.0229530 Jan 28 10:11:25.355902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 7f9602dd-398b-449b-a276-98e11365945f is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:25.450229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:25.488141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] Sync routers for ids ['13b34766-2bd5-4ebe-ad45-95bad580019b'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:25.495450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:25.497338 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-68f9a395-0769-47e9-acf7-fa101629b174 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 4.1075110 Jan 28 10:11:25.498807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a13acd57-4732-4279-82d4-4733034a4a83 None None] Provisioning for port aa4d4e64-90e8-4942-b33a-52184f60c80a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:25.499946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41486) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:25.564685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a13acd57-4732-4279-82d4-4733034a4a83 None None] Provisioning complete for port aa4d4e64-90e8-4942-b33a-52184f60c80a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:25.565353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a13acd57-4732-4279-82d4-4733034a4a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:25.578643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-9b2d06e2-eb3c-431c-892c-c6ffe2f4393e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3021770 Jan 28 10:11:25.688197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57edb4c8-522d-445d-b112-225bbce9306d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:25.771703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] Routers {'13b34766-2bd5-4ebe-ad45-95bad580019b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:25.772427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['13b34766-2bd5-4ebe-ad45-95bad580019b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:25.880455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:25.894704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] Sync routers for ids ['7f9602dd-398b-449b-a276-98e11365945f'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:25.906207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e2cc292-6e09-4e9e-a755-93a371f417d6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/7f9602dd-398b-449b-a276-98e11365945f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9097474 Jan 28 10:11:25.907914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41494) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:25.918445 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] Routers {'7f9602dd-398b-449b-a276-98e11365945f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:25.919157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f9602dd-398b-449b-a276-98e11365945f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:25.958213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:25.969106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a13acd57-4732-4279-82d4-4733034a4a83 None None] Port aa4d4e64-90e8-4942-b33a-52184f60c80a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:25.989711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6cbc6cba-be0e-431b-9824-2723af72132b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:25.993051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] Routers {'13b34766-2bd5-4ebe-ad45-95bad580019b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:25.994113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['13b34766-2bd5-4ebe-ad45-95bad580019b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:26.084411 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:26.115993 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] Routers {'7f9602dd-398b-449b-a276-98e11365945f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:26.115993 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f9602dd-398b-449b-a276-98e11365945f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:26.119370 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-382d2cf4-3553-4f59-ae84-2cad1f88bd09 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/routers/13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 200 len: 880 time: 0.6177676 Jan 28 10:11:26.120226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41498) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:26.129182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:26.129818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e119eadd-ec52-4c71-a615-166a51141e92 None None] The sync data for ids ['13b34766-2bd5-4ebe-ad45-95bad580019b'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:26.157238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a13acd57-4732-4279-82d4-4733034a4a83 None None] Provisioning complete for port 57edb4c8-522d-445d-b112-225bbce9306d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:26.158064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a13acd57-4732-4279-82d4-4733034a4a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:26.189309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-07365665-d265-4fbf-ac62-f896c04e159d service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814488 Jan 28 10:11:26.213767 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:26.219814 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33c0747-3986-44e7-9bbc-0f7db2fe4b90 None None] The sync data for ids ['7f9602dd-398b-449b-a276-98e11365945f'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:26.229246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 57edb4c8-522d-445d-b112-225bbce9306d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:26.229828 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:26.245768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b0e74d-cc2c-4b46-9ebd-5b0e4261eba3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:26.246387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-39b0e74d-cc2c-4b46-9ebd-5b0e4261eba3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:26.388055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-39b0e74d-cc2c-4b46-9ebd-5b0e4261eba3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:26.391994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-39b0e74d-cc2c-4b46-9ebd-5b0e4261eba3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports/aa4d4e64-90e8-4942-b33a-52184f60c80a HTTP/1.1" status: 200 len: 911 time: 0.4723876 Jan 28 10:11:26.392130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41504) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:26.533421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1292fb43-c918-493d-ad08-a83b9ef1653f req-1d402f17-4620-49d5-b8c8-54c2d0cf8ce4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:26.535085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1292fb43-c918-493d-ad08-a83b9ef1653f req-1d402f17-4620-49d5-b8c8-54c2d0cf8ce4 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2268727 Jan 28 10:11:26.593347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a1950338-45c5-4230-8729-a481eb2aa59a None None] Provisioning complete for port aa4d4e64-90e8-4942-b33a-52184f60c80a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:26.593808 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a1950338-45c5-4230-8729-a481eb2aa59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:26.600585 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1292fb43-c918-493d-ad08-a83b9ef1653f req-8502a61e-10c2-4bb3-9537-72f6157b0dc8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588670 Jan 28 10:11:26.648524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-31346c98-2ef5-43a5-8c92-0cd2394be4e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:router {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:26.670337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-31346c98-2ef5-43a5-8c92-0cd2394be4e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:router {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:26.671713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-31346c98-2ef5-43a5-8c92-0cd2394be4e3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.5503106 Jan 28 10:11:26.673093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a1950338-45c5-4230-8729-a481eb2aa59a None None] Port aa4d4e64-90e8-4942-b33a-52184f60c80a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:26.674537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41508) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:26.680804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1930018869'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:26.779393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-db3f1474-82f9-4d85-b5fe-1f6546a17130 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5892293 Jan 28 10:11:27.091841 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fae9474e-4c07-45d8-ba65-33e0ea0e8199 req-7a7fcfd1-5193-4377-8344-40173d28d02e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:27.231893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fae9474e-4c07-45d8-ba65-33e0ea0e8199 req-7a7fcfd1-5193-4377-8344-40173d28d02e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:27.242158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fae9474e-4c07-45d8-ba65-33e0ea0e8199 req-7a7fcfd1-5193-4377-8344-40173d28d02e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 210 time: 0.1948845 Jan 28 10:11:27.315828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:27.499443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:27.517524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:27.747758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port aa4d4e64-90e8-4942-b33a-52184f60c80a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:27.749110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:27.799223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 13b34766-2bd5-4ebe-ad45-95bad580019b has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:28.018621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1a1ed2-660b-4a00-8c7f-e64c0d5c9dc8 req-b7922b02-f9b7-4dcd-92a8-916a569a5cdb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:28.020268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a1a1ed2-660b-4a00-8c7f-e64c0d5c9dc8 req-b7922b02-f9b7-4dcd-92a8-916a569a5cdb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2194552 Jan 28 10:11:28.023687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:28.180084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for aa4d4e64-90e8-4942-b33a-52184f60c80a owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:28.238630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:28.246340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:28.248166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc87fef8-eb5f-427d-bdc4-49a3d4fcdb8a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 200 len: 887 time: 1.5725904 Jan 28 10:11:28.252505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41528) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:28.255091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] Sync routers for ids ['13b34766-2bd5-4ebe-ad45-95bad580019b'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:28.259809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4a1a1ed2-660b-4a00-8c7f-e64c0d5c9dc8 req-1efc1ef9-652e-4370-beba-4e7c774883bb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282519 Jan 28 10:11:28.272783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] Routers {'13b34766-2bd5-4ebe-ad45-95bad580019b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:28.274379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['13b34766-2bd5-4ebe-ad45-95bad580019b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:28.362262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:28.384034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] Routers {'13b34766-2bd5-4ebe-ad45-95bad580019b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:28.385004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:10:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['13b34766-2bd5-4ebe-ad45-95bad580019b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:28.442034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-7a219d4e-f886-41cd-8a92-1bed78efc2f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:28.449035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-7a219d4e-f886-41cd-8a92-1bed78efc2f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.3399098 Jan 28 10:11:28.550525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:28.551112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:28.553828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ed7dd8-fbeb-457e-b1f2-926955d1854c None None] The sync data for ids ['13b34766-2bd5-4ebe-ad45-95bad580019b'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:28.564297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4d184bbc-c20c-409b-94eb-a17eebb33dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:28.587716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': '4099cdf9-0672-4562-b000-33fd215a72f8', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:28.624688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=aa4d4e64-90e8-4942-b33a-52184f60c80a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:28.748512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49a3a1ac-a5b7-4706-b386-9f2dc0ac8278 req-34199893-1e09-4a9b-88db-65e1034e6f03 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 210 time: 0.2939076 Jan 28 10:11:28.874052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:28.894697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:28.900582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:28.909917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5ea3fbba-94aa-407e-97f8-d03dc140f4aa tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/routers/13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 200 len: 887 time: 0.6561322 Jan 28 10:11:28.913570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41540) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:28.975537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:28.979257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:28.999995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c6f44340-b72a-41a8-b644-8ec029a9482c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:29.052637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:29.082006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c6f44340-b72a-41a8-b644-8ec029a9482c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:29.083416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c6f44340-b72a-41a8-b644-8ec029a9482c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 200 len: 205 time: 0.1687102 Jan 28 10:11:29.092585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41550) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:29.272645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:29.338332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 7f9602dd-398b-449b-a276-98e11365945f has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:29.393447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:29.410200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Usage tracker for resource:security_group_rule and tenant:cc2706ff9d9c40a0acca5ee327346846 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:29.416684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:29.427772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:29.457298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.11 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:29.464195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:29.503661 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:29.524944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:29.588384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:29.601266 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] Sync routers for ids ['7f9602dd-398b-449b-a276-98e11365945f'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:29.614240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] Routers {'7f9602dd-398b-449b-a276-98e11365945f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:29.614856 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f9602dd-398b-449b-a276-98e11365945f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:29.639999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-626be507-9bf9-4ae7-b662-35a06f463e06 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/7f9602dd-398b-449b-a276-98e11365945f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2468102 Jan 28 10:11:29.645729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41558) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:29.706550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d26f4449-4997-4903-8d4a-d249f3be0119 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:29.730724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d26f4449-4997-4903-8d4a-d249f3be0119 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:29.731985 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d26f4449-4997-4903-8d4a-d249f3be0119 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f9602dd-398b-449b-a276-98e11365945f HTTP/1.1" status: 200 len: 205 time: 0.0853107 Jan 28 10:11:29.734900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41562) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:29.782736 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:29.792500 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] Routers {'7f9602dd-398b-449b-a276-98e11365945f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:29.794057 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f9602dd-398b-449b-a276-98e11365945f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:29.819070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2cac19-f4de-4e88-ab9f-101fb6f9a562 req-6c9eed05-206e-4194-bb4f-6a93c2cf52d0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:29.820551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b2cac19-f4de-4e88-ab9f-101fb6f9a562 req-6c9eed05-206e-4194-bb4f-6a93c2cf52d0 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2336957 Jan 28 10:11:29.870879 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:29.871271 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cee0c29-6e70-43ae-a5cc-2b660dee592b None None] The sync data for ids ['7f9602dd-398b-449b-a276-98e11365945f'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:29.932774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:29.940140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.055036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b2cac19-f4de-4e88-ab9f-101fb6f9a562 req-ac45d577-fc1e-43d4-96b0-f41af31ce122 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661887 Jan 28 10:11:30.214520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-44e3cbfb-c1a8-4694-846b-50a6c643efca req-fe4e7d4f-2e3e-4717-b06c-cfb2f2e0e9df tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 210 time: 0.2940676 Jan 28 10:11:30.222988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port b7295755-cbbd-4279-aa88-eb140172db0c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:30.223195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.247515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.250250 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.277873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.278359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router 7f9602dd-398b-449b-a276-98e11365945f {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:30.291563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.295952 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-042aa174-152f-4d74-9fce-e51b8f962ca9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/7f9602dd-398b-449b-a276-98e11365945f HTTP/1.1" status: 204 len: 168 time: 0.5550597 Jan 28 10:11:30.296115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41570) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:30.310412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.332438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.370549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet b27ce958-dc87-4c2a-94c8-f9ad720dfa5f {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:11:30.375249 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.435161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.493373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc2706ff9d9c40a0acca5ee327346846&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4362991 Jan 28 10:11:30.499193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41574) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:30.501164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4dddcf-435e-4cdf-af1c-755758bb3711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b555de-87e9-4659-99b8-68530ed82998,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:30.509725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.551818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:30.561082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.582555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.630698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-439d625c-f2a1-41b4-b991-905b85bd8c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.670687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-439d625c-f2a1-41b4-b991-905b85bd8c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.691181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for b7295755-cbbd-4279-aa88-eb140172db0c owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:30.714644 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.769148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.862317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.870649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:30.875982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:30.882046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:30.899589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=b27ce958-dc87-4c2a-94c8-f9ad720dfa5f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:30.906726 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.925147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bddd2c0e-4a06-4077-9e3f-79cf28a6cca0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/b27ce958-dc87-4c2a-94c8-f9ad720dfa5f HTTP/1.1" status: 204 len: 168 time: 0.6277812 Jan 28 10:11:30.926131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:30.941829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8312fbd-b4f7-4da0-97cd-beebdfe10c11 None None] Network b99c52ea-a1f3-4243-bbaf-09c5b428ab2d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:30.943280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:30.948630 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-439d625c-f2a1-41b4-b991-905b85bd8c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.951995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-439d625c-f2a1-41b4-b991-905b85bd8c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:30.953448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-439d625c-f2a1-41b4-b991-905b85bd8c0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5b555de-87e9-4659-99b8-68530ed82998 HTTP/1.1" status: 204 len: 168 time: 0.4531312 Jan 28 10:11:31.001844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:31.002748 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.080584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d625c-f2a1-41b4-b991-905b85bd8c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b555de-87e9-4659-99b8-68530ed82998,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:31.157938 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.165932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-8d4d2a29-ce2d-40a1-9348-b167ff44c5f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5819955 Jan 28 10:11:31.187521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Request body: {'port': {'device_id': '4099cdf9-0672-4562-b000-33fd215a72f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:31.190501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 57edb4c8-522d-445d-b112-225bbce9306d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:31.190721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.296585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c4eb3e39-d5d3-4e00-b0cf-a5c4bfeaec50 None None] Provisioning for port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:31.315839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c4eb3e39-d5d3-4e00-b0cf-a5c4bfeaec50 None None] Provisioning complete for port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:31.316053 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.316647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3e39-d5d3-4e00-b0cf-a5c4bfeaec50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.427076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c4eb3e39-d5d3-4e00-b0cf-a5c4bfeaec50 None None] Port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:31.449554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=b7295755-cbbd-4279-aa88-eb140172db0c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:31.517172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] DHCP port deletion for b99c52ea-a1f3-4243-bbaf-09c5b428ab2d request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:11:31.523553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Deleting port 57edb4c8-522d-445d-b112-225bbce9306d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:31.523923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.561061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfebbf1-226e-41dc-a937-4c89e384e468 req-d73985a4-4f26-4bd1-babd-ff1dc42815b1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:31.562657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cfebbf1-226e-41dc-a937-4c89e384e468 req-d73985a4-4f26-4bd1-babd-ff1dc42815b1 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2772088 Jan 28 10:11:31.620516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.698044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 57edb4c8-522d-445d-b112-225bbce9306d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57edb4c8-522d-445d-b112-225bbce9306d,segment=NetworkSegment(24a4dc03-8c55-4bea-ac1f-5be4490ae655),segment_id=24a4dc03-8c55-4bea-ac1f-5be4490ae655)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:31.698408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.719714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57edb4c8-522d-445d-b112-225bbce9306d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:11:31.739824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:31.833087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 57edb4c8-522d-445d-b112-225bbce9306d owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:31.897544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be27611-dfd6-4665-b88a-489b4e994c0f req-f7142c57-e4a1-462e-b144-272c227464db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:31.898280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8be27611-dfd6-4665-b88a-489b4e994c0f req-f7142c57-e4a1-462e-b144-272c227464db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:31.943420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.004086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=57edb4c8-522d-445d-b112-225bbce9306d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:32.013327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port 57edb4c8-522d-445d-b112-225bbce9306d on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:32.077529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cfebbf1-226e-41dc-a937-4c89e384e468 req-b39d352a-1329-4fce-9a95-2c0590197b7b tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530647 Jan 28 10:11:32.146849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] For port 57edb4c8-522d-445d-b112-225bbce9306d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57edb4c8-522d-445d-b112-225bbce9306d,segment=NetworkSegment(24a4dc03-8c55-4bea-ac1f-5be4490ae655),segment_id=24a4dc03-8c55-4bea-ac1f-5be4490ae655)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:32.150210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.162547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.204553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99c52ea-a1f3-4243-bbaf-09c5b428ab2d']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:32.231853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a4dc03-8c55-4bea-ac1f-5be4490ae655') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:32.232944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a4dc03-8c55-4bea-ac1f-5be4490ae655') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:32.251248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.271596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.279728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:11:32.280128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.284085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.300039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.342727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8be27611-dfd6-4665-b88a-489b4e994c0f req-f7142c57-e4a1-462e-b144-272c227464db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:32.343888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8be27611-dfd6-4665-b88a-489b4e994c0f req-f7142c57-e4a1-462e-b144-272c227464db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 932 time: 0.9464986 Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:11:32.361752 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:11:32.405340 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.431137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.437738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Calling delete_port for 57edb4c8-522d-445d-b112-225bbce9306d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:32.444065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=b99c52ea-a1f3-4243-bbaf-09c5b428ab2d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:32.461673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-68f74b7b-2d6b-4d6b-9988-635540a6f7b9 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/b99c52ea-a1f3-4243-bbaf-09c5b428ab2d HTTP/1.1" status: 204 len: 168 time: 1.5326822 Jan 28 10:11:32.466125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41610) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:32.472392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-667797880', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:32.484452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:32.489396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:32.492895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:32.502276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:32.503585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port 57edb4c8-522d-445d-b112-225bbce9306d {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:11:32.504278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57edb4c8-522d-445d-b112-225bbce9306d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:11:32.548551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.550755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:11:32.551848 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:11:32.553196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.584846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.585165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.585627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router 13b34766-2bd5-4ebe-ad45-95bad580019b {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:32.605450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8be27611-dfd6-4665-b88a-489b4e994c0f req-247da27e-fcba-472b-a9f7-25ea9f2873f7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2540634 Jan 28 10:11:32.627283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.632050 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f0fb2d0d-6cc5-4f7e-95f6-14fc3f294328 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 204 len: 168 time: 3.5386708 Jan 28 10:11:32.632889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:32.642959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-878606735'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:32.658084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:32.665924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:32.671874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:32.679377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:32.702632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:32.706101 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.796635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:11:32.825076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.825461 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment c0ffda74-bb2f-4743-8140-307f8dbe339b of type vlan for network e73d7caf-5cbf-4535-a865-83aea2429eea Jan 28 10:11:32.838830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:11:32.852298 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.883074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:32.897722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Transition to ACTIVE for port object 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:32.909437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:33.053827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Deleting port 57edb4c8-522d-445d-b112-225bbce9306d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:33.054415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:33.061317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:33.274824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-92b28bd8-62a2-494c-8690-0b43ee79af7f None None] The port '57edb4c8-522d-445d-b112-225bbce9306d' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:11:33.299053 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:33.304736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:33.305415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:33.322997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Pushing event updated for resources: {'Port': ['ID=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:33.568195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Attempting to bind port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:11:33.568451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Attempting to bind port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:11:33.568791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Attempting to bind port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:33.571578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9351149 Jan 28 10:11:33.583781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41624) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:33.597230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:33.611983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:11:33.612188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Attempting to bind port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:33.616809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa10a0-fc12-4798-9f75-c471a390a1b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=e73d7caf-5cbf-4535-a865-83aea2429eea,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:33.631634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e73d7caf-5cbf-4535-a865-83aea2429eea details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:11:33.805953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:11:33.806287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:33.806669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:11:33.807111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Bound port: 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:11:33.807448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:33.814318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27765b12-4fdd-47af-81e2-41e333e7d85d req-0b7e0ad7-4f9e-4b62-bedb-7acd8125e5b7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:33.829780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27765b12-4fdd-47af-81e2-41e333e7d85d req-0b7e0ad7-4f9e-4b62-bedb-7acd8125e5b7 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.3240669 Jan 28 10:11:34.017940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] For port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:11:34.040040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] For port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:11:34.044108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27765b12-4fdd-47af-81e2-41e333e7d85d req-f4e742c3-2a4b-49bc-a5b7-086555c4a461 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125840 Jan 28 10:11:34.051512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:34.066513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:34.070657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:34.110291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:34.112859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:34.139720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:34.148043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:34.165092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:34.165818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:34.167256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] 10.222.0.43 "PUT /v2.0/ports/305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 HTTP/1.1" status: 200 len: 1092 time: 2.9923620 Jan 28 10:11:34.167900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4099cdf9-0672-4562-b000-33fd215a72f8', 'tag': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:11:34.190154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686783aa-361b-4fbc-ab12-f34c27eba3d6 req-663cf06d-8e0e-4e28-9209-0c8267190e22 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:34.196993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-686783aa-361b-4fbc-ab12-f34c27eba3d6 req-663cf06d-8e0e-4e28-9209-0c8267190e22 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.4361336 Jan 28 10:11:34.214221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:34.217777 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:34.289273 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4099cdf9-0672-4562-b000-33fd215a72f8', 'tag': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6', 'status': 'completed', 'code': 200} Jan 28 10:11:34.308524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169e793-799f-4094-924c-2d4c531bb95f service neutron] Pushing event updated for resources: {'Port': ['ID=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:34.491531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 172.25.1.135 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/60a2bf9b-2148-4a6a-9aab-0b5ae17409f6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:34.495256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-686783aa-361b-4fbc-ab12-f34c27eba3d6 req-7c02359e-b35b-4c24-8af0-94b5ae7533de tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971897 Jan 28 10:11:34.702615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-11b810a5-37fe-4e65-9c76-8213c24ba934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:34.704795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-11b810a5-37fe-4e65-9c76-8213c24ba934 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 1095 time: 0.4649436 Jan 28 10:11:34.783575 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:34.802716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-553500a1-62a8-4f1e-b92d-b87850474e82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 HTTP/1.1" status: 200 len: 217 time: 0.0838406 Jan 28 10:11:34.842214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:35.025840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:35.031172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:35.036894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:35.067906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-edd55ba7-5acd-47eb-857d-27e994ab15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:35.069385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-edd55ba7-5acd-47eb-857d-27e994ab15c4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.2606242 Jan 28 10:11:35.081975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:35.116697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=60a2bf9b-2148-4a6a-9aab-0b5ae17409f6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:35.293055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=7030da94-1fd1-4c65-97fe-23e5252dbad7,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:35.295304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': 'c0ffda74-bb2f-4743-8140-307f8dbe339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:35.295665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: e73d7caf-5cbf-4535-a865-83aea2429eea, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:11:35.325936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-bb7626bd-8ee3-46ef-9a49-756a62c6c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:35.327701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-bb7626bd-8ee3-46ef-9a49-756a62c6c912 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2363019 Jan 28 10:11:35.332055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e73d7caf-5cbf-4535-a865-83aea2429eea is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:11:35.409454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e73d7caf-5cbf-4535-a865-83aea2429eea) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:35.419835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c161b736-32e6-454d-a7e9-e1f64e869f83 None None] Network e73d7caf-5cbf-4535-a865-83aea2429eea requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:35.429161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:35.429774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:35.478890 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d4daf6dd-1a99-453f-b307-5baab3dc18a3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8915522 Jan 28 10:11:35.482720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:35.511619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-244990414', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:35.525556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:35.534128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:35.541847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-e86ab10d-d09c-4e82-9ff9-8f4249565111 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074225 Jan 28 10:11:35.542691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:35.604071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:35.678567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3349322-fe26-4665-808f-3f92d1884e93 req-b997e461-b087-424a-9dd4-177282849002 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:35.681453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3349322-fe26-4665-808f-3f92d1884e93 req-b997e461-b087-424a-9dd4-177282849002 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.4013698 Jan 28 10:11:35.807457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:35.808482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:35.889296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:35.898261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04134251-e526-4d4c-9949-cd5ad151bb50 req-de672923-695b-41cd-9455-a677d248ccbc service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456554 Jan 28 10:11:35.933018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960926f-7334-4420-a4fd-50bc2c5c189c req-989c6284-2a03-41aa-803d-a372f7a454f5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:35.935412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6960926f-7334-4420-a4fd-50bc2c5c189c req-989c6284-2a03-41aa-803d-a372f7a454f5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.1923997 Jan 28 10:11:35.937728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:36.043726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-e73d7caf-5cbf-4535-a865-83aea2429eea', 'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': '7030da94-1fd1-4c65-97fe-23e5252dbad7'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:11:36.044682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:36.069222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6960926f-7334-4420-a4fd-50bc2c5c189c req-b398029f-a956-4c9d-9857-b484002c5d5f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237011 Jan 28 10:11:36.076815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:36.077961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8bd966d1-2b91-47a4-8a2b-529818580fc2 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5928471 Jan 28 10:11:36.078563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41648) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:36.193584 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f3349322-fe26-4665-808f-3f92d1884e93 req-0727eb2e-7cbb-4cbc-8021-a888bce49062 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544621 Jan 28 10:11:36.324094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:36.338748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-717927af-689e-428e-ad1d-fad6eb411537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:36.340254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-717927af-689e-428e-ad1d-fad6eb411537 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 1095 time: 0.3561728 Jan 28 10:11:36.343733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Allocated IP 172.20.0.2 (e73d7caf-5cbf-4535-a865-83aea2429eea/7030da94-1fd1-4c65-97fe-23e5252dbad7/ca0de075-6d73-4a0f-9633-638a037b4a71) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:36.689751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:36.718784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Transition to ACTIVE for port object ca0de075-6d73-4a0f-9633-638a037b4a71 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:36.758272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Transition to ACTIVE for port object ca0de075-6d73-4a0f-9633-638a037b4a71 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:36.767001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:36.818136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-03430d5f-3590-4113-91ed-068bc242d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:36.819609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-03430d5f-3590-4113-91ed-068bc242d546 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.4182758 Jan 28 10:11:36.880035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Pushing event updated for resources: {'Port': ['ID=ca0de075-6d73-4a0f-9633-638a037b4a71,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:36.887871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Network e73d7caf-5cbf-4535-a865-83aea2429eea is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:36.889484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:36.894913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:37.006303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Attempting to bind port ca0de075-6d73-4a0f-9633-638a037b4a71 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:11:37.006937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Attempting to bind port ca0de075-6d73-4a0f-9633-638a037b4a71 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'c0ffda74-bb2f-4743-8140-307f8dbe339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:11:37.007613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Attempting to bind port ca0de075-6d73-4a0f-9633-638a037b4a71 on network e73d7caf-5cbf-4535-a865-83aea2429eea {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:37.017092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:11:37.019111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Checking segment: {'id': 'c0ffda74-bb2f-4743-8140-307f8dbe339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:37.021673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:37.022321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Bound using segment: {'id': 'c0ffda74-bb2f-4743-8140-307f8dbe339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:11:37.023026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Bound port: ca0de075-6d73-4a0f-9633-638a037b4a71, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ffda74-bb2f-4743-8140-307f8dbe339b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'e73d7caf-5cbf-4535-a865-83aea2429eea'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:11:37.024971 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:37.098522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-d86bb05a-141f-441c-9fb6-3f12da385dda service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 HTTP/1.1" status: 200 len: 217 time: 0.2507119 Jan 28 10:11:37.182563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:37.224694 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:37.367769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] For port ca0de075-6d73-4a0f-9633-638a037b4a71, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:11:37.374501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] For port ca0de075-6d73-4a0f-9633-638a037b4a71, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca0de075-6d73-4a0f-9633-638a037b4a71,segment=NetworkSegment(c0ffda74-bb2f-4743-8140-307f8dbe339b),segment_id=c0ffda74-bb2f-4743-8140-307f8dbe339b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:11:37.389172 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:37.457044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-9e2356cd-2ddb-4ed6-8247-466db847d0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:37.459233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-9e2356cd-2ddb-4ed6-8247-466db847d0ca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.3506527 Jan 28 10:11:37.517819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8a74e0-353c-4fb2-afd7-72280431f30b None None] Pushing event updated for resources: {'Port': ['ID=ca0de075-6d73-4a0f-9633-638a037b4a71,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:37.819792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74c2e45-9285-4d6e-8120-b7613ca7b28d req-29f04e15-8e57-42b0-90e2-6053f267f71d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:37.824316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b74c2e45-9285-4d6e-8120-b7613ca7b28d req-29f04e15-8e57-42b0-90e2-6053f267f71d tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.3303661 Jan 28 10:11:37.889150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969259db-9793-41f3-b8f3-dfe3b86c8e39 req-980287c6-dcf2-4ad2-a310-86e0206f8992 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:37.896575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-969259db-9793-41f3-b8f3-dfe3b86c8e39 req-980287c6-dcf2-4ad2-a310-86e0206f8992 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.5173388 Jan 28 10:11:37.949305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-e68c4ba3-d41c-4dee-8668-6fc77fb69a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:37.951498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-e68c4ba3-d41c-4dee-8668-6fc77fb69a1f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4751763 Jan 28 10:11:37.970866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b74c2e45-9285-4d6e-8120-b7613ca7b28d req-ecf1b20f-a683-4988-a7b3-1e3bd7ce3976 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428311 Jan 28 10:11:37.994684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router f94ebb1a-19f3-458d-a394-2a2883ea4042 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:38.025068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.20.0.1 (e73d7caf-5cbf-4535-a865-83aea2429eea/7030da94-1fd1-4c65-97fe-23e5252dbad7/ba669e90-2b0a-42ad-81d4-1d53c5588f58) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:38.127771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-969259db-9793-41f3-b8f3-dfe3b86c8e39 req-60dffb8d-d2fb-45bf-8b78-291fd279d7d7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303073 Jan 28 10:11:38.297105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:38.325467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] Sync routers for ids ['f94ebb1a-19f3-458d-a394-2a2883ea4042'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:38.343667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] Routers {'f94ebb1a-19f3-458d-a394-2a2883ea4042'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:38.346482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f94ebb1a-19f3-458d-a394-2a2883ea4042'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:38.388347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:38.391056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9a19aa4-0781-4eba-9e91-d67acb20f492 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.9237304 Jan 28 10:11:38.395772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41660) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:38.514150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-7ef5d8ab-a5e2-4e2d-a174-2c9787374fc2 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187750 Jan 28 10:11:38.521109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:38.525868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:38.540770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] Routers {'f94ebb1a-19f3-458d-a394-2a2883ea4042'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:38.541506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f94ebb1a-19f3-458d-a394-2a2883ea4042'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:38.633521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object ba669e90-2b0a-42ad-81d4-1d53c5588f58 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:38.689513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:38.689917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-770bbf81-3b74-4972-ad3c-6fcf1040ba9b None None] The sync data for ids ['f94ebb1a-19f3-458d-a394-2a2883ea4042'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:38.719556 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:38.814604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e73d7caf-5cbf-4535-a865-83aea2429eea is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:38.820388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:38.822155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4c365519-2faf-450f-b3ef-0aedd757419e tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/routers/f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 200 len: 884 time: 0.4170692 Jan 28 10:11:38.828241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41666) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:38.830868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:38.862405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-af5aff07-c8d2-45aa-862f-a85757480d34 req-cc0d4ebc-e4c0-4040-be2e-2b44a59640ad service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379688 Jan 28 10:11:38.892116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=ba669e90-2b0a-42ad-81d4-1d53c5588f58,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:38.949107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:39.240355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:39.355995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71389e43-460b-4abf-abfd-c64b85c23ced None None] Network e73d7caf-5cbf-4535-a865-83aea2429eea requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:39.359616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056a06e-2f3f-4636-939b-05a661e1413e req-e32617dc-0187-4ffb-8272-4c83b0b03f32 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:39.366344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e056a06e-2f3f-4636-939b-05a661e1413e req-e32617dc-0187-4ffb-8272-4c83b0b03f32 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.1749973 Jan 28 10:11:39.419763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d9174899-c8d2-4236-993d-acc2fcbdaff7 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:router {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:39.435186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e056a06e-2f3f-4636-939b-05a661e1413e req-2d453d8d-0666-4948-a957-029d040d6f60 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679390 Jan 28 10:11:39.479297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d9174899-c8d2-4236-993d-acc2fcbdaff7 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:router {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:39.490298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d9174899-c8d2-4236-993d-acc2fcbdaff7 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6532168 Jan 28 10:11:39.490298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41678) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:39.495783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-667797880'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:39.542254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1a26ed1c-c37b-471f-b670-84fe147fafc4 None None] Provisioning for port ca0de075-6d73-4a0f-9633-638a037b4a71 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:39.785913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca0de075-6d73-4a0f-9633-638a037b4a71 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:39.914500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ca0de075-6d73-4a0f-9633-638a037b4a71 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:39.920151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ca0de075-6d73-4a0f-9633-638a037b4a71 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:39.920525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.179804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.295451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ca0de075-6d73-4a0f-9633-638a037b4a71, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca0de075-6d73-4a0f-9633-638a037b4a71,segment=NetworkSegment(c0ffda74-bb2f-4743-8140-307f8dbe339b),segment_id=c0ffda74-bb2f-4743-8140-307f8dbe339b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:40.302957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.375781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfdad0-2a88-41f4-9ceb-819dc25717bb req-09136232-d1fa-4df0-8992-720e347526c7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:40.377665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33bfdad0-2a88-41f4-9ceb-819dc25717bb req-09136232-d1fa-4df0-8992-720e347526c7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 1.1107173 Jan 28 10:11:40.527321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ca0de075-6d73-4a0f-9633-638a037b4a71,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:40.532285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86e168f6-70e5-42d8-a28b-a1ff8a5b75dc None None] Provisioning for port ba669e90-2b0a-42ad-81d4-1d53c5588f58 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:40.539173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86e168f6-70e5-42d8-a28b-a1ff8a5b75dc None None] Provisioning complete for port ba669e90-2b0a-42ad-81d4-1d53c5588f58 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:40.539782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86e168f6-70e5-42d8-a28b-a1ff8a5b75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.557021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33bfdad0-2a88-41f4-9ceb-819dc25717bb req-6ebf7bc6-57b5-4661-9cb2-46d2c9438226 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509991 Jan 28 10:11:40.625473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.631236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-86e168f6-70e5-42d8-a28b-a1ff8a5b75dc None None] Port ba669e90-2b0a-42ad-81d4-1d53c5588f58 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:40.638755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.658225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86e168f6-70e5-42d8-a28b-a1ff8a5b75dc None None] Provisioning complete for port ca0de075-6d73-4a0f-9633-638a037b4a71 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:40.659411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86e168f6-70e5-42d8-a28b-a1ff8a5b75dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:40.971917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.053949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cdd4dc4b-111d-41a1-b58a-6d0077c26cad None None] Provisioning complete for port ba669e90-2b0a-42ad-81d4-1d53c5588f58 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:41.055203 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cdd4dc4b-111d-41a1-b58a-6d0077c26cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.064886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=ba669e90-2b0a-42ad-81d4-1d53c5588f58,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:41.138451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cdd4dc4b-111d-41a1-b58a-6d0077c26cad None None] Port ba669e90-2b0a-42ad-81d4-1d53c5588f58 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:41.141582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e73d7caf-5cbf-4535-a865-83aea2429eea is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:41.142846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:41.148324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5f958-475c-4169-a86c-961a5434a8ea req-dfbcd73a-ac8b-4b0e-9020-6ef99498614e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:41.150287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ede5f958-475c-4169-a86c-961a5434a8ea req-dfbcd73a-ac8b-4b0e-9020-6ef99498614e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2878704 Jan 28 10:11:41.163419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.192280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.276984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ede5f958-475c-4169-a86c-961a5434a8ea req-a2e985a5-0637-43d8-8fb6-2716a4b5ce5c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183259 Jan 28 10:11:41.348957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 98589508-173b-4942-95a1-f51aab96d9a5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:41.399257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router f94ebb1a-19f3-458d-a394-2a2883ea4042 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:41.462061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f7160d0a-9df7-47bb-bb9f-b4d13b699a6e None None] Provisioning complete for port ba669e90-2b0a-42ad-81d4-1d53c5588f58 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:41.462734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f7160d0a-9df7-47bb-bb9f-b4d13b699a6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.517332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:41.522683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f7160d0a-9df7-47bb-bb9f-b4d13b699a6e None None] Port ba669e90-2b0a-42ad-81d4-1d53c5588f58 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:41.530021 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] Sync routers for ids ['98589508-173b-4942-95a1-f51aab96d9a5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:41.542528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f35600a3-ed60-4314-a880-c8a8e4a7db1c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/98589508-173b-4942-95a1-f51aab96d9a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4598670 Jan 28 10:11:41.542770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41686) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:41.550937 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] Routers {'98589508-173b-4942-95a1-f51aab96d9a5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:41.551703 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['98589508-173b-4942-95a1-f51aab96d9a5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.627972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca0de075-6d73-4a0f-9633-638a037b4a71 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:41.631989 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.638383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:41.641609 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] Routers {'98589508-173b-4942-95a1-f51aab96d9a5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:41.642375 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['98589508-173b-4942-95a1-f51aab96d9a5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.646446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffe5da1-dcf6-481f-8f87-4a67e74fb387 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:41.647191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ffe5da1-dcf6-481f-8f87-4a67e74fb387 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:41.650268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.651425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0f53edfa-5a8e-4041-8c2a-fb7f439fea63 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 200 len: 891 time: 2.1600657 Jan 28 10:11:41.655969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41694) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:41.710692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] Sync routers for ids ['f94ebb1a-19f3-458d-a394-2a2883ea4042'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:41.714245 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.714831 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-805d4f3b-016b-4d24-9edc-7e110cf04cb4 None None] The sync data for ids ['98589508-173b-4942-95a1-f51aab96d9a5'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:41.744081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] Routers {'f94ebb1a-19f3-458d-a394-2a2883ea4042'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:41.744840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f94ebb1a-19f3-458d-a394-2a2883ea4042'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.813075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.815065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ffe5da1-dcf6-481f-8f87-4a67e74fb387 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:41.816689 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ffe5da1-dcf6-481f-8f87-4a67e74fb387 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports/ba669e90-2b0a-42ad-81d4-1d53c5588f58 HTTP/1.1" status: 200 len: 910 time: 0.2725322 Jan 28 10:11:41.819110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41700) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:41.825791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] Routers {'f94ebb1a-19f3-458d-a394-2a2883ea4042'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:41.826477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['f94ebb1a-19f3-458d-a394-2a2883ea4042'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.827261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7030da94-1fd1-4c65-97fe-23e5252dbad7'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:41.892814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:41.893161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1909c3-eae7-4986-838b-cb1f794d7806 None None] The sync data for ids ['f94ebb1a-19f3-458d-a394-2a2883ea4042'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:41.895480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ca0de075-6d73-4a0f-9633-638a037b4a71 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:41.895946 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:41.925127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaaac59-9f11-4b20-a55e-e61206436f13 req-2e67c4c9-7693-415b-9a18-c9e49d5ffe37 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:41.926819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ecaaac59-9f11-4b20-a55e-e61206436f13 req-2e67c4c9-7693-415b-9a18-c9e49d5ffe37 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.1888731 Jan 28 10:11:41.948917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-45b6fe05-5efb-425d-9e52-8da298879e55 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/routers/f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 200 len: 891 time: 0.2896430 Jan 28 10:11:41.951126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41706) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:42.025222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7f2e5e13-25f8-4729-9059-02096f429ae6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:42.057583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ecaaac59-9f11-4b20-a55e-e61206436f13 req-11e1ef6f-6728-4545-bbcb-257c2412c7e3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054652 Jan 28 10:11:42.061170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7f2e5e13-25f8-4729-9059-02096f429ae6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:42.065431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f2e5e13-25f8-4729-9059-02096f429ae6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 200 len: 205 time: 0.0959523 Jan 28 10:11:42.065885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41710) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:42.476262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:42.572924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:42.854137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe356b-d7e2-40f6-9bcf-58a9de35627c req-866e0017-1e06-4227-aa6f-aa3a2ae33923 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:42.856071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03fe356b-d7e2-40f6-9bcf-58a9de35627c req-866e0017-1e06-4227-aa6f-aa3a2ae33923 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.4451783 Jan 28 10:11:43.011469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-03fe356b-d7e2-40f6-9bcf-58a9de35627c req-cbcffbf5-a96e-406f-8bab-85326842bbdb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446416 Jan 28 10:11:43.070412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.138283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 60a2bf9b-2148-4a6a-9aab-0b5ae17409f6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:43.138623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.291240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe9759-08d6-431f-a617-83c76748af7d req-56a2a925-bbd6-487d-9412-b3220e2ffda9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:43.293223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3fe9759-08d6-431f-a617-83c76748af7d req-56a2a925-bbd6-487d-9412-b3220e2ffda9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.0979028 Jan 28 10:11:43.448405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.487292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3fe9759-08d6-431f-a617-83c76748af7d req-251b6bff-2e5b-4852-84bc-963b0e0813de tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878633 Jan 28 10:11:43.588041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 60a2bf9b-2148-4a6a-9aab-0b5ae17409f6 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:43.667036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.694117 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.831479 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.960839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:43.961442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:43.966747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/ports/ba669e90-2b0a-42ad-81d4-1d53c5588f58 HTTP/1.1" status: 200 len: 910 time: 2.1423891 Jan 28 10:11:43.966747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=ba669e90-2b0a-42ad-81d4-1d53c5588f58,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:43.967008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41722) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:43.973883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.973883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.974201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.974319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.974617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.974975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.975319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.975882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.976244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.976739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.977067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:43.977386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8aac9b3-1023-41b0-ad8a-932886d3583b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:44.066021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.166655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=60a2bf9b-2148-4a6a-9aab-0b5ae17409f6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:44.439441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.702408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.711534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35345c01-b163-4df3-915c-6f1aad86c4e1 req-33a9d450-8453-41e8-b8d7-678bb9284cb5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:44.713012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35345c01-b163-4df3-915c-6f1aad86c4e1 req-33a9d450-8453-41e8-b8d7-678bb9284cb5 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.4104836 Jan 28 10:11:44.714128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.754978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.755519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router f94ebb1a-19f3-458d-a394-2a2883ea4042 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:44.788787 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.789339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35345c01-b163-4df3-915c-6f1aad86c4e1 req-4105c66c-e45d-4b9f-b2db-440ec377b22a tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570738 Jan 28 10:11:44.796948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.803049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7e30bf97-34dd-4169-8191-304f6e0ca3ca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 204 len: 168 time: 2.7301340 Jan 28 10:11:44.804050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41756) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:44.810199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1467427278'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:44.818938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:44.823050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:44.827588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:44.833277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:44.843837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:44.848035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.852561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1435ae76-dddd-4862-baa7-65f5a306962b req-e6a76433-d7fc-4645-9d2f-4fe80bb24125 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:44.854060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1435ae76-dddd-4862-baa7-65f5a306962b req-e6a76433-d7fc-4645-9d2f-4fe80bb24125 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.1727948 Jan 28 10:11:44.877511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:11:44.887769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.888112 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment fc144b34-8a0b-45b7-bb63-6238f3f036ff of type vlan for network fe41a2a5-1603-4c0b-8dd5-78614abd308b Jan 28 10:11:44.920601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.956982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.963312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:44.964158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:44.987223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1435ae76-dddd-4862-baa7-65f5a306962b req-ba814378-fc96-4ab5-a697-c150043311d9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232481 Jan 28 10:11:45.081884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2739456 Jan 28 10:11:45.082247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d4507-eb9f-457a-a19a-8c12038d22b3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=fe41a2a5-1603-4c0b-8dd5-78614abd308b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:45.084257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41774) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:45.090065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:45.093740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:11:45.210151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:45.214343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:45.218088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:45.223875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port ba669e90-2b0a-42ad-81d4-1d53c5588f58 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:45.224185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:45.224326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.238372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:45.242419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.320546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.446541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.495277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.583360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=a680b557-882c-4b1c-bdc6-b0ec9148669a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:45.590151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': 'fc144b34-8a0b-45b7-bb63-6238f3f036ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:45.590739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: fe41a2a5-1603-4c0b-8dd5-78614abd308b, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:11:45.591669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for ba669e90-2b0a-42ad-81d4-1d53c5588f58 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:45.612253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:11:45.622153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, fe41a2a5-1603-4c0b-8dd5-78614abd308b) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:45.630154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:45.630753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.634593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757ea16a-f052-499a-aaad-08b59c53a530 None None] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:45.658387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9c7ac9b7-5d90-4a76-9edf-f520ef233bb2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5705626 Jan 28 10:11:45.658636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41782) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:45.663915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1460371591', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:45.672079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:45.676564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:45.679659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:45.685909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:45.701214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.702306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.734157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.758611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.794934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.799295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2807794a-f4b9-4636-831b-c6a12839bd0c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1367650 Jan 28 10:11:45.800244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41786) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:45.881187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-fe41a2a5-1603-4c0b-8dd5-78614abd308b', 'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': 'a680b557-882c-4b1c-bdc6-b0ec9148669a'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:11:45.882054 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:45.947487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.019284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=ba669e90-2b0a-42ad-81d4-1d53c5588f58,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:46.107570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Allocated IP 2001:db8::2 (fe41a2a5-1603-4c0b-8dd5-78614abd308b/a680b557-882c-4b1c-bdc6-b0ec9148669a/12e09b44-b87e-4801-9bf5-88fa2431b5d3) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:46.502822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.508882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.522111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Transition to ACTIVE for port object 12e09b44-b87e-4801-9bf5-88fa2431b5d3 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:46.545467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Transition to ACTIVE for port object 12e09b44-b87e-4801-9bf5-88fa2431b5d3 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:46.553730 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.666431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb697a6-4851-4b5b-925f-ee4b2954163a req-0b6377ac-f0e3-42c3-95c6-ca447a067d27 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:46.671544 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166673a1-ba92-4bae-b1c6-d8644aacde5e req-ffd44e94-ba39-4985-b32e-0e76b33e2683 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:46.673164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-166673a1-ba92-4bae-b1c6-d8644aacde5e req-ffd44e94-ba39-4985-b32e-0e76b33e2683 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.4840226 Jan 28 10:11:46.673709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adb697a6-4851-4b5b-925f-ee4b2954163a req-0b6377ac-f0e3-42c3-95c6-ca447a067d27 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.6379585 Jan 28 10:11:46.678835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Pushing event updated for resources: {'Port': ['ID=12e09b44-b87e-4801-9bf5-88fa2431b5d3,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:46.682397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:46.685222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:46.687613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:46.737620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-adb697a6-4851-4b5b-925f-ee4b2954163a req-85708a62-dcae-4aa0-9e1d-54b56b6cb08f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519741 Jan 28 10:11:46.790460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Attempting to bind port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:11:46.790827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Attempting to bind port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'fc144b34-8a0b-45b7-bb63-6238f3f036ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:11:46.791185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Attempting to bind port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 on network fe41a2a5-1603-4c0b-8dd5-78614abd308b {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:46.798518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:11:46.798887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Checking segment: {'id': 'fc144b34-8a0b-45b7-bb63-6238f3f036ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:46.799357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.799802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Bound using segment: {'id': 'fc144b34-8a0b-45b7-bb63-6238f3f036ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:11:46.800262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Bound port: 12e09b44-b87e-4801-9bf5-88fa2431b5d3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc144b34-8a0b-45b7-bb63-6238f3f036ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'fe41a2a5-1603-4c0b-8dd5-78614abd308b'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:11:46.800690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.820105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:46.868864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-166673a1-ba92-4bae-b1c6-d8644aacde5e req-f197c8be-c141-49f9-8833-4ebdfb912517 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817763 Jan 28 10:11:46.885741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 98589508-173b-4942-95a1-f51aab96d9a5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:46.916517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] For port 12e09b44-b87e-4801-9bf5-88fa2431b5d3, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:11:46.920324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] For port 12e09b44-b87e-4801-9bf5-88fa2431b5d3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=12e09b44-b87e-4801-9bf5-88fa2431b5d3,segment=NetworkSegment(fc144b34-8a0b-45b7-bb63-6238f3f036ff),segment_id=fc144b34-8a0b-45b7-bb63-6238f3f036ff)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:11:46.927187 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:47.018595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc37c6-fa94-4f76-a970-0d10cc105ba5 None None] Pushing event updated for resources: {'Port': ['ID=12e09b44-b87e-4801-9bf5-88fa2431b5d3,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:47.069145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:47.080056 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] Sync routers for ids ['98589508-173b-4942-95a1-f51aab96d9a5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:47.093919 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] Routers {'98589508-173b-4942-95a1-f51aab96d9a5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:47.094651 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['98589508-173b-4942-95a1-f51aab96d9a5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:47.121881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1f3e57f6-d839-4a72-b9a4-216aa6d0938a tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/98589508-173b-4942-95a1-f51aab96d9a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1546452 Jan 28 10:11:47.127525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:47.165187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:47.175443 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] Routers {'98589508-173b-4942-95a1-f51aab96d9a5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:47.176072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['98589508-173b-4942-95a1-f51aab96d9a5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:47.183089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b7da470-4c2d-42fe-a5f1-45936d4d1266 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:47.212123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4b7da470-4c2d-42fe-a5f1-45936d4d1266 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:47.213364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4b7da470-4c2d-42fe-a5f1-45936d4d1266 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=98589508-173b-4942-95a1-f51aab96d9a5 HTTP/1.1" status: 200 len: 205 time: 0.0849426 Jan 28 10:11:47.216789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41804) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:47.222998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5218a3-31ea-4147-bf0b-e739ead0ab05 req-f4f841e9-b126-48fe-a147-4cd57e7c7d58 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:47.224495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb5218a3-31ea-4147-bf0b-e739ead0ab05 req-f4f841e9-b126-48fe-a147-4cd57e7c7d58 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.1440196 Jan 28 10:11:47.250281 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:47.250780 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80183f63-88be-4ccb-bf63-7c8db5b5f835 None None] The sync data for ids ['98589508-173b-4942-95a1-f51aab96d9a5'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:47.288103 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cb5218a3-31ea-4147-bf0b-e739ead0ab05 req-ceaaa7b4-dbda-4d2f-9231-b76774809c74 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543766 Jan 28 10:11:47.374328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8::1 (fe41a2a5-1603-4c0b-8dd5-78614abd308b/a680b557-882c-4b1c-bdc6-b0ec9148669a/50a15eef-f868-41cb-82e9-84a6d4124075) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:47.378332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:47.691067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 12e09b44-b87e-4801-9bf5-88fa2431b5d3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:47.766961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:47.952430 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:47.957909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.009935 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.010451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router 98589508-173b-4942-95a1-f51aab96d9a5 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:48.044080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c5436-cec3-45a1-9cfc-0fe17f214690 req-8e18a229-78d0-48a9-8fce-ed49e436a1fb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:48.049116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d10c5436-cec3-45a1-9cfc-0fe17f214690 req-8e18a229-78d0-48a9-8fce-ed49e436a1fb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.6221511 Jan 28 10:11:48.079097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.100740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 50a15eef-f868-41cb-82e9-84a6d4124075 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:48.114281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb4ae9e-6259-4f78-9bbc-9c6701bb2956 req-6d40d97d-e818-44ac-a4fd-6f51cef68351 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:48.121819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dfb4ae9e-6259-4f78-9bbc-9c6701bb2956 req-6d40d97d-e818-44ac-a4fd-6f51cef68351 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.1100538 Jan 28 10:11:48.144818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.173178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dfb4ae9e-6259-4f78-9bbc-9c6701bb2956 req-049bed99-6b10-4b63-a0ea-b294d0c9ee7a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503969 Jan 28 10:11:48.217944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.219540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cfd6cd40-0cb7-47c9-9842-999c30640774 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/98589508-173b-4942-95a1-f51aab96d9a5 HTTP/1.1" status: 204 len: 168 time: 1.0019121 Jan 28 10:11:48.222780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41818) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:48.224050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:48.238692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:48.257782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:48.258301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.287879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=50a15eef-f868-41cb-82e9-84a6d4124075,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:48.294913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet 7030da94-1fd1-4c65-97fe-23e5252dbad7 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:11:48.298672 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.306424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d10c5436-cec3-45a1-9cfc-0fe17f214690 req-72c86053-e2fd-4e5a-a1fa-a41df040bcfb tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806350 Jan 28 10:11:48.361087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51183e3-cd53-4fda-987d-84ca746b7b4b None None] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:48.374492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.486702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.561296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] Provisioning for port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:48.580975 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] Provisioning complete for port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:48.581676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.798062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.908379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.912254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.956416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] For port 12e09b44-b87e-4801-9bf5-88fa2431b5d3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=12e09b44-b87e-4801-9bf5-88fa2431b5d3,segment=NetworkSegment(fc144b34-8a0b-45b7-bb63-6238f3f036ff),segment_id=fc144b34-8a0b-45b7-bb63-6238f3f036ff)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:48.964007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.985039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:48.998726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=7030da94-1fd1-4c65-97fe-23e5252dbad7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:49.016955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9357691b-f578-4ed3-a740-a4b0d46b8814 None None] Network e73d7caf-5cbf-4535-a865-83aea2429eea requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:49.020973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7eea76a5-edca-4b0f-b7fe-1064fdb1479c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/7030da94-1fd1-4c65-97fe-23e5252dbad7 HTTP/1.1" status: 204 len: 168 time: 0.7951028 Jan 28 10:11:49.021372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41828) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:49.057618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072bf787-70d5-42ee-a033-d47bee37d61b req-f19fc5f8-2ae4-4ef9-b259-f28315e56952 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:49.065123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-072bf787-70d5-42ee-a033-d47bee37d61b req-f19fc5f8-2ae4-4ef9-b259-f28315e56952 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.2250443 Jan 28 10:11:49.141795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-072bf787-70d5-42ee-a033-d47bee37d61b req-bfddfe9b-5432-4f24-b0c2-705f32cbc6ae tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757060 Jan 28 10:11:49.225483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.231157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.237708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.239302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.243627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port ca0de075-6d73-4a0f-9633-638a037b4a71 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:49.243975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.356961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51815c3a-1b43-4e75-8d6f-8c18c6097373 None None] Pushing event updated for resources: {'Port': ['ID=12e09b44-b87e-4801-9bf5-88fa2431b5d3,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:49.360022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=50a15eef-f868-41cb-82e9-84a6d4124075,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:49.413059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-37629439-c569-42bd-9b51-459f3fd2d0b8 None None] Provisioning for port 50a15eef-f868-41cb-82e9-84a6d4124075 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:49.419519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-37629439-c569-42bd-9b51-459f3fd2d0b8 None None] Provisioning complete for port 50a15eef-f868-41cb-82e9-84a6d4124075 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:49.420177 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37629439-c569-42bd-9b51-459f3fd2d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.509539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:49.511188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:49.515626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] DHCP port deletion for e73d7caf-5cbf-4535-a865-83aea2429eea request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:11:49.531364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-37629439-c569-42bd-9b51-459f3fd2d0b8 None None] Port 50a15eef-f868-41cb-82e9-84a6d4124075 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:49.538765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Deleting port ca0de075-6d73-4a0f-9633-638a037b4a71 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:49.541610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.604851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe8b24e-6311-4f8b-8ea1-47007a4da7d1 req-ae6f626c-6cdd-4069-9a62-10017de2779d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:49.606444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cbe8b24e-6311-4f8b-8ea1-47007a4da7d1 req-ae6f626c-6cdd-4069-9a62-10017de2779d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.2872527 Jan 28 10:11:49.676464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 12e09b44-b87e-4801-9bf5-88fa2431b5d3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:49.740052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-37629439-c569-42bd-9b51-459f3fd2d0b8 None None] Provisioning complete for port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:49.740287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37629439-c569-42bd-9b51-459f3fd2d0b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.758012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cbe8b24e-6311-4f8b-8ea1-47007a4da7d1 req-8041b359-0db4-4cd6-bc0e-03387b0a9a04 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394138 Jan 28 10:11:49.774044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port ca0de075-6d73-4a0f-9633-638a037b4a71, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca0de075-6d73-4a0f-9633-638a037b4a71,segment=NetworkSegment(c0ffda74-bb2f-4743-8140-307f8dbe339b),segment_id=c0ffda74-bb2f-4743-8140-307f8dbe339b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:49.774622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:49.865966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 99d89798-ac26-4a8e-9275-1be3467119be is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:49.882568 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:11:49.974031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for ca0de075-6d73-4a0f-9633-638a037b4a71 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:50.132303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:50.132956 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:50.168575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:50.188699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] For port ca0de075-6d73-4a0f-9633-638a037b4a71, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ca0de075-6d73-4a0f-9633-638a037b4a71,segment=NetworkSegment(c0ffda74-bb2f-4743-8140-307f8dbe339b),segment_id=c0ffda74-bb2f-4743-8140-307f8dbe339b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:50.189195 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:50.241631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=ca0de075-6d73-4a0f-9633-638a037b4a71,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:50.246417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No DVR routers for this DVR port ca0de075-6d73-4a0f-9633-638a037b4a71 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:50.418851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:50.434194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-1dd3b1bd-268d-4d30-9f6e-b73c8a54d9cd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:50.437254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-1dd3b1bd-268d-4d30-9f6e-b73c8a54d9cd tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.3428295 Jan 28 10:11:50.454200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Calling delete_port for ca0de075-6d73-4a0f-9633-638a037b4a71 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:50.461348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:50.501216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fbf45ce3-172f-478a-8e87-67b215b901ee tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/99d89798-ac26-4a8e-9275-1be3467119be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6998494 Jan 28 10:11:50.515208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41842) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:50.586850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] Sync routers for ids ['99d89798-ac26-4a8e-9275-1be3467119be'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:50.627993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port 560996f1-0d36-439e-951a-781f2524dd31 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:50.628332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:50.677587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6baee033-fe2d-4f60-951a-a2e37601753e tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:50.678126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6baee033-fe2d-4f60-951a-a2e37601753e tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:50.683885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73d7caf-5cbf-4535-a865-83aea2429eea']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:50.702652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6baee033-fe2d-4f60-951a-a2e37601753e tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:50.706799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] Routers {'99d89798-ac26-4a8e-9275-1be3467119be'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:50.707735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['99d89798-ac26-4a8e-9275-1be3467119be'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:50.708085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41846) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:50.710718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6baee033-fe2d-4f60-951a-a2e37601753e tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports/50a15eef-f868-41cb-82e9-84a6d4124075 HTTP/1.1" status: 200 len: 911 time: 0.1944180 Jan 28 10:11:50.714268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0ffda74-bb2f-4743-8140-307f8dbe339b') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:50.715125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0ffda74-bb2f-4743-8140-307f8dbe339b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:50.726008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1dfb97-f8ac-4e80-9e48-8b35a2a06ffa req-c5f60550-70a8-4395-a40f-0c82be6443d3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:50.734051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e1dfb97-f8ac-4e80-9e48-8b35a2a06ffa req-c5f60550-70a8-4395-a40f-0c82be6443d3 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.3080420 Jan 28 10:11:50.750772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a680b557-882c-4b1c-bdc6-b0ec9148669a'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:50.823260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:50.823686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:50.843963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1e1dfb97-f8ac-4e80-9e48-8b35a2a06ffa req-e67accd9-badb-4205-b02e-811019754344 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094286 Jan 28 10:11:50.895659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] Routers {'99d89798-ac26-4a8e-9275-1be3467119be'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:50.896443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['99d89798-ac26-4a8e-9275-1be3467119be'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:50.934960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.023286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:51.023878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e224644-b50e-48e0-a0f7-6dd1d43b4c85 None None] The sync data for ids ['99d89798-ac26-4a8e-9275-1be3467119be'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:51.057235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:11:51.061279 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:11:51.068503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca0de075-6d73-4a0f-9633-638a037b4a71 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:11:51.095489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:11:51.095888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.109438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ca0de075-6d73-4a0f-9633-638a037b4a71 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:11:51.109778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ca0de075-6d73-4a0f-9633-638a037b4a71 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:11:51.147553 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:11:51.182801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e781eb8-22ce-4357-a9fd-e3147b20f3e7 None None] Provisioning complete for port 50a15eef-f868-41cb-82e9-84a6d4124075 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:51.183392 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e781eb8-22ce-4357-a9fd-e3147b20f3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.238526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8e781eb8-22ce-4357-a9fd-e3147b20f3e7 None None] Port 50a15eef-f868-41cb-82e9-84a6d4124075 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:51.379196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:11:51.520910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:51.531995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.544311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6', 'mac_address': 'fa:16:3e:9c:f2:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:11:51.575429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Deleting port ca0de075-6d73-4a0f-9633-638a037b4a71 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:51.575874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.592992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.629954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.674942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=e73d7caf-5cbf-4535-a865-83aea2429eea,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:51.675313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd680118-a0ca-4f98-b904-4435848e2420 None None] The port 'ca0de075-6d73-4a0f-9633-638a037b4a71' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:11:51.691050 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.741665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:11:51.756998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:51.760469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.826428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:51.835477 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e5bef61-769f-4a9f-9dbc-7a67abca6636 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/e73d7caf-5cbf-4535-a865-83aea2429eea HTTP/1.1" status: 204 len: 168 time: 2.8126621 Jan 28 10:11:51.839607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41854) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:51.844205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-730770342', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:51.851336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:51.855683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:51.858864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:51.861031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9c2d6-3287-4879-ac65-6b8f2ae9f3b0 req-ad2c0b8d-14a4-46ea-b3d5-26b4bf1978de tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:51.862612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3d9c2d6-3287-4879-ac65-6b8f2ae9f3b0 req-ad2c0b8d-14a4-46ea-b3d5-26b4bf1978de tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 944 time: 0.7490182 Jan 28 10:11:51.866294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:51.872237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port 560996f1-0d36-439e-951a-781f2524dd31, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=560996f1-0d36-439e-951a-781f2524dd31,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:51.872237 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.878377 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.879557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.895334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.918573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.948262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:51.949680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4cf6a9de-e6c4-4920-ba6e-de30c8bcf54b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1095228 Jan 28 10:11:51.952337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41860) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:51.957787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-1696094329'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:51.973468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:11:52.001181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:52.013399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:52.017384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:52.024627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:52.029868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for 560996f1-0d36-439e-951a-781f2524dd31 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:52.045953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:52.049481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.097609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a90d2-6c37-458a-a1e7-de890fcead02 req-da6c4d02-a3d8-4288-adae-84806d0a5c8f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:52.098732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-730a90d2-6c37-458a-a1e7-de890fcead02 req-da6c4d02-a3d8-4288-adae-84806d0a5c8f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 945 time: 0.1369033 Jan 28 10:11:52.099834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:11:52.127666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.127999 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 0edadf3b-348d-46de-8c2a-88cbda9c3726 of type vlan for network b6ce7d33-844c-4a4b-9457-b807df2743a0 Jan 28 10:11:52.185170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-730a90d2-6c37-458a-a1e7-de890fcead02 req-7d97a10c-1a69-4f90-a940-b0d84e6339aa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783684 Jan 28 10:11:52.186934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.228698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.229876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3d9c2d6-3287-4879-ac65-6b8f2ae9f3b0 req-dbef42ac-1b35-4580-86b2-e79f26ea33c9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3607345 Jan 28 10:11:52.235422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:52.236390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.345344 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3919218 Jan 28 10:11:52.350013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41870) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:52.365489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:52.370267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.394447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7160d7-a671-4ad4-a48b-27765238ed95 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=b6ce7d33-844c-4a4b-9457-b807df2743a0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:52.406000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:11:52.440808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=560996f1-0d36-439e-951a-781f2524dd31,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:52.515954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:52.520315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:52.523445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:52.529900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:11:52.532590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:52.547822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:52.553023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.583518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port 560996f1-0d36-439e-951a-781f2524dd31 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:52.590101 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.592613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'name': 'network-vif-deleted', 'tag': '560996f1-0d36-439e-951a-781f2524dd31'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:11:52.690861 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cc91ed1-ecac-46c4-a408-9c9d7f9c5976', 'name': 'network-vif-deleted', 'tag': '560996f1-0d36-439e-951a-781f2524dd31', 'status': 'completed', 'code': 200} Jan 28 10:11:52.698224 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-469f1c67-b9f3-415d-b355-76f8cd85b63e req-016ce190-9624-4520-81e4-94a66b75d146 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.25 "DELETE /v2.0/ports/560996f1-0d36-439e-951a-781f2524dd31 HTTP/1.1" status: 204 len: 173 time: 2.2126818 Jan 28 10:11:52.765514 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.775652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.783202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:52.784138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:52.785951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/ports/50a15eef-f868-41cb-82e9-84a6d4124075 HTTP/1.1" status: 200 len: 911 time: 2.0750136 Jan 28 10:11:52.791337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41876) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:52.877369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034545b-777c-4d5a-a31a-ac7f5ac65a45 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=50a15eef-f868-41cb-82e9-84a6d4124075,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:53.154180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:53.309228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=8e550e4b-7ad9-4616-957a-c756c395345a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:53.341952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:53.342321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: b6ce7d33-844c-4a4b-9457-b807df2743a0, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:11:53.396251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:53.466768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1531ab14-ad58-414d-a007-b1a9650cca89 req-455d5ca8-688c-4c23-a757-41678081bd1f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:53.486221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1531ab14-ad58-414d-a007-b1a9650cca89 req-455d5ca8-688c-4c23-a757-41678081bd1f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:53.487925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1531ab14-ad58-414d-a007-b1a9650cca89 req-455d5ca8-688c-4c23-a757-41678081bd1f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=7cc91ed1-ecac-46c4-a408-9c9d7f9c5976 HTTP/1.1" status: 200 len: 210 time: 0.1043663 Jan 28 10:11:53.506835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:11:53.543603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:53.551105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:53.551640 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:53.666730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b6ce7d33-844c-4a4b-9457-b807df2743a0) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:53.673252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:53.674304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:53.680987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5334cb-cfaf-43b7-aba9-eec5a316090c None None] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:53.747394 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00eb9c33-d8d7-44e6-80cf-a6e75ae37f40 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3934991 Jan 28 10:11:53.750726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41886) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:53.775312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:53.780745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c8185-3fbb-4bfe-8383-6acfa523ebe5 req-ccd17f47-290b-4236-aab3-4f2b998ed576 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:53.788226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f19c8185-3fbb-4bfe-8383-6acfa523ebe5 req-ccd17f47-290b-4236-aab3-4f2b998ed576 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 945 time: 0.3683493 Jan 28 10:11:53.833821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4099cdf9-0672-4562-b000-33fd215a72f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:11:53.857644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:53.864241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f19c8185-3fbb-4bfe-8383-6acfa523ebe5 req-56a0b720-3558-4eda-bcf5-dddb9e7f9bb4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751011 Jan 28 10:11:53.902914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:53.916355 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4099cdf9-0672-4562-b000-33fd215a72f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6', 'code': 200} Jan 28 10:11:53.948488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.012751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b6ce7d33-844c-4a4b-9457-b807df2743a0', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:11:54.013575 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.084541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:54.207961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Allocated IP 172.20.0.2 (b6ce7d33-844c-4a4b-9457-b807df2743a0/8e550e4b-7ad9-4616-957a-c756c395345a/a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:54.356433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 50a15eef-f868-41cb-82e9-84a6d4124075 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:54.357682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.370773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 560996f1-0d36-439e-951a-781f2524dd31 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:11:54.413957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 560996f1-0d36-439e-951a-781f2524dd31 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:11:54.414450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 560996f1-0d36-439e-951a-781f2524dd31 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:11:54.572624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.575403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.588557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Transition to ACTIVE for port object a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:54.614071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Transition to ACTIVE for port object a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:54.616910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.623296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.678959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:54.687259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:54.702537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:54.741605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 50a15eef-f868-41cb-82e9-84a6d4124075 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:54.752269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Pushing event updated for resources: {'Port': ['ID=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:54.871350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Attempting to bind port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:11:54.872609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Attempting to bind port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:11:54.875602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Attempting to bind port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb on network b6ce7d33-844c-4a4b-9457-b807df2743a0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:11:54.891340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:11:54.895234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Checking segment: {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:11:54.895940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:54.896429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Bound using segment: {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:11:54.897036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Bound port: a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:11:54.899290 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:55.062293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] For port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:11:55.075945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] For port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:11:55.090852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:55.133662 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:55.259749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21137a1-bf27-491a-9f1c-ab2b87cbfad0 None None] Pushing event updated for resources: {'Port': ['ID=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:55.330151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=50a15eef-f868-41cb-82e9-84a6d4124075,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:55.332995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41912) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:55.359625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.20.0.1 (b6ce7d33-844c-4a4b-9457-b807df2743a0/8e550e4b-7ad9-4616-957a-c756c395345a/991592cb-781e-428f-9f57-c4bdf122b833) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:11:55.577902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:55.743758 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:55.775200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70c5fee-6a4f-47ff-abfb-5301dae58736 req-cb53cd0d-4261-4303-935f-c9dfd7374a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:55.787096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f70c5fee-6a4f-47ff-abfb-5301dae58736 req-cb53cd0d-4261-4303-935f-c9dfd7374a78 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 1097 time: 1.6735477 Jan 28 10:11:55.825941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 991592cb-781e-428f-9f57-c4bdf122b833 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:11:55.877683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f70c5fee-6a4f-47ff-abfb-5301dae58736 req-dc4928f8-07d7-4a5b-ab08-66a67b6e656d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896866 Jan 28 10:11:55.895142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599d2550-0ad4-4fc3-a246-175e0e3190b6 req-7e7913f3-73c3-4f9d-8ef4-fcb52c61ffaf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:55.896778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-599d2550-0ad4-4fc3-a246-175e0e3190b6 req-7e7913f3-73c3-4f9d-8ef4-fcb52c61ffaf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.2244306 Jan 28 10:11:55.937647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3011da48-12f4-4b73-bf83-969e1ee5619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:55.961486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:56.033306 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:56.035582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-599d2550-0ad4-4fc3-a246-175e0e3190b6 req-0537330f-10cd-4bf0-b545-04a98938c573 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322756 Jan 28 10:11:56.041831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:56.045555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:56.049555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:11:56.058177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:56.107794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=991592cb-781e-428f-9f57-c4bdf122b833,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:56.122168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.122671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.122760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.123035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.123752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.123886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.124205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.124523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.124879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.125192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.125505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.125818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:11:56.127543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d5c4fc9621488d8c61e27a2d0db669 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:56.131486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:56.144666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:56.211369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:56.239712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:56.246767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 99d89798-ac26-4a8e-9275-1be3467119be has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:11:56.269444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-161f6b43-f7f7-4ead-a813-af5f5034430b service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4156501 Jan 28 10:11:56.478326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:56.491165 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817840e5-3297-4854-a511-2006fd760f28 None None] Sync routers for ids ['99d89798-ac26-4a8e-9275-1be3467119be'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:56.513970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817840e5-3297-4854-a511-2006fd760f28 None None] Routers {'99d89798-ac26-4a8e-9275-1be3467119be'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:56.514962 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-817840e5-3297-4854-a511-2006fd760f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['99d89798-ac26-4a8e-9275-1be3467119be'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:56.564424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:56.567488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13a8b6ca-e666-44ab-83a6-0be2683a241f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/99d89798-ac26-4a8e-9275-1be3467119be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7752504 Jan 28 10:11:56.571200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41946) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:56.610367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-e68d44cb-dcb7-4b22-a2df-1ab0bd997e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:56.611833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-e68d44cb-dcb7-4b22-a2df-1ab0bd997e95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 1097 time: 0.2075591 Jan 28 10:11:56.614051 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-817840e5-3297-4854-a511-2006fd760f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:56.618658 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:56.637216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817840e5-3297-4854-a511-2006fd760f28 None None] Routers {'99d89798-ac26-4a8e-9275-1be3467119be'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:56.637820 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-817840e5-3297-4854-a511-2006fd760f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['99d89798-ac26-4a8e-9275-1be3467119be'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:56.680576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9d034b81-707f-4142-8e59-35d6be392cb7 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:11:56.716981 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-817840e5-3297-4854-a511-2006fd760f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:56.717375 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817840e5-3297-4854-a511-2006fd760f28 None None] The sync data for ids ['99d89798-ac26-4a8e-9275-1be3467119be'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:11:56.805621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f5d5c4fc9621488d8c61e27a2d0db669&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4689686 Jan 28 10:11:56.809365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41950) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:56.809919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad842b2-3c22-4b05-b708-30d2d6670dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ace4aa2-0c87-42f7-acb7-02c4b5a3c532,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:56.832315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9d034b81-707f-4142-8e59-35d6be392cb7 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:11:56.833449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9d034b81-707f-4142-8e59-35d6be392cb7 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d89798-ac26-4a8e-9275-1be3467119be HTTP/1.1" status: 200 len: 205 time: 0.2611938 Jan 28 10:11:56.838334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41954) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:56.857197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52c4293-a223-4fe8-80b1-9b0ee67eef11 None None] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:56.878708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-c00733e5-b1af-43ec-b1cc-d7999e5cf6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:56.881080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-c00733e5-b1af-43ec-b1cc-d7999e5cf6df service neutron] 10.222.0.43 "GET /v2.0/networks?id=62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 200 len: 907 time: 0.2257760 Jan 28 10:11:56.960397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e0be6c21-7632-45c9-a0a1-4a939a223144 None None] Provisioning for port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:56.990789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-5ea461d7-bcd3-49df-a9fc-bde8c0598159 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 200 len: 217 time: 0.0985272 Jan 28 10:11:57.061260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.063395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-d67c6155-3769-4ffd-8216-02f87dcad387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:57.064870 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-d67c6155-3769-4ffd-8216-02f87dcad387 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 200 len: 846 time: 0.0667667 Jan 28 10:11:57.115841 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-51175bc5-bd3a-4798-8563-9ce175342a0b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=62bf7d61-0881-4d62-9352-4928dbd2d7b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447052 Jan 28 10:11:57.329087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-04a652ac-4e03-4c59-8571-49b7b66db679 service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064888 Jan 28 10:11:57.342640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef060cd8-d372-4e37-9db0-2d687426cd71 req-e9887858-457c-4b55-bd50-669dd7c27904 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:57.344102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef060cd8-d372-4e37-9db0-2d687426cd71 req-e9887858-457c-4b55-bd50-669dd7c27904 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.1415327 Jan 28 10:11:57.346957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0595428-936a-4c2f-a60c-8904472e08d5 req-06b1a823-51a0-4a87-beb7-24deda941c1e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:57.348415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0595428-936a-4c2f-a60c-8904472e08d5 req-06b1a823-51a0-4a87-beb7-24deda941c1e tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 946 time: 0.6105103 Jan 28 10:11:57.349083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4b936bf-ad49-478c-91b4-c2ce6f58241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.396768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce69ef4d-d10e-43dc-a2b9-1aaae69b1cdd None None] Provisioning for port 991592cb-781e-428f-9f57-c4bdf122b833 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:57.407006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ce69ef4d-d10e-43dc-a2b9-1aaae69b1cdd None None] Provisioning complete for port 991592cb-781e-428f-9f57-c4bdf122b833 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:57.407821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ce69ef4d-d10e-43dc-a2b9-1aaae69b1cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.484281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ce69ef4d-d10e-43dc-a2b9-1aaae69b1cdd None None] Port 991592cb-781e-428f-9f57-c4bdf122b833 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:57.497334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef060cd8-d372-4e37-9db0-2d687426cd71 req-453a27e0-5972-4c1d-b18c-18d8d768ba3b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312034 Jan 28 10:11:57.525477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-55d4fbf3-8e88-4323-b152-d5be7f03ce54 req-fc41f2fa-6d9c-46e8-b93c-621f890ecb7f service neutron] 10.222.0.43 "GET /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804183 Jan 28 10:11:57.615006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4b936bf-ad49-478c-91b4-c2ce6f58241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.640453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.663639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.681265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:57.714207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd7f21a-ed81-49ab-9037-a710453e75ea req-78b5b98a-522b-45c7-b0d5-2a82bf15c3a9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:57.716712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0595428-936a-4c2f-a60c-8904472e08d5 req-16d19d7b-fce6-4afb-9515-626452ff10d8 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522744 Jan 28 10:11:57.723139 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0bd7f21a-ed81-49ab-9037-a710453e75ea req-78b5b98a-522b-45c7-b0d5-2a82bf15c3a9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.0998871 Jan 28 10:11:57.749608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.750001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router 99d89798-ac26-4a8e-9275-1be3467119be {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:11:57.760530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.775054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.777281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0bd7f21a-ed81-49ab-9037-a710453e75ea req-b78905ef-c0ab-4e0b-a98d-3bdbeadf1a9c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531249 Jan 28 10:11:57.789514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7204d423-8431-478a-9b1f-433c0fd1a808 None None] Provisioning complete for port 991592cb-781e-428f-9f57-c4bdf122b833 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:57.789966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7204d423-8431-478a-9b1f-433c0fd1a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.818468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:11:57.834504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:57.834884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.848186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4b936bf-ad49-478c-91b4-c2ce6f58241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.898370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7204d423-8431-478a-9b1f-433c0fd1a808 None None] Port 991592cb-781e-428f-9f57-c4bdf122b833 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:57.900737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b936bf-ad49-478c-91b4-c2ce6f58241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ace4aa2-0c87-42f7-acb7-02c4b5a3c532,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:57.970114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.971342 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-14518358-47fe-4852-afbb-1d48492a5b48 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/99d89798-ac26-4a8e-9275-1be3467119be HTTP/1.1" status: 204 len: 168 time: 1.1303744 Jan 28 10:11:57.975289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41964) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:57.976885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4b936bf-ad49-478c-91b4-c2ce6f58241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.980979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b4b936bf-ad49-478c-91b4-c2ce6f58241c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ace4aa2-0c87-42f7-acb7-02c4b5a3c532 HTTP/1.1" status: 204 len: 168 time: 1.1669946 Jan 28 10:11:57.980979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.983891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:57.989283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=991592cb-781e-428f-9f57-c4bdf122b833,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:58.021136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:58.026802 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.055933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet a680b557-882c-4b1c-bdc6-b0ec9148669a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:11:58.060800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.121538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:58.261062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.284669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216cb86-62d7-4272-8c3f-d14af4759016 req-c68f72c9-cdbf-4bf5-8364-6d0c7e620eba tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:58.286179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e216cb86-62d7-4272-8c3f-d14af4759016 req-c68f72c9-cdbf-4bf5-8364-6d0c7e620eba tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.3956373 Jan 28 10:11:58.299876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b7444-5383-41a3-b250-208ab47dee2a req-69da7f24-9957-49fc-9404-a14b1dc2bb78 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:58.301350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-603b7444-5383-41a3-b250-208ab47dee2a req-69da7f24-9957-49fc-9404-a14b1dc2bb78 tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.43 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 946 time: 0.3863051 Jan 28 10:11:58.345382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:11:58.350155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:11:58.363508 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-063b7202-9be6-43ae-8e5b-7aaafcb65ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.391552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e216cb86-62d7-4272-8c3f-d14af4759016 req-adf1db0c-3e93-4a72-a8cc-ff15c3e00a5e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926054 Jan 28 10:11:58.402789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Deleting port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:58.403136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.529384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.633741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:11:58.733049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-41a496e4-41f8-4b3b-b777-2fb496fa0fee None None] Provisioning complete for port 991592cb-781e-428f-9f57-c4bdf122b833 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:11:58.733414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41a496e4-41f8-4b3b-b777-2fb496fa0fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.756187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.859542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fce1f0-3a88-4d7f-b092-637d602cf99b None None] Network fe41a2a5-1603-4c0b-8dd5-78614abd308b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:11:58.862209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=a680b557-882c-4b1c-bdc6-b0ec9148669a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:58.878579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:58.904629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6848c46e-57a2-439b-b412-02c29fb78a95 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/a680b557-882c-4b1c-bdc6-b0ec9148669a HTTP/1.1" status: 204 len: 168 time: 0.9282753 Jan 28 10:11:58.908805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 41994) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:58.942390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-41a496e4-41f8-4b3b-b777-2fb496fa0fee None None] Port 991592cb-781e-428f-9f57-c4bdf122b833 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:11:58.975899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:11:58.986128 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b30c152-94f8-4bfd-b8d0-1e9f82bed8c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2315111 Jan 28 10:11:58.986895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 41998) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:58.994448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-833778127'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:59.000501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:11:59.017573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:59.041879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f77d1-ffd5-4036-a059-7b5d3451f80e req-174eaf08-ce61-43ee-adee-22cb9c4c522f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:59.048746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:11:59.049527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:11:59.055979 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-351f77d1-ffd5-4036-a059-7b5d3451f80e req-174eaf08-ce61-43ee-adee-22cb9c4c522f tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 946 time: 0.1755602 Jan 28 10:11:59.080302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:59.084546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:59.094503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:59.110233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.116760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] For port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,segment=NetworkSegment(bc4e527b-7902-47cf-b60e-6dfeea67df55),segment_id=bc4e527b-7902-47cf-b60e-6dfeea67df55)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:11:59.117436 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.130262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-351f77d1-ffd5-4036-a059-7b5d3451f80e req-4208fbc1-c1f7-4e3b-93b4-01b4f4054aaa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/security-groups?id=43c958d7-eb73-4a4f-8df7-f4634c00aee3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731044 Jan 28 10:11:59.148905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:59.155464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.213660 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:11:59.225324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.225670 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 3456a23a-509a-4243-ba1b-83615bc8616c of type vlan for network 420d874d-b0ed-4ed8-9250-517d5200d23b Jan 28 10:11:59.260262 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.295607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.302068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:59.302697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.361714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:59.362191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.392334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:11:59.402796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Calling delete_port for 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:11:59.413911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4258316 Jan 28 10:11:59.431344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42010) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:11:59.441392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:11:59.517539 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.527283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.540732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b82bd-f39f-455f-b118-9297da2f33c9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=420d874d-b0ed-4ed8-9250-517d5200d23b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:59.593274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:11:59.598021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:11:59.604246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:11:59.609024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.614335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 420d874d-b0ed-4ed8-9250-517d5200d23b details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:11:59.614488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:11:59.626543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:11:59.630314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] DHCP port deletion for fe41a2a5-1603-4c0b-8dd5-78614abd308b request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:11:59.630890 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.647333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Deleting port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:11:59.647703 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.807474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:11:59.818694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Pushing event deleted for resources: {'Port': ['ID=1a5601dc-4a79-4b1c-9236-0ebfc37c45c0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:11:59.870778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] No DVR routers for this DVR port 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:11:59.873851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.889134 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:11:59.896364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac28874-4311-4cef-b647-a32271d19aed', 'name': 'network-vif-deleted', 'tag': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:11:59.933290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-603b7444-5383-41a3-b250-208ab47dee2a req-465fbdd4-f5bf-427f-aeda-c1fcf5c05f3c tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.43 "DELETE /v2.0/ports/1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 HTTP/1.1" status: 204 len: 173 time: 1.6243045 Jan 28 10:11:59.979091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a79dcf9-93c7-43dc-9e74-7521d137f07f req-b58615f5-7909-454e-bb5e-397126ef4491 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:11:59.987148 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a79dcf9-93c7-43dc-9e74-7521d137f07f req-b58615f5-7909-454e-bb5e-397126ef4491 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.7450447 Jan 28 10:12:00.131282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:00.131851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: 420d874d-b0ed-4ed8-9250-517d5200d23b, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:00.160919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=02b9da52-9eaf-4d78-9309-1ff72ef95edb,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:00.181858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network 420d874d-b0ed-4ed8-9250-517d5200d23b is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:00.188215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:00.188215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:00.202188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 420d874d-b0ed-4ed8-9250-517d5200d23b) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:00.207406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:00.208359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:00.260544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a79dcf9-93c7-43dc-9e74-7521d137f07f req-f6a32358-9a25-42c0-ac44-95112eb6c330 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723298 Jan 28 10:12:00.262765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e734e5-b530-40f4-8e59-0ebba7647f35 None None] Network 420d874d-b0ed-4ed8-9250-517d5200d23b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:00.274870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70392b9c-9c74-4b60-8500-389f6787b95b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8429320 Jan 28 10:12:00.275702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42032) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:00.294989 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac28874-4311-4cef-b647-a32271d19aed', 'name': 'network-vif-deleted', 'tag': '1a5601dc-4a79-4b1c-9236-0ebfc37c45c0', 'status': 'completed', 'code': 200} Jan 28 10:12:00.299008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 12e09b44-b87e-4801-9bf5-88fa2431b5d3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=12e09b44-b87e-4801-9bf5-88fa2431b5d3,segment=NetworkSegment(fc144b34-8a0b-45b7-bb63-6238f3f036ff),segment_id=fc144b34-8a0b-45b7-bb63-6238f3f036ff)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:00.299403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:00.480440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] For port 12e09b44-b87e-4801-9bf5-88fa2431b5d3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=12e09b44-b87e-4801-9bf5-88fa2431b5d3,segment=NetworkSegment(fc144b34-8a0b-45b7-bb63-6238f3f036ff),segment_id=fc144b34-8a0b-45b7-bb63-6238f3f036ff)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:00.489192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:00.678096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 12e09b44-b87e-4801-9bf5-88fa2431b5d3 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:00.788715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Calling delete_port for 12e09b44-b87e-4801-9bf5-88fa2431b5d3 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:00.798162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0377ac49-f78d-445f-a356-b405f8804e3c req-dd90bef0-f3f1-4404-9850-a5d3b28cc0aa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Synchronizing usage tracker for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:12:00.869556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:00.909018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:11:56Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:11:56Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:00.935141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=12e09b44-b87e-4801-9bf5-88fa2431b5d3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:00.942787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0377ac49-f78d-445f-a356-b405f8804e3c req-dd90bef0-f3f1-4404-9850-a5d3b28cc0aa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] Unset dirty status for tenant:a84ec58c8b99435b9bbb8b618c984bac on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:12:00.944252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0377ac49-f78d-445f-a356-b405f8804e3c req-dd90bef0-f3f1-4404-9850-a5d3b28cc0aa tempest-ServersTestJSON-888116984 tempest-ServersTestJSON-888116984-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ac28874-4311-4cef-b647-a32271d19aed HTTP/1.1" status: 200 len: 210 time: 0.3084986 Jan 28 10:12:00.945561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:12:00.954509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:00.954857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Updating router 8df78cc0-2e7e-45df-b924-86f91483f87e port 991592cb-781e-428f-9f57-c4bdf122b833 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:01.032654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.076965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-b3fd5031-5a78-4454-999e-81a584c3ebd6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:01.079000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-b3fd5031-5a78-4454-999e-81a584c3ebd6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.4450188 Jan 28 10:12:01.085891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.145103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:12:01.145710 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:12:01.156527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.193071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe41a2a5-1603-4c0b-8dd5-78614abd308b']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:01.206462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:01.207131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.210398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-420d874d-b0ed-4ed8-9250-517d5200d23b', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:01.211890 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.258183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc144b34-8a0b-45b7-bb63-6238f3f036ff') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:01.258643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc144b34-8a0b-45b7-bb63-6238f3f036ff') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:01.282921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.331300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.339655 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.360170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:12:01.360603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:12:01.378027 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:12:01.450636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:12:01.515963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:12:01.516451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1a5601dc-4a79-4b1c-9236-0ebfc37c45c0 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:12:01.517014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:12:01.650182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.685996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1019e7-7214-493a-a6e5-868df852eb3a req-3b325e77-def7-4c02-9617-6a8113a17da0 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:01.687611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c1019e7-7214-493a-a6e5-868df852eb3a req-3b325e77-def7-4c02-9617-6a8113a17da0 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 946 time: 0.2621436 Jan 28 10:12:01.691428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.710312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.724561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Transition to ACTIVE for port object 991592cb-781e-428f-9f57-c4bdf122b833 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:01.734437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Deleting port 12e09b44-b87e-4801-9bf5-88fa2431b5d3 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:01.734958 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.771161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:01.771547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.777645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c1019e7-7214-493a-a6e5-868df852eb3a req-bb9c4eea-59b8-4b49-80fc-4285c3ca5958 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734425 Jan 28 10:12:01.846716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=fe41a2a5-1603-4c0b-8dd5-78614abd308b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:01.862147 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.866132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 12e09b44-b87e-4801-9bf5-88fa2431b5d3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:12:01.908642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8bd24297-3802-41ec-9639-1a04b6a7afca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/fe41a2a5-1603-4c0b-8dd5-78614abd308b HTTP/1.1" status: 204 len: 168 time: 2.9990675 Jan 28 10:12:01.916176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:01.944930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42046) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:01.958749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1179380693', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:01.960385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.21.0.1 (420d874d-b0ed-4ed8-9250-517d5200d23b/02b9da52-9eaf-4d78-9309-1ff72ef95edb/91f1b476-aa70-4d28-9ae0-cd89aa856393) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:01.964586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:01.968924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:01.972107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:01.979308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:01.994896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:01.996422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.051946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.121564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42052) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:02.145466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c7000102-14ff-4079-b4bf-64bd1aaab919 None None] The port '12e09b44-b87e-4801-9bf5-88fa2431b5d3' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:12:02.166754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.209829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb19a-d80c-4d95-9e96-dd31f4e8fd6a None None] Pushing event updated for resources: {'Port': ['ID=991592cb-781e-428f-9f57-c4bdf122b833,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:02.237969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 12e09b44-b87e-4801-9bf5-88fa2431b5d3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:12:02.238559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 12e09b44-b87e-4801-9bf5-88fa2431b5d3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:12:02.260119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.261745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:02.262996 n-d-825178-2 neutron-server[87542]: INFO neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No ports have port_id starting with 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 Jan 28 10:12:02.295166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Deleting subnet b21bba14-1c29-4c01-b998-2c5bfab405ec {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:12:02.301055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.315237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.382946 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.413521 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.415126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65d52436-857b-4fff-b5af-ca1a3c9ba4eb tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4691863 Jan 28 10:12:02.421623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42056) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:02.433940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1548186653'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:02.438880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port 305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:12:02.441424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.444065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6764b5d6-0a67-4adc-8c7d-585257fae02c req-6f6b6faa-12b1-499e-8ac9-add2c1494ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "DELETE /v2.0/ports/305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6 HTTP/1.1" status: 204 len: 173 time: 1.3502998 Jan 28 10:12:02.446039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4099cdf9-0672-4562-b000-33fd215a72f8', 'name': 'network-vif-deleted', 'tag': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:12:02.452859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:02.463642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 91f1b476-aa70-4d28-9ae0-cd89aa856393 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:02.465108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:02.468751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:02.475559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:02.487071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:02.492622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.508670 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.555756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Attempting to bind port 991592cb-781e-428f-9f57-c4bdf122b833 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:02.556946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:02.559229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Attempting to bind port 991592cb-781e-428f-9f57-c4bdf122b833 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:02.559712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Attempting to bind port 991592cb-781e-428f-9f57-c4bdf122b833 on network b6ce7d33-844c-4a4b-9457-b807df2743a0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:02.572845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:02.573856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Checking segment: {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:02.575184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.575668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.576210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Bound using segment: {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:02.576689 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment f8116fc0-7685-4704-addb-d7ec69b092d1 of type vlan for network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 Jan 28 10:12:02.579403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Bound port: 991592cb-781e-428f-9f57-c4bdf122b833, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0edadf3b-348d-46de-8c2a-88cbda9c3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:02.579923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.582245 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4099cdf9-0672-4562-b000-33fd215a72f8', 'name': 'network-vif-deleted', 'tag': '305f9d8e-47d8-42eb-94e4-25b3f1e9f5d6', 'status': 'completed', 'code': 200} Jan 28 10:12:02.646678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.694152 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.700237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.707187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:02.708164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.761964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.812426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] For port 991592cb-781e-428f-9f57-c4bdf122b833, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:02.816385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] For port 991592cb-781e-428f-9f57-c4bdf122b833, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=991592cb-781e-428f-9f57-c4bdf122b833,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:02.826117 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.851727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:02.883944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Allocated IP 172.21.0.2 (420d874d-b0ed-4ed8-9250-517d5200d23b/02b9da52-9eaf-4d78-9309-1ff72ef95edb/6b61619b-70ce-498c-88d9-2208dfa2a2e0) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:02.899587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b21bba14-1c29-4c01-b998-2c5bfab405ec,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:02.940266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network 420d874d-b0ed-4ed8-9250-517d5200d23b is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:02.949961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:02.966287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:03.036408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91c17fca-4077-4ab4-80e5-24e67c037c80 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b21bba14-1c29-4c01-b998-2c5bfab405ec HTTP/1.1" status: 204 len: 168 time: 0.9113069 Jan 28 10:12:03.040074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=91f1b476-aa70-4d28-9ae0-cd89aa856393,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:03.046124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42066) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:03.086560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:03.145524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecb19a-d80c-4d95-9e96-dd31f4e8fd6a None None] Pushing event updated for resources: {'Port': ['ID=991592cb-781e-428f-9f57-c4bdf122b833,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:03.159139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:03.159796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:03.235770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0200d204-bd6a-4ce5-a0a4-7daa0bd36c6c req-49524e2f-b3e3-4026-a3c2-de1d3af1a247 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:12:03.241218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8195815 Jan 28 10:12:03.254844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:03.256039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:03.383196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:03.616471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180913a-7798-48e8-ad03-5550dac4162b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=4344b8f6-9fbf-4e81-8e42-03bcfb5e5315,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:03.644805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:03.663289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-0200d204-bd6a-4ce5-a0a4-7daa0bd36c6c req-49524e2f-b3e3-4026-a3c2-de1d3af1a247 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:12:03.674906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0200d204-bd6a-4ce5-a0a4-7daa0bd36c6c req-49524e2f-b3e3-4026-a3c2-de1d3af1a247 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=4099cdf9-0672-4562-b000-33fd215a72f8 HTTP/1.1" status: 200 len: 210 time: 0.6532207 Jan 28 10:12:03.685906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:03.700363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:03.708123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:03.718035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:03.722758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:03.743303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:03.753244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:03.816005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:04.002248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.054029 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.061662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.073225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bf7d61-0881-4d62-9352-4928dbd2d7b2']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:04.090834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4e527b-7902-47cf-b60e-6dfeea67df55') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:04.091447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4e527b-7902-47cf-b60e-6dfeea67df55') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:04.112352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.186683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.203321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:12:04.204675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:12:04.219529 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:12:04.247654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.272527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=91f1b476-aa70-4d28-9ae0-cd89aa856393,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:04.277832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Transition to ACTIVE for port object 6b61619b-70ce-498c-88d9-2208dfa2a2e0 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:04.290629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.367419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.468485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.480159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.537371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Transition to ACTIVE for port object 6b61619b-70ce-498c-88d9-2208dfa2a2e0 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:04.563782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.565049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] Pushing event deleted for resources: {'Network': ['ID=62bf7d61-0881-4d62-9352-4928dbd2d7b2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:04.578130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=9ffb87c3-7306-4e7d-ad7c-9c24a0929c65,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:04.588271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d453c8b6-a176-4b35-aacb-c0849855c57b admin admin] 10.222.0.42 "DELETE /v2.0/networks/62bf7d61-0881-4d62-9352-4928dbd2d7b2 HTTP/1.1" status: 204 len: 168 time: 1.4719243 Jan 28 10:12:04.590246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:04.590851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:04.614629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:04.634117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:04.641208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:04.642385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:04.673264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network 420d874d-b0ed-4ed8-9250-517d5200d23b is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:04.674618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:04.679037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a855e7ce-f99f-40d0-9357-c9aefcf83e9a tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4086134 Jan 28 10:12:04.682119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42086) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:04.862317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b49a2f29-f1ba-40d7-9754-d6dd85e1f1c6 None None] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:04.928044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:05.011359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a1b00cb-dc55-48bc-bb64-f21e49f9a593 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a84ec58c8b99435b9bbb8b618c984bac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827847 Jan 28 10:12:05.015534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42102) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:05.063277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:05.133454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74d8e6a4-7489-4598-b78c-d9341611f65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.169488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Network 420d874d-b0ed-4ed8-9250-517d5200d23b is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:05.185111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:05.205986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:05.284931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:05.285972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.299708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Pushing event updated for resources: {'Port': ['ID=6b61619b-70ce-498c-88d9-2208dfa2a2e0,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:05.328859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74d8e6a4-7489-4598-b78c-d9341611f65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.396200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74d8e6a4-7489-4598-b78c-d9341611f65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.414376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:03Z', 'revision_number': 3, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:01Z', 'revision_number': 1, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:02Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:05.436509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8e6a4-7489-4598-b78c-d9341611f65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c958d7-eb73-4a4f-8df7-f4634c00aee3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:05.446650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Attempting to bind port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:05.447404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Attempting to bind port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:05.448606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Attempting to bind port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 on network 420d874d-b0ed-4ed8-9250-517d5200d23b {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:05.456252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-74d8e6a4-7489-4598-b78c-d9341611f65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.462393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:05.463003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Checking segment: {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:05.463486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-74d8e6a4-7489-4598-b78c-d9341611f65f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/43c958d7-eb73-4a4f-8df7-f4634c00aee3 HTTP/1.1" status: 204 len: 168 time: 0.4471314 Jan 28 10:12:05.463861 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.464927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Bound using segment: {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:05.465595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Bound port: 6b61619b-70ce-498c-88d9-2208dfa2a2e0, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:05.466145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.481479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:05.496691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc1356a-1d9c-4a70-a990-8b2f77015f13 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:03Z', 'revision_number': 3, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:01Z', 'revision_number': 1, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:02Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:05.497014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d1c6920e-ce06-4f81-981d-f22b0415c863 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2180438 Jan 28 10:12:05.499414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42108) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:05.505733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-762931836'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:05.539950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:05.549022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:05.559392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:05.579717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:05.607542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:05.613036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.618345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.721661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:05.745257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.745618 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 904f9342-50fb-4f9b-8ad6-74d705747547 of type vlan for network e6ebc21e-6ef8-44ef-bce4-bda566909426 Jan 28 10:12:05.808109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.830356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Allocated IP 2001:db8::2 (4344b8f6-9fbf-4e81-8e42-03bcfb5e5315/9ffb87c3-7306-4e7d-ad7c-9c24a0929c65/5433b6a1-51c8-4f43-8b08-702e27cad6da) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:05.832782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] For port 6b61619b-70ce-498c-88d9-2208dfa2a2e0, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:05.845539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] For port 6b61619b-70ce-498c-88d9-2208dfa2a2e0, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6b61619b-70ce-498c-88d9-2208dfa2a2e0,segment=NetworkSegment(3456a23a-509a-4243-ba1b-83615bc8616c),segment_id=3456a23a-509a-4243-ba1b-83615bc8616c)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:05.866181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.910814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:05.928404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:05.936394 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:06.295597 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7927172 Jan 28 10:12:06.296288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42128) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:06.304531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:06.355814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476c08f6-b6a0-4985-83ae-8f7e38f01fef tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=e6ebc21e-6ef8-44ef-bce4-bda566909426,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:06.380122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43320dd0-d6ae-498e-83a2-d004ef7289d8 None None] Pushing event updated for resources: {'Port': ['ID=6b61619b-70ce-498c-88d9-2208dfa2a2e0,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:06.432392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:06.657179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:06.663409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:06.674427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:06.700265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:06.735846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:06.739361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:06.749667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:06.769222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Transition to ACTIVE for port object 5433b6a1-51c8-4f43-8b08-702e27cad6da will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:06.817670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Transition to ACTIVE for port object 5433b6a1-51c8-4f43-8b08-702e27cad6da will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:06.827298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.030935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8::1 (4344b8f6-9fbf-4e81-8e42-03bcfb5e5315/9ffb87c3-7306-4e7d-ad7c-9c24a0929c65/ef6c4c78-4bc1-4526-93fb-a472d9964753) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:07.119801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:07.133037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:07.153800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:07.251079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Pushing event updated for resources: {'Port': ['ID=5433b6a1-51c8-4f43-8b08-702e27cad6da,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:07.307222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42152) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:07.343146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.344727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.346458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.346974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.347524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.349065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.349622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.350112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.350865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.352556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.357404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.359068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:07.414536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Attempting to bind port 5433b6a1-51c8-4f43-8b08-702e27cad6da on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:07.415171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Attempting to bind port 5433b6a1-51c8-4f43-8b08-702e27cad6da by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:07.415701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Attempting to bind port 5433b6a1-51c8-4f43-8b08-702e27cad6da on network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:07.447683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:07.452729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Checking segment: {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:07.453366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.453935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Bound using segment: {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:07.454605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Bound port: 5433b6a1-51c8-4f43-8b08-702e27cad6da, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:07.460990 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.515254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.551605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object ef6c4c78-4bc1-4526-93fb-a472d9964753 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:07.576911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1024861300-network', 'tenant_id': 'c33a8c33d2954868b5fb361c74138f0b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:07.583838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.591489 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.591995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:07.649829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Usage tracker for resource:network and tenant:c33a8c33d2954868b5fb361c74138f0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:07.679458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:07.702911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:07.779360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Made reservation on behalf of c33a8c33d2954868b5fb361c74138f0b for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:07.782106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.808209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:07.820002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] For port 5433b6a1-51c8-4f43-8b08-702e27cad6da, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:07.823744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:07.826627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] For port 5433b6a1-51c8-4f43-8b08-702e27cad6da, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5433b6a1-51c8-4f43-8b08-702e27cad6da,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:07.831771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=cce72378-79bc-419d-8a90-7e024414b275,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:07.833265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.840567 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.867729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:07.870276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:07.870821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:07.873370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Usage tracker for resource:security_group_rule and tenant:c33a8c33d2954868b5fb361c74138f0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:07.877768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:07.915858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:07.924174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:07.924918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: e6ebc21e-6ef8-44ef-bce4-bda566909426, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:07.946470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=ef6c4c78-4bc1-4526-93fb-a472d9964753,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:08.027417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:08.041087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a3b9e-acff-4a69-9918-fcd0b49457a4 None None] Pushing event updated for resources: {'Port': ['ID=5433b6a1-51c8-4f43-8b08-702e27cad6da,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:08.100445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e6ebc21e-6ef8-44ef-bce4-bda566909426) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:08.111553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:08.112633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e2d525-c0ce-40d3-994a-dc9e63be5c12 None None] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:08.114069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:08.184225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:08.196514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 991592cb-781e-428f-9f57-c4bdf122b833 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:08.208101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77b4bf5e-8bdd-40e9-a4ae-f234a3c90037 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9107859 Jan 28 10:12:08.209547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:08.722747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 991592cb-781e-428f-9f57-c4bdf122b833 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:08.746560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 991592cb-781e-428f-9f57-c4bdf122b833 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:08.746907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:08.961131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65539fa2-5d5a-4cc9-aec6-7b7c15c95536 None None] Network 420d874d-b0ed-4ed8-9250-517d5200d23b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:09.195063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.202553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.252423 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.260051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.260967 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.286381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a51744fb-7679-44c3-86fc-84256a511e15 None None] Provisioning for port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:09.317859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2188ad-5654-4749-81d4-17b06b8064df,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:09.400343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:09.409968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-e6ebc21e-6ef8-44ef-bce4-bda566909426', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:09.410425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.434058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.434414 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Added segment 267d9f12-3ec1-4293-8f12-cd94f4f96444 of type vlan for network 3448d391-14e9-44e5-9777-04a78c7c0acd Jan 28 10:12:09.503256 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.583889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.587875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:09.588004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.608106 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:09.627760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:09.628533 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:09.633152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=ef6c4c78-4bc1-4526-93fb-a472d9964753,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:09.645311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:09.646674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:09.708402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Allocated IP 172.22.0.2 (e6ebc21e-6ef8-44ef-bce4-bda566909426/cce72378-79bc-419d-8a90-7e024414b275/af73c736-7f23-4112-86b1-0709724ade45) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:09.881848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5709801 Jan 28 10:12:09.888137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42178) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:09.890687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed6479d-dc88-4e35-af07-e608c766581a admin admin] Pushing event updated for resources: {'Network': ['ID=3448d391-14e9-44e5-9777-04a78c7c0acd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:09.985243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:09.999145 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:10.003185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 3448d391-14e9-44e5-9777-04a78c7c0acd details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:10.246487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Request body: {'subnet': {'network_id': '3448d391-14e9-44e5-9777-04a78c7c0acd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1024861300-subnet', 'tenant_id': 'c33a8c33d2954868b5fb361c74138f0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:10.262073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:10.275455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Usage tracker for resource:subnet and tenant:c33a8c33d2954868b5fb361c74138f0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:10.280484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:10.290049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:10.372799 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:10.400441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Transition to ACTIVE for port object af73c736-7f23-4112-86b1-0709724ade45 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:10.449018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Made reservation on behalf of c33a8c33d2954868b5fb361c74138f0b for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:10.456448 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:10.498946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:12:10.584458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Transition to ACTIVE for port object af73c736-7f23-4112-86b1-0709724ade45 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:10.594703 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:10.599581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801cda8f-e5e8-4333-bb4e-fc662ce54a00 None None] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:10.666504 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:10.697015 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:03Z', 'revision_number': 3, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:03Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:02Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:10.707454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:10.707800 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Updating router 8df78cc0-2e7e-45df-b924-86f91483f87e port 91f1b476-aa70-4d28-9ae0-cd89aa856393 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:10.782359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 991592cb-781e-428f-9f57-c4bdf122b833, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=991592cb-781e-428f-9f57-c4bdf122b833,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:10.808026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:10.809953 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:10.815028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:10.817154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d63675de-3ae1-49b7-a046-e1f38e4ae733 None None] Provisioning for port 5433b6a1-51c8-4f43-8b08-702e27cad6da completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:10.820643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:10.821439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b61619b-70ce-498c-88d9-2208dfa2a2e0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:10.853967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:10.854616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:10.895423 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-295aa9fc-4a54-4052-8ee8-f66c9ebec88b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2114456 Jan 28 10:12:10.896392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42184) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:10.903109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-319819581'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:10.910214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:10.914869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:10.919137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:10.926354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:10.942118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:10.944534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:10.959115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.030148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:11.051497 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.052829 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment c4dca52d-8e2f-4181-9c79-df5966b027eb of type vlan for network 81deafde-d283-419a-974a-7bdbaa5d6097 Jan 28 10:12:11.120920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Pushing event updated for resources: {'Port': ['ID=af73c736-7f23-4112-86b1-0709724ade45,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:11.124355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.208755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.219641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:11.222334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.305217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.375027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cd6405c-8f3a-4f2f-9bad-d9d0c9222ab5,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:11.394007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:11.396235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:11.483054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Checking segment: {'id': '267d9f12-3ec1-4293-8f12-cd94f4f96444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '3448d391-14e9-44e5-9777-04a78c7c0acd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:11.483457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Network hostable DHCP agents. Network: 3448d391-14e9-44e5-9777-04a78c7c0acd, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:11.492590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.22.0.1 (e6ebc21e-6ef8-44ef-bce4-bda566909426/cce72378-79bc-419d-8a90-7e024414b275/024bf612-c0af-4e45-b4ee-17232ddff70a) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:11.506708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6087797 Jan 28 10:12:11.511618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42196) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:11.535591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd36c61-5373-4a58-940f-8f5cbe6653f5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=81deafde-d283-419a-974a-7bdbaa5d6097,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:11.547068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:11.568361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Network 3448d391-14e9-44e5-9777-04a78c7c0acd is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:11.662540 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.689277 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Transition to ACTIVE for port object 91f1b476-aa70-4d28-9ae0-cd89aa856393 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:11.699688 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.752619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42202) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:11.758058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 3448d391-14e9-44e5-9777-04a78c7c0acd) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:11.763690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:11.768823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:11.892083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:11.894552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b70e9184-462e-4599-946c-f94182e60f5a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.0050409 Jan 28 10:12:11.909364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:11.912820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:11.922219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:11.942786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:11.946544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.012279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.058198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 024bf612-c0af-4e45-b4ee-17232ddff70a will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:12.069926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:12.104882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.144718 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Pushing event updated for resources: {'Port': ['ID=91f1b476-aa70-4d28-9ae0-cd89aa856393,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:12.170967 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.173773 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.174143 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.174846 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.177239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.178593 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.179021 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.181989 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.185510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.186084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.186525 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.186956 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.187383 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:12.219859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:12.235048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Usage tracker for resource:security_group_rule and tenant:1838d67d2afb49cbb19924e165c1bb0c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:12.242599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:12.261916 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Attempting to bind port 91f1b476-aa70-4d28-9ae0-cd89aa856393 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:12.261916 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Attempting to bind port 91f1b476-aa70-4d28-9ae0-cd89aa856393 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:12.261916 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Attempting to bind port 91f1b476-aa70-4d28-9ae0-cd89aa856393 on network 420d874d-b0ed-4ed8-9250-517d5200d23b {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:12.275970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42214) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:12.279719 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:12.283949 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Checking segment: {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:12.284147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:12.284914 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.285537 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Bound using segment: {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:12.286241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Bound port: 91f1b476-aa70-4d28-9ae0-cd89aa856393, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3456a23a-509a-4243-ba1b-83615bc8616c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:12.286936 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.296854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:12.303794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:12.308072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:12.314361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:12.374401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:12.378686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.458291 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] For port 91f1b476-aa70-4d28-9ae0-cd89aa856393, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:12.462190 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] For port 91f1b476-aa70-4d28-9ae0-cd89aa856393, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91f1b476-aa70-4d28-9ae0-cd89aa856393,segment=NetworkSegment(3456a23a-509a-4243-ba1b-83615bc8616c),segment_id=3456a23a-509a-4243-ba1b-83615bc8616c)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:12.468797 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.484394 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.484956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 81deafde-d283-419a-974a-7bdbaa5d6097 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:12.516496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033b7b12-cb89-4e32-a8e7-92c8ba2f71be None None] Network 3448d391-14e9-44e5-9777-04a78c7c0acd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:12.527850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Deleting subnet 1cd6405c-8f3a-4f2f-9bad-d9d0c9222ab5 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:12:12.531450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.593799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.675073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=024bf612-c0af-4e45-b4ee-17232ddff70a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:12.680873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.691454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:12.692507 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:12.752154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.810388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.860375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Attempting to bind port af73c736-7f23-4112-86b1-0709724ade45 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:12.860775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Attempting to bind port af73c736-7f23-4112-86b1-0709724ade45 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:12.861139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Attempting to bind port af73c736-7f23-4112-86b1-0709724ade45 on network e6ebc21e-6ef8-44ef-bce4-bda566909426 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:12.900521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cd6405c-8f3a-4f2f-9bad-d9d0c9222ab5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:12.939019 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31743f41-c622-4fa7-a88a-38c4149ded1c None None] Pushing event updated for resources: {'Port': ['ID=91f1b476-aa70-4d28-9ae0-cd89aa856393,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:12.946547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:12.968158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c99271e8-8278-4a99-b3ca-9f4470fa5563 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1cd6405c-8f3a-4f2f-9bad-d9d0c9222ab5 HTTP/1.1" status: 204 len: 168 time: 0.6909671 Jan 28 10:12:12.989556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42218) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:12.993854 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:13.157617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.158958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-beac9184-c141-4c3f-8900-3e9084c9959b None None] Provisioning complete for port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:13.159507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-beac9184-c141-4c3f-8900-3e9084c9959b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.185490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:13.186305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Checking segment: {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:13.186919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.187473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Bound using segment: {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:13.188112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Bound port: af73c736-7f23-4112-86b1-0709724ade45, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:13.188677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.248753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.259001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.274596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.328774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f92f646-88b4-42fa-bb82-4a21e1f6ee7f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:13.351254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:13.351609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: 81deafde-d283-419a-974a-7bdbaa5d6097, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:13.360734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=700f21c4-4894-4e6b-9599-9bd87fb89d7b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:13.410595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.413516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-135d4092-f555-470b-b972-35f5435d14d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1838d67d2afb49cbb19924e165c1bb0c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6598358 Jan 28 10:12:13.429172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42224) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:13.445149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0fbb02-fa15-4b89-93ac-d601d957c13a None None] Network 3448d391-14e9-44e5-9777-04a78c7c0acd requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:13.569007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.574690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.610564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 81deafde-d283-419a-974a-7bdbaa5d6097 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:13.643709 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:11Z', 'revision_number': 1, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:13.644683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 81deafde-d283-419a-974a-7bdbaa5d6097) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:13.648749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3629512-ad1e-4218-852f-5789d3aa8c88 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:11Z', 'revision_number': 1, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:13.658200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:13.659126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.679355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6b61619b-70ce-498c-88d9-2208dfa2a2e0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6b61619b-70ce-498c-88d9-2208dfa2a2e0,segment=NetworkSegment(3456a23a-509a-4243-ba1b-83615bc8616c),segment_id=3456a23a-509a-4243-ba1b-83615bc8616c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:13.731641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.781730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef96db4-12ad-4168-8805-42428c5f9cbb None None] Network 81deafde-d283-419a-974a-7bdbaa5d6097 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:13.825194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.838844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92cd7000-dee9-4110-a461-cf4ac1cb820e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:13.865109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=024bf612-c0af-4e45-b4ee-17232ddff70a,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:13.885429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b407900f-0a53-4050-bb1c-d72d98f62bd1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3650358 Jan 28 10:12:13.889580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3448d391-14e9-44e5-9777-04a78c7c0acd']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:13.896929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42228) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:13.953315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.136926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '267d9f12-3ec1-4293-8f12-cd94f4f96444') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:14.137522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '267d9f12-3ec1-4293-8f12-cd94f4f96444') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:14.154671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92cd7000-dee9-4110-a461-cf4ac1cb820e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.195524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:14.196834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:14.207901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.270127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.369103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=991592cb-781e-428f-9f57-c4bdf122b833,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:14.370671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:12:14.371269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:12:14.404009 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:12:14.545646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:14.575915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5433b6a1-51c8-4f43-8b08-702e27cad6da up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:14.671801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92cd7000-dee9-4110-a461-cf4ac1cb820e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.719802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd7000-dee9-4110-a461-cf4ac1cb820e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f92f646-88b4-42fa-bb82-4a21e1f6ee7f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:14.732885 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92cd7000-dee9-4110-a461-cf4ac1cb820e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.736484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92cd7000-dee9-4110-a461-cf4ac1cb820e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f92f646-88b4-42fa-bb82-4a21e1f6ee7f HTTP/1.1" status: 204 len: 168 time: 1.3018875 Jan 28 10:12:14.832781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-81deafde-d283-419a-974a-7bdbaa5d6097', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:14.833590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.883686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:14.896059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] For port af73c736-7f23-4112-86b1-0709724ade45, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:14.902305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8df375bf-d433-4e3d-ab62-c5dcdd3823a8 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6880090 Jan 28 10:12:14.904725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42236) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:14.915363 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.920896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'network': {'name': 'tempest-RoutersTest-1331648131'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:14.929967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:14.941864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:network and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:14.949711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:14.965705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.967437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:14.969239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:14.985707 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:14.987621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:14.988102 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:15.007393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] Pushing event deleted for resources: {'Network': ['ID=3448d391-14e9-44e5-9777-04a78c7c0acd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:15.017151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f59fc2df-60b9-4ab2-ae51-b8c9f7d1ae67 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3448d391-14e9-44e5-9777-04a78c7c0acd HTTP/1.1" status: 204 len: 168 time: 2.0204062 Jan 28 10:12:15.018884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:15.043043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.092885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 5433b6a1-51c8-4f43-8b08-702e27cad6da completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:15.100626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:15.101451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] For port af73c736-7f23-4112-86b1-0709724ade45, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=af73c736-7f23-4112-86b1-0709724ade45,segment=NetworkSegment(904f9342-50fb-4f9b-8ad6-74d705747547),segment_id=904f9342-50fb-4f9b-8ad6-74d705747547)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:15.125284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.125787 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added segment 641bd575-9597-4d06-96b1-2f994bc61673 of type vlan for network 83808152-0725-46c5-baa9-c9c798fada79 Jan 28 10:12:15.134473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5433b6a1-51c8-4f43-8b08-702e27cad6da triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:15.135643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.186976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.200787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.219404 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.262933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.271413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:15.273572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.282522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6b61619b-70ce-498c-88d9-2208dfa2a2e0,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:15.460815 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5079f874-5afe-457c-a9f2-bdbb994ade0e None None] Pushing event updated for resources: {'Port': ['ID=af73c736-7f23-4112-86b1-0709724ade45,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:15.476282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-beac9184-c141-4c3f-8900-3e9084c9959b None None] Provisioning for port 91f1b476-aa70-4d28-9ae0-cd89aa856393 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:15.491425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5830936 Jan 28 10:12:15.497000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42250) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:15.509220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42254) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:15.513998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'subnet': {'network_id': '83808152-0725-46c5-baa9-c9c798fada79', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:15.521459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:15.566878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd55a24-95e3-4ea5-a0ec-8a59136e73dd tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Network': ['ID=83808152-0725-46c5-baa9-c9c798fada79,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:15.627924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 83808152-0725-46c5-baa9-c9c798fada79 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:15.702628 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:15.858140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-303a09cf-5e14-437c-a64a-8cd79ca22eea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c33a8c33d2954868b5fb361c74138f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3260159 Jan 28 10:12:15.862503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42284) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:15.988139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:08Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:08Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:16.092592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:16.100472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:subnet and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:16.108497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9a7-926e-46a3-9208-906781e7ac20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.112953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:16.168362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:16.195514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:16.195868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Updating router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 port ef6c4c78-4bc1-4526-93fb-a472d9964753 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:16.233141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Made reservation on behalf of be14e19f2e6c4506942a67ff1e18fb64 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:16.238387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.347684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9a7-926e-46a3-9208-906781e7ac20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.349185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.403241 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.418478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Provisioning for port ef6c4c78-4bc1-4526-93fb-a472d9964753 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:16.488780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42312) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:16.574457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:13Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:16.586500 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:16.587804 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Updating router 8df78cc0-2e7e-45df-b924-86f91483f87e port 024bf612-c0af-4e45-b4ee-17232ddff70a binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:16.612138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Provisioning complete for port ef6c4c78-4bc1-4526-93fb-a472d9964753 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:16.612508 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.705742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1359620686-network', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:16.706600 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.708312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Allocated IP 2001:db8:1::2 (81deafde-d283-419a-974a-7bdbaa5d6097/700f21c4-4894-4e6b-9599-9bd87fb89d7b/cffb60ab-0758-4278-b8c4-cf94cbee28d9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:16.712215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:16.723138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Usage tracker for resource:network and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:16.730580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:16.744130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:16.759524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9a7-926e-46a3-9208-906781e7ac20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.769719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Made reservation on behalf of 8f8fac202f0a4b5585fb7a3ff05c5a68 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:16.772873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.790984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.815120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:16.820588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:16.824600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:16.837083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:16.838664 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1a9a7-926e-46a3-9208-906781e7ac20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2188ad-5654-4749-81d4-17b06b8064df,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:16.893043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cd1a9a7-926e-46a3-9208-906781e7ac20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:16.899362 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5cd1a9a7-926e-46a3-9208-906781e7ac20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f2188ad-5654-4749-81d4-17b06b8064df HTTP/1.1" status: 204 len: 168 time: 1.0333629 Jan 28 10:12:17.019849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.146319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.151237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.210413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Subnet': ['ID=c451b0b1-7a58-42d2-a7c0-e08682e5d7a0,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:17.229463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:17.238100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Checking segment: {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:17.238461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network hostable DHCP agents. Network: 83808152-0725-46c5-baa9-c9c798fada79, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:17.252082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd55b8b6-2751-408c-b9db-8c7a1d81515f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:17.268137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.268436 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Added segment 6e5aa5c8-2be4-4df4-a940-53b8b3e6e087 of type vlan for network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 Jan 28 10:12:17.280090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network 83808152-0725-46c5-baa9-c9c798fada79 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:17.291549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 83808152-0725-46c5-baa9-c9c798fada79) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:17.298930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:17.301756 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.328212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.334309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.343641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Transition to ACTIVE for port object ef6c4c78-4bc1-4526-93fb-a472d9964753 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:17.346985 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-407523e4-86f5-49ab-92f3-c74b82c01322 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8481917 Jan 28 10:12:17.349971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42326) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:17.403284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.406855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:17.408908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.491748 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.520047 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Transition to ACTIVE for port object 024bf612-c0af-4e45-b4ee-17232ddff70a will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:17.527413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d67f907-096a-4b8a-81a9-08c130e6d7fb None None] Network 83808152-0725-46c5-baa9-c9c798fada79 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:17.532568 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.648521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.868000 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41251daa-c805-4b9f-bb9a-f3e57ec659b8 None None] Pushing event updated for resources: {'Port': ['ID=024bf612-c0af-4e45-b4ee-17232ddff70a,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:17.908139 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Attempting to bind port 024bf612-c0af-4e45-b4ee-17232ddff70a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:17.910354 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Attempting to bind port 024bf612-c0af-4e45-b4ee-17232ddff70a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:17.910894 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Attempting to bind port 024bf612-c0af-4e45-b4ee-17232ddff70a on network e6ebc21e-6ef8-44ef-bce4-bda566909426 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:17.921658 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:17.923960 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Checking segment: {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:17.925393 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.926364 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Bound using segment: {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:17.928300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af734ca-42ef-447a-a73b-8ebeefd2f951 None None] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:17.929405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Bound port: 024bf612-c0af-4e45-b4ee-17232ddff70a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '904f9342-50fb-4f9b-8ad6-74d705747547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:17.930303 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:17.961397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4714816 Jan 28 10:12:17.964683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42368) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:17.975807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Request body: {'subnet': {'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1359620686-subnet', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:17.985107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:17.991505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df32a39f-9ba0-46bc-95b9-4b1708cf5984 admin admin] Pushing event updated for resources: {'Network': ['ID=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:17.994113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Usage tracker for resource:subnet and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:17.997883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:18.004621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:18.018532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Made reservation on behalf of 8f8fac202f0a4b5585fb7a3ff05c5a68 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:18.021419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.152239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] For port 024bf612-c0af-4e45-b4ee-17232ddff70a, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:18.161101 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] For port 024bf612-c0af-4e45-b4ee-17232ddff70a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=024bf612-c0af-4e45-b4ee-17232ddff70a,segment=NetworkSegment(904f9342-50fb-4f9b-8ad6-74d705747547),segment_id=904f9342-50fb-4f9b-8ad6-74d705747547)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:18.167950 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.237138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:18.262608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 5433b6a1-51c8-4f43-8b08-702e27cad6da, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5433b6a1-51c8-4f43-8b08-702e27cad6da,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:18.406756 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41251daa-c805-4b9f-bb9a-f3e57ec659b8 None None] Pushing event updated for resources: {'Port': ['ID=024bf612-c0af-4e45-b4ee-17232ddff70a,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:18.434242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:18.434836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:18.522023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.594270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Port ef6c4c78-4bc1-4526-93fb-a472d9964753 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:18.599833 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.600581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91f1b476-aa70-4d28-9ae0-cd89aa856393 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:18.748591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:18.768588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Checking segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:18.769107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Network hostable DHCP agents. Network: 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:18.805380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:18.820426 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:18.825946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:18.846536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:18.848119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.907143 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-62da75de-19c6-41b4-bc1e-d36517286239 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9412668 Jan 28 10:12:18.910403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:18.923383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:18.939170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:18.957835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Usage tracker for resource:router and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:18.960963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:18.970164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:18.986581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.989578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:18.995055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:19.034201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:19.062309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84674fa-4304-4e65-9457-e870aab6cb1c None None] Pushing event updated for resources: {'Port': ['ID=ef6c4c78-4bc1-4526-93fb-a472d9964753,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:19.218197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d64b85-34cf-42a8-b4d6-b74e2cc00e06 None None] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:19.464284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:19.507013 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:18Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:19.514002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Allocated IP 172.23.0.1 (83808152-0725-46c5-baa9-c9c798fada79/c451b0b1-7a58-42d2-a7c0-e08682e5d7a0/829450af-4ffb-4aa8-b0ae-7e0591cebd5b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:19.526270 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd1e905e-8287-4f1a-879a-d7363e5aa9c2 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:18Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:12Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:19.670548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=5433b6a1-51c8-4f43-8b08-702e27cad6da,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:19.875102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:19.913296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Transition to ACTIVE for port object 829450af-4ffb-4aa8-b0ae-7e0591cebd5b will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:19.960561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:19.965271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Provisioning complete for port 5433b6a1-51c8-4f43-8b08-702e27cad6da triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:19.965271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.089777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network 83808152-0725-46c5-baa9-c9c798fada79 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:20.093112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:20.097257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:20.109402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.149184 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.159580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:20.194055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.213290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.213737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Transition to ACTIVE for port object cffb60ab-0758-4278-b8c4-cf94cbee28d9 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:20.354605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Allocated IP 172.25.1.218 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/30ccab54-a71b-4cc2-a194-676b9e983cf3) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:20.374086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 91f1b476-aa70-4d28-9ae0-cd89aa856393 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:20.381265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Transition to ACTIVE for port object cffb60ab-0758-4278-b8c4-cf94cbee28d9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:20.405895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 91f1b476-aa70-4d28-9ae0-cd89aa856393 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:20.406673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.444620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.569081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:20.570288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.590303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Attempting to bind port ef6c4c78-4bc1-4526-93fb-a472d9964753 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:20.590303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Attempting to bind port ef6c4c78-4bc1-4526-93fb-a472d9964753 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:20.590303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Attempting to bind port ef6c4c78-4bc1-4526-93fb-a472d9964753 on network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:20.600056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.610002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:20.610378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Checking segment: {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:20.610936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.612484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Bound using segment: {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:20.618101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Bound port: ef6c4c78-4bc1-4526-93fb-a472d9964753, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8116fc0-7685-4704-addb-d7ec69b092d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:20.618983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.707435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:20.748921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8:1::1 (81deafde-d283-419a-974a-7bdbaa5d6097/700f21c4-4894-4e6b-9599-9bd87fb89d7b/6d220ddd-f760-48d9-ae99-b19a2d7c056a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:20.787794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.024898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Network 81deafde-d283-419a-974a-7bdbaa5d6097 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:21.053422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:21.063542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.070605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:21.074759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:21.078585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:21.082957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.084745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:21.125128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Pushing event updated for resources: {'Port': ['ID=30ccab54-a71b-4cc2-a194-676b9e983cf3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:21.256702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event updated for resources: {'Port': ['ID=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:21.298998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.385632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Pushing event updated for resources: {'Port': ['ID=cffb60ab-0758-4278-b8c4-cf94cbee28d9,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:21.456516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.482421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.502960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Attempting to bind port cffb60ab-0758-4278-b8c4-cf94cbee28d9 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:21.503322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Attempting to bind port cffb60ab-0758-4278-b8c4-cf94cbee28d9 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:21.503686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Attempting to bind port cffb60ab-0758-4278-b8c4-cf94cbee28d9 on network 81deafde-d283-419a-974a-7bdbaa5d6097 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:21.505861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-83808152-0725-46c5-baa9-c9c798fada79', 'network_id': '83808152-0725-46c5-baa9-c9c798fada79', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'fixed_ips': [{'subnet_id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:21.506643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.526403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 6d220ddd-f760-48d9-ae99-b19a2d7c056a will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:21.655881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Provisioning complete for port 91f1b476-aa70-4d28-9ae0-cd89aa856393 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:21.656315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-35ba34a0-dd63-4689-af4e-6024f544c26d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.748183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.753441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Network 83808152-0725-46c5-baa9-c9c798fada79 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:21.754870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:21.757437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:21.757820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Checking segment: {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:21.758217 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.758608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Bound using segment: {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:21.759088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Bound port: cffb60ab-0758-4278-b8c4-cf94cbee28d9, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:21.759506 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:21.841012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Allocated IP 172.20.0.2 (8d6f535b-ff42-4dfb-a0a8-2accea5c94c7/c6eb6687-123b-4da2-a5b4-4548d9fbe8c5/e9981a7e-8a90-4271-ac73-3e7909a86b56) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:22.005787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 81deafde-d283-419a-974a-7bdbaa5d6097 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:22.011093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:22.020734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:22.020734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:22.040829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=6d220ddd-f760-48d9-ae99-b19a2d7c056a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:22.048044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:22.069033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:22.137284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:22.153357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] For port ef6c4c78-4bc1-4526-93fb-a472d9964753, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:22.171028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] For port ef6c4c78-4bc1-4526-93fb-a472d9964753, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef6c4c78-4bc1-4526-93fb-a472d9964753,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:22.220406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:22.229213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Transition to ACTIVE for port object e9981a7e-8a90-4271-ac73-3e7909a86b56 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:22.272115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:22.293533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1c02f0c4-4416-457f-aae8-10d5ebd26526 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9420271 Jan 28 10:12:22.296405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:22.305270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:22.331230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Allocated IP 172.23.0.2 (83808152-0725-46c5-baa9-c9c798fada79/c451b0b1-7a58-42d2-a7c0-e08682e5d7a0/7a16c90d-69de-451e-8a46-b3995221f70c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:22.528572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:22.559365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:22.680018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 91f1b476-aa70-4d28-9ae0-cd89aa856393, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91f1b476-aa70-4d28-9ae0-cd89aa856393,segment=NetworkSegment(3456a23a-509a-4243-ba1b-83615bc8616c),segment_id=3456a23a-509a-4243-ba1b-83615bc8616c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:22.738027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:22.759187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Transition to ACTIVE for port object e9981a7e-8a90-4271-ac73-3e7909a86b56 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:22.774260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:22.774895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:23.030049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:23.248812 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:23.346714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] For port cffb60ab-0758-4278-b8c4-cf94cbee28d9, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:23.353103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] For port cffb60ab-0758-4278-b8c4-cf94cbee28d9, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=cffb60ab-0758-4278-b8c4-cf94cbee28d9,segment=NetworkSegment(c4dca52d-8e2f-4181-9c79-df5966b027eb),segment_id=c4dca52d-8e2f-4181-9c79-df5966b027eb)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:23.376555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84674fa-4304-4e65-9457-e870aab6cb1c None None] Pushing event updated for resources: {'Port': ['ID=ef6c4c78-4bc1-4526-93fb-a472d9964753,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:23.392447 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:23.421361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:23.567903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:23.575634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:23.748889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 10:12:23.806214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Removed routes are [] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 10:12:23.807535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:24.035778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5433b6a1-51c8-4f43-8b08-702e27cad6da up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:24.092379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:24.167408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Router 69386b44-794c-44b8-933d-3ffd9a1df6ad is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:12:24.261358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:24.308017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:24.402414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=91f1b476-aa70-4d28-9ae0-cd89aa856393,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:24.586968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:12:24.627719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:24.671078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:24.672499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:24.777337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:24.784008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:24.985604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:25.029428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:25.039660 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Sync routers for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:25.053260 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:25.055779 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:25.061121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=6d220ddd-f760-48d9-ae99-b19a2d7c056a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:25.071198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.073926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-56cb3225-720f-45b2-9090-de49c46a3bd9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1629229 Jan 28 10:12:25.076651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42454) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:25.079999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:25.118948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Attempting to bind port e9981a7e-8a90-4271-ac73-3e7909a86b56 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:25.118948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Attempting to bind port e9981a7e-8a90-4271-ac73-3e7909a86b56 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:25.120611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Attempting to bind port e9981a7e-8a90-4271-ac73-3e7909a86b56 on network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:25.144006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Pushing event updated for resources: {'Port': ['ID=e9981a7e-8a90-4271-ac73-3e7909a86b56,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:25.201764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7f41b601-d138-4fc8-887e-5956792c03d3 None None] Provisioning for port 024bf612-c0af-4e45-b4ee-17232ddff70a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:25.272754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:25.274149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Checking segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:25.275590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.276415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Bound using segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:25.277363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Bound port: e9981a7e-8a90-4271-ac73-3e7909a86b56, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:25.277932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.301529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.306204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 5433b6a1-51c8-4f43-8b08-702e27cad6da triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:25.307359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.446421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:25.472369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.479703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9659443-d73b-4007-92f6-cc0f0b22c344 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 933 time: 3.1821580 Jan 28 10:12:25.480343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:25.513565 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:25.550699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] For port e9981a7e-8a90-4271-ac73-3e7909a86b56, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:25.554100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] For port e9981a7e-8a90-4271-ac73-3e7909a86b56, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e9981a7e-8a90-4271-ac73-3e7909a86b56,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:25.568298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Transition to ACTIVE for port object 7a16c90d-69de-451e-8a46-b3995221f70c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:25.616379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:25.697685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252d4e4e-f063-44b9-a678-f30e59c8fcc6 None None] Pushing event updated for resources: {'Port': ['ID=cffb60ab-0758-4278-b8c4-cf94cbee28d9,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:25.775025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 81deafde-d283-419a-974a-7bdbaa5d6097 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:25.786279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:25.945868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5a8f130d-3992-47e6-b9db-ad9d621b067e tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 933 time: 0.4641066 Jan 28 10:12:25.948205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Transition to ACTIVE for port object 7a16c90d-69de-451e-8a46-b3995221f70c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:25.948848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42468) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:25.954270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'routes': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:25.972134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7f41b601-d138-4fc8-887e-5956792c03d3 None None] Provisioning for port af73c736-7f23-4112-86b1-0709724ade45 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:26.154994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0abef-46d3-4075-81bd-54bc3d9162a7 None None] Pushing event updated for resources: {'Port': ['ID=e9981a7e-8a90-4271-ac73-3e7909a86b56,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:26.238066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:26.435921 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 3, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:26.448127 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Checking router: 69386b44-794c-44b8-933d-3ffd9a1df6ad for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:26.449490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Updating router 69386b44-794c-44b8-933d-3ffd9a1df6ad port 30ccab54-a71b-4cc2-a194-676b9e983cf3 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:26.556283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Network 83808152-0725-46c5-baa9-c9c798fada79 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:26.590133 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:26.608592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:26.615119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:26.631207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d66cb1-3b60-4f08-ba19-9aa5e45a2213 None None] Network 81deafde-d283-419a-974a-7bdbaa5d6097 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:26.740151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:26.835479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:20Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:18Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829450af-4ffb-4aa8-b0ae-7e0591cebd5b', 'name': '', 'network_id': '83808152-0725-46c5-baa9-c9c798fada79', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:5e:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:20Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:26.981659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:26.982271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Updating router 8df78cc0-2e7e-45df-b924-86f91483f87e port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:27.112749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:27.122568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d48993d3-cfd3-406f-96d9-e6f6ba6c4f2f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2157142 Jan 28 10:12:27.131112 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.149092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42478) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:27.160211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1665725776'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:27.164630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added routes are [] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 10:12:27.165501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 10:12:27.177126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:27.184635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:27.196945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:27.206187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:27.206456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.235509 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:12:27.286914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:27.290332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.311205 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2342e961-217e-47e6-b5c3-3b8d20d6ea15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.358017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Attempting to bind port 7a16c90d-69de-451e-8a46-b3995221f70c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:27.358512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Attempting to bind port 7a16c90d-69de-451e-8a46-b3995221f70c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:27.358892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Attempting to bind port 7a16c90d-69de-451e-8a46-b3995221f70c on network 83808152-0725-46c5-baa9-c9c798fada79 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:27.364940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Pushing event updated for resources: {'Port': ['ID=7a16c90d-69de-451e-8a46-b3995221f70c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:27.374939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.414406 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.438845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:27.446661 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Transition to ACTIVE for port object 30ccab54-a71b-4cc2-a194-676b9e983cf3 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:27.452337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:27.452951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Checking segment: {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:27.453445 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.453844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Bound using segment: {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:27.454539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Bound port: 7a16c90d-69de-451e-8a46-b3995221f70c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:27.455679 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.465297 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.468435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 991592cb-781e-428f-9f57-c4bdf122b833 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:27.528741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.529393 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment af532e6d-b017-4a31-88a6-52a414f7cd52 of type vlan for network cae12030-165a-4471-8006-4ebb17ba4ce0 Jan 28 10:12:27.639417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.678865 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Attempting to bind port 30ccab54-a71b-4cc2-a194-676b9e983cf3 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:27.680006 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Attempting to bind port 30ccab54-a71b-4cc2-a194-676b9e983cf3 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:27.681212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Attempting to bind port 30ccab54-a71b-4cc2-a194-676b9e983cf3 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:27.700582 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904763ab-b007-4e3d-8a34-f5b3dd3e81c5 None None] Pushing event updated for resources: {'Port': ['ID=30ccab54-a71b-4cc2-a194-676b9e983cf3,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:27.722522 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:27.724333 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:27.726440 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.727751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:27.729638 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Bound port: 30ccab54-a71b-4cc2-a194-676b9e983cf3, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:27.730771 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.733871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 991592cb-781e-428f-9f57-c4bdf122b833 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:27.734396 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.779422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4256bbe6-1c47-4114-b508-d42de167736e None None] Provisioning for port cffb60ab-0758-4278-b8c4-cf94cbee28d9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:27.809673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 3, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:20Z', 'revision_number': 1, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:27.813538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.818674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:27.819263 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.914864 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] For port 30ccab54-a71b-4cc2-a194-676b9e983cf3, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:27.920695 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] For port 30ccab54-a71b-4cc2-a194-676b9e983cf3, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=30ccab54-a71b-4cc2-a194-676b9e983cf3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:27.926798 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:27.995625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd265935-d546-4a73-a494-98b8158b5749 None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 3, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:20Z', 'revision_number': 1, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:28.042972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8913710 Jan 28 10:12:28.043787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c08b0-bf67-4935-8b88-20dd08f946fd tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=cae12030-165a-4471-8006-4ebb17ba4ce0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:28.044401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e9d6af-8a43-4efd-9b3c-5445e59c8fe4 None None] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:28.059974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42492) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:28.081961 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:28.082599 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:11:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:28.084649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:28.115288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network cae12030-165a-4471-8006-4ebb17ba4ce0 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:28.192935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:28.207220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:28.260556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Allocated IP 172.20.0.1 (8d6f535b-ff42-4dfb-a0a8-2accea5c94c7/c6eb6687-123b-4da2-a5b4-4548d9fbe8c5/dd91091a-8b16-4c00-9056-582353b0fb20) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:28.452802 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:28.489235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:28.501905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:28.507318 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:28.518046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:28.582453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:28.587081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:28.707436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:28.730846 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:28.769129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Transition to ACTIVE for port object dd91091a-8b16-4c00-9056-582353b0fb20 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:28.895395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:28.985697 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904763ab-b007-4e3d-8a34-f5b3dd3e81c5 None None] Pushing event updated for resources: {'Port': ['ID=30ccab54-a71b-4cc2-a194-676b9e983cf3,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:28.998776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd91091a-8b16-4c00-9056-582353b0fb20,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:29.024259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:29.028112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:29.033473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:29.125095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.148844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:29.171702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.175116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ed71e358-bad1-4f2f-9fdf-b687cac535f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 699 time: 3.2252278 Jan 28 10:12:29.176498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42500) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:29.203202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.221518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Transition to ACTIVE for port object 829450af-4ffb-4aa8-b0ae-7e0591cebd5b will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:29.262124 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.297371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] For port 7a16c90d-69de-451e-8a46-b3995221f70c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:29.335577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 3, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:29.344928 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88942360-7aa5-446c-9218-9feff52c4eca None None] The sync data for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 is: [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 3, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:29.481594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bc88cb48-932f-4737-90ba-0371225cc3e3 None None] Provisioning for port e9981a7e-8a90-4271-ac73-3e7909a86b56 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:29.557986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.674833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-670975c0-e739-4b46-8fcc-4fcec946af29 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 699 time: 0.4958315 Jan 28 10:12:29.678426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42510) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:29.769175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] For port 7a16c90d-69de-451e-8a46-b3995221f70c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a16c90d-69de-451e-8a46-b3995221f70c,segment=NetworkSegment(641bd575-9597-4d06-96b1-2f994bc61673),segment_id=641bd575-9597-4d06-96b1-2f994bc61673)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:29.776275 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0d261118-50cc-4b69-8c54-63e19eaba687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.863360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:29.908348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:30.101499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9a754-5a86-4636-9fe9-e46f69df6c5a None None] Pushing event updated for resources: {'Port': ['ID=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:30.294450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device af73c736-7f23-4112-86b1-0709724ade45 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:30.348094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=c4f5c9fa-1925-4f32-82a8-20c09e93dcd0,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:30.370541 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:30.417015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:30.417382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: cae12030-165a-4471-8006-4ebb17ba4ce0, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:30.476834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:30.536741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network cae12030-165a-4471-8006-4ebb17ba4ce0 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:30.610663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, cae12030-165a-4471-8006-4ebb17ba4ce0) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:30.634272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:30.637049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:30.663748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:30.702771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:30.770999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66e6627-f192-4456-ac5e-06ea59736bb4 None None] Network cae12030-165a-4471-8006-4ebb17ba4ce0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:30.875887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c17b324-7376-4c3a-b96a-c6875fcc087f None None] Provisioning for port 6d220ddd-f760-48d9-ae99-b19a2d7c056a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:31.024869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Pushing event updated for resources: {'Port': ['ID=dd91091a-8b16-4c00-9056-582353b0fb20,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:31.030294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-23568612-322c-40fc-b3b5-c616a930dcde tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9641354 Jan 28 10:12:31.038614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42520) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:31.249460 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:31.381263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c17b324-7376-4c3a-b96a-c6875fcc087f None None] Provisioning complete for port 6d220ddd-f760-48d9-ae99-b19a2d7c056a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:31.381927 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c17b324-7376-4c3a-b96a-c6875fcc087f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:31.521261 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:31.576029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943ae653-5cc6-4b59-9d2b-e266da440224 None None] Pushing event updated for resources: {'Port': ['ID=7a16c90d-69de-451e-8a46-b3995221f70c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:31.588965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:31.605622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Attempting to bind port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:31.605993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Attempting to bind port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:31.606352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Attempting to bind port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b on network 83808152-0725-46c5-baa9-c9c798fada79 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:31.789789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:31.793246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Checking segment: {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:31.794711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:31.795602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Bound using segment: {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:31.796367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Bound port: 829450af-4ffb-4aa8-b0ae-7e0591cebd5b, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641bd575-9597-4d06-96b1-2f994bc61673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '83808152-0725-46c5-baa9-c9c798fada79'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:31.796987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:31.816692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c17b324-7376-4c3a-b96a-c6875fcc087f None None] Port 6d220ddd-f760-48d9-ae99-b19a2d7c056a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:31.865710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port af73c736-7f23-4112-86b1-0709724ade45 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:31.934117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port af73c736-7f23-4112-86b1-0709724ade45 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:31.936347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.091837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:32.092208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.105762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:32.107197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:32.367232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-cae12030-165a-4471-8006-4ebb17ba4ce0', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:32.367979 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.413480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] For port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:32.536947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b, host n-d-825178-2, got binding levels [] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:32.537492 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.692578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.873798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.880674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a02e004c-1d9e-4743-ab94-bf73fd141c6c None None] Provisioning complete for port 6d220ddd-f760-48d9-ae99-b19a2d7c056a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:32.881060 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a02e004c-1d9e-4743-ab94-bf73fd141c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:32.994486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] For port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,segment=NetworkSegment(641bd575-9597-4d06-96b1-2f994bc61673),segment_id=641bd575-9597-4d06-96b1-2f994bc61673)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:33.003022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 829450af-4ffb-4aa8-b0ae-7e0591cebd5b owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:33.072516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.184044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:12:33.184612 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:12:33.185268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42544) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:33.256161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f47d0-4c91-4b23-a0ab-b62c9ba3484a None None] Network 83808152-0725-46c5-baa9-c9c798fada79 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:33.300188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Router 69386b44-794c-44b8-933d-3ffd9a1df6ad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:33.306018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:33.366996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.383449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:33.398633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Usage tracker for resource:security_group_rule and tenant:8e791783cc624996b966591a61c212ce is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:33.409863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:33.427620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:33.618148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port af73c736-7f23-4112-86b1-0709724ade45, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=af73c736-7f23-4112-86b1-0709724ade45,segment=NetworkSegment(904f9342-50fb-4f9b-8ad6-74d705747547),segment_id=904f9342-50fb-4f9b-8ad6-74d705747547)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:33.652335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.661780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.708986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.710115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 024bf612-c0af-4e45-b4ee-17232ddff70a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:33.741446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:33.742503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.756693 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:33.757685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:33.789443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:33.801096 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Sync routers for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:33.815621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:33.816244 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:33.834083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e791783cc624996b966591a61c212ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406543 Jan 28 10:12:33.842981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42550) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:33.862107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a02e004c-1d9e-4743-ab94-bf73fd141c6c None None] Port 6d220ddd-f760-48d9-ae99-b19a2d7c056a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:33.892243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9873c8f6-3297-47e3-bace-4a4ed7ac6891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450075ad-2c9d-427f-a11f-c3b281f87249,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:33.906764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-21f37c36-a573-4156-9701-8f16cf3f97f1 admin admin] 10.222.0.42 "PUT /v2.0/routers/69386b44-794c-44b8-933d-3ffd9a1df6ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8282533 Jan 28 10:12:33.923360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f9a754-5a86-4636-9fe9-e46f69df6c5a None None] Pushing event updated for resources: {'Port': ['ID=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:33.946138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67eb8d96-af87-4134-b090-d8cf36a0c15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:33.950673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8:2::1 (cae12030-165a-4471-8006-4ebb17ba4ce0/c4f5c9fa-1925-4f32-82a8-20c09e93dcd0/2caa0a41-583f-4536-b40a-66688ed023c9) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:33.992871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67eb8d96-af87-4134-b090-d8cf36a0c15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.136012 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:34.215169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,segment=NetworkSegment(641bd575-9597-4d06-96b1-2f994bc61673),segment_id=641bd575-9597-4d06-96b1-2f994bc61673)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:34.215586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.222162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:34.222953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:34.275644 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67eb8d96-af87-4134-b090-d8cf36a0c15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.402283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eb8d96-af87-4134-b090-d8cf36a0c15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450075ad-2c9d-427f-a11f-c3b281f87249,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:34.407652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.419368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67eb8d96-af87-4134-b090-d8cf36a0c15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.422771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-67eb8d96-af87-4134-b090-d8cf36a0c15f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/450075ad-2c9d-427f-a11f-c3b281f87249 HTTP/1.1" status: 204 len: 168 time: 0.5763328 Jan 28 10:12:34.456383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 2caa0a41-583f-4536-b40a-66688ed023c9 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:34.579786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.591827 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 2, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:34.596357 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Checking router: 69386b44-794c-44b8-933d-3ffd9a1df6ad for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:34.596727 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Updating router 69386b44-794c-44b8-933d-3ffd9a1df6ad port dd91091a-8b16-4c00-9056-582353b0fb20 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:34.646090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 829450af-4ffb-4aa8-b0ae-7e0591cebd5b owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:34.663924 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.814373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network cae12030-165a-4471-8006-4ebb17ba4ce0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:34.830351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:34.831720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b14ff40d-5880-4382-85b5-732c57658b2f None None] Provisioning for port 829450af-4ffb-4aa8-b0ae-7e0591cebd5b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:34.841326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:34.841847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:34.886681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=2caa0a41-583f-4536-b40a-66688ed023c9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:34.952614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:35.050975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.070166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=af73c736-7f23-4112-86b1-0709724ade45,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:35.120067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.146206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:35.350624 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.367056 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Transition to ACTIVE for port object dd91091a-8b16-4c00-9056-582353b0fb20 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:35.377460 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.503496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:35.515093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=829450af-4ffb-4aa8-b0ae-7e0591cebd5b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:35.530263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-432086803-network', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:35.559920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:35.575457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Usage tracker for resource:network and tenant:c3caffcb25214233a6aadee908e62d40 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:35.583874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:35.596579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:35.656085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Made reservation on behalf of c3caffcb25214233a6aadee908e62d40 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:35.659873 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.835253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.883943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Allocated IP 2001:db8:2::2 (cae12030-165a-4471-8006-4ebb17ba4ce0/c4f5c9fa-1925-4f32-82a8-20c09e93dcd0/78f745d8-eed4-4d60-88e5-a0507cf11238) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:35.890718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:35.896991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Usage tracker for resource:security_group_rule and tenant:c3caffcb25214233a6aadee908e62d40 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:35.898897 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3a456-0819-40af-9943-ba884dd87ebf None None] Pushing event updated for resources: {'Port': ['ID=dd91091a-8b16-4c00-9056-582353b0fb20,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:35.899761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 024bf612-c0af-4e45-b4ee-17232ddff70a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:35.903654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:35.943664 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Attempting to bind port dd91091a-8b16-4c00-9056-582353b0fb20 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:35.943961 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Attempting to bind port dd91091a-8b16-4c00-9056-582353b0fb20 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:35.944180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:35.944798 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Attempting to bind port dd91091a-8b16-4c00-9056-582353b0fb20 on network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:35.954209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:35.955553 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Checking segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:35.955553 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.955553 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Bound using segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:35.955879 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Bound port: dd91091a-8b16-4c00-9056-582353b0fb20, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:35.961844 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:35.969081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 024bf612-c0af-4e45-b4ee-17232ddff70a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:35.969527 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.157700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b14ff40d-5880-4382-85b5-732c57658b2f None None] Provisioning for port 7a16c90d-69de-451e-8a46-b3995221f70c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:36.199803 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] For port dd91091a-8b16-4c00-9056-582353b0fb20, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:36.211970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] For port dd91091a-8b16-4c00-9056-582353b0fb20, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dd91091a-8b16-4c00-9056-582353b0fb20,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:36.224276 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.253193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.324051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.347055 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.347979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.361624 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3a456-0819-40af-9943-ba884dd87ebf None None] Pushing event updated for resources: {'Port': ['ID=dd91091a-8b16-4c00-9056-582353b0fb20,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:36.391800 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:36.393330 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:36.580448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.588344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=2caa0a41-583f-4536-b40a-66688ed023c9,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:36.606597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.657301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:36.736348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3822cea7-3d86-4b8f-9616-0cc95eefad4d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:36.741922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:36.742262 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Added segment 3524a4db-4bc4-414a-9eca-0c7868a228a9 of type vlan for network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 Jan 28 10:12:36.749712 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:36.783055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network cae12030-165a-4471-8006-4ebb17ba4ce0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:36.785194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:36.886481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.003048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:37.037375 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.048108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Transition to ACTIVE for port object 78f745d8-eed4-4d60-88e5-a0507cf11238 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:37.069295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Transition to ACTIVE for port object 78f745d8-eed4-4d60-88e5-a0507cf11238 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:37.088137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.089135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:37.089708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.172510 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.300804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:37.359356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] Pushing event updated for resources: {'Network': ['ID=4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:37.362987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:37.400288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-038e4d37-7a67-4d02-8fc1-c96c73e0a1ba tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7201140 Jan 28 10:12:37.413274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42608) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:37.418418 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:36Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:37.420226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Pushing event updated for resources: {'Port': ['ID=78f745d8-eed4-4d60-88e5-a0507cf11238,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:37.423820 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e237b041-7382-4e0f-a29e-274a4fbd2245 None None] The sync data for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 is: [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:36Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:37.436204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:37.565447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4cef15e9-02f5-41d2-a25c-cb9fd8e60097 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0620680 Jan 28 10:12:37.571797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42612) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:37.592637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Request body: {'subnet': {'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-432086803-subnet', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:37.606645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:37.634031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet c451b0b1-7a58-42d2-a7c0-e08682e5d7a0 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:12:37.645924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.706362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Usage tracker for resource:subnet and tenant:c3caffcb25214233a6aadee908e62d40 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:37.720849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:37.737558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:37.763406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.809544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:37.825181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da9f7bc9-8b32-44a4-9e0b-ff07024efac1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7841094 Jan 28 10:12:37.826720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42620) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:37.837413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-338472859'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:37.855088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:37.862778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b14ff40d-5880-4382-85b5-732c57658b2f None None] Provisioning for port dd91091a-8b16-4c00-9056-582353b0fb20 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:37.866290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:network and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:37.875886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:37.890266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:37.920368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:37.929849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:37.952444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Made reservation on behalf of c3caffcb25214233a6aadee908e62d40 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:37.957166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Network cae12030-165a-4471-8006-4ebb17ba4ce0 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:37.960158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.004610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:12:38.027065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:38.036511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:38.047677 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.054106 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added segment 6891b03f-6a73-4cb6-81a7-29e1e3648371 of type vlan for network 986fb360-777b-4fed-b866-acd8ac00fa22 Jan 28 10:12:38.126385 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.138874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.286089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.309604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:38.311032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.332444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-11fd9c17-d3ac-4d1d-9f53-9a9681fecf41 None None] Could not find standard attr ID for object 829450af-4ffb-4aa8-b0ae-7e0591cebd5b. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:12:38.469656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6415849 Jan 28 10:12:38.487892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42634) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:38.501314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'subnet': {'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:38.549407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Attempting to bind port 78f745d8-eed4-4d60-88e5-a0507cf11238 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:38.549776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Attempting to bind port 78f745d8-eed4-4d60-88e5-a0507cf11238 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:38.550137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Attempting to bind port 78f745d8-eed4-4d60-88e5-a0507cf11238 on network cae12030-165a-4471-8006-4ebb17ba4ce0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:38.632311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3c490-7829-4b00-92b1-f7ebf7cf9cf4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Network': ['ID=986fb360-777b-4fed-b866-acd8ac00fa22,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:38.704957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 986fb360-777b-4fed-b866-acd8ac00fa22 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:12:38.821068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.825856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 7, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:18Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829450af-4ffb-4aa8-b0ae-7e0591cebd5b', 'name': '', 'network_id': '83808152-0725-46c5-baa9-c9c798fada79', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:5e:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:32Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:38.830773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:38.836416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fab22384-470a-433c-b98d-8d5d8cb53df1 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:27Z', 'revision_number': 7, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:18Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '829450af-4ffb-4aa8-b0ae-7e0591cebd5b', 'name': '', 'network_id': '83808152-0725-46c5-baa9-c9c798fada79', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:5e:e5:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3286, 'fixed_ips': [{'subnet_id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:32Z', 'revision_number': 4, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'c451b0b1-7a58-42d2-a7c0-e08682e5d7a0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:38.842527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:38.842906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Checking segment: {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:38.843308 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.843699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Bound using segment: {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:38.844176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Bound port: 78f745d8-eed4-4d60-88e5-a0507cf11238, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:38.844546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.894635 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.916976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.930855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:subnet and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:38.943631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:38.950950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=c451b0b1-7a58-42d2-a7c0-e08682e5d7a0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:38.955058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:38.956598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 024bf612-c0af-4e45-b4ee-17232ddff70a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=024bf612-c0af-4e45-b4ee-17232ddff70a,segment=NetworkSegment(904f9342-50fb-4f9b-8ad6-74d705747547),segment_id=904f9342-50fb-4f9b-8ad6-74d705747547)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:38.999772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:39.036229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-57c2b4fe-3f7a-49b3-83ce-1f791a831882 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/c451b0b1-7a58-42d2-a7c0-e08682e5d7a0 HTTP/1.1" status: 204 len: 168 time: 1.6218448 Jan 28 10:12:39.039001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:39.049432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Made reservation on behalf of 41b874441cc14e29ba1e94691089516e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:39.053238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.085983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] For port 78f745d8-eed4-4d60-88e5-a0507cf11238, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:39.092570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] For port 78f745d8-eed4-4d60-88e5-a0507cf11238, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78f745d8-eed4-4d60-88e5-a0507cf11238,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:39.106215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Checking segment: {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:39.108315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.108545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Network hostable DHCP agents. Network: 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:39.109372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b61619b-70ce-498c-88d9-2208dfa2a2e0 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:39.250771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Pushing event updated for resources: {'Subnet': ['ID=64a412aa-4212-4791-bab0-99f6f51f520a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:39.292038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.295910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:39.324704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:39.326636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 7a16c90d-69de-451e-8a46-b3995221f70c {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:39.327191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.347887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:39.348824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.392566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.403287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1caced06-f4c5-45ed-9407-c1725b73b07c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.8302665 Jan 28 10:12:39.406273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42658) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:39.421910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bcff41-29a1-4f3e-9245-050c6c8b66c8 None None] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:39.443971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585737f4-9f8c-4844-b2a8-b159828ab1a2 None None] Network 83808152-0725-46c5-baa9-c9c798fada79 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:39.799365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=024bf612-c0af-4e45-b4ee-17232ddff70a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:39.882372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:39.887135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 7a16c90d-69de-451e-8a46-b3995221f70c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7a16c90d-69de-451e-8a46-b3995221f70c,segment=NetworkSegment(641bd575-9597-4d06-96b1-2f994bc61673),segment_id=641bd575-9597-4d06-96b1-2f994bc61673)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:39.887498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:39.912514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:39.938835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Usage tracker for resource:router and tenant:c3caffcb25214233a6aadee908e62d40 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:39.954846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:39.956083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a46c9e9e-34fe-4c3d-b91b-ad5c895152aa None None] Could not find standard attr ID for object 829450af-4ffb-4aa8-b0ae-7e0591cebd5b. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:12:39.981221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:40.075745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.076815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.163614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.168278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.310590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Subnet': ['ID=caabf1c6-662c-4560-bf20-577cdd9cc3cd,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:40.383551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:40.384106 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.415022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 7a16c90d-69de-451e-8a46-b3995221f70c owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:40.511971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.531502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:40.571519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5', 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'fixed_ips': [{'subnet_id': '64a412aa-4212-4791-bab0-99f6f51f520a'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:40.586518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.594827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No DVR routers for this DVR port 7a16c90d-69de-451e-8a46-b3995221f70c on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:12:40.620634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 3, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:23Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:40.657325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=7a16c90d-69de-451e-8a46-b3995221f70c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:40.730002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Checking segment: {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:40.730335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network hostable DHCP agents. Network: 986fb360-777b-4fed-b866-acd8ac00fa22, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:12:40.743160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.799573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:40.799928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Updating router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 port 6d220ddd-f760-48d9-ae99-b19a2d7c056a binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:40.815079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 986fb360-777b-4fed-b866-acd8ac00fa22 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:12:40.873271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53b5e9-a1f2-4fd6-b842-b7e5ce53b099 None None] Pushing event updated for resources: {'Port': ['ID=78f745d8-eed4-4d60-88e5-a0507cf11238,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:40.875115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.888188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 986fb360-777b-4fed-b866-acd8ac00fa22) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:40.901785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:40.902515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.936114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83808152-0725-46c5-baa9-c9c798fada79']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:40.953881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641bd575-9597-4d06-96b1-2f994bc61673') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:40.954124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641bd575-9597-4d06-96b1-2f994bc61673') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:40.960724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec897fe-5c13-4732-a45e-8a7aa31133a3 None None] Network 986fb360-777b-4fed-b866-acd8ac00fa22 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:40.968155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:40.982514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3fc8dd63-848c-4e5b-b522-7cf813849221 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4920695 Jan 28 10:12:40.988174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42680) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:41.013899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.072322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.158590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:41.159337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:41.176399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42684) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:41.183768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:12:41.183768 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:12:41.213410 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:12:41.342499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edea48f-1d7f-463b-ac54-2735a4184bb3 None None] DHCP port deletion for 83808152-0725-46c5-baa9-c9c798fada79 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:12:41.367395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.410947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.517769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.541540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:41.579543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Usage tracker for resource:security_group_rule and tenant:c95244b114b04f9a9fde5e5c4b6315d1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:41.583308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cefc49-cbd6-49f9-8642-900b11a35282 None None] Network cae12030-165a-4471-8006-4ebb17ba4ce0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:41.590646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:41.607464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.611294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:41.639649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.650365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Allocated IP 172.25.1.126 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/783a5f92-43aa-4575-8b92-2b3a3a861263) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:41.654566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=83808152-0725-46c5-baa9-c9c798fada79,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:41.725107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4d141ee9-bead-4e0a-b5e3-264e2e52d0a0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/83808152-0725-46c5-baa9-c9c798fada79 HTTP/1.1" status: 204 len: 168 time: 2.6846609 Jan 28 10:12:41.733080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42698) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:41.742772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:41.890429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.904688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:41.970639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c95244b114b04f9a9fde5e5c4b6315d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7878263 Jan 28 10:12:41.973233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:41.974038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d842800-7817-47f1-a084-faa3c4de2fdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b3367d-4790-47b0-a3f8-f5699650e1b0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:41.998077 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:42.106128 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66572a38-73bc-4bd9-a00b-5c3c8609a5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:42.111106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:42.220389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Pushing event updated for resources: {'Port': ['ID=783a5f92-43aa-4575-8b92-2b3a3a861263,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:42.250883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-30c76c07-32fd-4830-a3ce-8dfe06596ed1 None None] Provisioning for port 78f745d8-eed4-4d60-88e5-a0507cf11238 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:42.255123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66572a38-73bc-4bd9-a00b-5c3c8609a5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:42.268699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:42.272832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:42.276856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:42.589165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:42.695342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Allocated IP 172.20.0.2 (4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5/64a412aa-4212-4791-bab0-99f6f51f520a/a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:42.807547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-986fb360-777b-4fed-b866-acd8ac00fa22', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:12:42.808356 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:42.979297 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66572a38-73bc-4bd9-a00b-5c3c8609a5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.004093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:12:43.018231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66572a38-73bc-4bd9-a00b-5c3c8609a5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b3367d-4790-47b0-a3f8-f5699650e1b0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:43.025895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66572a38-73bc-4bd9-a00b-5c3c8609a5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.029999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-66572a38-73bc-4bd9-a00b-5c3c8609a5c8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17b3367d-4790-47b0-a3f8-f5699650e1b0 HTTP/1.1" status: 204 len: 168 time: 1.0375361 Jan 28 10:12:43.090420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.346509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:34Z', 'revision_number': 8, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:38Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:43.356573 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.368019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:43.370831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30ccab54-a71b-4cc2-a194-676b9e983cf3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:43.390570 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.574103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Allocated IP 2001:db8:3::1 (986fb360-777b-4fed-b866-acd8ac00fa22/caabf1c6-662c-4560-bf20-577cdd9cc3cd/00016d12-35d4-489c-b134-f336979e8fb2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:43.631690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Transition to ACTIVE for port object 6d220ddd-f760-48d9-ae99-b19a2d7c056a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:43.631879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:43.643002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:43.643622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:43.710670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.756814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:43.773555 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.779316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Usage tracker for resource:security_group_rule and tenant:5938baca53d140d485c4d30703597136 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:43.784807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Transition to ACTIVE for port object a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:43.785104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:43.793602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:43.806595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Transition to ACTIVE for port object a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:43.830342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.834055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.894820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 024bf612-c0af-4e45-b4ee-17232ddff70a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:43.895211 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:43.964093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.075871 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.095422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.119559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.121500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:44.131687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:44.135888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:44.190336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Pushing event updated for resources: {'Port': ['ID=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:44.205455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.284631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5938baca53d140d485c4d30703597136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6507287 Jan 28 10:12:44.302922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42720) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:44.312429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f62096-5aec-41b7-a2db-f2b384f9bc3f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:44.350371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.350714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.351048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.351376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.351741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.352019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.353758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.354089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.354422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.354752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.355053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.355374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b7d2cc-9305-4cb2-b9a6-d06aade9b2cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:44.405449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 30ccab54-a71b-4cc2-a194-676b9e983cf3 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:44.422086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:44.437733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Transition to ACTIVE for port object 00016d12-35d4-489c-b134-f336979e8fb2 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:44.442173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79031f81-7a71-473e-b9d2-80241cd52ec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.541933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79031f81-7a71-473e-b9d2-80241cd52ec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.560563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Router 328f46ef-785c-4c41-ad41-bb4981b0ed76 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:12:44.739824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 30ccab54-a71b-4cc2-a194-676b9e983cf3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:44.740286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.898595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 024bf612-c0af-4e45-b4ee-17232ddff70a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=024bf612-c0af-4e45-b4ee-17232ddff70a,segment=NetworkSegment(904f9342-50fb-4f9b-8ad6-74d705747547),segment_id=904f9342-50fb-4f9b-8ad6-74d705747547)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:44.899056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.902093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42579e-94d8-4203-b590-bba58b3a7d18 None None] Pushing event updated for resources: {'Port': ['ID=6d220ddd-f760-48d9-ae99-b19a2d7c056a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:44.911836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.962600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79031f81-7a71-473e-b9d2-80241cd52ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:44.982452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:44.992110 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Sync routers for ids ['328f46ef-785c-4c41-ad41-bb4981b0ed76'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:44.999174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79031f81-7a71-473e-b9d2-80241cd52ec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f62096-5aec-41b7-a2db-f2b384f9bc3f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:45.006859 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Routers {'328f46ef-785c-4c41-ad41-bb4981b0ed76'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:45.008276 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['328f46ef-785c-4c41-ad41-bb4981b0ed76'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:45.012315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-79031f81-7a71-473e-b9d2-80241cd52ec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.014191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-79031f81-7a71-473e-b9d2-80241cd52ec0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/02f62096-5aec-41b7-a2db-f2b384f9bc3f HTTP/1.1" status: 204 len: 168 time: 0.7103910 Jan 28 10:12:45.022607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.027326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e39f949-f81e-4dc6-9cee-8e45694230a2 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.6198320 Jan 28 10:12:45.027937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42726) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:45.116040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Attempting to bind port 6d220ddd-f760-48d9-ae99-b19a2d7c056a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:45.116819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Attempting to bind port 6d220ddd-f760-48d9-ae99-b19a2d7c056a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:45.117400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Attempting to bind port 6d220ddd-f760-48d9-ae99-b19a2d7c056a on network 81deafde-d283-419a-974a-7bdbaa5d6097 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:45.126358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-686ca126-a789-4885-a381-24e16663613d None None] Provisioning for port 2caa0a41-583f-4536-b40a-66688ed023c9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:45.144936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:45.145478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Checking segment: {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:45.146320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.146828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Bound using segment: {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:45.147490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Bound port: 6d220ddd-f760-48d9-ae99-b19a2d7c056a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dca52d-8e2f-4181-9c79-df5966b027eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:45.147866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.169958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Attempting to bind port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:45.170325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Attempting to bind port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:45.170681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Attempting to bind port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 on network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:45.186714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:45.187086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Checking segment: {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:45.187483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.187872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Bound using segment: {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:45.188345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Bound port: a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:45.188735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.215697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-686ca126-a789-4885-a381-24e16663613d None None] Provisioning complete for port 2caa0a41-583f-4536-b40a-66688ed023c9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:45.216068 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-686ca126-a789-4885-a381-24e16663613d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.222354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 024bf612-c0af-4e45-b4ee-17232ddff70a owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:45.402982 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Set router 328f46ef-785c-4c41-ad41-bb4981b0ed76 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:45.425488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 986fb360-777b-4fed-b866-acd8ac00fa22 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:45.454974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:45.462157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:45.463484 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.535458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=00016d12-35d4-489c-b134-f336979e8fb2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:45.679875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] For port 6d220ddd-f760-48d9-ae99-b19a2d7c056a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:45.688694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] For port 6d220ddd-f760-48d9-ae99-b19a2d7c056a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6d220ddd-f760-48d9-ae99-b19a2d7c056a,segment=NetworkSegment(c4dca52d-8e2f-4181-9c79-df5966b027eb),segment_id=c4dca52d-8e2f-4181-9c79-df5966b027eb)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:45.710580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Allocated IP 2001:db8:3::2 (986fb360-777b-4fed-b866-acd8ac00fa22/caabf1c6-662c-4560-bf20-577cdd9cc3cd/6850f40c-8f73-481a-b425-87f37abc3c9e) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:45.723647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.765659 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.766368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.788388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-686ca126-a789-4885-a381-24e16663613d None None] Port 2caa0a41-583f-4536-b40a-66688ed023c9 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:45.841323 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:12:42Z', 'revision_number': 3, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:45.847925 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Checking router: 328f46ef-785c-4c41-ad41-bb4981b0ed76 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:45.849059 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Updating router 328f46ef-785c-4c41-ad41-bb4981b0ed76 port 783a5f92-43aa-4575-8b92-2b3a3a861263 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:45.916294 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.927812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:45.965690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] For port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:46.060371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] For port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:46.070384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 30ccab54-a71b-4cc2-a194-676b9e983cf3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=30ccab54-a71b-4cc2-a194-676b9e983cf3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:46.205360 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.206139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e9981a7e-8a90-4271-ac73-3e7909a86b56 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:46.286293 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.325935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:46.326638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:46.607318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.678691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.688318 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.704422 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Transition to ACTIVE for port object 783a5f92-43aa-4575-8b92-2b3a3a861263 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:46.719340 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.748886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=024bf612-c0af-4e45-b4ee-17232ddff70a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:46.847372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e42579e-94d8-4203-b590-bba58b3a7d18 None None] Pushing event updated for resources: {'Port': ['ID=6d220ddd-f760-48d9-ae99-b19a2d7c056a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:46.901563 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Attempting to bind port 783a5f92-43aa-4575-8b92-2b3a3a861263 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:46.901935 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Attempting to bind port 783a5f92-43aa-4575-8b92-2b3a3a861263 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:46.902290 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Attempting to bind port 783a5f92-43aa-4575-8b92-2b3a3a861263 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:46.944277 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:46.944980 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:46.945536 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:46.946099 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:46.946758 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Bound port: 783a5f92-43aa-4575-8b92-2b3a3a861263, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:46.950475 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.008591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:12:47.021600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Allocated IP 172.20.0.1 (4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5/64a412aa-4212-4791-bab0-99f6f51f520a/dfe6e13c-6592-491c-8bc9-b0acca377636) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:47.024882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:47.164310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.166065 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] For port 783a5f92-43aa-4575-8b92-2b3a3a861263, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:47.170056 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] For port 783a5f92-43aa-4575-8b92-2b3a3a861263, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=783a5f92-43aa-4575-8b92-2b3a3a861263,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:47.171738 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979fc4-55cc-43cf-b46d-387292178feb None None] Pushing event updated for resources: {'Port': ['ID=783a5f92-43aa-4575-8b92-2b3a3a861263,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:47.181410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.182064 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.190281 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.193185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e9981a7e-8a90-4271-ac73-3e7909a86b56 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:47.219985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.247608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Transition to ACTIVE for port object dfe6e13c-6592-491c-8bc9-b0acca377636 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:47.295094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.303736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e9981a7e-8a90-4271-ac73-3e7909a86b56 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:47.305643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.306567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event updated for resources: {'Port': ['ID=00016d12-35d4-489c-b134-f336979e8fb2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:47.351509 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.415254 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Routers {'328f46ef-785c-4c41-ad41-bb4981b0ed76'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:47.419090 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['328f46ef-785c-4c41-ad41-bb4981b0ed76'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:47.420805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:47.436601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.436861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:47.439786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:47.526019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Transition to ACTIVE for port object 6850f40c-8f73-481a-b425-87f37abc3c9e will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:47.532544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=30ccab54-a71b-4cc2-a194-676b9e983cf3,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:47.534024 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:47.577036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe6e13c-6592-491c-8bc9-b0acca377636,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:47.891333 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] Set router 328f46ef-785c-4c41-ad41-bb4981b0ed76 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:47.895121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.002551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:34Z', 'revision_number': 8, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:38Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:48.047291 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27979fc4-55cc-43cf-b46d-387292178feb None None] Pushing event updated for resources: {'Port': ['ID=783a5f92-43aa-4575-8b92-2b3a3a861263,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:48.051883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Transition to ACTIVE for port object 6850f40c-8f73-481a-b425-87f37abc3c9e will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:48.053264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b512d85d-b26b-4a2e-864d-cd2b7956c8ee None None] Provisioning complete for port 2caa0a41-583f-4536-b40a-66688ed023c9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:48.053634 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b512d85d-b26b-4a2e-864d-cd2b7956c8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.151314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a00ebd6-60f3-46b1-8be1-787b00fbaca8 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:34Z', 'revision_number': 8, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '024bf612-c0af-4e45-b4ee-17232ddff70a', 'name': '', 'network_id': 'e6ebc21e-6ef8-44ef-bce4-bda566909426', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:14:ed:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3265, 'fixed_ips': [{'subnet_id': 'cce72378-79bc-419d-8a90-7e024414b275', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:11Z', 'updated_at': '2022-01-28T10:12:38Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': 'cce72378-79bc-419d-8a90-7e024414b275', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:48.177423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Network 986fb360-777b-4fed-b866-acd8ac00fa22 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:48.191091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:48.203019 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.333448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:12:42Z', 'revision_number': 3, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:48.341708 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80de524d-d1c2-48da-8ba8-bdfecbe4ccea None None] The sync data for ids ['328f46ef-785c-4c41-ad41-bb4981b0ed76'] in n-d-825178-2 is: [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:12:42Z', 'revision_number': 3, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:48.349392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2015b3a-282a-45f6-a9da-0fb82b0ec47f None None] Pushing event updated for resources: {'Port': ['ID=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:48.360296 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.370220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.404252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b512d85d-b26b-4a2e-864d-cd2b7956c8ee None None] Port 2caa0a41-583f-4536-b40a-66688ed023c9 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:48.452331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Network 986fb360-777b-4fed-b866-acd8ac00fa22 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:48.474327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:48.479272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:12:48.581092 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.604485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Pushing event updated for resources: {'Port': ['ID=6850f40c-8f73-481a-b425-87f37abc3c9e,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:48.790153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:48.812295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Attempting to bind port 6850f40c-8f73-481a-b425-87f37abc3c9e on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:48.812676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Attempting to bind port 6850f40c-8f73-481a-b425-87f37abc3c9e by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:48.813058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Attempting to bind port 6850f40c-8f73-481a-b425-87f37abc3c9e on network 986fb360-777b-4fed-b866-acd8ac00fa22 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:48.828319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e9981a7e-8a90-4271-ac73-3e7909a86b56, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e9981a7e-8a90-4271-ac73-3e7909a86b56,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:48.831530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:48.831899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Checking segment: {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:48.832297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.832779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Bound using segment: {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:48.833256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Bound port: 6850f40c-8f73-481a-b425-87f37abc3c9e, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:48.833644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.876733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:48.877626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78f745d8-eed4-4d60-88e5-a0507cf11238 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:48.901383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-922be877-df7d-47fe-abd2-a2de4823b3d9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:48.903142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-922be877-df7d-47fe-abd2-a2de4823b3d9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.9909110 Jan 28 10:12:48.945775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Pushing event updated for resources: {'Port': ['ID=dfe6e13c-6592-491c-8bc9-b0acca377636,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:49.008027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:49.053699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-fb9aa30c-21a8-4c79-86c0-6893a8426bee tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.1363764 Jan 28 10:12:49.262701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:49.279368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14de3c9b-1fdf-471b-af15-a10284875cbe None None] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:49.301139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:49.316258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:49.318256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:12:49.379740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:49.561954 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:49.562590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:49.623098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:49.650408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Router 328f46ef-785c-4c41-ad41-bb4981b0ed76 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:49.701934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3c48d8c1-0302-428a-beb6-4861ff1ea856 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7125876 Jan 28 10:12:49.705663 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc2775bc-f6fd-4c8e-97a9-8f21dac79b3d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9705563 Jan 28 10:12:49.722198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42796) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:49.722549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42798) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:49.739732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:49.850151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a74d500e-68b9-4a65-ad4c-a6b14434706f None None] Provisioning for port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:49.861218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:43Z', 'revision_number': 1, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:12:35Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:49.889569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:49.903661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e9981a7e-8a90-4271-ac73-3e7909a86b56,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:49.905681 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-86f33931-49ef-418c-a050-440949f10f22 admin admin] 10.222.0.42 "PUT /v2.0/routers/328f46ef-785c-4c41-ad41-bb4981b0ed76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8766959 Jan 28 10:12:49.991677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ba06a8d-24fa-440e-a401-da442c737c9d None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:43Z', 'revision_number': 1, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:12:35Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:50.033464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 78f745d8-eed4-4d60-88e5-a0507cf11238 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:50.130652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 78f745d8-eed4-4d60-88e5-a0507cf11238 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:50.131505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:50.201882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:50.222632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] For port 6850f40c-8f73-481a-b425-87f37abc3c9e, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:50.262666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:50.314590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-a72a786b-2267-41d7-aa4b-63638a758d5f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1696444 Jan 28 10:12:50.375013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet cce72378-79bc-419d-8a90-7e024414b275 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:12:50.384540 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] For port 6850f40c-8f73-481a-b425-87f37abc3c9e, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6850f40c-8f73-481a-b425-87f37abc3c9e,segment=NetworkSegment(6891b03f-6a73-4cb6-81a7-29e1e3648371),segment_id=6891b03f-6a73-4cb6-81a7-29e1e3648371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:50.390618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:50.412925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:50.421280 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:50.457511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:50.465504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Usage tracker for resource:security_group_rule and tenant:19a8eeb257fd4bc78953941a1227d407 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:50.473586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:50.487051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:50.718046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:50.729474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:50.821985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e994b11-e170-42c1-b9d5-ec7188e68a12,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:50.862791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2a765ebc-04c3-4123-bd5d-2c3891dbe2c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19a8eeb257fd4bc78953941a1227d407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6591606 Jan 28 10:12:50.865263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42820) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:51.081385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.103181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d70185-16f3-4cf6-afba-e84a6e6c88de None None] Pushing event updated for resources: {'Port': ['ID=6850f40c-8f73-481a-b425-87f37abc3c9e,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:51.138832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4717603-c84b-4549-b2c0-d25bfee82506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.143295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42824) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:51.162478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-233335999', 'description': 'tempest-secgroup-smoke-233335999 description', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:51.196579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:51.216842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:51.245916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4717603-c84b-4549-b2c0-d25bfee82506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.263786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.307820 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Sync routers for ids ['328f46ef-785c-4c41-ad41-bb4981b0ed76'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:51.364168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Routers {'328f46ef-785c-4c41-ad41-bb4981b0ed76'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:51.365254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:51.365936 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['328f46ef-785c-4c41-ad41-bb4981b0ed76'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:51.400008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4717603-c84b-4549-b2c0-d25bfee82506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.404156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:51.436438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4717603-c84b-4549-b2c0-d25bfee82506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e994b11-e170-42c1-b9d5-ec7188e68a12,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:51.460292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4717603-c84b-4549-b2c0-d25bfee82506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.461864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b4717603-c84b-4549-b2c0-d25bfee82506 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e994b11-e170-42c1-b9d5-ec7188e68a12 HTTP/1.1" status: 204 len: 168 time: 0.5956018 Jan 28 10:12:51.478619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.506977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 78f745d8-eed4-4d60-88e5-a0507cf11238, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78f745d8-eed4-4d60-88e5-a0507cf11238,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:51.551032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:51.554435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.555060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device af73c736-7f23-4112-86b1-0709724ade45 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:51.562421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:51.571036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:51.581177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.596986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:51.764788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.772637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.858204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02c1b556-de08-49a5-9d75-f02ee414757e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:51.862529 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Set router 328f46ef-785c-4c41-ad41-bb4981b0ed76 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:51.864903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=78f745d8-eed4-4d60-88e5-a0507cf11238,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:51.890644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port af73c736-7f23-4112-86b1-0709724ade45 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:51.891220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.907950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:51.912573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9e89db3a-1552-42fb-9780-b33e4646ef67 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7611182 Jan 28 10:12:51.913226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42834) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:51.933786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group_rule': {'security_group_id': '02c1b556-de08-49a5-9d75-f02ee414757e', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:51.957719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:51.979490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:51.989502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:52.009761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:52.050966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.122747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.extraroute_db [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 10:12:52.151400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.extraroute_db [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Removed routes are [] {{(pid=87541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 10:12:52.151400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.160921 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-a33d2ea9-2389-40fc-a155-ddeb3ee80cc7 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8316932 Jan 28 10:12:52.164482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.193807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 9, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:52.198988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3e4d6a16-e6bb-413e-8e6c-486b81f8cfab None None] Provisioning for port dfe6e13c-6592-491c-8bc9-b0acca377636 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:52.222640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91f1b476-aa70-4d28-9ae0-cd89aa856393 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:52.239644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.250988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.306677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:52.321213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=488943be-9606-4d15-890b-d49f9720d393,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:52.336099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.341566 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f3d4c18-02bd-4814-bd63-8cabd59332b1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4269269 Jan 28 10:12:52.342458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42838) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:52.348042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group_rule': {'security_group_id': '02c1b556-de08-49a5-9d75-f02ee414757e', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:52.350203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3e4d6a16-e6bb-413e-8e6c-486b81f8cfab None None] Provisioning complete for port dfe6e13c-6592-491c-8bc9-b0acca377636 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:52.350576 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3e4d6a16-e6bb-413e-8e6c-486b81f8cfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.357200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:52.361668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:52.368302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:52.383791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:52.386030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.400927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42842) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:52.454764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ece83-ea87-4193-8a11-1a2aab34b57f None None] Network e6ebc21e-6ef8-44ef-bce4-bda566909426 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:52.468066 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.528136 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.544422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=cce72378-79bc-419d-8a90-7e024414b275,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:52.589255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:52.609865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-226d6aed-788d-4adc-a036-47ded6f64c85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/cce72378-79bc-419d-8a90-7e024414b275 HTTP/1.1" status: 204 len: 168 time: 2.8793087 Jan 28 10:12:52.618140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42846) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:52.619639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Usage tracker for resource:security_group_rule and tenant:9dc5aed9dff24caab4e8c63de9f74420 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:52.639464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:52.722011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:52.743904 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 4, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dfe6e13c-6592-491c-8bc9-b0acca377636', 'name': '', 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'mac_address': 'fa:16:3e:c0:13:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '64a412aa-4212-4791-bab0-99f6f51f520a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:46Z', 'updated_at': '2022-01-28T10:12:48Z', 'revision_number': 2, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'subnets': [{'id': '64a412aa-4212-4791-bab0-99f6f51f520a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:52.754483 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Checking router: 328f46ef-785c-4c41-ad41-bb4981b0ed76 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:52.755012 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Updating router 328f46ef-785c-4c41-ad41-bb4981b0ed76 port dfe6e13c-6592-491c-8bc9-b0acca377636 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:52.838458 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.852459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:12:52.905974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:52.906648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:52.921903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:52.952632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-0ae96f47-38ff-48f7-be91-cddb3c4d1c2f service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7681377 Jan 28 10:12:52.972114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff97cdc-c24c-4ec8-849c-c5ec0bfb309b None None] Network 986fb360-777b-4fed-b866-acd8ac00fa22 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:12:53.014184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.015095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.020971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.024232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port af73c736-7f23-4112-86b1-0709724ade45 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:53.024599 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.079881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:53.080525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:53.108717 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.191893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3e4d6a16-e6bb-413e-8e6c-486b81f8cfab None None] Port dfe6e13c-6592-491c-8bc9-b0acca377636 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:53.193779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e912d6c2-60c8-44be-819d-e192cc133a21,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:53.367252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.369219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-584d5750-d5bc-4573-9a27-38fb51484407 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0253117 Jan 28 10:12:53.380367 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.393623 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Transition to ACTIVE for port object dfe6e13c-6592-491c-8bc9-b0acca377636 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:53.402411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42856) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:53.404946 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.411952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group_rule': {'security_group_id': '02c1b556-de08-49a5-9d75-f02ee414757e', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:53.432451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.441332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:53.449321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 91f1b476-aa70-4d28-9ae0-cd89aa856393 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:53.449930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:53.450162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.463632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.574102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:53.576293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:53.589101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:53.649298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9dc5aed9dff24caab4e8c63de9f74420&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2440643 Jan 28 10:12:53.732879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:53.734701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:53.743578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fd6d8a-6ca8-4cd1-b422-d740fc835042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe0513-bb9c-4030-a2e8-8a0bd7a4e677,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:53.748271 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bdde2-d8e9-4e30-b25c-0dd6633b6f32 None None] Pushing event updated for resources: {'Port': ['ID=dfe6e13c-6592-491c-8bc9-b0acca377636,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:53.757071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:53.761907 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Attempting to bind port dfe6e13c-6592-491c-8bc9-b0acca377636 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:53.762496 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Attempting to bind port dfe6e13c-6592-491c-8bc9-b0acca377636 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:53.763190 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Attempting to bind port dfe6e13c-6592-491c-8bc9-b0acca377636 on network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:53.769798 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:53.770496 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Checking segment: {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:53.771140 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.771748 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Bound using segment: {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:53.772429 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Bound port: dfe6e13c-6592-491c-8bc9-b0acca377636, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3524a4db-4bc4-414a-9eca-0c7868a228a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:53.773051 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.961977 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] For port dfe6e13c-6592-491c-8bc9-b0acca377636, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:53.966267 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] For port dfe6e13c-6592-491c-8bc9-b0acca377636, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfe6e13c-6592-491c-8bc9-b0acca377636,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:53.974823 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:53.988447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:54.002429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.003629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f8713784-20d5-4c94-9cf1-3f0b9ff3da17 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 954 time: 4.2789271 Jan 28 10:12:54.006635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42872) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:54.087079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61fd5574-d8b8-4f5f-94c9-0c8b6b7c9c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.101111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Routers {'328f46ef-785c-4c41-ad41-bb4981b0ed76'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:12:54.101743 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['328f46ef-785c-4c41-ad41-bb4981b0ed76'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:54.169177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc1a25f1-8631-4371-81ac-a94b9cb95d37 req-bf760400-047b-43eb-8a11-cf6aa9a4653b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 210 time: 0.5175464 Jan 28 10:12:54.184716 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.245229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61fd5574-d8b8-4f5f-94c9-0c8b6b7c9c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.271263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.283260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.297125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port af73c736-7f23-4112-86b1-0709724ade45, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=af73c736-7f23-4112-86b1-0709724ade45,segment=NetworkSegment(904f9342-50fb-4f9b-8ad6-74d705747547),segment_id=904f9342-50fb-4f9b-8ad6-74d705747547)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:54.299171 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.308270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da4766d7-c509-4206-af17-6489487e5bb6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 954 time: 0.3005881 Jan 28 10:12:54.308457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6bdde2-d8e9-4e30-b25c-0dd6633b6f32 None None] Pushing event updated for resources: {'Port': ['ID=dfe6e13c-6592-491c-8bc9-b0acca377636,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:54.312064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:54.318201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'routes': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:54.451999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=193cf405-8d26-42c0-a784-3be1ecbedbd9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:54.554429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61fd5574-d8b8-4f5f-94c9-0c8b6b7c9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.560198 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] Set router 328f46ef-785c-4c41-ad41-bb4981b0ed76 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:12:54.607649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for af73c736-7f23-4112-86b1-0709724ade45 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:54.626242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dd91091a-8b16-4c00-9056-582353b0fb20 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:54.652099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fd5574-d8b8-4f5f-94c9-0c8b6b7c9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe0513-bb9c-4030-a2e8-8a0bd7a4e677,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:54.672093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.673896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d75fea9c-7c26-4b05-a23c-3965a473b25e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2703407 Jan 28 10:12:54.678111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42888) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:54.687766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group_rule': {'security_group_id': '02c1b556-de08-49a5-9d75-f02ee414757e', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:54.698617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:54.709906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:54.716092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:54.743463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:54.767257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.771119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-61fd5574-d8b8-4f5f-94c9-0c8b6b7c9c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.772492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-61fd5574-d8b8-4f5f-94c9-0c8b6b7c9c00 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22fe0513-bb9c-4030-a2e8-8a0bd7a4e677 HTTP/1.1" status: 204 len: 168 time: 1.0185018 Jan 28 10:12:54.811716 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:54.841529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=af73c736-7f23-4112-86b1-0709724ade45,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:54.860417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No DVR routers for this DVR port af73c736-7f23-4112-86b1-0709724ade45 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:12:55.027015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.067707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6ebc21e-6ef8-44ef-bce4-bda566909426']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:55.087614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4f3ac7e0-a1f1-4194-9a39-e88cc24de9fe None None] Provisioning for port 6850f40c-8f73-481a-b425-87f37abc3c9e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:55.092360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '904f9342-50fb-4f9b-8ad6-74d705747547') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:55.092940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '904f9342-50fb-4f9b-8ad6-74d705747547') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:55.108488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.147352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port dd91091a-8b16-4c00-9056-582353b0fb20 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:55.147639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.155726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:12:55.156552 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.178212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc549b6-5a47-4d51-a8dd-30a05504c786 None None] DHCP port deletion for e6ebc21e-6ef8-44ef-bce4-bda566909426 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:12:55.223305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dd91091a-8b16-4c00-9056-582353b0fb20 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:55.223600 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.271890 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 4, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dfe6e13c-6592-491c-8bc9-b0acca377636', 'name': '', 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'mac_address': 'fa:16:3e:c0:13:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '64a412aa-4212-4791-bab0-99f6f51f520a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:46Z', 'updated_at': '2022-01-28T10:12:53Z', 'revision_number': 4, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'subnets': [{'id': '64a412aa-4212-4791-bab0-99f6f51f520a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:55.288788 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709f51f2-8729-48dd-acdb-30915d7aebf4 None None] The sync data for ids ['328f46ef-785c-4c41-ad41-bb4981b0ed76'] in n-d-825178-2 is: [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 4, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dfe6e13c-6592-491c-8bc9-b0acca377636', 'name': '', 'network_id': '4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'mac_address': 'fa:16:3e:c0:13:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_interface', 'standard_attr_id': 3327, 'fixed_ips': [{'subnet_id': '64a412aa-4212-4791-bab0-99f6f51f520a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:46Z', 'updated_at': '2022-01-28T10:12:53Z', 'revision_number': 4, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'subnets': [{'id': '64a412aa-4212-4791-bab0-99f6f51f520a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:12:55.343857 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:12:55.351452 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.415224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 9, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:55.430249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-463b7246-263c-4a60-b09a-1c62c0625c54 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 9, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '91f1b476-aa70-4d28-9ae0-cd89aa856393', 'name': '', 'network_id': '420d874d-b0ed-4ed8-9250-517d5200d23b', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:18:d2:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:22Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '02b9da52-9eaf-4d78-9309-1ff72ef95edb', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:12:55.442515 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.454699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=e6ebc21e-6ef8-44ef-bce4-bda566909426,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:55.496506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60766a1a-2af3-400c-bea4-da3440ad66c0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/e6ebc21e-6ef8-44ef-bce4-bda566909426 HTTP/1.1" status: 204 len: 168 time: 2.8685992 Jan 28 10:12:55.500054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42900) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:55.550855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.589007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port dd91091a-8b16-4c00-9056-582353b0fb20, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dd91091a-8b16-4c00-9056-582353b0fb20,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:55.604518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:52Z', 'revision_number': 6, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:46Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:12:35Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:21Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:12:55.607182 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.607949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 024bf612-c0af-4e45-b4ee-17232ddff70a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:55.647405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b83d22ed-114b-4201-bcdb-9caca85de4d5 req-6bd836d3-736c-47e3-8c4d-64b86ac8e72e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 210 time: 0.2251165 Jan 28 10:12:55.685167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.extraroute_db [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added routes are [] {{(pid=87541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 10:12:55.685479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.extraroute_db [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=87541) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 10:12:55.747878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:12:55.748877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Updating router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 port 00016d12-35d4-489c-b134-f336979e8fb2 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:55.770434 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.771928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.837835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.900804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:55.923797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 024bf612-c0af-4e45-b4ee-17232ddff70a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:12:55.927282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 024bf612-c0af-4e45-b4ee-17232ddff70a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Jan 28 10:12:56.047358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Port 024bf612-c0af-4e45-b4ee-17232ddff70a not found, will not notify nova. {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 28 10:12:56.047847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cffb60ab-0758-4278-b8c4-cf94cbee28d9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:56.052278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08fd168-6351-4b46-a9c7-fa0b835d3ae3,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:56.084862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.091093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ba2f5868-c5ac-479e-b151-63258ae52992 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4109776 Jan 28 10:12:56.092234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42912) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:56.103355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group_rule': {'security_group_id': '02c1b556-de08-49a5-9d75-f02ee414757e', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:56.134297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:56.149468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:56.263276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:56.363878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:56.374090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b10180a-bf3c-403a-9926-014107fbf22f None None] Provisioning for port 00016d12-35d4-489c-b134-f336979e8fb2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:56.408236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9b10180a-bf3c-403a-9926-014107fbf22f None None] Provisioning complete for port 00016d12-35d4-489c-b134-f336979e8fb2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:56.408832 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b10180a-bf3c-403a-9926-014107fbf22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.416493 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Project 8f8fac202f0a4b5585fb7a3ff05c5a68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:12:56.451421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.499799 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-16f3b18d-72c6-49c7-a074-41b91fb8bbfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.544471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=dd91091a-8b16-4c00-9056-582353b0fb20,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:56.586528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.596471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.705812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90e88b81-575d-4dda-a96d-2ca55fee3121,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:56.763992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.764227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.764560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.764928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.765269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.765593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.765919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.766239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.766561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.766880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.767226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.767549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:12:56.783495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.787626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c765dec-7cb3-4372-b865-b5cd072284ef tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6886551 Jan 28 10:12:56.792920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42926) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:56.802720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'security_group_rule': {'security_group_id': '02c1b556-de08-49a5-9d75-f02ee414757e', 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:56.813207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:56.819155 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:security_group_rule and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:12:56.823917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:12:56.834840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:56.836776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9b10180a-bf3c-403a-9926-014107fbf22f None None] Port 00016d12-35d4-489c-b134-f336979e8fb2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:56.846992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port cffb60ab-0758-4278-b8c4-cf94cbee28d9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:56.850158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.862931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port cffb60ab-0758-4278-b8c4-cf94cbee28d9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:56.863662 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:56.865961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-ad36dc94-b28a-4984-a30c-a54231a8c8e8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:56.867503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-ad36dc94-b28a-4984-a30c-a54231a8c8e8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.4436853 Jan 28 10:12:56.893025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': '9aa77865-e987-48e9-813e-8655da07d676', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:12:56.934243 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Project 8f8fac202f0a4b5585fb7a3ff05c5a68 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:12:57.168145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.220106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7015a478-b24e-4f9c-93d5-9d7d0d4550ce None None] Provisioning complete for port 00016d12-35d4-489c-b134-f336979e8fb2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:57.220604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7015a478-b24e-4f9c-93d5-9d7d0d4550ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.229215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.247837 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.259914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.278663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcfb439b-db9f-4ff1-bd6c-d43bbeca46d5 req-ba8723c6-7d90-44be-b49a-eebad2a08dfb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 210 time: 0.3259087 Jan 28 10:12:57.369889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port cffb60ab-0758-4278-b8c4-cf94cbee28d9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=cffb60ab-0758-4278-b8c4-cf94cbee28d9,segment=NetworkSegment(c4dca52d-8e2f-4181-9c79-df5966b027eb),segment_id=c4dca52d-8e2f-4181-9c79-df5966b027eb)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:57.388003 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.388927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef6c4c78-4bc1-4526-93fb-a472d9964753 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:12:57.487673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:12:57.495327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:12:57.532791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.547352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.587226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7015a478-b24e-4f9c-93d5-9d7d0d4550ce None None] Port 00016d12-35d4-489c-b134-f336979e8fb2 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:12:57.616554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:12:57.618856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.622190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a65e6b3-5389-4c8d-bbf2-cd4fecb1338e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:57.650030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.660272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b8979cda-0cbe-49e0-a9b2-a4a5f6d6246a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8636489 Jan 28 10:12:57.670454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Transition to ACTIVE for port object 00016d12-35d4-489c-b134-f336979e8fb2 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:57.677720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=cffb60ab-0758-4278-b8c4-cf94cbee28d9,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:57.687313 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.702291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 91f1b476-aa70-4d28-9ae0-cd89aa856393 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:12:57.702642 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.786110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a777bf-b2fb-444d-abb0-03c5c22cde60 None None] Pushing event updated for resources: {'Port': ['ID=00016d12-35d4-489c-b134-f336979e8fb2,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:57.806437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ef6c4c78-4bc1-4526-93fb-a472d9964753 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:12:57.840270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:12:57.843761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:57.906290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ef6c4c78-4bc1-4526-93fb-a472d9964753 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:12:57.906845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.114518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 91f1b476-aa70-4d28-9ae0-cd89aa856393, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91f1b476-aa70-4d28-9ae0-cd89aa856393,segment=NetworkSegment(3456a23a-509a-4243-ba1b-83615bc8616c),segment_id=3456a23a-509a-4243-ba1b-83615bc8616c)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:58.115024 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.174686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.9 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/f7d25a3e-0610-498e-9fc1-f648e322c144) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:12:58.314637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 91f1b476-aa70-4d28-9ae0-cd89aa856393 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:12:58.325220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Attempting to bind port 00016d12-35d4-489c-b134-f336979e8fb2 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:12:58.326209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Attempting to bind port 00016d12-35d4-489c-b134-f336979e8fb2 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:12:58.328304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Attempting to bind port 00016d12-35d4-489c-b134-f336979e8fb2 on network 986fb360-777b-4fed-b866-acd8ac00fa22 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:12:58.394396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:12:58.400990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-64bf8a84-bb7a-4e96-b4d6-a26ecb921752 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Synchronizing usage tracker for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:12:58.427501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:12:58.427983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Checking segment: {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:12:58.428488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.429754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.430820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Bound using segment: {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:12:58.431382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Bound port: 00016d12-35d4-489c-b134-f336979e8fb2, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6891b03f-6a73-4cb6-81a7-29e1e3648371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:12:58.432116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-de21d48e-bd4e-4ac3-9f76-41200447a2bc tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 704 time: 4.1187723 Jan 28 10:12:58.435437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.441107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42966) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:58.461479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-64bf8a84-bb7a-4e96-b4d6-a26ecb921752 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Unset dirty status for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:12:58.463198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-64bf8a84-bb7a-4e96-b4d6-a26ecb921752 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-233335999&fields=id&tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68 HTTP/1.1" status: 200 len: 267 time: 0.3932858 Jan 28 10:12:58.664197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.667916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] For port 00016d12-35d4-489c-b134-f336979e8fb2, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:12:58.676902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] For port 00016d12-35d4-489c-b134-f336979e8fb2, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=00016d12-35d4-489c-b134-f336979e8fb2,segment=NetworkSegment(6891b03f-6a73-4cb6-81a7-29e1e3648371),segment_id=6891b03f-6a73-4cb6-81a7-29e1e3648371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:12:58.682968 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc8aef55-3d2e-4626-b3ad-730e1a966e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.689059 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.726234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object f7d25a3e-0610-498e-9fc1-f648e322c144 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:12:58.743873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 42972) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:12:58.744152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bbcb6760-7ccd-4cdc-9495-894aeb6075a1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 704 time: 0.3000379 Jan 28 10:12:58.806949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a777bf-b2fb-444d-abb0-03c5c22cde60 None None] Pushing event updated for resources: {'Port': ['ID=00016d12-35d4-489c-b134-f336979e8fb2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:58.811770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:58.824863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Updating router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 port 2caa0a41-583f-4536-b40a-66688ed023c9 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:12:58.921106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6fe7c575-1631-4931-a955-9270602cfd91 req-c39abb3e-b4dc-499f-b077-8f2af8481fa9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 210 time: 0.4821672 Jan 28 10:12:58.994595 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.021232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ef6c4c78-4bc1-4526-93fb-a472d9964753, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef6c4c78-4bc1-4526-93fb-a472d9964753,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:12:59.036277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.059974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.077092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=91f1b476-aa70-4d28-9ae0-cd89aa856393,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:59.282895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-2ddbd295-7204-494e-99b6-ec50f5635aee tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:12:59.296940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-2ddbd295-7204-494e-99b6-ec50f5635aee tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Synchronizing usage tracker for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:12:59.359302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-2ddbd295-7204-494e-99b6-ec50f5635aee tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Unset dirty status for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:12:59.368901 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-2ddbd295-7204-494e-99b6-ec50f5635aee tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 809 time: 0.8939111 Jan 28 10:12:59.493321 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-84028afb-10af-432d-baf7-9cb382bb8d9e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/quotas/8f8fac202f0a4b5585fb7a3ff05c5a68 HTTP/1.1" status: 200 len: 375 time: 0.1247220 Jan 28 10:12:59.633758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.648405 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.683748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ef6c4c78-4bc1-4526-93fb-a472d9964753,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:12:59.814997 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.934713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:12:59.945659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:12:59.992201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:00.002592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=f7d25a3e-0610-498e-9fc1-f648e322c144,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:00.006080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:00.044464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.072968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Transition to ACTIVE for port object 2caa0a41-583f-4536-b40a-66688ed023c9 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:00.076946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30ccab54-a71b-4cc2-a194-676b9e983cf3 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:00.126936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-4023618c-b73e-452e-9717-4313f575268f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Synchronizing usage tracker for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:00.171129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.178264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:00.179048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.190540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-4023618c-b73e-452e-9717-4313f575268f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Unset dirty status for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:00.217861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-4023618c-b73e-452e-9717-4313f575268f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7233472 Jan 28 10:13:00.381737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 30ccab54-a71b-4cc2-a194-676b9e983cf3 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:00.382356 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.406902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-189356a5-e371-4e9a-8af0-f1ed90556197 service neutron] 10.222.0.42 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880205 Jan 28 10:13:00.504521 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-052889fd-0c06-4b2e-8186-fa547317f527 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6233160 Jan 28 10:13:00.549669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Request body: {'port': {'device_id': '9aa77865-e987-48e9-813e-8655da07d676', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:00.563812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:00.580195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a777bf-b2fb-444d-abb0-03c5c22cde60 None None] Pushing event updated for resources: {'Port': ['ID=2caa0a41-583f-4536-b40a-66688ed023c9,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:00.587246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1173f7f7-960a-4e1c-95c7-257a0615aef9 None None] Provisioning for port f7d25a3e-0610-498e-9fc1-f648e322c144 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:00.591777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3154cd27-c7e1-4858-9ea0-f0e22ffb9b8f req-936161ac-f730-47ad-be7a-a7666b9674cd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:00.593629 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3154cd27-c7e1-4858-9ea0-f0e22ffb9b8f req-936161ac-f730-47ad-be7a-a7666b9674cd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 931 time: 0.3387518 Jan 28 10:13:00.624166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Attempting to bind port 2caa0a41-583f-4536-b40a-66688ed023c9 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:00.625093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Attempting to bind port 2caa0a41-583f-4536-b40a-66688ed023c9 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:00.625477 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Attempting to bind port 2caa0a41-583f-4536-b40a-66688ed023c9 on network cae12030-165a-4471-8006-4ebb17ba4ce0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:00.634555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1173f7f7-960a-4e1c-95c7-257a0615aef9 None None] Provisioning complete for port f7d25a3e-0610-498e-9fc1-f648e322c144 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:00.634931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1173f7f7-960a-4e1c-95c7-257a0615aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.671270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:00.671712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Checking segment: {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:00.672378 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.672378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Bound using segment: {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:00.672899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Bound port: 2caa0a41-583f-4536-b40a-66688ed023c9, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af532e6d-b017-4a31-88a6-52a414f7cd52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:00.673270 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.736947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1173f7f7-960a-4e1c-95c7-257a0615aef9 None None] Port f7d25a3e-0610-498e-9fc1-f648e322c144 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:13:00.828100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-f33e11b6-e3ca-4418-95ee-dd1e3ec31c31 service neutron] 10.222.0.42 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111924 Jan 28 10:13:00.829460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3154cd27-c7e1-4858-9ea0-f0e22ffb9b8f req-1dec1ba6-2620-48f4-b7e4-5bc605de8243 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524472 Jan 28 10:13:00.848836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.852226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:00.863261 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:00.868483 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-60e14389-67d7-496b-b4b2-01c1b81acb23 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3674021 Jan 28 10:13:00.871238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 42996) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:00.878069 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:00.879692 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:00.934226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:00.950422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:01.017884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] For port 2caa0a41-583f-4536-b40a-66688ed023c9, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:01.018407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet 02b9da52-9eaf-4d78-9309-1ff72ef95edb {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:13:01.021759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] For port 2caa0a41-583f-4536-b40a-66688ed023c9, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2caa0a41-583f-4536-b40a-66688ed023c9,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:01.022507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.022930 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.043732 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.111058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.198093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a777bf-b2fb-444d-abb0-03c5c22cde60 None None] Pushing event updated for resources: {'Port': ['ID=2caa0a41-583f-4536-b40a-66688ed023c9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:01.211617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.288732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:01.290114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:01.336809 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:01.453024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f7bd172-7c5a-4615-a692-df5ec374f41e req-6404e6cf-2afe-4a15-9b34-8f4350e1efb3 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 210 time: 0.1375163 Jan 28 10:13:01.475444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.540612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=02b9da52-9eaf-4d78-9309-1ff72ef95edb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:01.545021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.552722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d82f3d8d-e124-496c-8aca-c837793c28c1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/02b9da52-9eaf-4d78-9309-1ff72ef95edb HTTP/1.1" status: 204 len: 168 time: 0.6783483 Jan 28 10:13:01.556752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43014) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:01.564502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8b176a-2905-4e77-96f0-8cc38e80fbd6 None None] Network 420d874d-b0ed-4ed8-9250-517d5200d23b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:01.766252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.780890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:01.781859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.856991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:01.868173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:01.868770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:01.910572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] It took 0.48 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:13:02.045467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:02.070347 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 10, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:02.076141 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:02.095190 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:02.099581 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:02.249418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 6b61619b-70ce-498c-88d9-2208dfa2a2e0, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6b61619b-70ce-498c-88d9-2208dfa2a2e0,segment=NetworkSegment(3456a23a-509a-4243-ba1b-83615bc8616c),segment_id=3456a23a-509a-4243-ba1b-83615bc8616c)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:02.249919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.287384 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.400897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d25a3e-0610-498e-9fc1-f648e322c144 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:13:02.418738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:02.431368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871ab9ef-9184-4597-b546-5725a98a5afa None None] DHCP port deletion for 420d874d-b0ed-4ed8-9250-517d5200d23b request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:13:02.432185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.438781 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:02.443065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.446655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfe6e13c-6592-491c-8bc9-b0acca377636 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:02.474339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Transition to ACTIVE for port object f7d25a3e-0610-498e-9fc1-f648e322c144 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:02.510577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fdb6c4-3064-4826-aa6f-cc696eaa4ced req-60175f60-66a5-4e46-9e4d-9d49294cfac8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:02.511419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4fdb6c4-3064-4826-aa6f-cc696eaa4ced req-60175f60-66a5-4e46-9e4d-9d49294cfac8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:02.520838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.725251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 6b61619b-70ce-498c-88d9-2208dfa2a2e0 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:02.756056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-871ab9ef-9184-4597-b546-5725a98a5afa None None] Deleting port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:02.756934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-871ab9ef-9184-4597-b546-5725a98a5afa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.776102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d4fdb6c4-3064-4826-aa6f-cc696eaa4ced req-60175f60-66a5-4e46-9e4d-9d49294cfac8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:02.777299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4fdb6c4-3064-4826-aa6f-cc696eaa4ced req-60175f60-66a5-4e46-9e4d-9d49294cfac8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 931 time: 0.5729835 Jan 28 10:13:02.797966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:02.971645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 00016d12-35d4-489c-b134-f336979e8fb2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:02.972304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:02.996976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port dfe6e13c-6592-491c-8bc9-b0acca377636 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:03.009030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dfe6e13c-6592-491c-8bc9-b0acca377636 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:03.009688 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.037181 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58c3162f-b8b9-4fa1-9d0c-8ccd2b5e15b2 req-035e0d9f-57f5-4275-88ad-7c01b16f7f4f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 210 time: 0.3190966 Jan 28 10:13:03.055867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d25a3e-0610-498e-9fc1-f648e322c144,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:03.095398 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.108374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-871ab9ef-9184-4597-b546-5725a98a5afa None None] The port '6b61619b-70ce-498c-88d9-2208dfa2a2e0' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:13:03.141757 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 10, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:03.160996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7dc16f2-c799-403c-a4f2-cb5f36e45613 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 10, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None, '_interfaces': [{'id': '991592cb-781e-428f-9f57-c4bdf122b833', 'name': '', 'network_id': 'b6ce7d33-844c-4a4b-9457-b807df2743a0', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'mac_address': 'fa:16:3e:0c:e9:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3234, 'fixed_ips': [{'subnet_id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:11:54Z', 'updated_at': '2022-01-28T10:12:10Z', 'revision_number': 5, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'subnets': [{'id': '8e550e4b-7ad9-4616-957a-c756c395345a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:03.234958 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d4fdb6c4-3064-4826-aa6f-cc696eaa4ced req-95b4b8fc-77a5-418d-9c4a-56527f3d908e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388499 Jan 28 10:13:03.254809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Attempting to bind port f7d25a3e-0610-498e-9fc1-f648e322c144 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:03.255442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Attempting to bind port f7d25a3e-0610-498e-9fc1-f648e322c144 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:03.255944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Attempting to bind port f7d25a3e-0610-498e-9fc1-f648e322c144 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:03.265846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Port f7d25a3e-0610-498e-9fc1-f648e322c144 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:13:03.266406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Attempting to bind port f7d25a3e-0610-498e-9fc1-f648e322c144 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:03.271651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=6b61619b-70ce-498c-88d9-2208dfa2a2e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:03.280122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No DVR routers for this DVR port 6b61619b-70ce-498c-88d9-2208dfa2a2e0 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:13:03.292001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:03.292771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:03.293399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:03.294076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Bound port: f7d25a3e-0610-498e-9fc1-f648e322c144, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:03.294710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.334406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 7, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:03.344898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4bbd16-217a-4048-8168-6784ecd6acea None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 7, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:03.355905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.421825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port dfe6e13c-6592-491c-8bc9-b0acca377636, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfe6e13c-6592-491c-8bc9-b0acca377636,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:03.434459 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.435408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00016d12-35d4-489c-b134-f336979e8fb2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:03.518019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 00016d12-35d4-489c-b134-f336979e8fb2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=00016d12-35d4-489c-b134-f336979e8fb2,segment=NetworkSegment(6891b03f-6a73-4cb6-81a7-29e1e3648371),segment_id=6891b03f-6a73-4cb6-81a7-29e1e3648371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:03.519364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.535970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] For port f7d25a3e-0610-498e-9fc1-f648e322c144, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:03.543751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.565501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] For port f7d25a3e-0610-498e-9fc1-f648e322c144, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f7d25a3e-0610-498e-9fc1-f648e322c144,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:03.636332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420d874d-b0ed-4ed8-9250-517d5200d23b']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:03.652079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3456a23a-509a-4243-ba1b-83615bc8616c') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:03.652526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3456a23a-509a-4243-ba1b-83615bc8616c') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:03.657131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.667116 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.673525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=dfe6e13c-6592-491c-8bc9-b0acca377636,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:03.688914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-67186d8d-ade3-4624-bca2-2840e7b979ce tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:03.690670 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-67186d8d-ade3-4624-bca2-2840e7b979ce tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 809 time: 0.6521192 Jan 28 10:13:03.704576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:03.707146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.729101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 00016d12-35d4-489c-b134-f336979e8fb2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:03.732610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:03.733311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:03.767595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:03.768003 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:03.793477 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:03.795715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 00016d12-35d4-489c-b134-f336979e8fb2 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:03.878994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:03.879867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:03.881540 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] 10.222.0.43 "PUT /v2.0/ports/f7d25a3e-0610-498e-9fc1-f648e322c144 HTTP/1.1" status: 200 len: 1091 time: 3.3538897 Jan 28 10:13:03.884756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa77865-e987-48e9-813e-8655da07d676', 'tag': 'f7d25a3e-0610-498e-9fc1-f648e322c144'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:03.919765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-20a700fa-8e67-4c5c-8704-28f29d3dbd9a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Synchronizing usage tracker for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:03.980194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-20a700fa-8e67-4c5c-8704-28f29d3dbd9a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Unset dirty status for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:03.982602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-20a700fa-8e67-4c5c-8704-28f29d3dbd9a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68 HTTP/1.1" status: 200 len: 379 time: 0.2710869 Jan 28 10:13:03.986801 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:04.002089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:04.007690 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aa77865-e987-48e9-813e-8655da07d676', 'tag': 'f7d25a3e-0610-498e-9fc1-f648e322c144', 'status': 'completed', 'code': 200} Jan 28 10:13:04.017349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'port': {'device_id': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'admin_state_up': True, 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'security_groups': ['02c1b556-de08-49a5-9d75-f02ee414757e']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:04.024715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 00016d12-35d4-489c-b134-f336979e8fb2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:04.024925 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:04.063725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dc0ea-1e0f-4bed-b6fd-c45c8610ecb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d25a3e-0610-498e-9fc1-f648e322c144,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:04.102238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:04.172323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-d910e88b-8b22-4892-a625-1884092a8b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:04.176460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-d910e88b-8b22-4892-a625-1884092a8b6a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 1094 time: 0.2318900 Jan 28 10:13:04.216268 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:13:04.271746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/420d874d-b0ed-4ed8-9250-517d5200d23b HTTP/1.1" status: 204 len: 168 time: 2.7135394 Jan 28 10:13:04.276089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43050) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:04.299397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc0d7d-cd4f-48f3-ba01-51cd8b0559ea tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=420d874d-b0ed-4ed8-9250-517d5200d23b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:04.464619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:04.581739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 7, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:04.585926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:04.596040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:04.597030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:04.622451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-d738a391-52e6-47bb-80ec-baf0071bc360 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7d25a3e-0610-498e-9fc1-f648e322c144 HTTP/1.1" status: 200 len: 217 time: 0.4328353 Jan 28 10:13:04.624688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b482da0d-dc49-4a94-9455-d62c3326775f req-25237f8c-b39b-4e39-a627-459237e4b9de tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 210 time: 0.3164301 Jan 28 10:13:04.728416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b38824d1-af56-492c-9ff2-718d4c26a6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:04.730164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-b38824d1-af56-492c-9ff2-718d4c26a6e4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.1002707 Jan 28 10:13:04.731119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:04.737932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:04.794319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78f745d8-eed4-4d60-88e5-a0507cf11238 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:04.828297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=00016d12-35d4-489c-b134-f336979e8fb2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:04.861578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:05.113639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 78f745d8-eed4-4d60-88e5-a0507cf11238 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:05.114132 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.176865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-1ff97d55-da32-4e29-a68d-294f85784894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:05.179113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-1ff97d55-da32-4e29-a68d-294f85784894 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4075501 Jan 28 10:13:05.201490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:05.247617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Made reservation on behalf of 8f8fac202f0a4b5585fb7a3ff05c5a68 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:05.251733 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.283294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769eba6d-43bb-4b10-8046-b5b49398b7e7 req-7ab46fcb-2acc-40e0-83ef-086a0250ef20 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:05.289676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-769eba6d-43bb-4b10-8046-b5b49398b7e7 req-7ab46fcb-2acc-40e0-83ef-086a0250ef20 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 943 time: 0.7464693 Jan 28 10:13:05.291252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.336395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 783a5f92-43aa-4575-8b92-2b3a3a861263 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:05.412772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 7, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:05.419187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c76859-8bd9-4c3a-a19d-67cde3b2f4b5 None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 7, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '00016d12-35d4-489c-b134-f336979e8fb2', 'name': '', 'network_id': '986fb360-777b-4fed-b866-acd8ac00fa22', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:0a:21:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3320, 'fixed_ips': [{'subnet_id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:42Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'caabf1c6-662c-4560-bf20-577cdd9cc3cd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:05.423898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 783a5f92-43aa-4575-8b92-2b3a3a861263 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:05.439180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 783a5f92-43aa-4575-8b92-2b3a3a861263 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:05.439555 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.517228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-769eba6d-43bb-4b10-8046-b5b49398b7e7 req-dc45a831-2112-403d-905e-403055b601a8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587632 Jan 28 10:13:05.527899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-2704de08-c893-4283-b3d4-c6bca28e8152 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392978 Jan 28 10:13:05.739199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Allocated IP 172.20.0.8 (8d6f535b-ff42-4dfb-a0a8-2accea5c94c7/c6eb6687-123b-4da2-a5b4-4548d9fbe8c5/8eff15a0-57cd-4ed7-8b3f-42846b03016d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:05.773360 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.817320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.842953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:05.855307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 783a5f92-43aa-4575-8b92-2b3a3a861263, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=783a5f92-43aa-4575-8b92-2b3a3a861263,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:05.865168 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:05.866015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d220ddd-f760-48d9-ae99-b19a2d7c056a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:06.076361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=783a5f92-43aa-4575-8b92-2b3a3a861263,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:06.095433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-837229ae-8ba0-4615-8352-564f91e3ef42 req-3f1f2bee-f619-4729-9633-8c56e5b17b6a service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5082293 Jan 28 10:13:06.096359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6d220ddd-f760-48d9-ae99-b19a2d7c056a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:06.097659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:06.103837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6d220ddd-f760-48d9-ae99-b19a2d7c056a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:06.104475 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.111219 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:06.125424 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:06.126983 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:06.254546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.307725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6d220ddd-f760-48d9-ae99-b19a2d7c056a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6d220ddd-f760-48d9-ae99-b19a2d7c056a,segment=NetworkSegment(c4dca52d-8e2f-4181-9c79-df5966b027eb),segment_id=c4dca52d-8e2f-4181-9c79-df5966b027eb)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:06.316943 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.318946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e9981a7e-8a90-4271-ac73-3e7909a86b56 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:06.322985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.378343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cac68927-d781-4d25-889b-d53a7820689c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6295490 Jan 28 10:13:06.386678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8dd448d-fa4b-4bc0-90bc-328b391dd4d8 req-e90f6aba-2ab8-4fb4-9f8c-5e91aadd42a0 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 210 time: 0.2903080 Jan 28 10:13:06.388337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Transition to ACTIVE for port object 8eff15a0-57cd-4ed7-8b3f-42846b03016d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:06.389153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43078) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:06.423634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-aafd2aae-b946-4076-b91e-4c1bc3752217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:06.426029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-aafd2aae-b946-4076-b91e-4c1bc3752217 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 1094 time: 0.2583168 Jan 28 10:13:06.473948 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:06.493612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port 991592cb-781e-428f-9f57-c4bdf122b833 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:06.494031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.573632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet caabf1c6-662c-4560-bf20-577cdd9cc3cd {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:13:06.580578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.634171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6d220ddd-f760-48d9-ae99-b19a2d7c056a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:06.650525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e9981a7e-8a90-4271-ac73-3e7909a86b56 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:06.650973 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.664115 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.705753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-5d7cecf2-7ee8-448f-827b-97dd79e5edd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:06.707572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-5d7cecf2-7ee8-448f-827b-97dd79e5edd4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.2754662 Jan 28 10:13:06.830959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'Port': ['ID=8eff15a0-57cd-4ed7-8b3f-42846b03016d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:06.842387 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.848112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-3b9eb23b-d1bc-44bb-83a9-8a4e09bee931 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7d25a3e-0610-498e-9fc1-f648e322c144 HTTP/1.1" status: 200 len: 217 time: 0.1340561 Jan 28 10:13:06.860122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6850f40c-8f73-481a-b425-87f37abc3c9e up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:06.947920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:06.963082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6850f40c-8f73-481a-b425-87f37abc3c9e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:06.966179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:06.971728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6850f40c-8f73-481a-b425-87f37abc3c9e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:06.972354 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:06.980701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-fc3e3cb1-72d9-4780-ada9-a9eab4468821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:06.982669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-fc3e3cb1-72d9-4780-ada9-a9eab4468821 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.1263866 Jan 28 10:13:06.993136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:07.127498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port 991592cb-781e-428f-9f57-c4bdf122b833, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=991592cb-781e-428f-9f57-c4bdf122b833,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:07.128179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.151961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-deaf08e7-c24e-4e4a-8803-5c289ed24e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:07.155272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-deaf08e7-c24e-4e4a-8803-5c289ed24e62 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1651344 Jan 28 10:13:07.161871 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:04Z', 'revision_number': 8, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:07.167378 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:07.182099 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:07.186328 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:07.219123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.263202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6850f40c-8f73-481a-b425-87f37abc3c9e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6850f40c-8f73-481a-b425-87f37abc3c9e,segment=NetworkSegment(6891b03f-6a73-4cb6-81a7-29e1e3648371),segment_id=6891b03f-6a73-4cb6-81a7-29e1e3648371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:07.270025 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.271266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dd91091a-8b16-4c00-9056-582353b0fb20 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:07.390847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-4a7ad97b-c3f3-41df-87c5-854829f127a8 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296321 Jan 28 10:13:07.422536 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:07.512001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1e0f1355-c665-4375-8ef6-b9c596bbf1ea None None] Provisioning for port 8eff15a0-57cd-4ed7-8b3f-42846b03016d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:07.538191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1e0f1355-c665-4375-8ef6-b9c596bbf1ea None None] Provisioning complete for port 8eff15a0-57cd-4ed7-8b3f-42846b03016d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:07.538557 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e0f1355-c665-4375-8ef6-b9c596bbf1ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.557125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93e2d436-6ac2-4460-a2b1-b51c712f7435 req-011d8b58-b63a-4e7e-9e9e-06d74235670e service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594496 Jan 28 10:13:07.594949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for 991592cb-781e-428f-9f57-c4bdf122b833 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:07.669033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6850f40c-8f73-481a-b425-87f37abc3c9e,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:07.690345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1e0f1355-c665-4375-8ef6-b9c596bbf1ea None None] Port 8eff15a0-57cd-4ed7-8b3f-42846b03016d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:13:07.709821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.710163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.710503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.710895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.711731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.712411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.712411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.712696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.713024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.713342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.713660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.713974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:07.723044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6409df-e53f-4ab3-a3ba-b536cee76244 req-785facbd-0951-4b86-8e08-2f6f886335ee tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:07.724587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fd6409df-e53f-4ab3-a3ba-b536cee76244 req-785facbd-0951-4b86-8e08-2f6f886335ee tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 943 time: 0.9029319 Jan 28 10:13:07.746213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dd91091a-8b16-4c00-9056-582353b0fb20 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:07.746569 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.747170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b055173c-ffaa-4e4e-9820-b4e75f7a4357 req-551bde42-adf0-4646-bbd7-ced4731a94c0 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:07.755264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b055173c-ffaa-4e4e-9820-b4e75f7a4357 req-551bde42-adf0-4646-bbd7-ced4731a94c0 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 931 time: 0.1755171 Jan 28 10:13:07.757656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:07.758839 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.815000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b055173c-ffaa-4e4e-9820-b4e75f7a4357 req-082cafbf-0fc9-43ec-81f4-c0fc19df3fae tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537703 Jan 28 10:13:07.851226 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:07.915351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:04Z', 'revision_number': 8, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:13:06Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:07.915819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-fec23977-21bb-44e2-a32c-4fdbf86bc2a6 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9083910 Jan 28 10:13:07.919559 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6185ee84-5581-4c15-9751-6f37f801c90c None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:04Z', 'revision_number': 8, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '2caa0a41-583f-4536-b40a-66688ed023c9', 'name': '', 'network_id': 'cae12030-165a-4471-8006-4ebb17ba4ce0', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:44:3d:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3295, 'fixed_ips': [{'subnet_id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:33Z', 'updated_at': '2022-01-28T10:13:01Z', 'revision_number': 4, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': 'c4f5c9fa-1925-4f32-82a8-20c09e93dcd0', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:13:06Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:07.959718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fd6409df-e53f-4ab3-a3ba-b536cee76244 req-d2f78419-aaba-4e96-8828-d862d0c3e07b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966662 Jan 28 10:13:07.991022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cffb60ab-0758-4278-b8c4-cf94cbee28d9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:08.006126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.051785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=caabf1c6-662c-4560-bf20-577cdd9cc3cd,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:08.060109 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.072274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12830fb-2e6e-4676-a748-2731ce60bba4 None None] Network 986fb360-777b-4fed-b866-acd8ac00fa22 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:08.075243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1550852f-6503-4d18-9ef0-d1d37f9efdaa tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/caabf1c6-662c-4560-bf20-577cdd9cc3cd HTTP/1.1" status: 204 len: 168 time: 1.6848204 Jan 28 10:13:08.078020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:08.099621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port cffb60ab-0758-4278-b8c4-cf94cbee28d9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:08.100134 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.163911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.239497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=991592cb-781e-428f-9f57-c4bdf122b833,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:08.248516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Request body: {'port': {'device_id': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:08.311567 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.333828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 6850f40c-8f73-481a-b425-87f37abc3c9e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:08.334198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.599479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.609821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 024bf612-c0af-4e45-b4ee-17232ddff70a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:08.661834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 024bf612-c0af-4e45-b4ee-17232ddff70a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:08.662253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 024bf612-c0af-4e45-b4ee-17232ddff70a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:08.662746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device af73c736-7f23-4112-86b1-0709724ade45 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:08.695922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] DHCP port deletion for 986fb360-777b-4fed-b866-acd8ac00fa22 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:13:08.707204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Deleting port 6850f40c-8f73-481a-b425-87f37abc3c9e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:08.707693 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.750766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 6850f40c-8f73-481a-b425-87f37abc3c9e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6850f40c-8f73-481a-b425-87f37abc3c9e,segment=NetworkSegment(6891b03f-6a73-4cb6-81a7-29e1e3648371),segment_id=6891b03f-6a73-4cb6-81a7-29e1e3648371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:08.752060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.786022 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:08.799713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: af73c736-7f23-4112-86b1-0709724ade45 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:08.800030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device af73c736-7f23-4112-86b1-0709724ade45 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:08.800467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 829450af-4ffb-4aa8-b0ae-7e0591cebd5b no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:08.917549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 6850f40c-8f73-481a-b425-87f37abc3c9e owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:08.945682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 829450af-4ffb-4aa8-b0ae-7e0591cebd5b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:08.947429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 829450af-4ffb-4aa8-b0ae-7e0591cebd5b not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:09.167852 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.174920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] For port 6850f40c-8f73-481a-b425-87f37abc3c9e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6850f40c-8f73-481a-b425-87f37abc3c9e,segment=NetworkSegment(6891b03f-6a73-4cb6-81a7-29e1e3648371),segment_id=6891b03f-6a73-4cb6-81a7-29e1e3648371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:09.179464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.247433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b55d6-e490-4c9b-a563-b544eabe34a9 req-a394385c-0509-4fa6-953f-0ae2a08a2641 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:09.249362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f4b55d6-e490-4c9b-a563-b544eabe34a9 req-a394385c-0509-4fa6-953f-0ae2a08a2641 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 931 time: 0.1951938 Jan 28 10:13:09.250522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=6850f40c-8f73-481a-b425-87f37abc3c9e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:09.252865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port 6850f40c-8f73-481a-b425-87f37abc3c9e on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:13:09.357553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f4b55d6-e490-4c9b-a563-b544eabe34a9 req-d14a87ac-b58a-4be0-a5a1-088809772c49 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634096 Jan 28 10:13:09.371826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Calling delete_port for 6850f40c-8f73-481a-b425-87f37abc3c9e owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:09.446479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 783a5f92-43aa-4575-8b92-2b3a3a861263 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:09.449075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43126) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:09.566682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:09.594802 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.623543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['986fb360-777b-4fed-b866-acd8ac00fa22']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:09.637770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6891b03f-6a73-4cb6-81a7-29e1e3648371') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:09.638437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6891b03f-6a73-4cb6-81a7-29e1e3648371') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:09.646505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:13:09.647096 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:13:09.648337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 783a5f92-43aa-4575-8b92-2b3a3a861263 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:09.648723 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.652612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.669027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.675959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:09.676209 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:09.691200 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:09.776327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.781652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d220ddd-f760-48d9-ae99-b19a2d7c056a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:09.781882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.813080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=986fb360-777b-4fed-b866-acd8ac00fa22,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:09.816774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a1c2a8de-e374-436a-84ac-068e61603a11 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/986fb360-777b-4fed-b866-acd8ac00fa22 HTTP/1.1" status: 204 len: 168 time: 1.7376719 Jan 28 10:13:09.819842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43132) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:09.857125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6d220ddd-f760-48d9-ae99-b19a2d7c056a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:09.857518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.963260 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:09.984230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009cc856-e6b5-4184-baae-936f2722da41 req-d62483b9-02e3-4336-aeb2-471dd5afd361 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:09.986290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-009cc856-e6b5-4184-baae-936f2722da41 req-d62483b9-02e3-4336-aeb2-471dd5afd361 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 943 time: 0.6957593 Jan 28 10:13:09.995172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2caa0a41-583f-4536-b40a-66688ed023c9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:09.995662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:10.011488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29866566-8666-4ae9-82b6-2ae33cebfc3b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7312226 Jan 28 10:13:10.016036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:10.024603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:10.029709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:10.051025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:10.051639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:10.082836 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd63923e6b44e6faa6a4b126fde6e38 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:10.091817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:10.125631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:10.156577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-009cc856-e6b5-4184-baae-936f2722da41 req-4b0a7b6d-c025-4743-97a2-ee8aba97c1a9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586823 Jan 28 10:13:10.165652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Deleting port 6850f40c-8f73-481a-b425-87f37abc3c9e {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:10.166036 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.186138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting subnet 8e550e4b-7ad9-4616-957a-c756c395345a {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:13:10.204693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.254009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e4e95f1a-9443-4c77-9878-d58ca3ef0456 None None] The port '6850f40c-8f73-481a-b425-87f37abc3c9e' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:13:10.259689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:10.334449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.365581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eff15a0-57cd-4ed7-8b3f-42846b03016d {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:13:10.369540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.377041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:13:08Z', 'revision_number': 11, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:10.381683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2caa0a41-583f-4536-b40a-66688ed023c9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:10.385780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:10.389542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2caa0a41-583f-4536-b40a-66688ed023c9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:10.389913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.395040 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.442800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Transition to ACTIVE for port object 8eff15a0-57cd-4ed7-8b3f-42846b03016d will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:10.457118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.494668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:10.496949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:10.536833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.537690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff15a0-57cd-4ed7-8b3f-42846b03016d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:10.602966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.647166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdf417f-5831-42de-8518-506c3e306832,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:10.724879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:10.744121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.774695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9c58882-aef2-4455-abb5-686f54c93ca2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9fd63923e6b44e6faa6a4b126fde6e38&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3185306 Jan 28 10:13:10.784060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:10.812520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1f91b-f0b0-4a42-a597-d98f9687b664 req-c1f1d9ff-b0ff-46d0-b63d-95700e7e9947 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:10.819574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abc1f91b-f0b0-4a42-a597-d98f9687b664 req-c1f1d9ff-b0ff-46d0-b63d-95700e7e9947 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 943 time: 0.2454946 Jan 28 10:13:10.857438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:13:08Z', 'revision_number': 11, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:10.861983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.866758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abc1f91b-f0b0-4a42-a597-d98f9687b664 req-3eeb8578-e115-4f3c-833e-0a744cd39e5d tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463486 Jan 28 10:13:10.873794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c847840-6b3f-480f-b619-43064bb51e4b None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:13:08Z', 'revision_number': 11, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:10.879230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04ed3177-9dc3-4c8d-b153-9a0d0e759ae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.906029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2caa0a41-583f-4536-b40a-66688ed023c9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2caa0a41-583f-4536-b40a-66688ed023c9,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:10.913483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.914557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:10.929598 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04ed3177-9dc3-4c8d-b153-9a0d0e759ae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.942268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 2caa0a41-583f-4536-b40a-66688ed023c9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:10.942619 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:10.963010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Attempting to bind port 8eff15a0-57cd-4ed7-8b3f-42846b03016d on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:10.963417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Attempting to bind port 8eff15a0-57cd-4ed7-8b3f-42846b03016d by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:10.964389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Attempting to bind port 8eff15a0-57cd-4ed7-8b3f-42846b03016d on network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:10.976483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Port 8eff15a0-57cd-4ed7-8b3f-42846b03016d on network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:13:10.977094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Attempting to bind port 8eff15a0-57cd-4ed7-8b3f-42846b03016d on network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:10.995316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:10.995634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Checking segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:10.996229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Bound using segment: {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:10.996687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Bound port: 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:10.997025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.006636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.057201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Subnet': ['ID=8e550e4b-7ad9-4616-957a-c756c395345a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:11.060609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.086533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2caa0a41-583f-4536-b40a-66688ed023c9,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:11.090544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c29a691-9eab-4554-b327-a8259fa15832 None None] Network b6ce7d33-844c-4a4b-9457-b807df2743a0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:11.114596 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ea5c4814-770e-4709-a931-ab321add4aae tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/8e550e4b-7ad9-4616-957a-c756c395345a HTTP/1.1" status: 204 len: 168 time: 1.0712233 Jan 28 10:13:11.118587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43146) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:11.163748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 2caa0a41-583f-4536-b40a-66688ed023c9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2caa0a41-583f-4536-b40a-66688ed023c9,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:11.164277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.177523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:11.177902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.213675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04ed3177-9dc3-4c8d-b153-9a0d0e759ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.269687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-04ed3177-9dc3-4c8d-b153-9a0d0e759ae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.271109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-04ed3177-9dc3-4c8d-b153-9a0d0e759ae4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccdf417f-5831-42de-8518-506c3e306832 HTTP/1.1" status: 204 len: 168 time: 0.4809265 Jan 28 10:13:11.288514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed3177-9dc3-4c8d-b153-9a0d0e759ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdf417f-5831-42de-8518-506c3e306832,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:11.318434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] For port 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:11.334603 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.340938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] For port 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:11.391348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.468438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Deleting port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:11.468438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.508618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:11.509262 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.510647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] 10.222.0.25 "PUT /v2.0/ports/8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 1091 time: 3.5721431 Jan 28 10:13:11.518860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 2caa0a41-583f-4536-b40a-66688ed023c9 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:11.520270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:11.572090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907bed-206c-4ee8-8214-23eb114bc4a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8eff15a0-57cd-4ed7-8b3f-42846b03016d,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:11.589920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfe6e13c-6592-491c-8bc9-b0acca377636 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:11.830075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dfe6e13c-6592-491c-8bc9-b0acca377636 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:11.830454 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.867518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43160) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:11.902468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.908918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] DHCP port deletion for b6ce7d33-844c-4a4b-9457-b807df2743a0 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:13:11.930451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:11.942741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Usage tracker for resource:security_group_rule and tenant:5a1354882269409c9f03705380de63b6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:11.953451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:11.958688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Deleting port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:11.959345 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:11.963619 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'status': 'completed', 'code': 200} Jan 28 10:13:11.964163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:11.966100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.064405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=2caa0a41-583f-4536-b40a-66688ed023c9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:12.152910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] For port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:12.153933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.301666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] For port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,segment=NetworkSegment(0edadf3b-348d-46de-8c2a-88cbda9c3726),segment_id=0edadf3b-348d-46de-8c2a-88cbda9c3726)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:12.302058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.318117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef6c4c78-4bc1-4526-93fb-a472d9964753 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:12.321037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Calling delete_port for a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:12.383604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a21293-f69b-441e-8750-1ba0e908d770 req-6d009a40-e239-4b95-a822-88d55e1520dd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:12.385437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30a21293-f69b-441e-8750-1ba0e908d770 req-6d009a40-e239-4b95-a822-88d55e1520dd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 943 time: 1.0469890 Jan 28 10:13:12.474450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30a21293-f69b-441e-8750-1ba0e908d770 req-49f9ed54-6136-48f8-a914-35d5e3ff547d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770447 Jan 28 10:13:12.484949 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.486249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-aa2c51d6-50ad-421d-8712-cb934ace1eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:12.487379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-aa2c51d6-50ad-421d-8712-cb934ace1eb2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1094 time: 0.8320067 Jan 28 10:13:12.487531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.490701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.507052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.535722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c749d-a6cb-4ef8-890f-3c6832cd461b req-4999c759-9690-4bc6-aea4-c51790a81896 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:12.537517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c47c749d-a6cb-4ef8-890f-3c6832cd461b req-4999c759-9690-4bc6-aea4-c51790a81896 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 943 time: 0.4294987 Jan 28 10:13:12.540575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Calling delete_port for a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:12.617827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Port': ['ID=a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:12.620678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No DVR routers for this DVR port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:13:12.658390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-af9b7574-4654-472d-9118-8ff4e7d82d4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 217 time: 0.1546183 Jan 28 10:13:12.663277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:13:12.663872 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:13:12.668874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ef6c4c78-4bc1-4526-93fb-a472d9964753 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:12.670111 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.752065 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5a1354882269409c9f03705380de63b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8833287 Jan 28 10:13:12.766699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43166) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:12.798491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e698d8c-5d9e-4d75-a7b5-3cdf5081e8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96521678-6221-423b-bc02-72f815e0bb07,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:12.817706 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.818418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c47c749d-a6cb-4ef8-890f-3c6832cd461b req-db75834e-dca3-4dc7-b962-baf8062222ff tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873450 Jan 28 10:13:12.868227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-eea9b021-3a6b-44dd-96c6-0ca777ea9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:12.870952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-eea9b021-3a6b-44dd-96c6-0ca777ea9bbb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.1007771 Jan 28 10:13:12.871107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ce7d33-844c-4a4b-9457-b807df2743a0']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:12.908625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00016d12-35d4-489c-b134-f336979e8fb2 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:12.917808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0edadf3b-348d-46de-8c2a-88cbda9c3726') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:12.918108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0edadf3b-348d-46de-8c2a-88cbda9c3726') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:12.939624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.947526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 00016d12-35d4-489c-b134-f336979e8fb2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:12.947970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 00016d12-35d4-489c-b134-f336979e8fb2 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:12.948461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b61619b-70ce-498c-88d9-2208dfa2a2e0 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:12.964512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.972745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:12.973377 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:12.987991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6b61619b-70ce-498c-88d9-2208dfa2a2e0 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:12.988696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b61619b-70ce-498c-88d9-2208dfa2a2e0 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:12.988834 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:12.990866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6850f40c-8f73-481a-b425-87f37abc3c9e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:12.993771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31af8a45-e51f-41c7-8788-978cb7fb3b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.022607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6850f40c-8f73-481a-b425-87f37abc3c9e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:13.022969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6850f40c-8f73-481a-b425-87f37abc3c9e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:13.023400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91f1b476-aa70-4d28-9ae0-cd89aa856393 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:13.033168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31af8a45-e51f-41c7-8788-978cb7fb3b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.057162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 91f1b476-aa70-4d28-9ae0-cd89aa856393 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:13.057538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91f1b476-aa70-4d28-9ae0-cd89aa856393 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:13.059544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:13.085063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-8d579d88-3732-499b-969c-049c34811a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:13.087098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-8d579d88-3732-499b-969c-049c34811a5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2066450 Jan 28 10:13:13.120949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.142252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.168010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Deleting port a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:13.168536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.207159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Pushing event deleted for resources: {'Network': ['ID=b6ce7d33-844c-4a4b-9457-b807df2743a0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:13.222129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6dfe2ce4-30e3-4b5d-8198-9cf657133d24 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/networks/b6ce7d33-844c-4a4b-9457-b807df2743a0 HTTP/1.1" status: 204 len: 168 time: 2.1021056 Jan 28 10:13:13.224791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43170) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:13.232267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'routes': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:13.245150 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31af8a45-e51f-41c7-8788-978cb7fb3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.256444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:13.269415 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:13.270310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af8a45-e51f-41c7-8788-978cb7fb3b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96521678-6221-423b-bc02-72f815e0bb07,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:13.287782 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:13.288648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:13.291025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31af8a45-e51f-41c7-8788-978cb7fb3b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.291460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31af8a45-e51f-41c7-8788-978cb7fb3b56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96521678-6221-423b-bc02-72f815e0bb07 HTTP/1.1" status: 204 len: 168 time: 0.5152085 Jan 28 10:13:13.297019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1a794617-79c2-4af1-b3c4-409f3ad05001 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4755142 Jan 28 10:13:13.297773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43176) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:13.319633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9893f0c8-9493-4833-bc44-281fde84356d None None] The port 'a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:13:13.321370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:13.384847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet c4f5c9fa-1925-4f32-82a8-20c09e93dcd0 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:13:13.395463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:13.395896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a180ed6f-0d9f-4d5e-8d24-a2b5a8ab5fbb not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:13.396818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.397211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 991592cb-781e-428f-9f57-c4bdf122b833 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:13.454214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 991592cb-781e-428f-9f57-c4bdf122b833 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:13.454903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 991592cb-781e-428f-9f57-c4bdf122b833 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:13.550193 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:13.723527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f7d25a3e-0610-498e-9fc1-f648e322c144 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:13:13.736497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-5f6c5091-22ae-4339-a838-b1c843279275 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6384590 Jan 28 10:13:13.811549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.858884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.929023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Added routes are [] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 10:13:13.929930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.930462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Removed routes are [] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 10:13:13.930973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:13.964582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f7d25a3e-0610-498e-9fc1-f648e322c144, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f7d25a3e-0610-498e-9fc1-f648e322c144,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:13.985765 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f7d25a3e-0610-498e-9fc1-f648e322c144', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': 'f7d25a3e-0610-498e-9fc1-f648e322c144', 'mac_address': 'fa:16:3e:56:65:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:13:14.051669 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.073458 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:11Z', 'revision_number': 9, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:13:06Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:14.078459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:14.079872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d25a3e-0610-498e-9fc1-f648e322c144 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:13:14.089036 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:14.089751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:14.113931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f7d25a3e-0610-498e-9fc1-f648e322c144, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f7d25a3e-0610-498e-9fc1-f648e322c144,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:14.119938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.134141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.214249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f7d25a3e-0610-498e-9fc1-f648e322c144,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:14.228381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=c4f5c9fa-1925-4f32-82a8-20c09e93dcd0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:14.238499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.245738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8178976-f2ae-430f-9ed0-aeab43fbf6e4 None None] Network cae12030-165a-4471-8006-4ebb17ba4ce0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:14.247192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ecf740d-8901-4c87-a571-bdfcf57f3527 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/c4f5c9fa-1925-4f32-82a8-20c09e93dcd0 HTTP/1.1" status: 204 len: 168 time: 0.9475460 Jan 28 10:13:14.249568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43198) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:14.333678 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:14.336461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b20327-ea64-44ef-ba33-b11c43e43168 req-38c6056c-8782-42be-967f-d53188d24caf tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:14.339556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9b20327-ea64-44ef-ba33-b11c43e43168 req-38c6056c-8782-42be-967f-d53188d24caf tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 943 time: 0.2857473 Jan 28 10:13:14.348501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f7d25a3e-0610-498e-9fc1-f648e322c144'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:13:14.390049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.399333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.510381 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9b20327-ea64-44ef-ba33-b11c43e43168 req-42795c7b-e054-495b-a3dc-530cac939539 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807867 Jan 28 10:13:14.517178 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.528747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 78f745d8-eed4-4d60-88e5-a0507cf11238 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:14.528870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.663170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1418568-91ca-4f42-84d9-7fc0b882bed0 req-b8de10c3-7aa6-4f35-961c-00d6ee2ee38c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:14.665984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1418568-91ca-4f42-84d9-7fc0b882bed0 req-b8de10c3-7aa6-4f35-961c-00d6ee2ee38c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 943 time: 0.9323299 Jan 28 10:13:14.675587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router 8df78cc0-2e7e-45df-b924-86f91483f87e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:14.722060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-587778ec-1f71-41ee-8d54-9c224ee135a0 req-6309b3e5-f12a-43fc-8081-022a8bd11723 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9258924 Jan 28 10:13:14.779530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] DHCP port deletion for cae12030-165a-4471-8006-4ebb17ba4ce0 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:13:14.785731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Deleting port 78f745d8-eed4-4d60-88e5-a0507cf11238 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:14.786321 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.894402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 78f745d8-eed4-4d60-88e5-a0507cf11238, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78f745d8-eed4-4d60-88e5-a0507cf11238,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:14.895643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:14.934161 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:11Z', 'revision_number': 9, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:13:06Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:14.940877 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81246a85-b8d1-4e86-9b9f-bd1f5a03eb90 None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:11Z', 'revision_number': 9, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': '6d220ddd-f760-48d9-ae99-b19a2d7c056a', 'name': '', 'network_id': '81deafde-d283-419a-974a-7bdbaa5d6097', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:53:0a:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3275, 'fixed_ips': [{'subnet_id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:15Z', 'updated_at': '2022-01-28T10:13:06Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '700f21c4-4894-4e6b-9599-9bd87fb89d7b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:14.984239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1418568-91ca-4f42-84d9-7fc0b882bed0 req-33ab3929-1b81-4289-a4eb-c1e8180b727a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949746 Jan 28 10:13:14.993572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:15.005782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.011685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f774325f-94d7-4be4-852f-9a838382b4dc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 700 time: 1.7834725 Jan 28 10:13:15.012922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43210) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:15.033119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] Sync routers for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:15.072993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9ed500b6-e41a-4a95-821f-14598ca4e7b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:15.075220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 78f745d8-eed4-4d60-88e5-a0507cf11238 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:15.077445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:15.078488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:15.096529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-0a18e7a9-1c7a-4cea-8f76-ca2668923cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:15.098172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-0a18e7a9-1c7a-4cea-8f76-ca2668923cbc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1094 time: 0.2999308 Jan 28 10:13:15.100233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9ed500b6-e41a-4a95-821f-14598ca4e7b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:15.101344 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9ed500b6-e41a-4a95-821f-14598ca4e7b3 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 205 time: 0.0820274 Jan 28 10:13:15.104323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43216) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:15.180177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.232019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=78f745d8-eed4-4d60-88e5-a0507cf11238,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:15.233827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port 78f745d8-eed4-4d60-88e5-a0507cf11238 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:13:15.239068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] For port 78f745d8-eed4-4d60-88e5-a0507cf11238, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=78f745d8-eed4-4d60-88e5-a0507cf11238,segment=NetworkSegment(af532e6d-b017-4a31-88a6-52a414f7cd52),segment_id=af532e6d-b017-4a31-88a6-52a414f7cd52)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:15.239624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.249552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:15.344213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.383517 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.441121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cae12030-165a-4471-8006-4ebb17ba4ce0']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:15.459650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af532e6d-b017-4a31-88a6-52a414f7cd52') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:15.460164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af532e6d-b017-4a31-88a6-52a414f7cd52') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:15.473747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.495139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.496450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:13:08Z', 'revision_number': 11, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:15.505845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:15.507934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.510945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] Checking router: 8df78cc0-2e7e-45df-b924-86f91483f87e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:15.529564 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:15.534362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78f745d8-eed4-4d60-88e5-a0507cf11238 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:15.760742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.763343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 78f745d8-eed4-4d60-88e5-a0507cf11238 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:15.763656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 78f745d8-eed4-4d60-88e5-a0507cf11238 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:15.764092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2caa0a41-583f-4536-b40a-66688ed023c9 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:15.816063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:15.818266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Calling delete_port for 78f745d8-eed4-4d60-88e5-a0507cf11238 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:15.838679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=cae12030-165a-4471-8006-4ebb17ba4ce0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:15.849166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a1819f22-f7c0-4b75-be8a-fe105634e703 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/cae12030-165a-4471-8006-4ebb17ba4ce0 HTTP/1.1" status: 204 len: 168 time: 1.5979202 Jan 28 10:13:15.857071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43234) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:15.870959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2caa0a41-583f-4536-b40a-66688ed023c9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:15.871550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2caa0a41-583f-4536-b40a-66688ed023c9 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:15.884918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f7d25a3e-0610-498e-9fc1-f648e322c144 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:15.890208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-e9a6d29f-5dda-4fe9-9445-1d8601cd823b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:15.891681 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-e9a6d29f-5dda-4fe9-9445-1d8601cd823b service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 910 time: 0.7827592 Jan 28 10:13:15.978020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] Routers {'8df78cc0-2e7e-45df-b924-86f91483f87e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:15.978661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8df78cc0-2e7e-45df-b924-86f91483f87e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:16.031024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-3a170c25-fb28-49f0-80f7-381ace4692e5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 217 time: 0.0820882 Jan 28 10:13:16.033014 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.036015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.115839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-790c2e8b-0dbc-4cd7-9115-d5592665f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:16.118097 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-790c2e8b-0dbc-4cd7-9115-d5592665f1e3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.0764122 Jan 28 10:13:16.119353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.120022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router 8df78cc0-2e7e-45df-b924-86f91483f87e {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:13:16.125098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] Set router 8df78cc0-2e7e-45df-b924-86f91483f87e gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:16.183108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.184465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7f645c17-47fa-400b-bc18-be41f34985d5 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 204 len: 168 time: 1.0791762 Jan 28 10:13:16.189094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:16.195574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-246435127', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:16.216237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:16.267866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Usage tracker for resource:router and tenant:be14e19f2e6c4506942a67ff1e18fb64 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:16.280830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:16.292327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:16.292908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:13:08Z', 'revision_number': 11, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:16.295498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:13:16.295812 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:13:16.298652 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.302334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80cbe2b5-6684-47b5-981e-32047188c771 None None] The sync data for ids ['8df78cc0-2e7e-45df-b924-86f91483f87e'] in n-d-825178-2 is: [{'id': '8df78cc0-2e7e-45df-b924-86f91483f87e', 'name': 'tempest-RoutersTest-router-730770342', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:11:51Z', 'updated_at': '2022-01-28T10:13:08Z', 'revision_number': 11, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:16.308711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f7d25a3e-0610-498e-9fc1-f648e322c144 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:16.324128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f7d25a3e-0610-498e-9fc1-f648e322c144 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:16.324506 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.330422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.331732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.371939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-5090ae79-b872-4a9e-a98d-cbbe6d19ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:16.373745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-5090ae79-b872-4a9e-a98d-cbbe6d19ab18 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2452834 Jan 28 10:13:16.415888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3e98da-9073-4c63-9b39-1c5d729e600f req-7f15af54-3328-4a17-91e3-153ed819ca92 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:16.417442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b3e98da-9073-4c63-9b39-1c5d729e600f req-7f15af54-3328-4a17-91e3-153ed819ca92 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 943 time: 0.6581800 Jan 28 10:13:16.424840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.481980 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.514287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa77865-e987-48e9-813e-8655da07d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d25a3e-0610-498e-9fc1-f648e322c144'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:16.525356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f7d25a3e-0610-498e-9fc1-f648e322c144, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f7d25a3e-0610-498e-9fc1-f648e322c144,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:16.537118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad2fcc-59d3-4d5f-aead-87acce258e81 req-f7647f87-062b-4ac9-a827-3ebc6687bacb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:16.538929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05ad2fcc-59d3-4d5f-aead-87acce258e81 req-f7647f87-062b-4ac9-a827-3ebc6687bacb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 944 time: 0.3181226 Jan 28 10:13:16.539807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.570538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.592497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b3e98da-9073-4c63-9b39-1c5d729e600f req-1dcac2de-574e-49c0-8061-d42688558d8a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679800 Jan 28 10:13:16.640268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05ad2fcc-59d3-4d5f-aead-87acce258e81 req-5db810d3-b126-4d72-a69b-2c938e6d8def tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945709 Jan 28 10:13:16.668319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f7d25a3e-0610-498e-9fc1-f648e322c144,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:16.675743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.676968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-82b310b2-3d54-4d75-9254-fa869d08fa2d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4865367 Jan 28 10:13:16.684366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43266) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:16.692008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8eff15a0-57cd-4ed7-8b3f-42846b03016d details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:13:16.693169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-b0ee2bfe-bac1-4fe2-b31f-1de4639d8af3 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047075 Jan 28 10:13:16.707630 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa77865-e987-48e9-813e-8655da07d676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d25a3e-0610-498e-9fc1-f648e322c144', 'code': 200} Jan 28 10:13:16.719849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:16.812561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Deleting port 78f745d8-eed4-4d60-88e5-a0507cf11238 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:16.812968 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:16.887276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e271dc1-4f38-41b7-a65f-0b14cc41c171 req-18e73da7-1f0d-44f5-ac66-53cef31fe52e service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835797 Jan 28 10:13:16.902717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f39cca70-4d59-41e8-a11e-734ce0b8544a None None] The port '78f745d8-eed4-4d60-88e5-a0507cf11238' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:13:16.971727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:16.988404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'port_id': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'mac_address': 'fa:16:3e:18:d9:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:13:17.050145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.068946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eff15a0-57cd-4ed7-8b3f-42846b03016d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:13:17.085891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:17.090783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.164517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8eff15a0-57cd-4ed7-8b3f-42846b03016d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:17.271444 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.308221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883fbcba-bf67-4a78-a6f1-7e8b3c15319a req-04d2bd8d-21ea-4ad5-b650-768d7be4e590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:17.309792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-883fbcba-bf67-4a78-a6f1-7e8b3c15319a req-04d2bd8d-21ea-4ad5-b650-768d7be4e590 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 1096 time: 0.4637432 Jan 28 10:13:17.315190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.325394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43284) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:17.339010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['8eff15a0-57cd-4ed7-8b3f-42846b03016d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:13:17.468408 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.490751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:17.495739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Usage tracker for resource:security_group_rule and tenant:10abd6f48d6d4a06ae223a99aced6913 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:17.497490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-883fbcba-bf67-4a78-a6f1-7e8b3c15319a req-e0daa897-20e5-4d2a-855b-21ae281de19d service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712716 Jan 28 10:13:17.500626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:17.508408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:17.535645 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.612783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.617830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.648170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Router c82239aa-ebe1-4de4-a292-79a551abc217 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:13:17.655827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e2302a-e026-4cc2-9567-e8f7b7e676da,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:17.685127 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0cadf006-c107-4d7d-ad5e-c3644409ac85 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10abd6f48d6d4a06ae223a99aced6913&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561769 Jan 28 10:13:17.686547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43294) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:17.759649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70a7d50c-50f2-4dba-8426-14e13375c1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.839112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70a7d50c-50f2-4dba-8426-14e13375c1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.896183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5145a3-bd41-41ea-924a-82924b30cc06 req-9c4e04bf-1143-4301-9626-581866a48598 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:17.896909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-aa5145a3-bd41-41ea-924a-82924b30cc06 req-9c4e04bf-1143-4301-9626-581866a48598 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Synchronizing usage tracker for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:17.916243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-aa5145a3-bd41-41ea-924a-82924b30cc06 req-9c4e04bf-1143-4301-9626-581866a48598 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Unset dirty status for tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:17.917716 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa5145a3-bd41-41ea-924a-82924b30cc06 req-9c4e04bf-1143-4301-9626-581866a48598 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 944 time: 0.1591175 Jan 28 10:13:17.918698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70a7d50c-50f2-4dba-8426-14e13375c1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.951727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a7d50c-50f2-4dba-8426-14e13375c1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e2302a-e026-4cc2-9567-e8f7b7e676da,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:17.962910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70a7d50c-50f2-4dba-8426-14e13375c1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:17.966618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70a7d50c-50f2-4dba-8426-14e13375c1d8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30e2302a-e026-4cc2-9567-e8f7b7e676da HTTP/1.1" status: 204 len: 168 time: 0.2765493 Jan 28 10:13:17.990968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa5145a3-bd41-41ea-924a-82924b30cc06 req-8f0b0def-72b1-4f7a-a01b-d9b3ded2960f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616984 Jan 28 10:13:18.106186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:18.117134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.117867 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] Sync routers for ids ['c82239aa-ebe1-4de4-a292-79a551abc217'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:18.120873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43302) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:18.121030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eb0a8f2b-0906-46a2-ac99-bf9df14a31b7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "PUT /v2.0/routers/c82239aa-ebe1-4de4-a292-79a551abc217 HTTP/1.1" status: 200 len: 693 time: 1.4188511 Jan 28 10:13:18.137305 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] Routers {'c82239aa-ebe1-4de4-a292-79a551abc217'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:18.138081 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c82239aa-ebe1-4de4-a292-79a551abc217'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:18.163686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8fad96-f7d7-4854-a392-a194a46632b1 req-623605a3-d69f-422d-a7b4-1a6aed68b818 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:18.165081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c8fad96-f7d7-4854-a392-a194a46632b1 req-623605a3-d69f-422d-a7b4-1a6aed68b818 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 945 time: 0.3396094 Jan 28 10:13:18.277808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c8fad96-f7d7-4854-a392-a194a46632b1 req-bbe85e5c-a173-4288-855d-b9fbf20d7c2b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067443 Jan 28 10:13:18.296622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] Set router c82239aa-ebe1-4de4-a292-79a551abc217 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:18.296900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-265952ef-12d5-4448-a4f3-a888c85f9536 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/routers/c82239aa-ebe1-4de4-a292-79a551abc217 HTTP/1.1" status: 200 len: 699 time: 0.1739054 Jan 28 10:13:18.299374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:18.306240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 6d220ddd-f760-48d9-ae99-b19a2d7c056a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:18.306586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.340141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43310) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:18.418734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82239aa-ebe1-4de4-a292-79a551abc217', 'name': 'tempest-RoutersTest-router-246435127', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:13:16Z', 'updated_at': '2022-01-28T10:13:17Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:18.424044 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] Checking router: c82239aa-ebe1-4de4-a292-79a551abc217 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:18.434427 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] Routers {'c82239aa-ebe1-4de4-a292-79a551abc217'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:18.435311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['c82239aa-ebe1-4de4-a292-79a551abc217'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:18.484114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b7ecdc1-3f9f-4f52-896a-794f96f597ee tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=c82239aa-ebe1-4de4-a292-79a551abc217 HTTP/1.1" status: 200 len: 205 time: 0.1835577 Jan 28 10:13:18.486550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43314) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:18.546999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 6d220ddd-f760-48d9-ae99-b19a2d7c056a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6d220ddd-f760-48d9-ae99-b19a2d7c056a,segment=NetworkSegment(c4dca52d-8e2f-4181-9c79-df5966b027eb),segment_id=c4dca52d-8e2f-4181-9c79-df5966b027eb)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:18.547585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.622609 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] Set router c82239aa-ebe1-4de4-a292-79a551abc217 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:18.627386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.683143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 6d220ddd-f760-48d9-ae99-b19a2d7c056a owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:18.693961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8eff15a0-57cd-4ed7-8b3f-42846b03016d up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:18.743920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.751628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c82239aa-ebe1-4de4-a292-79a551abc217', 'name': 'tempest-RoutersTest-router-246435127', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:13:16Z', 'updated_at': '2022-01-28T10:13:17Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:18.760238 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3497653b-f3a6-429c-8956-cf431ea94770 None None] The sync data for ids ['c82239aa-ebe1-4de4-a292-79a551abc217'] in n-d-825178-2 is: [{'id': 'c82239aa-ebe1-4de4-a292-79a551abc217', 'name': 'tempest-RoutersTest-router-246435127', 'tenant_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:13:16Z', 'updated_at': '2022-01-28T10:13:17Z', 'revision_number': 2, 'project_id': 'be14e19f2e6c4506942a67ff1e18fb64', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:18.770944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 8eff15a0-57cd-4ed7-8b3f-42846b03016d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:18.777680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 8eff15a0-57cd-4ed7-8b3f-42846b03016d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:18.779184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.779770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:18.789965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Usage tracker for resource:security_group_rule and tenant:26177c8dda734b8fa21e44a4ae6dee05 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:18.798250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:18.805847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:18.933050 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.961457 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.968897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:18.980858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:18.986114 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.988350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:18.991548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.027455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.028822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.030046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Fanout notify agent at l3_agent the message router_deleted on router c82239aa-ebe1-4de4-a292-79a551abc217 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:13:19.032640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=6d220ddd-f760-48d9-ae99-b19a2d7c056a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:19.037368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.076285 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'code': 200} Jan 28 10:13:19.076801 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.080599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8eff15a0-57cd-4ed7-8b3f-42846b03016d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:19.083689 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a25db70-f510-4034-b874-a8591534c6f9 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/c82239aa-ebe1-4de4-a292-79a551abc217 HTTP/1.1" status: 204 len: 168 time: 0.5960333 Jan 28 10:13:19.084250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43322) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.168171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3cdec2f6-969b-4d2d-8c33-847f1af41b16 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=c82239aa-ebe1-4de4-a292-79a551abc217 HTTP/1.1" status: 200 len: 205 time: 0.0810041 Jan 28 10:13:19.169095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43326) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.171346 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26177c8dda734b8fa21e44a4ae6dee05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8297963 Jan 28 10:13:19.242108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43330) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.299843 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-978f19c0-439a-481b-b0ba-37565e8ba1bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:19.301172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-978f19c0-439a-481b-b0ba-37565e8ba1bc tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/c82239aa-ebe1-4de4-a292-79a551abc217 HTTP/1.1" status: 404 len: 336 time: 0.1307297 Jan 28 10:13:19.304817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ac07d-d215-4d27-a05f-e92e421b0a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4c37a4-b56d-4236-9b0a-6e806e99fe0b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:19.305766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43336) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.365001 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-f947f040-f2ff-4b75-932d-48e3d82ae463 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:19.365454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f947f040-f2ff-4b75-932d-48e3d82ae463 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:19.369904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f947f040-f2ff-4b75-932d-48e3d82ae463 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/c451b0b1-7a58-42d2-a7c0-e08682e5d7a0 HTTP/1.1" status: 404 len: 337 time: 0.0609882 Jan 28 10:13:19.371159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.448029 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9644ac2-8462-453b-8d8a-bd8296956266 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:19.448393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9644ac2-8462-453b-8d8a-bd8296956266 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:19.450243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b9644ac2-8462-453b-8d8a-bd8296956266 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/cce72378-79bc-419d-8a90-7e024414b275 HTTP/1.1" status: 404 len: 337 time: 0.0780580 Jan 28 10:13:19.456306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43344) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.520486 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b1d216-3041-4626-8ae8-e01afcd72a32 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:19.521215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b1d216-3041-4626-8ae8-e01afcd72a32 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:19.525082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-13b1d216-3041-4626-8ae8-e01afcd72a32 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/02b9da52-9eaf-4d78-9309-1ff72ef95edb HTTP/1.1" status: 404 len: 337 time: 0.0643933 Jan 28 10:13:19.525323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43348) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.572478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7220-182a-4ee4-8a2d-16a022e451dd req-9a33c6e4-7d0b-4dd5-b13c-01b6ef1ddaea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:19.573959 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-563b7220-182a-4ee4-8a2d-16a022e451dd req-9a33c6e4-7d0b-4dd5-b13c-01b6ef1ddaea service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 0.3232307 Jan 28 10:13:19.574809 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc33c57-df42-44db-bc1c-4aec05601a9c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:19.575232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc33c57-df42-44db-bc1c-4aec05601a9c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:19.575649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.576801 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0bc33c57-df42-44db-bc1c-4aec05601a9c tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/8e550e4b-7ad9-4616-957a-c756c395345a HTTP/1.1" status: 404 len: 337 time: 0.0505214 Jan 28 10:13:19.580210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43352) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.646723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c0ceb9a4-5cce-4752-8e47-de2da257f18b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 200 len: 205 time: 0.0632830 Jan 28 10:13:19.649217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43356) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.661199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380cbabe-40bf-44d3-b2dd-9e674192d582 req-b237d8e4-dda3-4b95-af89-158bd915e748 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:19.662581 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-380cbabe-40bf-44d3-b2dd-9e674192d582 req-b237d8e4-dda3-4b95-af89-158bd915e748 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 945 time: 0.2557132 Jan 28 10:13:19.667190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2c91-0bec-42d9-8ba7-a9d9b4cefa06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.752954 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-7307400c-5394-49e9-b839-975e2289b1e1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:19.753848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7307400c-5394-49e9-b839-975e2289b1e1 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/8df78cc0-2e7e-45df-b924-86f91483f87e HTTP/1.1" status: 404 len: 336 time: 0.1031830 Jan 28 10:13:19.758685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43362) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.760310 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-563b7220-182a-4ee4-8a2d-16a022e451dd req-e1adb270-9610-42ac-9df2-371b425126d1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765108 Jan 28 10:13:19.772024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95be87c-38cc-4cdd-ad63-1af2d2f063ad req-333f6522-fa83-4c30-8bc6-f4bda554f283 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:19.773579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e95be87c-38cc-4cdd-ad63-1af2d2f063ad req-333f6522-fa83-4c30-8bc6-f4bda554f283 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.5330148 Jan 28 10:13:19.802516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2c91-0bec-42d9-8ba7-a9d9b4cefa06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:19.822834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0875ec78-d56d-478f-af37-9f988652e656 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=98589508-173b-4942-95a1-f51aab96d9a5 HTTP/1.1" status: 200 len: 205 time: 0.0614703 Jan 28 10:13:19.825241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43366) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:19.829866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-380cbabe-40bf-44d3-b2dd-9e674192d582 req-e07fa167-13b1-48d3-81c3-822abb192b41 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103427 Jan 28 10:13:19.895248 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-d693be28-e89e-4e15-bbb1-9f2da6d9e846 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:19.899208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d693be28-e89e-4e15-bbb1-9f2da6d9e846 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/98589508-173b-4942-95a1-f51aab96d9a5 HTTP/1.1" status: 404 len: 336 time: 0.0700235 Jan 28 10:13:19.900034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.001264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e95be87c-38cc-4cdd-ad63-1af2d2f063ad req-adfbcc6b-08be-4550-a32d-f1dbb13d87c1 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2194319 Jan 28 10:13:20.041652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2c91-0bec-42d9-8ba7-a9d9b4cefa06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.058910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:20.069365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6e2c91-0bec-42d9-8ba7-a9d9b4cefa06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4c37a4-b56d-4236-9b0a-6e806e99fe0b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:20.107620 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b209c65-c827-4728-8a68-cab35c374c61 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:20.108068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b209c65-c827-4728-8a68-cab35c374c61 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:20.109737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b209c65-c827-4728-8a68-cab35c374c61 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/7030da94-1fd1-4c65-97fe-23e5252dbad7 HTTP/1.1" status: 404 len: 337 time: 0.2088275 Jan 28 10:13:20.114543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43376) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.166460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a6dafd9-1681-4347-b01c-18c4336ded31 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 200 len: 205 time: 0.0506921 Jan 28 10:13:20.171955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43380) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.196165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d6e2c91-0bec-42d9-8ba7-a9d9b4cefa06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.199710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d6e2c91-0bec-42d9-8ba7-a9d9b4cefa06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee4c37a4-b56d-4236-9b0a-6e806e99fe0b HTTP/1.1" status: 204 len: 168 time: 0.9515681 Jan 28 10:13:20.244759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:20.246601 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-a8f750dc-028e-481d-91c4-910edf06feeb tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:20.247619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a8f750dc-028e-481d-91c4-910edf06feeb tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/13b34766-2bd5-4ebe-ad45-95bad580019b HTTP/1.1" status: 404 len: 336 time: 0.0747883 Jan 28 10:13:20.253038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-57e7d15a-3cb0-4fe2-932f-af02112fd1cf tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3943720 Jan 28 10:13:20.253615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.253944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43388) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.258174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:20.269405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:20.270472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:20.278837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66593b67-7159-4774-8674-6c58e024cbea req-252ba0ad-f317-49b2-87b6-65c070baa856 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:20.280281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66593b67-7159-4774-8674-6c58e024cbea req-252ba0ad-f317-49b2-87b6-65c070baa856 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 945 time: 0.2061443 Jan 28 10:13:20.331897 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66593b67-7159-4774-8674-6c58e024cbea req-b53f86e2-85ed-4d62-a071-dba2c9669c46 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422845 Jan 28 10:13:20.355845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc755cb1-6b3e-4b29-abb9-417cf16ffc7b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Synchronizing usage tracker for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:20.388026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc755cb1-6b3e-4b29-abb9-417cf16ffc7b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] Unset dirty status for tenant:be14e19f2e6c4506942a67ff1e18fb64 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:20.389492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc755cb1-6b3e-4b29-abb9-417cf16ffc7b tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=26217ae3-a585-45dd-9fd5-237771b44e62 HTTP/1.1" status: 200 len: 205 time: 0.1338353 Jan 28 10:13:20.392368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43396) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.396404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet 700f21c4-4894-4e6b-9599-9bd87fb89d7b {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:13:20.400354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.438416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:20.481295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.512828 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-ebab428d-5ec1-4578-90d9-72d65c272d39 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:20.514256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ebab428d-5ec1-4578-90d9-72d65c272d39 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/26217ae3-a585-45dd-9fd5-237771b44e62 HTTP/1.1" status: 404 len: 336 time: 0.1207111 Jan 28 10:13:20.516625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43402) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.592289 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-46452881-6e4b-43af-8ef8-6a4ea073fa85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:20.593021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46452881-6e4b-43af-8ef8-6a4ea073fa85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:20.597851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-46452881-6e4b-43af-8ef8-6a4ea073fa85 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/e8477823-1632-44b9-b0c4-50261a676944 HTTP/1.1" status: 404 len: 337 time: 0.0802140 Jan 28 10:13:20.601513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43408) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.606351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.664523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8089ddfd-1d83-49df-a35e-e05d0527393d tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=540a2916-75ea-4865-8118-7cf8056acbe4 HTTP/1.1" status: 200 len: 205 time: 0.0616691 Jan 28 10:13:20.666896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43414) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.699963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.751853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=700f21c4-4894-4e6b-9599-9bd87fb89d7b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:20.758502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:20.765573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3ead7664-089d-4419-933a-609a2539449f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/700f21c4-4894-4e6b-9599-9bd87fb89d7b HTTP/1.1" status: 204 len: 168 time: 0.5078623 Jan 28 10:13:20.768106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43422) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.771519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8396aad0-a4e7-416d-993b-ae0a233d8575 None None] Network 81deafde-d283-419a-974a-7bdbaa5d6097 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:20.809842 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-813baa36-03cb-4e6b-b389-e97c21fedde7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:20.811004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-813baa36-03cb-4e6b-b389-e97c21fedde7 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/540a2916-75ea-4865-8118-7cf8056acbe4 HTTP/1.1" status: 404 len: 336 time: 0.1431980 Jan 28 10:13:20.813584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.869897 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3b036d5-e3b0-4ef5-a171-721623629222 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:20.885985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3b036d5-e3b0-4ef5-a171-721623629222 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:20.888204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a3b036d5-e3b0-4ef5-a171-721623629222 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/19290c55-f594-474a-876a-2debb1682a77 HTTP/1.1" status: 404 len: 337 time: 0.0735888 Jan 28 10:13:20.891168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:20.975432 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:21.004620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port cffb60ab-0758-4278-b8c4-cf94cbee28d9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:21.005166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:21.026239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f970507e-f46f-4248-8089-82e8806e8f79 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff9b2191-3b6a-46ca-9e00-e1dfe285edfc HTTP/1.1" status: 200 len: 205 time: 0.1314189 Jan 28 10:13:21.031221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:21.185938 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-93fe13fe-301d-4c7d-a780-eed08a8984b0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] delete failed (client error): The resource could not be found. Jan 28 10:13:21.189749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-93fe13fe-301d-4c7d-a780-eed08a8984b0 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/routers/ff9b2191-3b6a-46ca-9e00-e1dfe285edfc HTTP/1.1" status: 404 len: 336 time: 0.1548605 Jan 28 10:13:21.190332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43452) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:21.214204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:18Z', 'revision_number': 10, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:21.220786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:21.233951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:21.235049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:21.323675 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-858facb2-3afd-42cf-b9a1-5351a2e5b019 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:21.324129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858facb2-3afd-42cf-b9a1-5351a2e5b019 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:21.328465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-858facb2-3afd-42cf-b9a1-5351a2e5b019 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/f922f9bf-ca0d-4a76-a0df-0b21195253da HTTP/1.1" status: 404 len: 337 time: 0.1346087 Jan 28 10:13:21.331469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43466) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:21.379125 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b76ff41-a949-4822-8212-1e4b76a9d992 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:21.379569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b76ff41-a949-4822-8212-1e4b76a9d992 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:21.384360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5b76ff41-a949-4822-8212-1e4b76a9d992 tempest-RoutersTest-366370035 tempest-RoutersTest-366370035-project] 10.222.0.42 "DELETE /v2.0/subnets/5ea89724-b4ec-4c68-9f80-21cc471226d6 HTTP/1.1" status: 404 len: 337 time: 0.0488811 Jan 28 10:13:21.433751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd031e-90f3-47c4-a8e4-edb101ecd958 req-3348646e-fc56-422c-a666-9ed40ad54450 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:21.440435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4bd031e-90f3-47c4-a8e4-edb101ecd958 req-3348646e-fc56-422c-a666-9ed40ad54450 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.1837749 Jan 28 10:13:21.491057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port cffb60ab-0758-4278-b8c4-cf94cbee28d9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=cffb60ab-0758-4278-b8c4-cf94cbee28d9,segment=NetworkSegment(c4dca52d-8e2f-4181-9c79-df5966b027eb),segment_id=c4dca52d-8e2f-4181-9c79-df5966b027eb)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:21.494036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:21.541277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f4bd031e-90f3-47c4-a8e4-edb101ecd958 req-00cad7b4-d34e-4f08-ab6a-920965b72274 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934637 Jan 28 10:13:21.613187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:21.746773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for cffb60ab-0758-4278-b8c4-cf94cbee28d9 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:21.857178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43488) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:21.990623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64cf0290-7617-4e19-a343-91b96599273a None None] DHCP port deletion for 81deafde-d283-419a-974a-7bdbaa5d6097 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:13:22.004287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd580674-d3ed-4f4c-a05d-e14704006e97 req-24bd1543-2d64-45e6-bc8b-ea7a93811a8f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:22.012916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd580674-d3ed-4f4c-a05d-e14704006e97 req-24bd1543-2d64-45e6-bc8b-ea7a93811a8f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.2371473 Jan 28 10:13:22.026235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.096232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dd580674-d3ed-4f4c-a05d-e14704006e97 req-5cbc40a5-11ea-4ba1-8543-0df781c34dcb tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766468 Jan 28 10:13:22.117495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port cffb60ab-0758-4278-b8c4-cf94cbee28d9 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:13:22.208111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-64cf0290-7617-4e19-a343-91b96599273a None None] Deleting port cffb60ab-0758-4278-b8c4-cf94cbee28d9 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:22.208484 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-64cf0290-7617-4e19-a343-91b96599273a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.225554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=cffb60ab-0758-4278-b8c4-cf94cbee28d9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:22.274503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-26d4e6d0-d192-45dd-a2fa-05e8290e28c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be14e19f2e6c4506942a67ff1e18fb64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131138 Jan 28 10:13:22.277091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43508) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:22.356849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-64cf0290-7617-4e19-a343-91b96599273a None None] The port 'cffb60ab-0758-4278-b8c4-cf94cbee28d9' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:13:22.360629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.409937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81deafde-d283-419a-974a-7bdbaa5d6097']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:22.426392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4dca52d-8e2f-4181-9c79-df5966b027eb') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:22.426669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4dca52d-8e2f-4181-9c79-df5966b027eb') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:22.431772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:18Z', 'revision_number': 10, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:22.436482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a3bde4c-b8d5-486f-a0d1-d6dce6b70ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.448652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2883d848-defa-458d-958f-880bdf4a3e71 None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:18Z', 'revision_number': 10, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None, '_interfaces': [{'id': 'ef6c4c78-4bc1-4526-93fb-a472d9964753', 'name': '', 'network_id': '4344b8f6-9fbf-4e81-8e42-03bcfb5e5315', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'mac_address': 'fa:16:3e:3e:86:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3252, 'fixed_ips': [{'subnet_id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:06Z', 'updated_at': '2022-01-28T10:12:58Z', 'revision_number': 5, 'project_id': '41b874441cc14e29ba1e94691089516e', 'subnets': [{'id': '9ffb87c3-7306-4e7d-ad7c-9c24a0929c65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:22.448981 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.492568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee9c52-917c-4f41-992f-168b9729ea51 req-b9b3a8a9-a151-402c-985c-24af9af00c47 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:22.503862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.504210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15ee9c52-917c-4f41-992f-168b9729ea51 req-b9b3a8a9-a151-402c-985c-24af9af00c47 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.1989982 Jan 28 10:13:22.516034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:22.516992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.517339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a3bde4c-b8d5-486f-a0d1-d6dce6b70ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:22.559391 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:22.652705 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a3bde4c-b8d5-486f-a0d1-d6dce6b70ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.670638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-15ee9c52-917c-4f41-992f-168b9729ea51 req-b146c400-30ba-4c94-b26f-c7c0eb74ba7e tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571624 Jan 28 10:13:22.683430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bde4c-b8d5-486f-a0d1-d6dce6b70ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707e2c31-ee2a-491b-8add-4520fef680ef,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:22.703189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43532) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:22.706202 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a3bde4c-b8d5-486f-a0d1-d6dce6b70ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.710076 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0a3bde4c-b8d5-486f-a0d1-d6dce6b70ff1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/707e2c31-ee2a-491b-8add-4520fef680ef HTTP/1.1" status: 204 len: 168 time: 0.4319754 Jan 28 10:13:22.723285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.748586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:22.756948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-2c9fecca-3505-4f5a-92a3-82c0f74111a2 req-531eb2b8-076a-4ed0-9746-b5efdd2300d0 tempest-ServerDiskConfigTestJSON-1883353504 tempest-ServerDiskConfigTestJSON-1883353504-project] (87541) timed out ('10.222.0.43', 61282) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:13:22.757828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=81deafde-d283-419a-974a-7bdbaa5d6097,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:22.774593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5a5a59be-9f4d-48c0-80c5-de273db61813 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/81deafde-d283-419a-974a-7bdbaa5d6097 HTTP/1.1" status: 204 len: 168 time: 2.0054390 Jan 28 10:13:22.777306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43540) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:23.295926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cffb60ab-0758-4278-b8c4-cf94cbee28d9 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:23.394365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: cffb60ab-0758-4278-b8c4-cf94cbee28d9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:23.394941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device cffb60ab-0758-4278-b8c4-cf94cbee28d9 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:23.395551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d220ddd-f760-48d9-ae99-b19a2d7c056a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:23.490724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6d220ddd-f760-48d9-ae99-b19a2d7c056a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:23.491044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6d220ddd-f760-48d9-ae99-b19a2d7c056a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:23.756579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70cf7a37-1147-4689-a06e-84b905714940 tempest-TestServerBasicOps-2074520495 tempest-TestServerBasicOps-2074520495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:23.758033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70cf7a37-1147-4689-a06e-84b905714940 tempest-TestServerBasicOps-2074520495 tempest-TestServerBasicOps-2074520495-project-admin] Synchronizing usage tracker for tenant:c3caffcb25214233a6aadee908e62d40 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:23.827401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-70cf7a37-1147-4689-a06e-84b905714940 tempest-TestServerBasicOps-2074520495 tempest-TestServerBasicOps-2074520495-project-admin] Unset dirty status for tenant:c3caffcb25214233a6aadee908e62d40 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:23.831433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70cf7a37-1147-4689-a06e-84b905714940 tempest-TestServerBasicOps-2074520495 tempest-TestServerBasicOps-2074520495-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1091 time: 1.1240971 Jan 28 10:13:23.831807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43620) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:23.837655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:23.844264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:23.849063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Usage tracker for resource:floatingip and tenant:8f8fac202f0a4b5585fb7a3ff05c5a68 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:23.854480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:23.863149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:23.903102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:23.932639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.015798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43626) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:24.068536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.199115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--852488851'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:24.217257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:24.223923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:24.228674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:24.237126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:24.254131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Allocated IP 172.25.1.131 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/a74d2ff5-10a7-4234-8b4f-1a4f358a1887) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:24.264503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.278052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.333512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port ef6c4c78-4bc1-4526-93fb-a472d9964753 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:24.333868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.353230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:24.371486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:24.375883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:24.384936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:24.536090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.564126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port ef6c4c78-4bc1-4526-93fb-a472d9964753, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef6c4c78-4bc1-4526-93fb-a472d9964753,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:24.564984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.591120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.598937 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.612896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.618218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:24.680699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:24.685346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:24.712371 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:24.721001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for ef6c4c78-4bc1-4526-93fb-a472d9964753 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:24.722688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:24.731669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:24.742687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:24.773721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f94076fe-cf07-45d0-9a69-26f8ef68bb43,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:24.781040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'Port': ['ID=a74d2ff5-10a7-4234-8b4f-1a4f358a1887,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:24.949614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.956027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:24.963006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.009152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=ef6c4c78-4bc1-4526-93fb-a472d9964753,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:25.094084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:25.096469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.097681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3067c241-86f4-48d4-8ee1-3f386a77c475 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0800633 Jan 28 10:13:25.106981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43704) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:25.284764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d3ae724-40ce-4ff2-b927-74ad20584fac tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:25.347985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8d3ae724-40ce-4ff2-b927-74ad20584fac tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:25.349615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8d3ae724-40ce-4ff2-b927-74ad20584fac tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2415552 Jan 28 10:13:25.354145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43726) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:25.365294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-security--1111383852', 'description': 'tempest-security-description-263944665'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:25.411421 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.450279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.630941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.638009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.641655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.649673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-931ee0be-9282-4554-b2b6-3b3cb0d8d404 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:25.651148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-931ee0be-9282-4554-b2b6-3b3cb0d8d404 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.6520262 Jan 28 10:13:25.677130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:25.681723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.682904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9d19934e-4b60-4543-99b4-d20a94a73234 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "PUT /v2.0/security-groups/2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4 HTTP/1.1" status: 200 len: 1779 time: 0.3273797 Jan 28 10:13:25.686175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43750) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:25.798477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5002251a-fe6e-485f-817a-e7a1243b7973 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups/2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4 HTTP/1.1" status: 200 len: 1779 time: 0.1080637 Jan 28 10:13:25.798477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:25.799749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-cb5ca79f-7a1d-4d15-91dd-4a690dbf717d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.0893223 Jan 28 10:13:25.812547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:25.871465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.900742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10b3497b-56a6-47fd-9f10-f65daea04914 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.923918 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96ecc68d-d5a1-418b-8eda-205fa8d12d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:25.966013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10b3497b-56a6-47fd-9f10-f65daea04914 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.014698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:26.029206 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:26.032608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-39bc8c82-24b1-481f-8b5e-3d0f06a29de1 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2540760 Jan 28 10:13:26.035589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43786) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:26.041817 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:26.042610 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:26.076254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-84ceb567-2814-4aeb-a3a2-558c1e83984b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2689986 Jan 28 10:13:26.102318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10b3497b-56a6-47fd-9f10-f65daea04914 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.132328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3497b-56a6-47fd-9f10-f65daea04914 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:26.170128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10b3497b-56a6-47fd-9f10-f65daea04914 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.171247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-10b3497b-56a6-47fd-9f10-f65daea04914 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4 HTTP/1.1" status: 204 len: 168 time: 0.3723214 Jan 28 10:13:26.174590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43796) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:26.229318 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:26.252151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-237c4f5a-3bf0-4d07-8e96-84e46dcc767b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:26.255996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.259913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting subnet 9ffb87c3-7306-4e7d-ad7c-9c24a0929c65 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:13:26.263373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.265238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.328794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.337607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event updated for resources: {'Port': ['ID=a74d2ff5-10a7-4234-8b4f-1a4f358a1887,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:26.358596 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:24Z', 'revision_number': 11, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:26.362876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:26.372954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-237c4f5a-3bf0-4d07-8e96-84e46dcc767b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:26.373500 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:26.374106 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:26.374243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-237c4f5a-3bf0-4d07-8e96-84e46dcc767b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1987088 Jan 28 10:13:26.378506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43800) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:26.405684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-9b5e5147-78b9-43b3-a24b-ffaf21d7237c service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191473 Jan 28 10:13:26.409167 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-b8782fe6-4a52-480e-95b0-f8cc21261e8c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] delete failed (client error): The resource could not be found. Jan 28 10:13:26.410593 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b8782fe6-4a52-480e-95b0-f8cc21261e8c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/2d47fb6d-6e54-4980-8c8b-0f9e0f0c2ab4 HTTP/1.1" status: 404 len: 347 time: 0.0309987 Jan 28 10:13:26.415120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43806) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:26.422038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1190741845'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:26.433786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:26.449321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:26.451358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.453882 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.544008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43810) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:26.553023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.556196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.606113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:26.629391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:26.652560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:26.658095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:26.665879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Subnet': ['ID=9ffb87c3-7306-4e7d-ad7c-9c24a0929c65,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:26.666085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.679702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098b71e6-5fc1-42d5-b264-f913112cca86 None None] Network 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:26.687166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e4853bc-8c0c-417b-b481-89210f6eb132 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/9ffb87c3-7306-4e7d-ad7c-9c24a0929c65 HTTP/1.1" status: 204 len: 168 time: 0.6503434 Jan 28 10:13:26.687771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:26.687906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:26.727915 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Floating IP 16410861-1c59-4a63-93aa-d1242da9fe3c associated. External IP: 172.25.1.131, port: 8eff15a0-57cd-4ed7-8b3f-42846b03016d. Jan 28 10:13:26.750638 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:24Z', 'revision_number': 11, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:26.754740 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07d4d28-1854-40ab-b4d2-c1e3e9d10a7a None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:24Z', 'revision_number': 11, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:26.815322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.860059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Deleting port 5433b6a1-51c8-4f43-8b08-702e27cad6da {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:26.860391 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.862376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:26.890443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:26.951666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Usage tracker for resource:security_group_rule and tenant:0aac9e07d7d84df29a8ab175a34e4c3e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:26.966140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:26.990188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:27.037849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.048170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.059715 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-447a5c27-73d4-480d-acf1-45fc07beff58 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5262556 Jan 28 10:13:27.142472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06a7723-3796-4081-a431-80776781f70b None None] DHCP port deletion for 4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:13:27.146940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7723-3796-4081-a431-80776781f70b None None] Deleting port 5433b6a1-51c8-4f43-8b08-702e27cad6da {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:27.147446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d06a7723-3796-4081-a431-80776781f70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.254629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 5433b6a1-51c8-4f43-8b08-702e27cad6da no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:27.273283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51f57deb-ea22-4806-8300-e4ea65b1c313,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:27.353794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] For port 5433b6a1-51c8-4f43-8b08-702e27cad6da, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5433b6a1-51c8-4f43-8b08-702e27cad6da,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:27.354536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.479226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79b47025-addf-42a9-a97b-732aa06232a4 req-94b5d35c-5505-45f7-943a-ffcedc3133f5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 210 time: 0.1199815 Jan 28 10:13:27.504345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.509314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6fab2a19-bf2b-4d3e-a29f-27ce4748f9d1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0932922 Jan 28 10:13:27.510350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43826) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:27.512403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.518570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '51f57deb-ea22-4806-8300-e4ea65b1c313', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:27.530002 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.539302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:27.552915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Calling delete_port for 5433b6a1-51c8-4f43-8b08-702e27cad6da owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:27.555904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:27.566404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:27.569829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d06a7723-3796-4081-a431-80776781f70b None None] For port 5433b6a1-51c8-4f43-8b08-702e27cad6da, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5433b6a1-51c8-4f43-8b08-702e27cad6da,segment=NetworkSegment(f8116fc0-7685-4704-addb-d7ec69b092d1),segment_id=f8116fc0-7685-4704-addb-d7ec69b092d1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:27.570470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d06a7723-3796-4081-a431-80776781f70b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.592135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:27.630604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb0557f-6409-4d1b-baa6-bbbd0c3bd9e8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:27.639073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0c98bbad-b9a2-472e-b298-ab507a5a4d2e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0aac9e07d7d84df29a8ab175a34e4c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0937634 Jan 28 10:13:27.641590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Router 69386b44-794c-44b8-933d-3ffd9a1df6ad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:27.643305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43834) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:27.671639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.677339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.723549 n-d-825178-2 neutron-server[87542]: INFO neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No ports have port_id starting with 5433b6a1-51c8-4f43-8b08-702e27cad6da Jan 28 10:13:27.732492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7723-3796-4081-a431-80776781f70b None None] Calling delete_port for 5433b6a1-51c8-4f43-8b08-702e27cad6da owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:27.749112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Port': ['ID=5433b6a1-51c8-4f43-8b08-702e27cad6da,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:27.752880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No DVR routers for this DVR port 5433b6a1-51c8-4f43-8b08-702e27cad6da on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:13:27.765752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef6c4c78-4bc1-4526-93fb-a472d9964753 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:13:27.817162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ef6c4c78-4bc1-4526-93fb-a472d9964753 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:13:27.817735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef6c4c78-4bc1-4526-93fb-a472d9964753 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:13:27.849854 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:13:27.862136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-d06a7723-3796-4081-a431-80776781f70b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:13:27.862790 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-d06a7723-3796-4081-a431-80776781f70b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:13:27.901683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.932389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4344b8f6-9fbf-4e81-8e42-03bcfb5e5315']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:27.952519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8116fc0-7685-4704-addb-d7ec69b092d1') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:27.952889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8116fc0-7685-4704-addb-d7ec69b092d1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:27.965725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.983875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:27.992045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:27.992453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:28.008112 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:28.037252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b66f9e61-9686-422a-bede-1c6d1618a85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.067409 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.078208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.098307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.113846 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b66f9e61-9686-422a-bede-1c6d1618a85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.121508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.136486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:28.140818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Pushing event deleted for resources: {'Network': ['ID=4344b8f6-9fbf-4e81-8e42-03bcfb5e5315,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:28.145013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312ac202-8d93-4c80-be63-2ac1c94c0f17,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:28.153974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e6229ee-7dfa-4407-94a7-d3022eb36d3f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/networks/4344b8f6-9fbf-4e81-8e42-03bcfb5e5315 HTTP/1.1" status: 204 len: 168 time: 1.4622941 Jan 28 10:13:28.154789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43840) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:28.155504 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.159720 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-23d654f2-f50f-4cc5-874f-67ca06ef582a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6457765 Jan 28 10:13:28.160872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'routes': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:28.166134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] Sync routers for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:28.168412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43844) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:28.176098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:28.176738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:12:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:28.210161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.260710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d3a1-ea30-4494-b7b0-eb3590f22328 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.277550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d3a1-ea30-4494-b7b0-eb3590f22328 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.297297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-187c82bd-4188-4729-aeaa-df3f6501acca tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4643812 Jan 28 10:13:28.299482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:28.321910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b66f9e61-9686-422a-bede-1c6d1618a85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.336179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d3a1-ea30-4494-b7b0-eb3590f22328 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.358361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f9e61-9686-422a-bede-1c6d1618a85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb0557f-6409-4d1b-baa6-bbbd0c3bd9e8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:28.362876 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b66f9e61-9686-422a-bede-1c6d1618a85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.364359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b66f9e61-9686-422a-bede-1c6d1618a85d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afb0557f-6409-4d1b-baa6-bbbd0c3bd9e8 HTTP/1.1" status: 204 len: 168 time: 0.7145150 Jan 28 10:13:28.368166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd9d3a1-ea30-4494-b7b0-eb3590f22328 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=312ac202-8d93-4c80-be63-2ac1c94c0f17,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:28.370622 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'status': 'completed', 'code': 200} Jan 28 10:13:28.371337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7723-3796-4081-a431-80776781f70b None None] Deleting port 5433b6a1-51c8-4f43-8b08-702e27cad6da {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:28.371702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d06a7723-3796-4081-a431-80776781f70b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.386653 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bd9d3a1-ea30-4494-b7b0-eb3590f22328 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.389199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5bd9d3a1-ea30-4494-b7b0-eb3590f22328 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/312ac202-8d93-4c80-be63-2ac1c94c0f17 HTTP/1.1" status: 204 len: 168 time: 0.2198362 Jan 28 10:13:28.391799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43854) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:28.453014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-db7db9f5-e3c1-40e4-ab37-1fa0db0b9c17 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:28.486392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-db7db9f5-e3c1-40e4-ab37-1fa0db0b9c17 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:28.490683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db7db9f5-e3c1-40e4-ab37-1fa0db0b9c17 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0942688 Jan 28 10:13:28.492141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43858) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:28.530363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:28.623706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Added routes are [] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Jan 28 10:13:28.624167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.extraroute_db [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Removed routes are [] {{(pid=87540) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Jan 28 10:13:28.624577 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:28.900883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d06a7723-3796-4081-a431-80776781f70b None None] The port '5433b6a1-51c8-4f43-8b08-702e27cad6da' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:13:28.937578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-793d581f-51ed-4e4d-8044-5eaeca6b27da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.089847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-373e21b6-dc0d-40ba-9cd4-f6ad377997ed req-4e1de3e4-b8d0-4e24-9214-913494bd3586 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 210 time: 0.2071781 Jan 28 10:13:29.111665 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9340f73-41f0-4298-b972-f3588083c6b6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.183245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9340f73-41f0-4298-b972-f3588083c6b6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.239155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-a5afb65a-b821-4049-b8f2-e7c7889ebd75 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:29.245713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-a5afb65a-b821-4049-b8f2-e7c7889ebd75 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.5773244 Jan 28 10:13:29.263994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:29.480733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-bda308f4-fdca-40e5-8d3f-d365c6317421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:29.482846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-bda308f4-fdca-40e5-8d3f-d365c6317421 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 1.0491560 Jan 28 10:13:29.487554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.522017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.553519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9340f73-41f0-4298-b972-f3588083c6b6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.650463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9340f73-41f0-4298-b972-f3588083c6b6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f57deb-ea22-4806-8300-e4ea65b1c313,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:29.668121 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.745531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.760412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9340f73-41f0-4298-b972-f3588083c6b6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:29.760412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9340f73-41f0-4298-b972-f3588083c6b6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/51f57deb-ea22-4806-8300-e4ea65b1c313 HTTP/1.1" status: 204 len: 168 time: 1.2550092 Jan 28 10:13:29.760412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43880) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:29.760412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:29.806210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '16410861-1c59-4a63-93aa-d1242da9fe3c', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'port_id': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'mac_address': 'fa:16:3e:18:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:13:25Z', 'updated_at': '2022-01-28T10:13:25Z', 'revision_number': 0, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:29.806210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] Checking router: 69386b44-794c-44b8-933d-3ffd9a1df6ad for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:29.816323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:13:29.831223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:29.839290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:29.839290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:29.912370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-af7e2ada-2650-4cde-bea7-528af0a9fcc6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:29.945939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:29.945939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.001667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-38f80f2f-0f38-494b-9cea-e2cd68f63cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:30.003182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-38f80f2f-0f38-494b-9cea-e2cd68f63cb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 910 time: 0.5108814 Jan 28 10:13:30.036118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-af7e2ada-2650-4cde-bea7-528af0a9fcc6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:30.037458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-af7e2ada-2650-4cde-bea7-528af0a9fcc6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2779062 Jan 28 10:13:30.043005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:30.050248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1196060530'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:30.061914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:30.091712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:30.149022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.182584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:30.207422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.6 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/9b1f73aa-0673-49bd-9e2c-d3160a347259) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:30.305139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:30.324510 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] Sync routers for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:30.328148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.332417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2a16cd73-e81a-4ee1-b95b-a04b264429d5 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 705 time: 2.1763761 Jan 28 10:13:30.338369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43898) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:30.346706 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:30.351525 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:30.401631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fe425270-f4d8-430c-a73a-f4ab0ffcd1a2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Synchronizing usage tracker for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:30.448962 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-ccbcdee5-5f58-403d-8772-e0c944986bf8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 999 time: 0.3816612 Jan 28 10:13:30.457443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.485482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object 9b1f73aa-0673-49bd-9e2c-d3160a347259 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:30.502931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:30.511954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:30.515390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf3e4bf3-78ee-4041-9f4c-ea568d9f4e41 req-dec7089b-486c-4575-aee5-a68a62b4c4f4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 210 time: 0.1157722 Jan 28 10:13:30.519604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:30.530486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:30.600262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fe425270-f4d8-430c-a73a-f4ab0ffcd1a2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Unset dirty status for tenant:41b874441cc14e29ba1e94691089516e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:30.603707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.604475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fe425270-f4d8-430c-a73a-f4ab0ffcd1a2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 205 time: 0.2585595 Jan 28 10:13:30.605508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43906) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:30.660964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f7d25a3e-0610-498e-9fc1-f648e322c144'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:13:30.746048 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:30.767220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-3314ae8f-6f5d-45af-a8d0-e88f8c91e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:30.773526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:30.780968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:30.784739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-3314ae8f-6f5d-45af-a8d0-e88f8c91e3da service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.2754552 Jan 28 10:13:30.792601 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.796611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:30.872343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=9b1f73aa-0673-49bd-9e2c-d3160a347259,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:30.896558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.905286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:30.953138 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:24Z', 'revision_number': 11, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:30.957877 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] Checking router: 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:30.968229 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] Routers {'104eaf3e-ea62-4cb7-8b86-2de5adee3d12'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:30.969268 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:30.981220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75d1307c-40f2-4d25-9238-f6568441e9ce,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:31.003840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:31.004764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.065998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-dee3c928-47e2-474a-95fc-ba4f2289032c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8127739 Jan 28 10:13:31.075851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.078530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dcbdbb39-c80f-48ca-9db9-c767ac36dc88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0343652 Jan 28 10:13:31.083834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Request body: {'port': {'device_id': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:31.115022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:31.147150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '75d1307c-40f2-4d25-9238-f6568441e9ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:31.165923 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] Set router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:31.176360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:31.192990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:31.198066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:31.217769 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.218854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:31.288823 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:24Z', 'revision_number': 11, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:31.293509 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addfc07e-1a0a-4702-b96d-803ed8e453b9 None None] The sync data for ids ['104eaf3e-ea62-4cb7-8b86-2de5adee3d12'] in n-d-825178-2 is: [{'id': '104eaf3e-ea62-4cb7-8b86-2de5adee3d12', 'name': 'tempest-RoutersIpV6Test-router-1179380693', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:01Z', 'updated_at': '2022-01-28T10:13:24Z', 'revision_number': 11, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:31.360282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e4329376-0ae1-4e13-b316-b5b067c4d04d None None] Provisioning for port 9b1f73aa-0673-49bd-9e2c-d3160a347259 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:31.394135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e4329376-0ae1-4e13-b316-b5b067c4d04d None None] Provisioning complete for port 9b1f73aa-0673-49bd-9e2c-d3160a347259 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:31.394500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e4329376-0ae1-4e13-b316-b5b067c4d04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.462173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e4329376-0ae1-4e13-b316-b5b067c4d04d None None] Port 9b1f73aa-0673-49bd-9e2c-d3160a347259 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:13:31.473966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '16410861-1c59-4a63-93aa-d1242da9fe3c', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'port_id': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'mac_address': 'fa:16:3e:18:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:13:25Z', 'updated_at': '2022-01-28T10:13:25Z', 'revision_number': 0, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:31.488819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8054546a-1801-492b-aa43-80d95ec2b106 None None] The sync data for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 is: [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '16410861-1c59-4a63-93aa-d1242da9fe3c', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'floating_ip_address': '172.25.1.131', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'port_id': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'mac_address': 'fa:16:3e:18:d9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:13:25Z', 'updated_at': '2022-01-28T10:13:25Z', 'revision_number': 0, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:31.600008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43928) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:31.602735 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.717965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.821747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-500c97b1-1f58-46e8-bec0-de585c354930 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:31.891248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.893823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.918076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.918566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router 104eaf3e-ea62-4cb7-8b86-2de5adee3d12 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:13:31.946962 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:31.957017 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9aca381-72ce-4dba-831e-7eef34e0f190 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 204 len: 168 time: 1.3476863 Jan 28 10:13:31.957964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43936) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:31.967140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1431131491', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:31.975490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:31.983372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Usage tracker for resource:router and tenant:41b874441cc14e29ba1e94691089516e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:31.991978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.001106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:32.007812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-aae560b2-c723-4d08-bbd3-4b7f75b541d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:32.010052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-aae560b2-c723-4d08-bbd3-4b7f75b541d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0533769 Jan 28 10:13:32.011984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-500c97b1-1f58-46e8-bec0-de585c354930 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "PUT /v2.0/quotas/639e9a242bf74e24ad5542bb4286ad75 HTTP/1.1" status: 200 len: 366 time: 0.3879213 Jan 28 10:13:32.013484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43940) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.027135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b523e54e-5bcf-4810-98d7-3e93be8a7f5d tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0123379 Jan 28 10:13:32.037714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43944) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.045357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.054471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.055508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.121406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.158485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.161446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ffcd4c-02b7-4308-9cb4-181f72c2bc96 req-88bfcccf-8c74-4ea7-b12e-f6e994167fbf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:32.161896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-88ffcd4c-02b7-4308-9cb4-181f72c2bc96 req-88bfcccf-8c74-4ea7-b12e-f6e994167fbf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:32.177505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-879151b4-c8ad-48ab-949f-4ad44883a858 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "GET /v2.0/quotas/639e9a242bf74e24ad5542bb4286ad75 HTTP/1.1" status: 200 len: 366 time: 0.1356630 Jan 28 10:13:32.179998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43948) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.210159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74be2beb-1820-4b58-9937-27218b6803ba,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:32.219272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-ed95b855-078b-45b1-b66e-2b6a9c9316db service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007694 Jan 28 10:13:32.222422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.276108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-88ffcd4c-02b7-4308-9cb4-181f72c2bc96 req-88bfcccf-8c74-4ea7-b12e-f6e994167fbf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:32.277751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88ffcd4c-02b7-4308-9cb4-181f72c2bc96 req-88bfcccf-8c74-4ea7-b12e-f6e994167fbf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 931 time: 0.5523548 Jan 28 10:13:32.283539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-04ca0215-b0e6-4784-b915-e32e714580b8 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/639e9a242bf74e24ad5542bb4286ad75 HTTP/1.1" status: 204 len: 168 time: 0.0970874 Jan 28 10:13:32.295524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43952) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.296568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.298040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4eed743-cb79-4ca6-a084-e9ec05a95075 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1734731 Jan 28 10:13:32.300978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43954) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.341521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '75d1307c-40f2-4d25-9238-f6568441e9ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:32.344179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.345398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1c71980-c1ee-4afa-ae4d-02f490ea4d1d tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3861697 Jan 28 10:13:32.348194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 43960) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.368277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:32.376883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Request body: {'router': {'admin_state_up': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:32.392703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc6a58b4-4df9-4f14-9e3d-e1e11a652626 req-a8379721-720f-4665-9ddc-324b26e5c099 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634483 Jan 28 10:13:32.433010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9ec062f2-ed08-4214-96ea-7e4e00bba0b4 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1328702 Jan 28 10:13:32.435775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43964) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.437103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.450817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f57f48c4-34a5-4cd5-bd65-d68a7b7419c2 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "GET /v2.0/quotas/639e9a242bf74e24ad5542bb4286ad75 HTTP/1.1" status: 200 len: 370 time: 0.0131819 Jan 28 10:13:32.454370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43968) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.456072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.462141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-74c37c31-fac1-4a80-b438-a7cbfa004c75 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "GET /v2.0/quotas/639e9a242bf74e24ad5542bb4286ad75/default HTTP/1.1" status: 200 len: 370 time: 0.0053589 Jan 28 10:13:32.464727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43972) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.489439 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-226e1cc0-5f9a-40ad-bdbc-7a0b14fd3f7f tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] delete failed (client error): The resource could not be found. Jan 28 10:13:32.492140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-226e1cc0-5f9a-40ad-bdbc-7a0b14fd3f7f tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/639e9a242bf74e24ad5542bb4286ad75 HTTP/1.1" status: 404 len: 348 time: 0.0122447 Jan 28 10:13:32.529148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:32.547378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88ffcd4c-02b7-4308-9cb4-181f72c2bc96 req-eeae838a-59a3-4bf8-b246-5bb500ce059b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597396 Jan 28 10:13:32.634356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43978) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:32.655536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:network and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.661647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.669232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:subnet and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.674465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.682641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:subnetpool and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.687964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.689173 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.resource_extend [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:13:32.700233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:port and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.706469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.714675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.715601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:router and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.721162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.735702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:floatingip and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.740647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.781483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:security_group and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.787887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fc9348-c2a5-4ce1-bc97-0c222796a04c None None] New status for floating IP 16410861-1c59-4a63-93aa-d1242da9fe3c: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:13:32.799901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.807694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Usage tracker for resource:security_group_rule and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:32.811980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:32.816534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-61b54d55-0f46-4685-9cb3-553795192c92 tempest-QuotasTest-1647505535 tempest-QuotasTest-1647505535-project-admin] 10.222.0.42 "GET /v2.0/quotas/013237e01a4441ce81193b557bd766f1/details.json HTTP/1.1" status: 200 len: 703 time: 0.1807742 Jan 28 10:13:32.970233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1f73aa-0673-49bd-9e2c-d3160a347259 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:13:32.976118 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:32.989060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.010187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-751565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-751554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-721027'] for router, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.025548 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.033715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.104552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Transition to ACTIVE for port object 9b1f73aa-0673-49bd-9e2c-d3160a347259 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:33.213825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.265021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43986) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:33.292100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.295419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9903672 Jan 28 10:13:33.300709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43992) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:33.310874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '75d1307c-40f2-4d25-9238-f6568441e9ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:33.311128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfdb2c3-88ba-4d13-b198-67cd16ef0a8b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=300a257d-686d-4a96-86d0-6c99fd9a471f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:33.324298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:33.329952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:33.333150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:33.346578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:33.377436 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.461728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.489935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.497043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:33.500895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.564808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Usage tracker for resource:security_group_rule and tenant:d1a0b3f6e4974e87b48ddeabd8631077 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:33.584032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbee431-07dc-4b6f-8c32-39a573082738,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:33.595907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:33.612443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:33.631411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f73aa-0673-49bd-9e2c-d3160a347259,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:33.676008 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.677348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-baadb964-31d5-459f-b58c-cea4cfc2c69f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3743992 Jan 28 10:13:33.683943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 43998) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:33.692955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '75d1307c-40f2-4d25-9238-f6568441e9ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:33.698317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Router ba24a32c-5d3d-45b3-806e-db27031669be is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:13:33.705361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:33.716128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:33.722606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:33.731111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:33.849007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.851669 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.919324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.923520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Attempting to bind port 9b1f73aa-0673-49bd-9e2c-d3160a347259 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:33.923937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Attempting to bind port 9b1f73aa-0673-49bd-9e2c-d3160a347259 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:33.924461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Attempting to bind port 9b1f73aa-0673-49bd-9e2c-d3160a347259 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:33.936496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Port 9b1f73aa-0673-49bd-9e2c-d3160a347259 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:13:33.938241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Attempting to bind port 9b1f73aa-0673-49bd-9e2c-d3160a347259 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:33.939375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:33.949363 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.950476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a8889f35-84d2-4082-8971-e18554b58b94 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "PUT /v2.0/routers/ba24a32c-5d3d-45b3-806e-db27031669be HTTP/1.1" status: 200 len: 698 time: 1.5885696 Jan 28 10:13:33.951963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:33.952472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:33.954910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:33.955820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Bound port: 9b1f73aa-0673-49bd-9e2c-d3160a347259, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:33.956475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:33.966087 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] Sync routers for ids ['ba24a32c-5d3d-45b3-806e-db27031669be'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:33.968251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44004) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:33.983632 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] Routers {'ba24a32c-5d3d-45b3-806e-db27031669be'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:33.985012 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ba24a32c-5d3d-45b3-806e-db27031669be'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:34.031525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.052772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.058728 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1a0b3f6e4974e87b48ddeabd8631077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7926242 Jan 28 10:13:34.092067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44008) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:34.107495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c64e85-bb58-43ab-bc3a-69f79e2fbf02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53540f11-c55e-4398-a6c3-b82d95456088,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:34.116794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.121725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4335608 Jan 28 10:13:34.123067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:34.129328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78050682-a402-4870-91d8-7ce953796584 req-360bf783-bbd5-4f3b-9a88-b7d15656909c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:34.131143 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78050682-a402-4870-91d8-7ce953796584 req-360bf783-bbd5-4f3b-9a88-b7d15656909c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.3820264 Jan 28 10:13:34.137055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62408ce7-ba5b-4e12-8fdd-23613a739ed8 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0f5a85d-6597-4ce5-bc02-6fe2d9bba25d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:34.162561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '75d1307c-40f2-4d25-9238-f6568441e9ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:34.184544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:34.199201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78050682-a402-4870-91d8-7ce953796584 req-79c871e0-b620-4c38-871f-a869f4d1443e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567355 Jan 28 10:13:34.200622 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bc14fedf-9041-4255-a3d1-c0aaf9f05dc6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/routers/ba24a32c-5d3d-45b3-806e-db27031669be HTTP/1.1" status: 200 len: 704 time: 0.2311523 Jan 28 10:13:34.204082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:34.204828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44016) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:34.213808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:34.226595 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] Set router ba24a32c-5d3d-45b3-806e-db27031669be gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:34.233914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:34.262033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] For port 9b1f73aa-0673-49bd-9e2c-d3160a347259, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:34.266394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-39a1936b-05d5-48bf-9383-edcd0e727e1c tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba24a32c-5d3d-45b3-806e-db27031669be HTTP/1.1" status: 200 len: 205 time: 0.0594015 Jan 28 10:13:34.267206 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44020) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:34.286783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] For port 9b1f73aa-0673-49bd-9e2c-d3160a347259, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:34.295143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.339618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.354286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75732d65-df2a-4d36-912d-14a704b99792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.370741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba24a32c-5d3d-45b3-806e-db27031669be', 'name': 'tempest-RoutersIpV6Test-router-1431131491', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:13:32Z', 'updated_at': '2022-01-28T10:13:32Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:34.391019 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] Checking router: ba24a32c-5d3d-45b3-806e-db27031669be for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:13:34.434057 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] Routers {'ba24a32c-5d3d-45b3-806e-db27031669be'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:34.437688 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['ba24a32c-5d3d-45b3-806e-db27031669be'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:34.460651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:34.460971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.464287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] 10.222.0.43 "PUT /v2.0/ports/9b1f73aa-0673-49bd-9e2c-d3160a347259 HTTP/1.1" status: 200 len: 1091 time: 3.3883429 Jan 28 10:13:34.464287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'tag': '9b1f73aa-0673-49bd-9e2c-d3160a347259'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:34.468498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff946-27a7-4df4-9ae8-cba74203c277 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f73aa-0673-49bd-9e2c-d3160a347259,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:34.487985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.724477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75732d65-df2a-4d36-912d-14a704b99792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.737204 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'tag': '9b1f73aa-0673-49bd-9e2c-d3160a347259', 'status': 'completed', 'code': 200} Jan 28 10:13:34.820057 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] Set router ba24a32c-5d3d-45b3-806e-db27031669be gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:13:34.831480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.840357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:34.881704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47df0ff6-cd3c-4f15-b085-fdda17df6072,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:34.917567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-188f60dd-e745-4bc4-9d37-26c234b3b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:34.919395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-188f60dd-e745-4bc4-9d37-26c234b3b506 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 1094 time: 0.3238094 Jan 28 10:13:35.027933 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba24a32c-5d3d-45b3-806e-db27031669be', 'name': 'tempest-RoutersIpV6Test-router-1431131491', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:13:32Z', 'updated_at': '2022-01-28T10:13:32Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:35.033783 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e728d31b-a053-4237-b544-bacc3f3b1bef None None] The sync data for ids ['ba24a32c-5d3d-45b3-806e-db27031669be'] in n-d-825178-2 is: [{'id': 'ba24a32c-5d3d-45b3-806e-db27031669be', 'name': 'tempest-RoutersIpV6Test-router-1431131491', 'tenant_id': '41b874441cc14e29ba1e94691089516e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:13:32Z', 'updated_at': '2022-01-28T10:13:32Z', 'revision_number': 2, 'project_id': '41b874441cc14e29ba1e94691089516e', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:35.124604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75732d65-df2a-4d36-912d-14a704b99792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.129657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-509d7be4-f063-40eb-8c80-3af59173ced6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259 HTTP/1.1" status: 200 len: 217 time: 0.1853089 Jan 28 10:13:35.152112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75732d65-df2a-4d36-912d-14a704b99792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53540f11-c55e-4398-a6c3-b82d95456088,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:35.200652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.202141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43024557-ef36-4790-a6e4-205e7d068d1e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0634644 Jan 28 10:13:35.210366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75732d65-df2a-4d36-912d-14a704b99792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.211750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-75732d65-df2a-4d36-912d-14a704b99792 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53540f11-c55e-4398-a6c3-b82d95456088 HTTP/1.1" status: 204 len: 168 time: 1.0900867 Jan 28 10:13:35.212486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44026) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.255086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16fd1ca4-e727-43fe-8230-f6531f1142c1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.262779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-abbbdcc7-0a61-4cc4-8b67-b0bd8a2c2003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:35.264465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-abbbdcc7-0a61-4cc4-8b67-b0bd8a2c2003 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.1136034 Jan 28 10:13:35.271301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16fd1ca4-e727-43fe-8230-f6531f1142c1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.291949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.318080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.397917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.398825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Fanout notify agent at l3_agent the message router_deleted on router ba24a32c-5d3d-45b3-806e-db27031669be {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:13:35.433640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16fd1ca4-e727-43fe-8230-f6531f1142c1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.477406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.488359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1e254b74-ccf2-472e-b979-28c6836ce48f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/ba24a32c-5d3d-45b3-806e-db27031669be HTTP/1.1" status: 204 len: 168 time: 1.2196851 Jan 28 10:13:35.491122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44034) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.514750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fd1ca4-e727-43fe-8230-f6531f1142c1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=47df0ff6-cd3c-4f15-b085-fdda17df6072,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:35.550716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-16fd1ca4-e727-43fe-8230-f6531f1142c1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.550716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-16fd1ca4-e727-43fe-8230-f6531f1142c1 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/47df0ff6-cd3c-4f15-b085-fdda17df6072 HTTP/1.1" status: 204 len: 168 time: 0.3296623 Jan 28 10:13:35.559658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44040) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.591105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f5f1af50-239d-40a7-a113-05ba82ee7db2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=ba24a32c-5d3d-45b3-806e-db27031669be HTTP/1.1" status: 200 len: 205 time: 0.0809314 Jan 28 10:13:35.591105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44044) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.622959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-b336fb0e-56a1-4b71-a478-448e1dcc02ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:35.622959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-b336fb0e-56a1-4b71-a478-448e1dcc02ad service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3397710 Jan 28 10:13:35.685338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d26ef020-abf4-4f9e-b9d0-cb845eece445 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:35.745853 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-ee129b56-2f45-47c6-a866-7dda43911d7b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:35.745853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee129b56-2f45-47c6-a866-7dda43911d7b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/ba24a32c-5d3d-45b3-806e-db27031669be HTTP/1.1" status: 404 len: 336 time: 0.1555831 Jan 28 10:13:35.745853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.794099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d26ef020-abf4-4f9e-b9d0-cb845eece445 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:35.794099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d26ef020-abf4-4f9e-b9d0-cb845eece445 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2223744 Jan 28 10:13:35.794099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44052) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.838144 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-217667e9-f9cf-49e9-8099-27ebe7028bf3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:35.838144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217667e9-f9cf-49e9-8099-27ebe7028bf3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:35.838144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-217667e9-f9cf-49e9-8099-27ebe7028bf3 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/caabf1c6-662c-4560-bf20-577cdd9cc3cd HTTP/1.1" status: 404 len: 337 time: 0.0913222 Jan 28 10:13:35.838144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44056) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:35.868743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2956503a-f3d7-402f-9d72-f2c526fecc1f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.904119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2956503a-f3d7-402f-9d72-f2c526fecc1f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:35.915753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-97e7f66d-a3db-4370-9077-8465abcaef48 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822881 Jan 28 10:13:35.958175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455fc174-493f-4d8f-aede-0b19d0f859e2 req-428e77f1-f719-4724-9cf2-0d9136c53cc7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:35.958175 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-455fc174-493f-4d8f-aede-0b19d0f859e2 req-428e77f1-f719-4724-9cf2-0d9136c53cc7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.5943131 Jan 28 10:13:36.007290 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fca35bc-82e2-4d1c-927d-bd31ca602946 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:36.007290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fca35bc-82e2-4d1c-927d-bd31ca602946 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:36.007290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5fca35bc-82e2-4d1c-927d-bd31ca602946 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/c4f5c9fa-1925-4f32-82a8-20c09e93dcd0 HTTP/1.1" status: 404 len: 337 time: 0.1656334 Jan 28 10:13:36.007290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44060) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.105692 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4141b26-a1b7-4d9a-8b24-32f8569565e4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:36.105692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4141b26-a1b7-4d9a-8b24-32f8569565e4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:36.153533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fc873dfc-04da-4856-9020-feb3fd8f5ec6 req-c9e3a038-27cd-4642-b87f-e4eaee4e2fdc service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871278 Jan 28 10:13:36.168029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a4141b26-a1b7-4d9a-8b24-32f8569565e4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/700f21c4-4894-4e6b-9599-9bd87fb89d7b HTTP/1.1" status: 404 len: 337 time: 0.0838711 Jan 28 10:13:36.168029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44064) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.183328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2956503a-f3d7-402f-9d72-f2c526fecc1f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:36.196093 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-7954495f-e608-45c3-9f36-6f31ec041451 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:36.196093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7954495f-e608-45c3-9f36-6f31ec041451 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:36.196093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7954495f-e608-45c3-9f36-6f31ec041451 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/9ffb87c3-7306-4e7d-ad7c-9c24a0929c65 HTTP/1.1" status: 404 len: 337 time: 0.0522234 Jan 28 10:13:36.196093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-455fc174-493f-4d8f-aede-0b19d0f859e2 req-6310b23c-0e09-4885-875f-ee569db98371 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309134 Jan 28 10:13:36.196093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44068) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.286051 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2956503a-f3d7-402f-9d72-f2c526fecc1f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:36.286051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2956503a-f3d7-402f-9d72-f2c526fecc1f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c0f5a85d-6597-4ce5-bc02-6fe2d9bba25d HTTP/1.1" status: 204 len: 168 time: 0.4885767 Jan 28 10:13:36.286051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956503a-f3d7-402f-9d72-f2c526fecc1f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0f5a85d-6597-4ce5-bc02-6fe2d9bba25d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:36.286051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44072) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.335975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e59cdce6-57e4-447e-90dc-1348a18d625b tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 200 len: 205 time: 0.1355112 Jan 28 10:13:36.335975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44076) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.384737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cdb0aa6-63e1-4340-bbb8-def41b02e81f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:36.427859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4cdb0aa6-63e1-4340-bbb8-def41b02e81f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:36.427859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4cdb0aa6-63e1-4340-bbb8-def41b02e81f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1336498 Jan 28 10:13:36.427859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245573a0-57ff-4e58-8579-29f3999f9216 req-a2205ee4-41dd-4916-aa85-894b17c3d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:36.427859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-a2205ee4-41dd-4916-aa85-894b17c3d3e1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 1094 time: 0.2489061 Jan 28 10:13:36.427859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44080) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.456135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.468538 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-4e6d36fa-874c-4b01-87d8-a81ae455b8a0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:36.468538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e6d36fa-874c-4b01-87d8-a81ae455b8a0 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/104eaf3e-ea62-4cb7-8b86-2de5adee3d12 HTTP/1.1" status: 404 len: 336 time: 0.1292951 Jan 28 10:13:36.509698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.615986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a708cb49-99b3-42e8-a8cf-a5533db17d05 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=99d89798-ac26-4a8e-9275-1be3467119be HTTP/1.1" status: 200 len: 205 time: 0.1133556 Jan 28 10:13:36.615986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44092) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.803515 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-8b3150b9-9f6e-4f81-ab33-fd1123172af4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:36.803515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b3150b9-9f6e-4f81-ab33-fd1123172af4 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/99d89798-ac26-4a8e-9275-1be3467119be HTTP/1.1" status: 404 len: 336 time: 0.1834292 Jan 28 10:13:36.803515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44096) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.857405 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44ac721-517a-407e-8d45-b6c3b6a3221f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:36.857405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f44ac721-517a-407e-8d45-b6c3b6a3221f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:36.857405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f44ac721-517a-407e-8d45-b6c3b6a3221f tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/a680b557-882c-4b1c-bdc6-b0ec9148669a HTTP/1.1" status: 404 len: 337 time: 0.0532537 Jan 28 10:13:36.857405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:36.909424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245573a0-57ff-4e58-8579-29f3999f9216 req-42f3f1cd-fa3b-4eca-a019-8ac3256a5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:36.909424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-42f3f1cd-fa3b-4eca-a019-8ac3256a5d82 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.4474142 Jan 28 10:13:37.015635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bf9b751a-242c-4c32-b642-d92ed624aa49 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 200 len: 205 time: 0.1535354 Jan 28 10:13:37.025088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44104) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.029631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-aa5dc501-3bc6-4655-8f95-1c6e0f72f621 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259 HTTP/1.1" status: 200 len: 217 time: 0.0923533 Jan 28 10:13:37.031280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.043782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-549459ba-1fe5-47c3-b6cd-7f93783de355 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.124451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245573a0-57ff-4e58-8579-29f3999f9216 req-4a234463-7a58-410d-aa57-07fce4bd93e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:37.126563 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-4a234463-7a58-410d-aa57-07fce4bd93e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0777140 Jan 28 10:13:37.133124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-549459ba-1fe5-47c3-b6cd-7f93783de355 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.160082 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-b62ea561-4c3a-48f8-bb1b-7d268772d1b6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:37.162928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b62ea561-4c3a-48f8-bb1b-7d268772d1b6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/f94ebb1a-19f3-458d-a394-2a2883ea4042 HTTP/1.1" status: 404 len: 336 time: 0.1409326 Jan 28 10:13:37.168627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44108) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.195990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:37.212239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Usage tracker for resource:security_group_rule and tenant:013237e01a4441ce81193b557bd766f1 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:37.221644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:37.240030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:37.278666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-549459ba-1fe5-47c3-b6cd-7f93783de355 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.320141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8c9a3f09-105d-4d84-b5fe-c60ef593c654 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=7f9602dd-398b-449b-a276-98e11365945f HTTP/1.1" status: 200 len: 205 time: 0.1492524 Jan 28 10:13:37.326920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44114) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.337737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245573a0-57ff-4e58-8579-29f3999f9216 req-5eba250a-a703-430d-acae-371b725e89a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:37.339826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-5eba250a-a703-430d-acae-371b725e89a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988242 Jan 28 10:13:37.342676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549459ba-1fe5-47c3-b6cd-7f93783de355 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfbee431-07dc-4b6f-8c32-39a573082738,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:37.422412 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-ee343e27-218f-4a00-b194-f0325c396269 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:37.422412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee343e27-218f-4a00-b194-f0325c396269 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/7f9602dd-398b-449b-a276-98e11365945f HTTP/1.1" status: 404 len: 336 time: 0.0862060 Jan 28 10:13:37.422412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44118) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.487749 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8fc33e-9f19-45c9-bd99-f74355e12628 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:37.488212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8fc33e-9f19-45c9-bd99-f74355e12628 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:37.493373 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cb8fc33e-9f19-45c9-bd99-f74355e12628 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/b27ce958-dc87-4c2a-94c8-f9ad720dfa5f HTTP/1.1" status: 404 len: 337 time: 0.0696826 Jan 28 10:13:37.494378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44122) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.560805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-549459ba-1fe5-47c3-b6cd-7f93783de355 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.564629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-549459ba-1fe5-47c3-b6cd-7f93783de355 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dfbee431-07dc-4b6f-8c32-39a573082738 HTTP/1.1" status: 204 len: 168 time: 1.1432042 Jan 28 10:13:37.570600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44126) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.601532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a11849de-cfb7-47a3-9bc5-b2e8c9c4c793 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d5802af-584e-4c4b-be6e-8395e22b5ce9 HTTP/1.1" status: 200 len: 205 time: 0.1007271 Jan 28 10:13:37.604479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44130) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.692164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-e0b3aa0d-b2c3-411d-8f7d-faf13cfc5a47 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424010 Jan 28 10:13:37.696396 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.699739 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-23c601ca-92b5-4ee7-a708-317dd7f9a824 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:37.701144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23c601ca-92b5-4ee7-a708-317dd7f9a824 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/0d5802af-584e-4c4b-be6e-8395e22b5ce9 HTTP/1.1" status: 404 len: 336 time: 0.0951357 Jan 28 10:13:37.703882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44134) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.738477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:37.756324 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6c39cf-905a-4ec8-86aa-a60802120cca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:37.757136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6c39cf-905a-4ec8-86aa-a60802120cca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:37.759427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cb6c39cf-905a-4ec8-86aa-a60802120cca tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/f65a56c6-a48c-4885-8442-fbd52197be0d HTTP/1.1" status: 404 len: 337 time: 0.0539048 Jan 28 10:13:37.763267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44138) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.816259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-67af6218-ef7e-408b-b0aa-16430157b6c4 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:37.823827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f135c03-c71b-4ea0-b01f-8bd96abd6977 req-e5f39575-1797-4f55-937e-4a7884acea91 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:37.825826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f135c03-c71b-4ea0-b01f-8bd96abd6977 req-e5f39575-1797-4f55-937e-4a7884acea91 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.3247604 Jan 28 10:13:37.844347 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9146810b-a1c3-42bd-b8ed-19fa2721edce tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ee233-265e-45c9-8bc7-f6b8308d401c HTTP/1.1" status: 200 len: 205 time: 0.0800323 Jan 28 10:13:37.849710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.910116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=013237e01a4441ce81193b557bd766f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4526088 Jan 28 10:13:37.912257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.927618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad814bf5-c101-4315-982c-654f9d21ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191c965a-d7a4-427e-877d-b577cdcb4b88,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:37.941240 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-d678e479-d43e-4020-8edb-7f43388338a6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] delete failed (client error): The resource could not be found. Jan 28 10:13:37.942607 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d678e479-d43e-4020-8edb-7f43388338a6 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/routers/120ee233-265e-45c9-8bc7-f6b8308d401c HTTP/1.1" status: 404 len: 336 time: 0.0911920 Jan 28 10:13:37.944066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-67af6218-ef7e-408b-b0aa-16430157b6c4 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:37.945463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-67af6218-ef7e-408b-b0aa-16430157b6c4 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.3739505 Jan 28 10:13:37.947217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44150) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.950052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44152) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:37.986518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f135c03-c71b-4ea0-b01f-8bd96abd6977 req-481e84dc-c9a9-4288-ae59-2183f94f56f7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462836 Jan 28 10:13:38.033131 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-7662753e-8818-4066-9371-32b9e937a735 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:38.033722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7662753e-8818-4066-9371-32b9e937a735 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:38.035346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7662753e-8818-4066-9371-32b9e937a735 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/8921b7de-6e38-4afb-ae46-93af7dcae2dd HTTP/1.1" status: 404 len: 337 time: 0.0868735 Jan 28 10:13:38.038412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-245573a0-57ff-4e58-8579-29f3999f9216 req-748e8ce7-075a-4b43-9970-734ddd6230a6 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385050 Jan 28 10:13:38.038961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44158) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:38.073889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-06bb3c44-e38a-43ae-b2ca-47ee92ed48f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.081977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e52b3b2-c5d7-471b-a4d8-02eb24127143 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.089664 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-a10d8ab7-7c84-4b31-ad6d-8979efe3e0f2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] DELETE failed (client error): The resource could not be found. Jan 28 10:13:38.090414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a10d8ab7-7c84-4b31-ad6d-8979efe3e0f2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:13:38.092263 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a10d8ab7-7c84-4b31-ad6d-8979efe3e0f2 tempest-RoutersIpV6Test-690172783 tempest-RoutersIpV6Test-690172783-project] 10.222.0.42 "DELETE /v2.0/subnets/660ebdde-fcfe-475f-bc98-d9c63a2a5bf9 HTTP/1.1" status: 404 len: 337 time: 0.0522130 Jan 28 10:13:38.096854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e52b3b2-c5d7-471b-a4d8-02eb24127143 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.102811 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-06bb3c44-e38a-43ae-b2ca-47ee92ed48f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.130753 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e52b3b2-c5d7-471b-a4d8-02eb24127143 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.176150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e52b3b2-c5d7-471b-a4d8-02eb24127143 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=300a257d-686d-4a96-86d0-6c99fd9a471f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:38.187584 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2e52b3b2-c5d7-471b-a4d8-02eb24127143 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.192905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2e52b3b2-c5d7-471b-a4d8-02eb24127143 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/300a257d-686d-4a96-86d0-6c99fd9a471f HTTP/1.1" status: 204 len: 168 time: 0.2414057 Jan 28 10:13:38.193887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-06bb3c44-e38a-43ae-b2ca-47ee92ed48f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.194275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44166) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:38.223551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb3c44-e38a-43ae-b2ca-47ee92ed48f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191c965a-d7a4-427e-877d-b577cdcb4b88,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:38.226427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-06bb3c44-e38a-43ae-b2ca-47ee92ed48f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.227553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-06bb3c44-e38a-43ae-b2ca-47ee92ed48f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/191c965a-d7a4-427e-877d-b577cdcb4b88 HTTP/1.1" status: 204 len: 168 time: 0.3107677 Jan 28 10:13:38.259530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8b3ee9d4-d45f-4477-b8ce-6f4f92a9aae6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:38.282586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8b3ee9d4-d45f-4477-b8ce-6f4f92a9aae6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:38.290256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44172) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:38.293233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b3ee9d4-d45f-4477-b8ce-6f4f92a9aae6 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0975120 Jan 28 10:13:38.344470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7943b94-004a-4b55-9813-d223e8ced4f3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.363835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7943b94-004a-4b55-9813-d223e8ced4f3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.447792 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7943b94-004a-4b55-9813-d223e8ced4f3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.464347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7943b94-004a-4b55-9813-d223e8ced4f3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74be2beb-1820-4b58-9937-27218b6803ba,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:38.488747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e7943b94-004a-4b55-9813-d223e8ced4f3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.488747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e7943b94-004a-4b55-9813-d223e8ced4f3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/74be2beb-1820-4b58-9937-27218b6803ba HTTP/1.1" status: 204 len: 168 time: 0.1850874 Jan 28 10:13:38.494304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44176) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:38.650609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1649960c-d4c6-49d9-ad79-5e0437d2a338 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1604493 Jan 28 10:13:38.653595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44184) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:38.737557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c70d177-292d-49b2-81be-47b78562d49c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.778872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44188) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:38.781542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c70d177-292d-49b2-81be-47b78562d49c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.868448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c70d177-292d-49b2-81be-47b78562d49c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.893311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c70d177-292d-49b2-81be-47b78562d49c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d1307c-40f2-4d25-9238-f6568441e9ce,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:38.902440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c70d177-292d-49b2-81be-47b78562d49c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:38.903548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c70d177-292d-49b2-81be-47b78562d49c tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/75d1307c-40f2-4d25-9238-f6568441e9ce HTTP/1.1" status: 204 len: 168 time: 0.2490032 Jan 28 10:13:38.906314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44198) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:39.014034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2f25b2f-6d83-4f28-b357-0326891042a4 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1065717 Jan 28 10:13:39.019728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:39.040866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1528346051'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:39.059728 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-957610fa-30cb-4007-a88f-7afd491c998b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41b874441cc14e29ba1e94691089516e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2796555 Jan 28 10:13:39.063016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44212) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:39.067783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:39.073412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:39.076636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:39.084317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:39.099193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.131987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:39.137825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:39.142540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:39.149035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:39.241472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53e10a7b-4075-4b49-89d3-9d2ed02fb0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.280869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53e10a7b-4075-4b49-89d3-9d2ed02fb0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.305026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.314421 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.339762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d47741-f379-4838-9725-961b7f3b5625 req-d8c2e8f2-4331-4d6a-90c2-578a413c1c6d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:39.341491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-20d47741-f379-4838-9725-961b7f3b5625 req-d8c2e8f2-4331-4d6a-90c2-578a413c1c6d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.1623662 Jan 28 10:13:39.380150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37405d3f-4939-46cc-92cf-319c6653007f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:39.393165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.394461 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fa573e10-1a4b-47a8-872c-dbaccf6ee8dd tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3737149 Jan 28 10:13:39.396755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53e10a7b-4075-4b49-89d3-9d2ed02fb0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.397360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44224) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:39.405582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '37405d3f-4939-46cc-92cf-319c6653007f', 'direction': 'ingress', 'protocol': 17}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:39.418665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-20d47741-f379-4838-9725-961b7f3b5625 req-1d003945-0bdf-4e9c-983a-008e98df26f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671971 Jan 28 10:13:39.418919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:39.421806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e10a7b-4075-4b49-89d3-9d2ed02fb0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63183bed-2b11-48c4-8b7b-05bc1877bbbe,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:39.425075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:39.435173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:39.440701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:39.449626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53e10a7b-4075-4b49-89d3-9d2ed02fb0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.464497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53e10a7b-4075-4b49-89d3-9d2ed02fb0a5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63183bed-2b11-48c4-8b7b-05bc1877bbbe HTTP/1.1" status: 204 len: 168 time: 0.3966687 Jan 28 10:13:39.502059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.617646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.617646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.688416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5df66481-aaaa-4d4e-9f02-8404aa2fe6ec,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:39.712203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.716304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f7bac75-8bae-490a-af74-249cca770648 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3153510 Jan 28 10:13:39.719624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44234) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:39.812542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd997a7d-aac2-4ab4-83f3-ad187759b156 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.862964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd997a7d-aac2-4ab4-83f3-ad187759b156 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.932027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd997a7d-aac2-4ab4-83f3-ad187759b156 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:39.971491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd997a7d-aac2-4ab4-83f3-ad187759b156 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37405d3f-4939-46cc-92cf-319c6653007f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:39.998706 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd997a7d-aac2-4ab4-83f3-ad187759b156 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:40.000616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fd997a7d-aac2-4ab4-83f3-ad187759b156 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/37405d3f-4939-46cc-92cf-319c6653007f HTTP/1.1" status: 204 len: 168 time: 0.2806766 Jan 28 10:13:40.005149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44244) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:40.066997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8fc59eed-2a66-4f71-a232-c48ac0f8d596 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:40.096135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8fc59eed-2a66-4f71-a232-c48ac0f8d596 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:40.102036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8fc59eed-2a66-4f71-a232-c48ac0f8d596 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0955620 Jan 28 10:13:40.102208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44248) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:40.122114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--67533283'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:40.137030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:40.156509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:40.190421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:40.236963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:40.243309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:40.247779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:40.265625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:40.401587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:40.406518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:40.575819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac718f4-1f4e-452e-bcb0-5f2a000a1195,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:40.575819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:40.596100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fc8ba42a-1dea-4550-82db-09d4521f556e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4760027 Jan 28 10:13:40.599921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44268) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:40.599921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--341457784'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:40.636039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:40.636039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:40.737307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:40.766453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:40.801721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:40.853281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:40.853281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:40.857314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:40.893908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:40.926523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27b26df-c47f-4618-83a5-8bd730434501 req-f709fe16-3e7d-4600-b379-2894ffbe8f92 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:40.930567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44280) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:40.937476 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27b26df-c47f-4618-83a5-8bd730434501 req-f709fe16-3e7d-4600-b379-2894ffbe8f92 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.3013725 Jan 28 10:13:41.018902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e27b26df-c47f-4618-83a5-8bd730434501 req-ff62fbfa-2e37-440a-aaf5-cc8949753f98 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851161 Jan 28 10:13:41.120492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.127660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.184421 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:41.216445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ea713e-8cdd-423e-a29a-bd65da6c7658,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:41.218113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:13:41.227190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.230911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dede28d6-9c44-4f11-b5e5-2d7f7957c94a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6388867 Jan 28 10:13:41.239245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44294) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:41.245831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '0ac718f4-1f4e-452e-bcb0-5f2a000a1195', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '62ea713e-8cdd-423e-a29a-bd65da6c7658', 'remote_ip_prefix': None}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:41.255187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:41.260565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:41.264490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:41.269764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:41.274056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-242539610', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:41.286430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1596e74f-c012-448a-8ccf-beb1b7ed3c6e tempest-DvrRoutersNegativeTest-745828199 tempest-DvrRoutersNegativeTest-745828199-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1936213626', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:41.291699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.policy [None req-1596e74f-c012-448a-8ccf-beb1b7ed3c6e tempest-DvrRoutersNegativeTest-745828199 tempest-DvrRoutersNegativeTest-745828199-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=87540) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jan 28 10:13:41.291699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.policy [None req-1596e74f-c012-448a-8ccf-beb1b7ed3c6e tempest-DvrRoutersNegativeTest-745828199 tempest-DvrRoutersNegativeTest-745828199-project] Failed policy check for 'create_router' {{(pid=87540) enforce /opt/stack/neutron/neutron/policy.py:520}} Jan 28 10:13:41.291699 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-1596e74f-c012-448a-8ccf-beb1b7ed3c6e tempest-DvrRoutersNegativeTest-745828199 tempest-DvrRoutersNegativeTest-745828199-project] create failed (client error): Access was denied to this resource. Jan 28 10:13:41.292040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1596e74f-c012-448a-8ccf-beb1b7ed3c6e tempest-DvrRoutersNegativeTest-745828199 tempest-DvrRoutersNegativeTest-745828199-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1080914 Jan 28 10:13:41.297389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:41.304254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Usage tracker for resource:port and tenant:239878c20c2f41b9baf295543a85a21c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:41.307551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:41.318139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:41.323348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.330048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Made reservation on behalf of 239878c20c2f41b9baf295543a85a21c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:41.332464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.346763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.363622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:41.370707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Usage tracker for resource:security_group_rule and tenant:239878c20c2f41b9baf295543a85a21c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:41.375674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:41.389875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:41.437744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.442492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.464161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fce0fa-ab8f-413b-bd99-f8bea2edbbd3,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:41.491915 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.503522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-39a06184-b6bb-4acb-9603-ba6b044d6e7b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2628822 Jan 28 10:13:41.504037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44300) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:41.547481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2e71db-0f1f-483f-aaf0-a9a849503673 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.561441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.564007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2e71db-0f1f-483f-aaf0-a9a849503673 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.586690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.596102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] device_id is not set on port d7065b4a-feb3-4af1-848a-419b293a55f8 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:13:41.701920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa26294-ea59-4004-b91c-0bb97cbe813f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:41.707113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2e71db-0f1f-483f-aaf0-a9a849503673 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.765215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e71db-0f1f-483f-aaf0-a9a849503673 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3fce0fa-ab8f-413b-bd99-f8bea2edbbd3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:41.801083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2e71db-0f1f-483f-aaf0-a9a849503673 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:41.804747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e2e71db-0f1f-483f-aaf0-a9a849503673 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c3fce0fa-ab8f-413b-bd99-f8bea2edbbd3 HTTP/1.1" status: 204 len: 168 time: 0.2969882 Jan 28 10:13:41.805102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44306) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:41.824020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44310) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:41.829101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Allocated IP 172.25.1.135 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/d7065b4a-feb3-4af1-848a-419b293a55f8) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:41.928397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1f9bd25f-b14e-48ac-8109-ac35c26a9845 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:41.967067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1f9bd25f-b14e-48ac-8109-ac35c26a9845 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:41.967067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1f9bd25f-b14e-48ac-8109-ac35c26a9845 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1586521 Jan 28 10:13:41.968376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44316) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:42.214445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.232230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-571f18da-b151-4963-a348-fd4e34ec6ab3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.242551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:42.250159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Usage tracker for resource:security_group_rule and tenant:6f970d188bbf4da896c358af5e0233a8 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:42.260285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:42.269052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:42.271561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-571f18da-b151-4963-a348-fd4e34ec6ab3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.311738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.332770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c368119-8ba8-485a-9d3e-52ce8715cbc0 req-71ed45f0-56d2-4eb9-9cf2-cdca583b24f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:42.332770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c368119-8ba8-485a-9d3e-52ce8715cbc0 req-71ed45f0-56d2-4eb9-9cf2-cdca583b24f8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.1586959 Jan 28 10:13:42.355224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-571f18da-b151-4963-a348-fd4e34ec6ab3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.377723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f18da-b151-4963-a348-fd4e34ec6ab3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ea713e-8cdd-423e-a29a-bd65da6c7658,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:42.395518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c368119-8ba8-485a-9d3e-52ce8715cbc0 req-55cd4c7e-507d-45d1-b6d0-171442196d3c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588737 Jan 28 10:13:42.406661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-571f18da-b151-4963-a348-fd4e34ec6ab3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.406661 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-571f18da-b151-4963-a348-fd4e34ec6ab3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/62ea713e-8cdd-423e-a29a-bd65da6c7658 HTTP/1.1" status: 204 len: 168 time: 0.4310219 Jan 28 10:13:42.406661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44322) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:42.413521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.475346 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.491789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.493769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:42.497004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:42.500560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:42.542719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Pushing event updated for resources: {'Port': ['ID=d7065b4a-feb3-4af1-848a-419b293a55f8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:42.563100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:42.563569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.573656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f970d188bbf4da896c358af5e0233a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7483854 Jan 28 10:13:42.576296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44326) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:42.586199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2f93673a-c7cb-44c5-b82b-f1819c1769f5 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:42.590289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510e231-ff65-40b0-a374-149d8e46dc42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8eb010a-4b79-4450-a90f-3c5297ce0dd0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:42.597197 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-75cc0535-fec1-4393-8629-0eba8386d1e5 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6755207 Jan 28 10:13:42.600572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44330) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:42.608166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.135'}]}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:42.613989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2f93673a-c7cb-44c5-b82b-f1819c1769f5 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:42.614401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2f93673a-c7cb-44c5-b82b-f1819c1769f5 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.2094560 Jan 28 10:13:42.616396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:42.618175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44334) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:42.621975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Usage tracker for resource:router and tenant:239878c20c2f41b9baf295543a85a21c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:42.636871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:42.647899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:42.653460 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272dc6a0-6c77-4df5-a21b-574db0eec82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.677139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.677139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.689778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272dc6a0-6c77-4df5-a21b-574db0eec82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.708776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.711384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f027fa-9e2d-40a3-9aa3-ad71113d40eb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.748810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f027fa-9e2d-40a3-9aa3-ad71113d40eb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.753004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272dc6a0-6c77-4df5-a21b-574db0eec82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.771588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272dc6a0-6c77-4df5-a21b-574db0eec82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8eb010a-4b79-4450-a90f-3c5297ce0dd0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:42.775216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272dc6a0-6c77-4df5-a21b-574db0eec82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:42.776624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-272dc6a0-6c77-4df5-a21b-574db0eec82a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8eb010a-4b79-4450-a90f-3c5297ce0dd0 HTTP/1.1" status: 204 len: 168 time: 0.1990759 Jan 28 10:13:43.060374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.065590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f027fa-9e2d-40a3-9aa3-ad71113d40eb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.103827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f027fa-9e2d-40a3-9aa3-ad71113d40eb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac718f4-1f4e-452e-bcb0-5f2a000a1195,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:43.184083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f027fa-9e2d-40a3-9aa3-ad71113d40eb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.184591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-03f027fa-9e2d-40a3-9aa3-ad71113d40eb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/0ac718f4-1f4e-452e-bcb0-5f2a000a1195 HTTP/1.1" status: 204 len: 168 time: 0.5655465 Jan 28 10:13:43.188571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44348) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:43.259672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-aab74dbd-0f6f-40f4-bf52-46011731c7b0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:43.276926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-aab74dbd-0f6f-40f4-bf52-46011731c7b0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:43.281852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aab74dbd-0f6f-40f4-bf52-46011731c7b0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878644 Jan 28 10:13:43.282149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44354) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:43.296360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--686405179'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:43.313663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:43.332582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:43.345569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.385114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:43.391690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:43.394309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:43.403807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:43.594301 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.606906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.677632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dda707bd-90f8-403f-a66a-196bae3a7e45,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:43.702106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.703490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d9a19c52-58fe-4b88-9eef-4ead62d5d6af tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4196415 Jan 28 10:13:43.706097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:43.711871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': 'dda707bd-90f8-403f-a66a-196bae3a7e45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:43.718828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:43.723900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:43.729013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:43.735655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:43.755529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.758013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.791384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.842172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:43.859157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.920632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caf011-2d90-4dd3-b959-20b3a1b0b0e9 req-fe1520ac-81eb-4ccc-9cf3-05e684dd2cce tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:43.922011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3caf011-2d90-4dd3-b959-20b3a1b0b0e9 req-fe1520ac-81eb-4ccc-9cf3-05e684dd2cce tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.2707655 Jan 28 10:13:43.935000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.941730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:43.977856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9150aa90-0c70-40bc-ae0c-8e26594d5f31,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:44.020112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.024284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44378) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:44.025380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4e7444cc-f89f-48ed-8bef-5600c147d0d3 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3181567 Jan 28 10:13:44.040982 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3caf011-2d90-4dd3-b959-20b3a1b0b0e9 req-4a57ead7-7db8-4c0f-8e72-b4eddb7a6244 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807130 Jan 28 10:13:44.041559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1596625564', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:44.050101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:44.055016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:router and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:44.062265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:44.068516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:44.079415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.080440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.098824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.108252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.120061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.127428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.143675 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.147079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.149323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6243b148-83b2-4caf-8290-bdc7a3fd51e9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3016560 Jan 28 10:13:44.152139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44382) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:44.157998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1147742655'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:44.163759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:44.172203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:network and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:44.175944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:44.186939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:44.199406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:44.208027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.228785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.262768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:44.275209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:security_group_rule and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:44.281565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:44.293386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:44.412989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.420221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.464866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:13:44.471470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.477767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeedf5db-84ec-408a-ae6a-d1f9a402b705,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:44.486421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.486784 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Added segment 22c43088-3d9a-4223-a189-9baf4de053a9 of type vlan for network 90fd753c-954f-40a2-907a-144037eab50a Jan 28 10:13:44.567093 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.627201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9150aa90-0c70-40bc-ae0c-8e26594d5f31,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:44.631349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.636058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.640734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:44.641666 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.641796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.645552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.645888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.648738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.649326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.649827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.650390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.651341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.652440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.652995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.653509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.654025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.654518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:44.682954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.684517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c657dc1-fb30-44a2-a457-e948dc574fce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9150aa90-0c70-40bc-ae0c-8e26594d5f31 HTTP/1.1" status: 204 len: 168 time: 0.6592193 Jan 28 10:13:44.688251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:44.737161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.737161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f830518b-aa39-4c60-a04a-29ec907a0038 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:13:44.768425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6148317 Jan 28 10:13:44.769696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:44.775306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595b4ab-5a5c-416f-b386-63302ef180b6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Network': ['ID=90fd753c-954f-40a2-907a-144037eab50a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:44.779907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'subnet': {'network_id': '90fd753c-954f-40a2-907a-144037eab50a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:44.780812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-657c1c36-b374-4b4d-a7eb-b0c7c9e8655f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:44.792591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 90fd753c-954f-40a2-907a-144037eab50a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:13:44.812405 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 28 10:13:44.812405 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f7fd639-d7c5-4183-b53f-e279d5f8f62f tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.2051101 Jan 28 10:13:44.814887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44394) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:44.823730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-657c1c36-b374-4b4d-a7eb-b0c7c9e8655f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:44.829792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-657c1c36-b374-4b4d-a7eb-b0c7c9e8655f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1340945 Jan 28 10:13:44.829792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44398) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:44.925389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24197638-98fb-478a-8157-2dcc4cb39173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.937134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Deleting port d7065b4a-feb3-4af1-848a-419b293a55f8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:44.939350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:44.960144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24197638-98fb-478a-8157-2dcc4cb39173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.019399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24197638-98fb-478a-8157-2dcc4cb39173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.040500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24197638-98fb-478a-8157-2dcc4cb39173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda707bd-90f8-403f-a66a-196bae3a7e45,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:45.073068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24197638-98fb-478a-8157-2dcc4cb39173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.075511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-24197638-98fb-478a-8157-2dcc4cb39173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/dda707bd-90f8-403f-a66a-196bae3a7e45 HTTP/1.1" status: 204 len: 168 time: 0.2450700 Jan 28 10:13:45.078492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44404) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:45.116115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:45.119955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:subnet and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:45.122863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:45.129040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:45.172433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff053104-c4ab-4352-adb9-9b84c7dde727 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:45.198798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff053104-c4ab-4352-adb9-9b84c7dde727 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:45.207728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff053104-c4ab-4352-adb9-9b84c7dde727 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1278560 Jan 28 10:13:45.208606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44408) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:45.216628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--420019025'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:45.225986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:45.238099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:45.250602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.266738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:45.270853 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.277490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:45.282123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:45.285913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:45.291994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:45.368584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.397775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.403417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.430070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.495835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28832181-40a8-4b05-8417-b648dc01cea0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:45.527153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.536315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e5b8b601-6afd-42af-b47a-0e2bbabb9fdb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3177352 Jan 28 10:13:45.536315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44412) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:45.543011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '28832181-40a8-4b05-8417-b648dc01cea0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:45.550180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:45.559200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:45.569936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:45.574920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:45.622927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.721050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.723183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.732085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Calling delete_port for d7065b4a-feb3-4af1-848a-419b293a55f8 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:45.754346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd33610a-323d-4152-b7a5-6b1720608ff2,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:45.786984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.791634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92990dac-747a-4ce7-b0e3-687a5fcaad88 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2586958 Jan 28 10:13:45.793442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44416) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:45.807787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c1dda-25cd-4953-8c19-4d7b8c7dd62f req-713ce7da-597c-43f6-94c7-7b594e5a065f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:45.814194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e02c1dda-25cd-4953-8c19-4d7b8c7dd62f req-713ce7da-597c-43f6-94c7-7b594e5a065f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.5921323 Jan 28 10:13:45.824716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b306ba8e-75f2-4f0b-bb84-c53d031bd2ce tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules/cd33610a-323d-4152-b7a5-6b1720608ff2 HTTP/1.1" status: 200 len: 763 time: 0.0299335 Jan 28 10:13:45.828312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44420) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:45.905548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d983a927-34d9-4a4b-92aa-1cd83d9f309a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:45.924254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d983a927-34d9-4a4b-92aa-1cd83d9f309a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:45.927074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d983a927-34d9-4a4b-92aa-1cd83d9f309a tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0957761 Jan 28 10:13:45.928768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44424) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:45.971779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25f-7818-4aff-85aa-0ea083df69cb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:45.987483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25f-7818-4aff-85aa-0ea083df69cb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.019624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25f-7818-4aff-85aa-0ea083df69cb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.020019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e02c1dda-25cd-4953-8c19-4d7b8c7dd62f req-2ae72f9d-5a80-418d-9849-d6d0b5b15576 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950383 Jan 28 10:13:46.041510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffecf25f-7818-4aff-85aa-0ea083df69cb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd33610a-323d-4152-b7a5-6b1720608ff2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.048446 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ffecf25f-7818-4aff-85aa-0ea083df69cb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.049925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ffecf25f-7818-4aff-85aa-0ea083df69cb tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cd33610a-323d-4152-b7a5-6b1720608ff2 HTTP/1.1" status: 204 len: 168 time: 0.1202497 Jan 28 10:13:46.055078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44428) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.072217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.134659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33fc21ea-980f-4d92-be66-a6a5a1b304ef tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:46.154273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33fc21ea-980f-4d92-be66-a6a5a1b304ef tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:46.154273 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33fc21ea-980f-4d92-be66-a6a5a1b304ef tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0984750 Jan 28 10:13:46.159944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44432) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.165639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '28832181-40a8-4b05-8417-b648dc01cea0', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:46.172413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.176636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:46.192996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:46.210707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.252049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7065b4a-feb3-4af1-848a-419b293a55f8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.274938 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.279702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.306136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc2df2e-5119-4196-a1c8-d44f5e0b6f2b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.320201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.321632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-03f842f7-caa1-434d-9e1f-a167e4bc3173 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1635187 Jan 28 10:13:46.324187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44436) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.326177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Subnet': ['ID=98e0bdac-423d-4c61-ab5b-3686165541b4,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.332293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Checking segment: {'id': '22c43088-3d9a-4223-a189-9baf4de053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '90fd753c-954f-40a2-907a-144037eab50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:46.332293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network hostable DHCP agents. Network: 90fd753c-954f-40a2-907a-144037eab50a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:13:46.337535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.346547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3cae9add-31ae-4a53-af1d-d019a0d6ac86 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules/afc2df2e-5119-4196-a1c8-d44f5e0b6f2b HTTP/1.1" status: 200 len: 763 time: 0.0212889 Jan 28 10:13:46.349033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44440) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.350714 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2253c7c6-06d4-4669-98c8-5be6f5239a00 tempest-RoutersAdminNegativeIpV6Test-1205036438 tempest-RoutersAdminNegativeIpV6Test-1205036438-project-admin] 10.222.0.42 "DELETE /v2.0/ports/d7065b4a-feb3-4af1-848a-419b293a55f8 HTTP/1.1" status: 204 len: 168 time: 1.5396342 Jan 28 10:13:46.362887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 90fd753c-954f-40a2-907a-144037eab50a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:13:46.374895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 90fd753c-954f-40a2-907a-144037eab50a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:46.381176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:46.381772 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.385352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f77b9-a022-4f3c-827d-040c019cbea3 None None] Network 90fd753c-954f-40a2-907a-144037eab50a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:46.406376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc48a753-c0df-4cc6-9521-d8756112e01b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6308653 Jan 28 10:13:46.406560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6bc1734-e8a3-45ff-90aa-c8115a7db868 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:46.406679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44446) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.414398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'network': {'name': 'tempest-router-network01--1431428368'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:46.420354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:46.424401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b6bc1734-e8a3-45ff-90aa-c8115a7db868 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:46.425716 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6bc1734-e8a3-45ff-90aa-c8115a7db868 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0753548 Jan 28 10:13:46.428569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:network and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:46.428853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44450) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.437046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:46.449410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:46.457040 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e9d238b-2473-4db0-88b5-5508afde512e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.467507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:46.469586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e9d238b-2473-4db0-88b5-5508afde512e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.472727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.512435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e9d238b-2473-4db0-88b5-5508afde512e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.514918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:13:46.537094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.540427 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Added segment 8c60b960-c067-47c3-8070-1aa22b726040 of type vlan for network 44650506-1124-407a-b797-e32c38842351 Jan 28 10:13:46.549053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d238b-2473-4db0-88b5-5508afde512e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afc2df2e-5119-4196-a1c8-d44f5e0b6f2b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.560734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e9d238b-2473-4db0-88b5-5508afde512e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.561906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e9d238b-2473-4db0-88b5-5508afde512e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/afc2df2e-5119-4196-a1c8-d44f5e0b6f2b HTTP/1.1" status: 204 len: 168 time: 0.1324251 Jan 28 10:13:46.564388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44454) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.597507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.653769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.665992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:46.665992 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.681727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-69411d82-c753-4575-9424-ad5a8653c4b2 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:46.703123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-69411d82-c753-4575-9424-ad5a8653c4b2 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:46.704708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-69411d82-c753-4575-9424-ad5a8653c4b2 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1385036 Jan 28 10:13:46.707462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44460) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.715604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '28832181-40a8-4b05-8417-b648dc01cea0', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:46.723645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:46.738564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-90fd753c-954f-40a2-907a-144037eab50a', 'network_id': '90fd753c-954f-40a2-907a-144037eab50a', 'tenant_id': '48f6d7eec9a644a190a3e84d64119304', 'fixed_ips': [{'subnet_id': '98e0bdac-423d-4c61-ab5b-3686165541b4'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:13:46.739353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:46.739957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.764791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.813438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4057090 Jan 28 10:13:46.815701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44464) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.827677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'network': {'name': 'tempest-router-network02--832606039'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:46.838356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c9aea-cd54-4e38-8186-ef400f1f8e8b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Network': ['ID=44650506-1124-407a-b797-e32c38842351,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.844153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:46.847518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:network and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:46.851632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:46.858798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:46.871866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:46.878012 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.884850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.892203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.913927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 44650506-1124-407a-b797-e32c38842351 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:13:46.920365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44468) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.932424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:13:46.936879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3d4abd-2fbb-40b4-bed7-7644ba4fb655,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:46.952683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Allocated IP 2001:db8::2 (90fd753c-954f-40a2-907a-144037eab50a/98e0bdac-423d-4c61-ab5b-3686165541b4/4061a005-df55-4438-b1c3-f53374a3c11a) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:46.958587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.963228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c665289-0efa-472b-8f0c-158f9563aaf7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2516336 Jan 28 10:13:46.963421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44476) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:46.967038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:46.969717 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Added segment 90d74d8f-081e-46c8-8ef7-acb92d8644ff of type vlan for network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d Jan 28 10:13:46.991859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dc89e1d6-1d3a-48e8-9047-7d9403153b6e tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules/8a3d4abd-2fbb-40b4-bed7-7644ba4fb655 HTTP/1.1" status: 200 len: 764 time: 0.0272975 Jan 28 10:13:46.994261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44480) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.010650 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.047508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c052f8b7-6747-4e85-8394-4ae4131f5f5d tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:47.054581 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.061950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:47.063184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.066100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c052f8b7-6747-4e85-8394-4ae4131f5f5d tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:47.070980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c052f8b7-6747-4e85-8394-4ae4131f5f5d tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0726650 Jan 28 10:13:47.071606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44486) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.102606 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6b5117e-893d-48a8-9764-c610c903980f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.115881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6b5117e-893d-48a8-9764-c610c903980f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.176919 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.199383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3806202 Jan 28 10:13:47.202305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44490) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.210891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'subnet': {'network_id': '44650506-1124-407a-b797-e32c38842351', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:47.230172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:47.230845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103393e7-df7d-4e35-af81-4c7cf3e65a33 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Network': ['ID=aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.239934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Usage tracker for resource:security_group_rule and tenant:8245830effd44f3eacbdbd20e9877f53 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:47.249480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:13:47.249714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:47.261564 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6b5117e-893d-48a8-9764-c610c903980f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.269673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:47.296112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5117e-893d-48a8-9764-c610c903980f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a3d4abd-2fbb-40b4-bed7-7644ba4fb655,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.306343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6b5117e-893d-48a8-9764-c610c903980f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.307487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6b5117e-893d-48a8-9764-c610c903980f tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8a3d4abd-2fbb-40b4-bed7-7644ba4fb655 HTTP/1.1" status: 204 len: 168 time: 0.2352173 Jan 28 10:13:47.310744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44494) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.346922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:47.353268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:subnet and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:47.356934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:47.360785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.363876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:47.374298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Transition to ACTIVE for port object 4061a005-df55-4438-b1c3-f53374a3c11a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:47.376078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:47.379978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.393758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Transition to ACTIVE for port object 4061a005-df55-4438-b1c3-f53374a3c11a will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:47.399677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.409363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d3b48dd3-2d60-4121-90fd-d485383ae131 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:47.421677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e4e81-a726-4db3-8967-e7f16bd6cb2b req-3bac684b-5d26-495d-ae1a-fe504ef3b21a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:47.423129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b5e4e81-a726-4db3-8967-e7f16bd6cb2b req-3bac684b-5d26-495d-ae1a-fe504ef3b21a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.2361436 Jan 28 10:13:47.472084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d3b48dd3-2d60-4121-90fd-d485383ae131 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:47.479365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d3b48dd3-2d60-4121-90fd-d485383ae131 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1606798 Jan 28 10:13:47.479479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Pushing event updated for resources: {'Port': ['ID=4061a005-df55-4438-b1c3-f53374a3c11a,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.479570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.482200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Network 90fd753c-954f-40a2-907a-144037eab50a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:47.483376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:47.485705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:47.525268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.541894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b5e4e81-a726-4db3-8967-e7f16bd6cb2b req-6b3913f3-8d2a-4402-b1e1-45f4feb5d12d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100018 Jan 28 10:13:47.542769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.577441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Attempting to bind port 4061a005-df55-4438-b1c3-f53374a3c11a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:47.577821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Attempting to bind port 4061a005-df55-4438-b1c3-f53374a3c11a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '22c43088-3d9a-4223-a189-9baf4de053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '90fd753c-954f-40a2-907a-144037eab50a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:47.578171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Attempting to bind port 4061a005-df55-4438-b1c3-f53374a3c11a on network 90fd753c-954f-40a2-907a-144037eab50a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:47.583445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:47.583814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Checking segment: {'id': '22c43088-3d9a-4223-a189-9baf4de053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '90fd753c-954f-40a2-907a-144037eab50a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:47.584812 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.585201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Bound using segment: {'id': '22c43088-3d9a-4223-a189-9baf4de053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '90fd753c-954f-40a2-907a-144037eab50a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:47.585659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Bound port: 4061a005-df55-4438-b1c3-f53374a3c11a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c43088-3d9a-4223-a189-9baf4de053a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '90fd753c-954f-40a2-907a-144037eab50a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:47.586030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.609812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a060efe0-ee5b-4adc-ab50-7ad0cfa51ad0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.656949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-624cb3c1-e528-4146-a521-b0e3c2cbe8bf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8245830effd44f3eacbdbd20e9877f53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7341504 Jan 28 10:13:47.659710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44502) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.671931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0786167-052e-42bc-9cc0-7f06283a8b4b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.676304 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.690469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] For port 4061a005-df55-4438-b1c3-f53374a3c11a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:47.694475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] For port 4061a005-df55-4438-b1c3-f53374a3c11a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4061a005-df55-4438-b1c3-f53374a3c11a,segment=NetworkSegment(22c43088-3d9a-4223-a189-9baf4de053a9),segment_id=22c43088-3d9a-4223-a189-9baf4de053a9)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:47.698724 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.727666 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0786167-052e-42bc-9cc0-7f06283a8b4b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.765313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Subnet': ['ID=ab2cc9db-d0d1-4818-9134-77fcef149815,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.771187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Checking segment: {'id': '8c60b960-c067-47c3-8070-1aa22b726040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '44650506-1124-407a-b797-e32c38842351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:47.772329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network hostable DHCP agents. Network: 44650506-1124-407a-b797-e32c38842351, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:13:47.789399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71937da8-5ed0-4cab-bd50-bcc1ac6d3b4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.791228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7138146-e9b8-48ac-b422-824416c9b2ff None None] Pushing event updated for resources: {'Port': ['ID=4061a005-df55-4438-b1c3-f53374a3c11a,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.794203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 44650506-1124-407a-b797-e32c38842351 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:13:47.806729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 44650506-1124-407a-b797-e32c38842351) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:47.813828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:47.814571 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.816725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48883607-faaf-45d2-bc84-1987bc59c469 None None] Network 44650506-1124-407a-b797-e32c38842351 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:47.820178 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0786167-052e-42bc-9cc0-7f06283a8b4b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.842529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-be389f1c-1437-4ff9-b4a5-b11050002f73 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6391940 Jan 28 10:13:47.845322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44506) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.850905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71937da8-5ed0-4cab-bd50-bcc1ac6d3b4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.852912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'subnet': {'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:47.861897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0786167-052e-42bc-9cc0-7f06283a8b4b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28832181-40a8-4b05-8417-b648dc01cea0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.904071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0786167-052e-42bc-9cc0-7f06283a8b4b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.905239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e0786167-052e-42bc-9cc0-7f06283a8b4b tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/28832181-40a8-4b05-8417-b648dc01cea0 HTTP/1.1" status: 204 len: 168 time: 0.4232557 Jan 28 10:13:47.907957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44510) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:47.967683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71937da8-5ed0-4cab-bd50-bcc1ac6d3b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:47.988774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71937da8-5ed0-4cab-bd50-bcc1ac6d3b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a060efe0-ee5b-4adc-ab50-7ad0cfa51ad0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:47.995088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-13a5ddf4-0a34-417b-a992-664b891db187 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:48.012944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-71937da8-5ed0-4cab-bd50-bcc1ac6d3b4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.014225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-71937da8-5ed0-4cab-bd50-bcc1ac6d3b4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a060efe0-ee5b-4adc-ab50-7ad0cfa51ad0 HTTP/1.1" status: 204 len: 168 time: 0.3534389 Jan 28 10:13:48.015451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:48.022118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:subnet and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:48.025191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-13a5ddf4-0a34-417b-a992-664b891db187 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:48.027294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13a5ddf4-0a34-417b-a992-664b891db187 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1180856 Jan 28 10:13:48.034033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44516) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:48.036565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:48.057970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:48.060098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1275856354'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:48.067696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:48.070565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:48.077637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.087564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:48.101231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.158057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:48.163823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:48.166874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:48.175244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:48.217766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-44650506-1124-407a-b797-e32c38842351', 'network_id': '44650506-1124-407a-b797-e32c38842351', 'tenant_id': '48f6d7eec9a644a190a3e84d64119304', 'fixed_ips': [{'subnet_id': 'ab2cc9db-d0d1-4818-9134-77fcef149815'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:13:48.218985 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.319618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.329021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.501799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.511192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4750175 Jan 28 10:13:48.529778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44522) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:48.553162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Allocated IP 2001:db8::2 (44650506-1124-407a-b797-e32c38842351/ab2cc9db-d0d1-4818-9134-77fcef149815/45e03cd7-de82-49e6-8ee6-d250d4dd6a15) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:48.563621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Request body: {'security_group_rule': {'security_group_id': '73a07465-34bc-4b4b-bf6c-57f9ceb9a3a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:48.582401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:48.593262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Usage tracker for resource:security_group_rule and tenant:d764cda0110a4e589c0e39bb08069dc6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:48.599291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:48.622854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:48.627332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44528) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:48.637883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f4e053-14ea-42a3-aaca-40cc4e9762ad tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73a07465-34bc-4b4b-bf6c-57f9ceb9a3a6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:48.670552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.709455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4bc96740-86d1-4be4-89ca-26b70248cea6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=239878c20c2f41b9baf295543a85a21c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804198 Jan 28 10:13:48.710568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.715933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44532) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:48.830482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.836225 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.870310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7dfea1-28a0-4534-b8da-10f63f5b18a8,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:48.895344 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:48.901148 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cd19e6ad-7551-4ca5-9dcf-2687d768a8e0 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3641567 Jan 28 10:13:48.901148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44536) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:48.922647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Subnet': ['ID=8548be3f-3b3a-4236-a44b-f4f8ae4500f6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:48.961919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29ab2801-853b-4bbc-8d31-72020f611779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.021791 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.023351 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29ab2801-853b-4bbc-8d31-72020f611779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.037564 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4201a5a-e385-4700-9ee4-97e3a30eb440 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.050114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Transition to ACTIVE for port object 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:49.082919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Transition to ACTIVE for port object 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:49.091340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.094649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Checking segment: {'id': '90d74d8f-081e-46c8-8ef7-acb92d8644ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:49.094835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4201a5a-e385-4700-9ee4-97e3a30eb440 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.095417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network hostable DHCP agents. Network: aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:13:49.144002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:13:49.178400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4201a5a-e385-4700-9ee4-97e3a30eb440 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.193835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e641f6f-0c58-4e52-95c6-3a59199d6ec4 req-c012ae91-f05b-462b-999d-af317ea1f358 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:49.196430 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e641f6f-0c58-4e52-95c6-3a59199d6ec4 req-c012ae91-f05b-462b-999d-af317ea1f358 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.3993106 Jan 28 10:13:49.201445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29ab2801-853b-4bbc-8d31-72020f611779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.202522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Network 44650506-1124-407a-b797-e32c38842351 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:49.209379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:49.212193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:49.214860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:49.215453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.222237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:49.243117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4201a5a-e385-4700-9ee4-97e3a30eb440 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a07465-34bc-4b4b-bf6c-57f9ceb9a3a6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:49.250141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d679ac22-8bcd-426c-89fc-ff982c1ddda7 None None] Network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:49.260865 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29ab2801-853b-4bbc-8d31-72020f611779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.263786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29ab2801-853b-4bbc-8d31-72020f611779 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2aa26294-ea59-4004-b91c-0bb97cbe813f HTTP/1.1" status: 204 len: 168 time: 0.4948473 Jan 28 10:13:49.280957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4201a5a-e385-4700-9ee4-97e3a30eb440 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.282556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4201a5a-e385-4700-9ee4-97e3a30eb440 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/73a07465-34bc-4b4b-bf6c-57f9ceb9a3a6 HTTP/1.1" status: 204 len: 168 time: 0.3813066 Jan 28 10:13:49.286666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44542) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:49.329406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44546) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:49.333424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3f47a8c-63c5-4b84-add9-2bf5d5e925a9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4855430 Jan 28 10:13:49.349362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab2801-853b-4bbc-8d31-72020f611779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa26294-ea59-4004-b91c-0bb97cbe813f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:49.411320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e641f6f-0c58-4e52-95c6-3a59199d6ec4 req-b85c6798-1070-45b8-90fb-39e19c8e898c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651454 Jan 28 10:13:49.526630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Pushing event updated for resources: {'Port': ['ID=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:49.556582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4061a005-df55-4438-b1c3-f53374a3c11a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:49.774673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd54e393-dba6-4d3f-a820-19da50b9318e None None] Network 90fd753c-954f-40a2-907a-144037eab50a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:49.919117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3a189c72-5f8c-4bef-9be3-6a8b0f1f0a45 None None] Provisioning for port 4061a005-df55-4438-b1c3-f53374a3c11a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:49.936769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Attempting to bind port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:49.936769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Attempting to bind port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8c60b960-c067-47c3-8070-1aa22b726040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '44650506-1124-407a-b797-e32c38842351'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:49.937015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Attempting to bind port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 on network 44650506-1124-407a-b797-e32c38842351 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:49.976400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:49.976613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Checking segment: {'id': '8c60b960-c067-47c3-8070-1aa22b726040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '44650506-1124-407a-b797-e32c38842351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:49.977620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:49.977620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Bound using segment: {'id': '8c60b960-c067-47c3-8070-1aa22b726040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '44650506-1124-407a-b797-e32c38842351'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:49.978127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Bound port: 45e03cd7-de82-49e6-8ee6-d250d4dd6a15, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c60b960-c067-47c3-8070-1aa22b726040', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '44650506-1124-407a-b797-e32c38842351'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:49.978744 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:50.186033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 4061a005-df55-4438-b1c3-f53374a3c11a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:50.204288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d2a89e09-b239-4088-b089-603eab0f45b7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:50.245309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4061a005-df55-4438-b1c3-f53374a3c11a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:50.245309 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:50.316140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] For port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:50.403529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] For port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,segment=NetworkSegment(8c60b960-c067-47c3-8070-1aa22b726040),segment_id=8c60b960-c067-47c3-8070-1aa22b726040)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:50.435862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d2a89e09-b239-4088-b089-603eab0f45b7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:50.436868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d2a89e09-b239-4088-b089-603eab0f45b7 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1475706 Jan 28 10:13:50.439678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44564) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:50.506638 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:50.564880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:50.588506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2858360b-f384-4789-bc50-a9eba8eb7583 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:50.627248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2858360b-f384-4789-bc50-a9eba8eb7583 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group_rule {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:50.628335 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2858360b-f384-4789-bc50-a9eba8eb7583 tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1853528 Jan 28 10:13:50.632801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44572) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:50.682469 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-7cc7d8ce-66e2-4182-a946-c8ec25b4edec tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] delete failed (client error): The resource could not be found. Jan 28 10:13:50.687420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7cc7d8ce-66e2-4182-a946-c8ec25b4edec tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "DELETE /v2.0/security-groups/73a07465-34bc-4b4b-bf6c-57f9ceb9a3a6 HTTP/1.1" status: 404 len: 347 time: 0.0493972 Jan 28 10:13:50.688325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44576) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:50.755513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d', 'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d', 'tenant_id': '48f6d7eec9a644a190a3e84d64119304', 'fixed_ips': [{'subnet_id': '8548be3f-3b3a-4236-a44b-f4f8ae4500f6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:13:50.756891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:50.800180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7eb47a01-776c-4ff7-8617-6d7ae83fc2ef tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Synchronizing usage tracker for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:50.821898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7eb47a01-776c-4ff7-8617-6d7ae83fc2ef tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] Unset dirty status for tenant:d764cda0110a4e589c0e39bb08069dc6 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:50.823446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7eb47a01-776c-4ff7-8617-6d7ae83fc2ef tempest-SecGroupTest-1592450519 tempest-SecGroupTest-1592450519-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1340814 Jan 28 10:13:50.824322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c280f1-76d4-4188-9cc0-df9adf722c57 None None] Pushing event updated for resources: {'Port': ['ID=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:50.940845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:51.041041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 4061a005-df55-4438-b1c3-f53374a3c11a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4061a005-df55-4438-b1c3-f53374a3c11a,segment=NetworkSegment(22c43088-3d9a-4223-a189-9baf4de053a9),segment_id=22c43088-3d9a-4223-a189-9baf4de053a9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:51.047725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44584) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:51.147368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04f2b2-2130-43e7-9dc1-b1b56e378d01 req-5482f21f-d366-4d4e-9048-7266ad47e637 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:51.153484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d04f2b2-2130-43e7-9dc1-b1b56e378d01 req-5482f21f-d366-4d4e-9048-7266ad47e637 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.4427085 Jan 28 10:13:51.216109 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:51.424302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Allocated IP 2001:db8::2 (aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d/8548be3f-3b3a-4236-a44b-f4f8ae4500f6/518fd965-69fe-445f-b971-57be72c67d93) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:51.611779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d04f2b2-2130-43e7-9dc1-b1b56e378d01 req-8167e6d6-7e45-4285-8769-2b375b46f5fd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4497786 Jan 28 10:13:51.656848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958433712'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:51.658087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Allocated IP 2001:db8::1 (44650506-1124-407a-b797-e32c38842351/ab2cc9db-d0d1-4818-9134-77fcef149815/f852ae63-b8c0-43a1-9993-052b889d6151) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:51.677105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:51.688251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:51.703077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:51.725564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:51.803754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=4061a005-df55-4438-b1c3-f53374a3c11a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:51.815056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:51.839156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:51.906337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:51.949225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:51.964703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:security_group_rule and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:51.975245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:51.998373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:52.060160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44594) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:52.100388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-01903b61-7c13-48ce-abd8-e0f4aef2984d None None] Provisioning complete for port 4061a005-df55-4438-b1c3-f53374a3c11a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:52.100830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01903b61-7c13-48ce-abd8-e0f4aef2984d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.149832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.168287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.172979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.180379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Transition to ACTIVE for port object f852ae63-b8c0-43a1-9993-052b889d6151 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:52.186377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.202107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Transition to ACTIVE for port object 518fd965-69fe-445f-b971-57be72c67d93 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:52.207353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.230215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:13:52.234963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Transition to ACTIVE for port object 518fd965-69fe-445f-b971-57be72c67d93 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:52.260803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee26bbbf-091f-4854-8c48-2cc38424ca63,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:52.281200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.281200 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7 of type vlan for network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb Jan 28 10:13:52.306036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-12ef0135-73c8-4ff0-95f0-1e0b6a677a4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d764cda0110a4e589c0e39bb08069dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351041 Jan 28 10:13:52.306036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:52.322467 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.349579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.371987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 44650506-1124-407a-b797-e32c38842351 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:52.382652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:52.382652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:52.382652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.441220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Port': ['ID=f852ae63-b8c0-43a1-9993-052b889d6151,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:52.447885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:52.447885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:52.461576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:52.467997 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.467997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:52.467997 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.560004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5014596 Jan 28 10:13:52.564836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc894-fcea-4df3-8111-85078f9a6d69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.615760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Pushing event updated for resources: {'Port': ['ID=518fd965-69fe-445f-b971-57be72c67d93,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:52.654893 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc894-fcea-4df3-8111-85078f9a6d69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.688395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.696263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Attempting to bind port 518fd965-69fe-445f-b971-57be72c67d93 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:52.696263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Attempting to bind port 518fd965-69fe-445f-b971-57be72c67d93 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '90d74d8f-081e-46c8-8ef7-acb92d8644ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:52.696550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44606) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:52.697134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Attempting to bind port 518fd965-69fe-445f-b971-57be72c67d93 on network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:52.714176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:52.714809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Checking segment: {'id': '90d74d8f-081e-46c8-8ef7-acb92d8644ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:52.715442 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.716119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Bound using segment: {'id': '90d74d8f-081e-46c8-8ef7-acb92d8644ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:52.719268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Bound port: 518fd965-69fe-445f-b971-57be72c67d93, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d74d8f-081e-46c8-8ef7-acb92d8644ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': 'aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:52.720067 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:52.811133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:52.920579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:52.924271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:52.934123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.020389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc16b7af-9805-436a-9780-4f053953ea53 None None] Network 44650506-1124-407a-b797-e32c38842351 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:53.034643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc894-fcea-4df3-8111-85078f9a6d69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.064261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c969683-d73f-4b10-838b-4db0422a8f98 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=6fbfd53f-53c5-4155-9d54-5d0a3d1acccb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:53.088848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:53.095638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3bc894-fcea-4df3-8111-85078f9a6d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94076fe-cf07-45d0-9a69-26f8ef68bb43,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:53.107562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:53.107562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:53.115774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:53.141500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb3bc894-fcea-4df3-8111-85078f9a6d69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.142324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb3bc894-fcea-4df3-8111-85078f9a6d69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f94076fe-cf07-45d0-9a69-26f8ef68bb43 HTTP/1.1" status: 204 len: 168 time: 0.8411167 Jan 28 10:13:53.144126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:13:53.145514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:53.149921 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.284249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca95d7a-e4cb-4842-9de0-2fc4d8b4c530 req-a0c28d9f-135e-42db-8627-7f953d661bc3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:53.304653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ca95d7a-e4cb-4842-9de0-2fc4d8b4c530 req-a0c28d9f-135e-42db-8627-7f953d661bc3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.3455710 Jan 28 10:13:53.438795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ca95d7a-e4cb-4842-9de0-2fc4d8b4c530 req-e004f48e-d3a7-4460-ae0d-a33519d4fc93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315396 Jan 28 10:13:53.592435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fac0c7c0-3da9-4b60-80c8-a1339014ffcc None None] Provisioning for port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:53.592435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce06ec-b39f-4c80-a7c1-539a2dc84d76 None None] Pushing event updated for resources: {'Port': ['ID=518fd965-69fe-445f-b971-57be72c67d93,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:53.649452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:53.772820 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.931537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=68967986-a143-4d53-9569-bc362d505ed7,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:53.954743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 9b1f73aa-0673-49bd-9e2c-d3160a347259 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:13:53.962069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:53.962668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:13:53.983222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.988585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.989418 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:53.990151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:13:54.014072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:54.019117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:54.019768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.032743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80309c4f-2084-481c-9bf4-979132f9aa7b None None] Network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:54.089064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2bda9ba6-0b17-4c20-bf78-9540258a7a3a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.3846669 Jan 28 10:13:54.092882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44626) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:54.098689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:54.104007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-849368349'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:54.111204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:54.116557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:54.122029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:54.131945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:54.160767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:54.167290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.173748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:54.174119 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.231871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:13:54.260439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.260905 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment 60263f3f-1dba-4853-91fc-41ed5d649ce5 of type vlan for network d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe Jan 28 10:13:54.287042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.resource_extend [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:13:54.330404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.355642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Port': ['ID=f852ae63-b8c0-43a1-9993-052b889d6151,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:54.402506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.422796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:54.423969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.432429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 44650506-1124-407a-b797-e32c38842351 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:54.434162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:54.661215 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5620670 Jan 28 10:13:54.664418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44640) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:54.682116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': 'd59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:54.717546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcaf2e-7b7d-4b7e-8a54-10c356163943 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:54.774049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:13:54.783404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44644) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:54.942604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 9b1f73aa-0673-49bd-9e2c-d3160a347259, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:54.978026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:54.978804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:54.983310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:54.986291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:54.995051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:54.996071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b9556d9b-a786-4587-896c-083d0767f68e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:54.996818 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-b9556d9b-a786-4587-896c-083d0767f68e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 10:13:54.997977 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-b9556d9b-a786-4587-896c-083d0767f68e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 10:13:54.999048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b9556d9b-a786-4587-896c-083d0767f68e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2121205 Jan 28 10:13:55.003282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44650) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:55.010858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--966212161'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:55.024048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:55.024863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:55.028587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.033839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:55.037675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:55.047607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:55.053266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '9b1f73aa-0673-49bd-9e2c-d3160a347259', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': '9b1f73aa-0673-49bd-9e2c-d3160a347259', 'mac_address': 'fa:16:3e:61:a7:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:13:55.072289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.092190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.110249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:55.114503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:55.118138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:55.128966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:55.140482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-6fbfd53f-53c5-4155-9d54-5d0a3d1acccb', 'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '68967986-a143-4d53-9569-bc362d505ed7'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:13:55.141588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.192326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Router b35efa5d-6587-44f9-a136-a8c8ad6449e5 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:13:55.215931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,segment=NetworkSegment(8c60b960-c067-47c3-8070-1aa22b726040),segment_id=8c60b960-c067-47c3-8070-1aa22b726040)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:55.245844 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.251303 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.264140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:55.267451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e122bd8c-62be-48b0-aaa4-178305aad5a3 req-fbe614b1-c98d-4eb2-bb55-f232dfdc9b08 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:55.277350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:55.277516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e122bd8c-62be-48b0-aaa4-178305aad5a3 req-fbe614b1-c98d-4eb2-bb55-f232dfdc9b08 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 943 time: 0.4600449 Jan 28 10:13:55.285977 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.286990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4061a005-df55-4438-b1c3-f53374a3c11a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:55.291863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:55.320929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:55.339740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3275c203-9316-4681-9af3-dd041970989f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:55.486836 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.517561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:55.522986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32689334-d414-4016-a6f6-6b9c81af0b8c None None] Network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:55.556747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.561110 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.686289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:13:55.688611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f73aa-0673-49bd-9e2c-d3160a347259 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:13:55.713462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 9b1f73aa-0673-49bd-9e2c-d3160a347259, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:55.728090 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] Sync routers for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:13:55.741782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e122bd8c-62be-48b0-aaa4-178305aad5a3 req-5a50328d-a839-4f98-8231-7bb4befa4717 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4406371 Jan 28 10:13:55.745387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c98348ee-b2ae-4ad0-a028-9bafcad68a45 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4151511 Jan 28 10:13:55.750838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44654) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:55.755064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.832178 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.838970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8344307 Jan 28 10:13:55.843218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44658) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:55.846260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:55.846744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:55.849105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': 'ff180501-c263-4361-8f3e-4eca0d57f48f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:55.867392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:55.876142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:55.879732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:55.883564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a0141-ec4a-4841-b176-968ed200352e tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff180501-c263-4361-8f3e-4eca0d57f48f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:55.890979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:55.948493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:55.988204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:56.015004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 4061a005-df55-4438-b1c3-f53374a3c11a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:56.015867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.065637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.070989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.094008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4989df5e-933f-42f8-8e94-cbb93c4b4ce8 None None] Provisioning complete for port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:56.094324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4989df5e-933f-42f8-8e94-cbb93c4b4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.100191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=382fa7a2-d97e-4783-b431-8936103e381e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:56.114977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.116251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1d8c80a-acc5-4c4c-b69e-f22089e112cf tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2726569 Jan 28 10:13:56.118918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44662) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.125306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': 'ff180501-c263-4361-8f3e-4eca0d57f48f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:56.133429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:56.138420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:56.143962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:56.151063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:56.174194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['9b1f73aa-0673-49bd-9e2c-d3160a347259'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:13:56.175848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.239767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:13:56.240952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:56.245162 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): There was a conflict when trying to complete your request. Jan 28 10:13:56.246275 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-11166f84-03d7-41c5-a7ea-11c6836b94b0 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1263781 Jan 28 10:13:56.249223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44666) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.323332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076acf35-15b5-406e-b495-f386a48e97c4 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.328372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:56.328794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f550f9-ace0-4794-83c6-3ad920c6c768 None None] The sync data for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:13:56.354920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076acf35-15b5-406e-b495-f386a48e97c4 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.387501 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.415703 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076acf35-15b5-406e-b495-f386a48e97c4 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.415978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-283f60f8-619b-4848-b750-d3db14d2e020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.438108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076acf35-15b5-406e-b495-f386a48e97c4 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff180501-c263-4361-8f3e-4eca0d57f48f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:56.442522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-076acf35-15b5-406e-b495-f386a48e97c4 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.444062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-076acf35-15b5-406e-b495-f386a48e97c4 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/ff180501-c263-4361-8f3e-4eca0d57f48f HTTP/1.1" status: 204 len: 168 time: 0.1937671 Jan 28 10:13:56.444844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=9b1f73aa-0673-49bd-9e2c-d3160a347259,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:56.446925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44670) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.522727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ec089d93-65a5-49d5-97d9-c9bd7c2ab159 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:56.525841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Allocated IP 172.20.255.242 (6fbfd53f-53c5-4155-9d54-5d0a3d1acccb/68967986-a143-4d53-9569-bc362d505ed7/64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:13:56.551646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ec089d93-65a5-49d5-97d9-c9bd7c2ab159 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:56.559272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ec089d93-65a5-49d5-97d9-c9bd7c2ab159 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1095970 Jan 28 10:13:56.560248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44674) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.566603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1672395447'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:56.574285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:56.584360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:56.594522 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.616850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:56.620648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:56.625150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:56.631273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:56.688782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=93a8caa1-7b02-4ce9-aab9-d41b19a9229b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:56.718457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.723117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.749134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': '60263f3f-1dba-4853-91fc-41ed5d649ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'd59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:56.749494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:13:56.772164 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-a6f247f8-4508-47e5-b6ce-18837a221fa5 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:13:56.776202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a6f247f8-4508-47e5-b6ce-18837a221fa5 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0220609 Jan 28 10:13:56.776434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44678) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.783375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:13:56.794813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4989df5e-933f-42f8-8e94-cbb93c4b4ce8 None None] Provisioning for port f852ae63-b8c0-43a1-9993-052b889d6151 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:56.795637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:56.800001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:56.800818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.824498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fb06d2a4-3108-448c-997c-9b44b142c526 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1577008 Jan 28 10:13:56.826987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.828438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5addb899-2cc1-4b62-9822-bad7351b5e15 None None] Network d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:56.844138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2e75ea-14ef-4655-b036-fce7a059afb2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:56.853332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4989df5e-933f-42f8-8e94-cbb93c4b4ce8 None None] Provisioning complete for port f852ae63-b8c0-43a1-9993-052b889d6151 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:56.853704 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4989df5e-933f-42f8-8e94-cbb93c4b4ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.861856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:56.863067 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3017302 Jan 28 10:13:56.872084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.872416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.872768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.873115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.873462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.873781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.874118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.874432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.874740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.875067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.875380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.875692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b94f7117-ffab-4320-ab76-60efc461d466 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:13:56.879061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44688) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:56.940787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-69113e3f-e1c5-45c5-bb9c-c48140b25e22 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '4a2e75ea-14ef-4655-b036-fce7a059afb2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:56.941498 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-69113e3f-e1c5-45c5-bb9c-c48140b25e22 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 28 10:13:56.942151 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-69113e3f-e1c5-45c5-bb9c-c48140b25e22 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:13:56.943294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-69113e3f-e1c5-45c5-bb9c-c48140b25e22 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078754 Jan 28 10:13:56.953869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:57.035720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.047747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4989df5e-933f-42f8-8e94-cbb93c4b4ce8 None None] Port f852ae63-b8c0-43a1-9993-052b889d6151 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:13:57.064922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5783847-b0dd-46ab-aaf9-a86dd951f61c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.092998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5783847-b0dd-46ab-aaf9-a86dd951f61c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.199151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.253178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c27324d-58b1-4f1e-b6a0-1952ac36e195 req-102a6b02-486d-4cd7-80bf-b4f1cf6f0f3f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:57.255033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c27324d-58b1-4f1e-b6a0-1952ac36e195 req-102a6b02-486d-4cd7-80bf-b4f1cf6f0f3f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 944 time: 0.2994580 Jan 28 10:13:57.297248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8639ab3c-f16c-470c-88ea-05a2edc2fc47 None None] Provisioning for port 518fd965-69fe-445f-b971-57be72c67d93 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:57.302762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.309550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5783847-b0dd-46ab-aaf9-a86dd951f61c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.330644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:57.334860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5783847-b0dd-46ab-aaf9-a86dd951f61c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2e75ea-14ef-4655-b036-fce7a059afb2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:57.365720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c5783847-b0dd-46ab-aaf9-a86dd951f61c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.371278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:57.378272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c5783847-b0dd-46ab-aaf9-a86dd951f61c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/4a2e75ea-14ef-4655-b036-fce7a059afb2 HTTP/1.1" status: 204 len: 168 time: 0.4233491 Jan 28 10:13:57.381021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.383624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Transition to ACTIVE for port object 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:57.395405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5c27324d-58b1-4f1e-b6a0-1952ac36e195 req-4c9ed9b4-37d7-4554-ae3e-141f4de7747a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275065 Jan 28 10:13:57.453471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=93a8caa1-7b02-4ce9-aab9-d41b19a9229b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:57.493544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be04e90-c359-4a0c-864a-420ac3bb12a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe', 'network_id': 'd59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '93a8caa1-7b02-4ce9-aab9-d41b19a9229b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:13:57.494362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7be04e90-c359-4a0c-864a-420ac3bb12a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.505275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Transition to ACTIVE for port object 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:13:57.515160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8639ab3c-f16c-470c-88ea-05a2edc2fc47 None None] Provisioning complete for port f852ae63-b8c0-43a1-9993-052b889d6151 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:57.515675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8639ab3c-f16c-470c-88ea-05a2edc2fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.534062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-224b4dd1-1202-42c2-9381-e9af81c11401 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:57.588684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.591607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8639ab3c-f16c-470c-88ea-05a2edc2fc47 None None] Port f852ae63-b8c0-43a1-9993-052b889d6151 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:13:57.593648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.615688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-224b4dd1-1202-42c2-9381-e9af81c11401 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:57.617198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-224b4dd1-1202-42c2-9381-e9af81c11401 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2449968 Jan 28 10:13:57.623268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44700) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:57.627637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:57.639653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1782649558'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:57.653460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:57.656154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.659343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60263f3f-1dba-4853-91fc-41ed5d649ce5') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:57.659636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60263f3f-1dba-4853-91fc-41ed5d649ce5') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:13:57.675971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:57.680847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.705474 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.706326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:13:57.711071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.724070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:57.726620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:13:57.727020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.740336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:13:57.744251 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:13:57.792854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:57.793127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.823277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Pushing event updated for resources: {'Port': ['ID=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:57.824734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:57.833115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:57.837506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:57.845752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:57.848131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.854325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.884223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd4f2a-a810-4f11-9174-fdcccdf7da42 None None] Network d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:57.892633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:57.896292 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-144cda23-21c1-4442-a936-f6f524f483ed tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe HTTP/1.1" status: 204 len: 168 time: 1.0681067 Jan 28 10:13:57.899700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44704) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:57.906608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-501789966'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:57.912963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:57.919195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:57.922414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:57.924521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fd4f2a-a810-4f11-9174-fdcccdf7da42 None None] Network d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:13:57.930279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:57.941660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 9b1f73aa-0673-49bd-9e2c-d3160a347259 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:57.947865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:57.953148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:57.976327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Attempting to bind port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:13:57.976713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Attempting to bind port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:13:57.977238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Attempting to bind port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb on network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:13:57.999510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:13:58.004753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:13:58.005108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Checking segment: {'id': 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:58.005559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.005944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Bound using segment: {'id': 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:13:58.006661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Bound port: 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '6fbfd53f-53c5-4155-9d54-5d0a3d1acccb'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:13:58.007216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.021511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.021895 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment 69433f8b-d002-4fdf-a9d4-f384e4e4af3b of type vlan for network 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e Jan 28 10:13:58.057358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.070445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.076414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port f852ae63-b8c0-43a1-9993-052b889d6151 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:13:58.076991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.093194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.183366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 518fd965-69fe-445f-b971-57be72c67d93 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:58.203851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d96b9777-9467-46c5-b565-b831b7c9e287,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:58.221880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.228183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e1006a2b-1e47-4ab5-ac93-8a10c3e42f81 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6026354 Jan 28 10:13:58.229576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:58.236000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.238491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 9b1f73aa-0673-49bd-9e2c-d3160a347259 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:58.248929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] For port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:13:58.252572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:58.252572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.272869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 9b1f73aa-0673-49bd-9e2c-d3160a347259 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:58.272869 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.279493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fa15528d-0c93-4f0b-a3c3-f8bcbe7467d5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': 'd96b9777-9467-46c5-b565-b831b7c9e287', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:58.280333 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-fa15528d-0c93-4f0b-a3c3-f8bcbe7467d5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 28 10:13:58.280901 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-fa15528d-0c93-4f0b-a3c3-f8bcbe7467d5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:13:58.281885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fa15528d-0c93-4f0b-a3c3-f8bcbe7467d5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0486495 Jan 28 10:13:58.315492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] For port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,segment=NetworkSegment(f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7),segment_id=f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:13:58.332859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.361860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44712) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:58.450449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85b5ec0f-a6eb-4d55-8a99-792a31829060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.457779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 518fd965-69fe-445f-b971-57be72c67d93 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:58.472909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 518fd965-69fe-445f-b971-57be72c67d93 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:13:58.473518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.508367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6075714 Jan 28 10:13:58.511378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44718) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:58.521177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': '7eec06ff-1f5d-4b03-9d15-5a7d985ac82e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:58.555416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f8001-fe34-46a5-ab54-fe350d7c948b None None] Pushing event updated for resources: {'Port': ['ID=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:58.561474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac62d2-55ec-4512-9cfc-9eded68c3368 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=7eec06ff-1f5d-4b03-9d15-5a7d985ac82e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:58.592897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:13:58.604450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.624467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1419a0-189f-4919-b085-f804e2d0c1af tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.642632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-338f85dd-03c7-4bde-9ad8-eb9a5f334c8a service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5522354 Jan 28 10:13:58.793801 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.822284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Calling delete_port for f852ae63-b8c0-43a1-9993-052b889d6151 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:13:58.851758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f73aa-0673-49bd-9e2c-d3160a347259'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:13:58.858013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:58.877617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:58.884574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1419a0-189f-4919-b085-f804e2d0c1af tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:58.888861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:13:58.905108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:58.934630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:13:58.940388 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.000328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1419a0-189f-4919-b085-f804e2d0c1af tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.006270 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f73aa-0673-49bd-9e2c-d3160a347259', 'code': 200} Jan 28 10:13:59.012170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 9b1f73aa-0673-49bd-9e2c-d3160a347259, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:59.018209 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.049157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.087227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1419a0-189f-4919-b085-f804e2d0c1af tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96b9777-9467-46c5-b565-b831b7c9e287,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:59.108426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing IP validity checks on allocation pools {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:13:59.108977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:13:59.113062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f1419a0-189f-4919-b085-f804e2d0c1af tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.114461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5f1419a0-189f-4919-b085-f804e2d0c1af tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/d96b9777-9467-46c5-b565-b831b7c9e287 HTTP/1.1" status: 204 len: 168 time: 0.7514813 Jan 28 10:13:59.117905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44726) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:59.128516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21707747-b345-45ed-8fcc-303e50796926 req-a0432049-01f1-4413-a23f-6d7281240df8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:59.133497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21707747-b345-45ed-8fcc-303e50796926 req-a0432049-01f1-4413-a23f-6d7281240df8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 944 time: 0.4993060 Jan 28 10:13:59.135910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-d2e16a47-cff6-402f-b47a-0628a88f63d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:59.137122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-d2e16a47-cff6-402f-b47a-0628a88f63d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 1096 time: 0.3650792 Jan 28 10:13:59.149228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:13:59.158074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=9b1f73aa-0673-49bd-9e2c-d3160a347259,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:59.162159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.285866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=518fd965-69fe-445f-b971-57be72c67d93,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:59.299396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d718e48-1381-45a3-8b01-1b9987ac7e19 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:13:59.305345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3198d7-e8f9-468a-91b9-04cc5bb0097c req-60420bd6-321b-413a-8a65-d8d65aab5312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:59.307154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb3198d7-e8f9-468a-91b9-04cc5bb0097c req-60420bd6-321b-413a-8a65-d8d65aab5312 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 1096 time: 0.2856715 Jan 28 10:13:59.308880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.312887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-21707747-b345-45ed-8fcc-303e50796926 req-32f26696-2e25-4dbb-a157-a9231c05030d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642773 Jan 28 10:13:59.379405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:13:59.395001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Port': ['ID=f852ae63-b8c0-43a1-9993-052b889d6151,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:59.409414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-af044779-122b-4320-9ee2-e2d8ff422ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:59.413863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-af044779-122b-4320-9ee2-e2d8ff422ac6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.2389932 Jan 28 10:13:59.452178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d718e48-1381-45a3-8b01-1b9987ac7e19 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:13:59.453328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d718e48-1381-45a3-8b01-1b9987ac7e19 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3334942 Jan 28 10:13:59.459762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:59.524904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-ac67844a-1d15-4c3f-bbec-bf64090f0d8a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f7d25a3e-0610-498e-9fc1-f648e322c144 HTTP/1.1" status: 200 len: 217 time: 0.0940044 Jan 28 10:13:59.543381 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.549439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--422951536'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:13:59.552111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:13:59.557501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.585890 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.590389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:59.661481 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb3198d7-e8f9-468a-91b9-04cc5bb0097c req-0355ba1f-ae21-47e9-958e-0f05719dd8e3 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448133 Jan 28 10:13:59.670433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.681181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:13:59.691346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=88793161-c0cb-4905-b747-f33182203a4b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:13:59.694340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-e87ed36c-c020-4ec3-a546-6e94b97940cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:59.696493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-e87ed36c-c020-4ec3-a546-6e94b97940cb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.1600711 Jan 28 10:13:59.712621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': '69433f8b-d002-4fdf-a9d4-f384e4e4af3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '7eec06ff-1f5d-4b03-9d15-5a7d985ac82e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:13:59.713134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:13:59.737335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:13:59.749773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:13:59.758211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa67c45-b70b-46c4-ba2c-a802fe848699 None None] Network 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:13:59.765066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:13:59.766693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.795569 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-afcc709e-0caf-405d-b040-a73d81a75974 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.2799687 Jan 28 10:13:59.797388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44736) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:13:59.831535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:13:59.867497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:13:59.929314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:13:59.951266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:00.021458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:00.041538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.046163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b11b4cb-9105-4a6c-8792-7e9f99baa18b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-7eec06ff-1f5d-4b03-9d15-5a7d985ac82e', 'network_id': '7eec06ff-1f5d-4b03-9d15-5a7d985ac82e', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '88793161-c0cb-4905-b747-f33182203a4b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:00.048202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2b11b4cb-9105-4a6c-8792-7e9f99baa18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.054511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-c0b737b5-52e2-460d-a631-d2467194937a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:00.055978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-c0b737b5-52e2-460d-a631-d2467194937a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1533530 Jan 28 10:14:00.058595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Router b35efa5d-6587-44f9-a136-a8c8ad6449e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:14:00.063508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eaeb07-37eb-4d1c-9aae-c58979c33c3b None None] Network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:00.217031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.280315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] Provisioning for port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:00.335073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-1efd29d6-7651-4e21-a604-ee028023c192 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430565 Jan 28 10:14:00.351219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] Provisioning complete for port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:00.352137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.371304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.395429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:00.407091 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] Sync routers for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:00.422316 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:00.423650 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:00.457679 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-2b11b4cb-9105-4a6c-8792-7e9f99baa18b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88793161-c0cb-4905-b747-f33182203a4b: This subnet is being modified by another concurrent operation. Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 88793161-c0cb-4905-b747-f33182203a4b: This subnet is being modified by another concurrent operation. Jan 28 10:14:00.499153 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:14:00.507529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=88793161-c0cb-4905-b747-f33182203a4b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:00.548318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.570340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63c60e1-6fab-434a-b6db-7f9b059197eb None None] Network 7eec06ff-1f5d-4b03-9d15-5a7d985ac82e requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:00.570725 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:00.584756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-26ed7802-eb0b-4650-bb9a-e5e62c02db59 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8070445 Jan 28 10:14:00.585476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44746) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:00.608582 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:00.609464 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:00.715650 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-33a47bd6-2b02-435d-b523-7a930bebd9df tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] delete failed (client error): The resource could not be found. Jan 28 10:14:00.721641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-33a47bd6-2b02-435d-b523-7a930bebd9df tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-975511143 HTTP/1.1" status: 404 len: 334 time: 0.1272292 Jan 28 10:14:00.732142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44750) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:00.734213 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:00.736943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf1fc6d3-5c50-4aab-a1a4-0fa516e98334 None None] The sync data for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:00.757368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.760298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2995305 Jan 28 10:14:00.770571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-48334d8e-4132-4e1e-9afb-ab6a03c67342 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b35efa5d-6587-44f9-a136-a8c8ad6449e5'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:00.789406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.910154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44754) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:00.926030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47f998-1128-48b8-9189-88f900eee92a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e496a01-f563-4468-8d86-d3aa2c2b4328,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:00.943527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d0f0b25b-543f-4f42-ac11-27d60fce584c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '7e496a01-f563-4468-8d86-d3aa2c2b4328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:00.952876 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-d0f0b25b-543f-4f42-ac11-27d60fce584c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 28 10:14:00.953956 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-d0f0b25b-543f-4f42-ac11-27d60fce584c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:00.957027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d0f0b25b-543f-4f42-ac11-27d60fce584c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0390699 Jan 28 10:14:00.969554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44758) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:00.979859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3b652907-9cf9-4a94-ae75-07f39ae93582 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '7e496a01-f563-4468-8d86-d3aa2c2b4328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:00.980596 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-3b652907-9cf9-4a94-ae75-07f39ae93582 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 28 10:14:00.981036 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-3b652907-9cf9-4a94-ae75-07f39ae93582 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:00.985058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3b652907-9cf9-4a94-ae75-07f39ae93582 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0083766 Jan 28 10:14:00.989435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:00.993555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:00.995761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.004416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] For port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,segment=NetworkSegment(f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7),segment_id=f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:01.010891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.028698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e22d18ac-46e6-4c71-888f-d491b2318ae5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '7e496a01-f563-4468-8d86-d3aa2c2b4328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:01.029527 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-e22d18ac-46e6-4c71-888f-d491b2318ae5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 28 10:14:01.030007 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-e22d18ac-46e6-4c71-888f-d491b2318ae5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:01.034715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e22d18ac-46e6-4c71-888f-d491b2318ae5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0264473 Jan 28 10:14:01.036455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44766) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.052964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7dcb313e-7a7b-4a6e-b23c-80109f4ed75c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '7e496a01-f563-4468-8d86-d3aa2c2b4328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:01.054589 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-7dcb313e-7a7b-4a6e-b23c-80109f4ed75c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 28 10:14:01.055082 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-7dcb313e-7a7b-4a6e-b23c-80109f4ed75c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:01.058693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7dcb313e-7a7b-4a6e-b23c-80109f4ed75c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0172784 Jan 28 10:14:01.070402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44770) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.094190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1520d-3ad1-434e-b51a-2eec0f06b38c req-a2dbae47-fed4-443e-a698-b350ac8cf09a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:01.096993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dba1520d-3ad1-434e-b51a-2eec0f06b38c req-a2dbae47-fed4-443e-a698-b350ac8cf09a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 945 time: 0.6339669 Jan 28 10:14:01.097354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eec06ff-1f5d-4b03-9d15-5a7d985ac82e']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:01.104474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f296d-045e-4512-95e8-520ec3e2afd7 None None] Pushing event updated for resources: {'Port': ['ID=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:01.107778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38c8cc1a-109a-406c-a844-6d6c80c65969 req-fea44c92-3321-4842-ac40-6f0af333771f service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623301 Jan 28 10:14:01.116004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69433f8b-d002-4fdf-a9d4-f384e4e4af3b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:01.116522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69433f8b-d002-4fdf-a9d4-f384e4e4af3b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:01.133995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.160822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.173607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:01.174512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:01.213781 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:01.264791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dba1520d-3ad1-434e-b51a-2eec0f06b38c req-ea900ef8-1236-408c-a0c0-6b1c98dbc5e3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552372 Jan 28 10:14:01.340711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:01.343684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44778) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.366399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.371901 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-48334d8e-4132-4e1e-9afb-ab6a03c67342 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.378759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.413534 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-48334d8e-4132-4e1e-9afb-ab6a03c67342 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] update failed (client error): The resource could not be found. Jan 28 10:14:01.419006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-48334d8e-4132-4e1e-9afb-ab6a03c67342 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5 HTTP/1.1" status: 404 len: 339 time: 0.6749234 Jan 28 10:14:01.422115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44784) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.432258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1958663424'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:01.445263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:01.446099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff7444-a642-4283-9750-6810bc3f96f7 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:14:01.452055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/7eec06ff-1f5d-4b03-9d15-5a7d985ac82e HTTP/1.1" status: 204 len: 168 time: 1.6533961 Jan 28 10:14:01.453238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56b8ab2-c92f-4c49-8ecf-366d96d5d987 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=7eec06ff-1f5d-4b03-9d15-5a7d985ac82e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:01.457500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44788) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.458792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:network and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:01.464125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for network was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:01.473635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:01.474301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1877724352'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:01.477000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86ac27cc-8108-4c70-bdde-b9620d588df5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.513659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86ac27cc-8108-4c70-bdde-b9620d588df5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.520752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:01.533327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:01.542623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:01.546226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:01.546595 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.553698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:01.573071 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86ac27cc-8108-4c70-bdde-b9620d588df5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.593533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:01.595979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:01.600378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.601663 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.616238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac27cc-8108-4c70-bdde-b9620d588df5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e496a01-f563-4468-8d86-d3aa2c2b4328,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:01.627550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc3d8086-91bf-4f57-adee-db4d7e301567 None None] Provisioning complete for port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:01.627914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc3d8086-91bf-4f57-adee-db4d7e301567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.629080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86ac27cc-8108-4c70-bdde-b9620d588df5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.630093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-86ac27cc-8108-4c70-bdde-b9620d588df5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e496a01-f563-4468-8d86-d3aa2c2b4328 HTTP/1.1" status: 204 len: 168 time: 0.5587504 Jan 28 10:14:01.636221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44792) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.638537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391731b2-a583-475f-8963-b021706be375 req-1812478b-b5b4-4e11-b191-af5162224cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:01.640546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-391731b2-a583-475f-8963-b021706be375 req-1812478b-b5b4-4e11-b191-af5162224cdd service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 0.2956846 Jan 28 10:14:01.650466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:01.659725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.660556 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Added segment 3604e05a-1111-451e-8908-cd8fd71ea276 of type vlan for network 6635fad7-24e2-4958-8996-3a06d038b639 Jan 28 10:14:01.668929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:01.690125 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.723530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.723530 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment 9c24c1a7-33e9-4e3d-bee5-22ea993117e2 of type vlan for network 4b2995da-8915-487a-a18b-5da367727e55 Jan 28 10:14:01.728819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.736589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:01.737534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.756396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a29749de-b76e-48bc-97c3-5e87c0586afb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:01.760993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-391731b2-a583-475f-8963-b021706be375 req-0a69f445-4b6b-4835-a600-9f168e831125 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129653 Jan 28 10:14:01.793670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.799164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a29749de-b76e-48bc-97c3-5e87c0586afb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:01.805221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a29749de-b76e-48bc-97c3-5e87c0586afb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1596451 Jan 28 10:14:01.807111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44800) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.814223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1448768276'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:01.823886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:01.848147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:01.861890 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.866924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:01.869064 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.874088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 518fd965-69fe-445f-b971-57be72c67d93 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:01.879549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Network': ['ID=6635fad7-24e2-4958-8996-3a06d038b639,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:01.885618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9796201f-ea4e-4ec7-a68f-35e5c48e1694 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4622810 Jan 28 10:14:01.888813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44804) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:01.896687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'subnet': {'network_id': '6635fad7-24e2-4958-8996-3a06d038b639', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:01.897320 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:01.916096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 6635fad7-24e2-4958-8996-3a06d038b639 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:02.003801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:02.012094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5533469 Jan 28 10:14:02.015496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:02.020326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44808) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:02.024852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:02.028936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82464148-a132-49fc-8ef1-d89e12f11abe tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=4b2995da-8915-487a-a18b-5da367727e55,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:02.029456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:02.034455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Usage tracker for resource:subnet and tenant:48f6d7eec9a644a190a3e84d64119304 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:02.039226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': '4b2995da-8915-487a-a18b-5da367727e55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:02.039333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:02.046823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:02.058961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 4b2995da-8915-487a-a18b-5da367727e55 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:02.059483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:02.062273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Made reservation on behalf of 48f6d7eec9a644a190a3e84d64119304 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:02.066331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.195706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:02.204642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:02.207644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:02.213261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aff7444-a642-4283-9750-6810bc3f96f7 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:14:02.224389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:02.269438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.283437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.309136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:02.314964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.331461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 518fd965-69fe-445f-b971-57be72c67d93 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:02.331755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.348161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.434673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Subnet': ['ID=1710210a-b07a-43ea-bce1-c74b0d802bfe,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:02.477654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Checking segment: {'id': '3604e05a-1111-451e-8908-cd8fd71ea276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6635fad7-24e2-4958-8996-3a06d038b639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:02.478101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network hostable DHCP agents. Network: 6635fad7-24e2-4958-8996-3a06d038b639, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:02.501905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29dd1484-771a-4eee-88df-ac765086c36f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:02.517624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.523100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f5b4350-65f3-4371-8c42-70e95dd4ed04 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7146564 Jan 28 10:14:02.525092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44814) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:02.526670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 6635fad7-24e2-4958-8996-3a06d038b639 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:02.540566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7275fb4d-d427-4c00-9132-0deecbe7c451 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:02.541145 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-7275fb4d-d427-4c00-9132-0deecbe7c451 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 10:14:02.542349 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-7275fb4d-d427-4c00-9132-0deecbe7c451 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:02.544160 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7275fb4d-d427-4c00-9132-0deecbe7c451 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0121286 Jan 28 10:14:02.547153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44818) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:02.556581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:02.579138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:02.579138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 6635fad7-24e2-4958-8996-3a06d038b639) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:02.582827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:02.586327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:02.586327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.592983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:02.628097 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:02.637564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14caeb-7313-4a93-9371-efa79545d774 req-b0d82d0d-8ba5-4c1c-894e-42d0503cbfd6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:02.637564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c14caeb-7313-4a93-9371-efa79545d774 req-b0d82d0d-8ba5-4c1c-894e-42d0503cbfd6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 945 time: 0.2034309 Jan 28 10:14:02.651783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f0d1a7d-10b0-4540-bcbf-b30ab0518fc6 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7599053 Jan 28 10:14:02.657178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:02.683278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7648877c-41a6-409e-9da9-f7aa167c49d3 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'router': {'external_gateway_info': {'network_id': '6635fad7-24e2-4958-8996-3a06d038b639'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:02.771121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c14caeb-7313-4a93-9371-efa79545d774 req-725076a6-fcba-4ca6-9220-faa0e17cc0cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229682 Jan 28 10:14:02.833735 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:02.917435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad66ab05-be8e-40c1-9602-80129698069a None None] Network 6635fad7-24e2-4958-8996-3a06d038b639 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:02.947084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=dfe0228c-f65f-48d1-b70c-3cc9a914b9b6,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:02.995045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': '9c24c1a7-33e9-4e3d-bee5-22ea993117e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '4b2995da-8915-487a-a18b-5da367727e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:02.995679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: 4b2995da-8915-487a-a18b-5da367727e55, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:03.021286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network 4b2995da-8915-487a-a18b-5da367727e55 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:03.033485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 4b2995da-8915-487a-a18b-5da367727e55) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:03.038615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:03.039281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.049462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d5a809-f201-4487-84b6-0d11fff8aca0 None None] Network 4b2995da-8915-487a-a18b-5da367727e55 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:03.070151 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-81d4daf6-abc5-4bcc-bdcd-452936e8b505 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0450022 Jan 28 10:14:03.070941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44836) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.135507 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.139148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc2ba6b6-3d8d-4106-8aea-564ccc9f9c99 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5885391 Jan 28 10:14:03.139666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44840) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.257895 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.339193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.349748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c3f81580-95e3-4a67-9e5c-849ed45d2dc8 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:03.349748 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-c3f81580-95e3-4a67-9e5c-849ed45d2dc8 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 28 10:14:03.349748 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-c3f81580-95e3-4a67-9e5c-849ed45d2dc8 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.353438 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3f81580-95e3-4a67-9e5c-849ed45d2dc8 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0723321 Jan 28 10:14:03.361729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44846) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.422412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:03.443535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-6635fad7-24e2-4958-8996-3a06d038b639', 'network_id': '6635fad7-24e2-4958-8996-3a06d038b639', 'tenant_id': '48f6d7eec9a644a190a3e84d64119304', 'fixed_ips': [{'subnet_id': '1710210a-b07a-43ea-bce1-c74b0d802bfe'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:03.444436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.447795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.454453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:03.458671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd38db06-a8b3-489f-93b0-d7a5d8d36daf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-4b2995da-8915-487a-a18b-5da367727e55', 'network_id': '4b2995da-8915-487a-a18b-5da367727e55', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': 'dfe0228c-f65f-48d1-b70c-3cc9a914b9b6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:03.459341 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7648877c-41a6-409e-9da9-f7aa167c49d3 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.459473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cd38db06-a8b3-489f-93b0-d7a5d8d36daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.470314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:03.481919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:03.513258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:03.568348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfff10-70d2-4c7b-9bc5-445b17f1a6a1 req-8320321e-c7e9-48d2-af51-d5e52839b71b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:03.570599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04dfff10-70d2-4c7b-9bc5-445b17f1a6a1 req-8320321e-c7e9-48d2-af51-d5e52839b71b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 945 time: 0.5628984 Jan 28 10:14:03.758970 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.767052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4120d246-62d8-471c-a970-dc33a7799084 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3958979 Jan 28 10:14:03.767052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44850) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.781205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6b711dd6-3ef6-4895-bf81-b27204aca381 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:03.781205 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-6b711dd6-3ef6-4895-bf81-b27204aca381 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 28 10:14:03.781546 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-6b711dd6-3ef6-4895-bf81-b27204aca381 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.782291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=dfe0228c-f65f-48d1-b70c-3cc9a914b9b6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:03.783273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b711dd6-3ef6-4895-bf81-b27204aca381 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0124111 Jan 28 10:14:03.788249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-04dfff10-70d2-4c7b-9bc5-445b17f1a6a1 req-5bfd57ef-c16a-4657-bae5-caa2de4bba4e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194539 Jan 28 10:14:03.788249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44854) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.796289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:03.799177 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.805592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:03.812144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:03.816516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029cd91-46c8-4265-b576-e1cdb7b437ba None None] Network 4b2995da-8915-487a-a18b-5da367727e55 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:03.818340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:03.827124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:03.857661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2995da-8915-487a-a18b-5da367727e55']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:03.878526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c24c1a7-33e9-4e3d-bee5-22ea993117e2') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:03.879240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c24c1a7-33e9-4e3d-bee5-22ea993117e2') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:03.892855 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.894147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8f0372e4-bfac-44b5-9660-6d5870e5a992 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1034982 Jan 28 10:14:03.897336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44860) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.903563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-aaf47f2b-8a28-4424-93ef-737d264d00f2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:03.904042 n-d-825178-2 neutron-server[87540]: WARNING neutron.api.v2.base [None req-aaf47f2b-8a28-4424-93ef-737d264d00f2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 28 10:14:03.904619 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-aaf47f2b-8a28-4424-93ef-737d264d00f2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.905387 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.906572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aaf47f2b-8a28-4424-93ef-737d264d00f2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084205 Jan 28 10:14:03.914580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44864) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.923369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:03.934850 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-7648877c-41a6-409e-9da9-f7aa167c49d3 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:03.936707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7648877c-41a6-409e-9da9-f7aa167c49d3 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5 HTTP/1.1" status: 400 len: 364 time: 1.2656229 Jan 28 10:14:03.939294 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.939860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:03.944941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44868) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:03.952680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:03.959551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:03.959851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:03.983775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Allocated IP 2001:db8:1::2 (6635fad7-24e2-4958-8996-3a06d038b639/1710210a-b07a-43ea-bce1-c74b0d802bfe/06edd9ab-5502-4bec-a88a-d207fdba17ee) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:04.000221 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:04.053713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:04.075041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:04.179314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.228476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.247039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=4b2995da-8915-487a-a18b-5da367727e55,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:04.278822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1e8a1a14-85e9-4fd3-9341-54683fb20ab2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/4b2995da-8915-487a-a18b-5da367727e55 HTTP/1.1" status: 204 len: 168 time: 1.2020755 Jan 28 10:14:04.278822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44876) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:04.285914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1436598250'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:04.293178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:04.299312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:04.305552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:04.313198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:04.329840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:04.334847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.393627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:04.436525 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:04.436525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-daa2e83b-e33a-4d01-83ac-0f674ea4d465 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5158803 Jan 28 10:14:04.442404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.442404 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment 5745d138-6d3a-4e5d-a9f2-fc2b35e5b619 of type vlan for network 0f16b86d-5dce-4693-b097-bac57d7988f4 Jan 28 10:14:04.442404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44882) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:04.480560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '29dd1484-771a-4eee-88df-ac765086c36f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:04.503014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:04.513626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:04.524064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:04.534223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.541004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:04.564252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Transition to ACTIVE for port object 06edd9ab-5502-4bec-a88a-d207fdba17ee will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:04.598170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Transition to ACTIVE for port object 06edd9ab-5502-4bec-a88a-d207fdba17ee will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:04.607584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.623367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.628253 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:04.629456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1e3c451c-d2b6-49f4-baad-372b10fb2528 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1874230 Jan 28 10:14:04.633073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:04.675657 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Network 6635fad7-24e2-4958-8996-3a06d038b639 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:04.683432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:04.694313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:04.760384 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.766907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:04.766907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.819476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Pushing event updated for resources: {'Port': ['ID=06edd9ab-5502-4bec-a88a-d207fdba17ee,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:04.821417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05aa838c-8269-4b3b-9926-82d962242935 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.839322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Attempting to bind port 06edd9ab-5502-4bec-a88a-d207fdba17ee on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:04.839813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Attempting to bind port 06edd9ab-5502-4bec-a88a-d207fdba17ee by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3604e05a-1111-451e-8908-cd8fd71ea276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6635fad7-24e2-4958-8996-3a06d038b639'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:04.840530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Attempting to bind port 06edd9ab-5502-4bec-a88a-d207fdba17ee on network 6635fad7-24e2-4958-8996-3a06d038b639 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:04.851188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:04.851961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Checking segment: {'id': '3604e05a-1111-451e-8908-cd8fd71ea276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6635fad7-24e2-4958-8996-3a06d038b639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:04.853044 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.854322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Bound using segment: {'id': '3604e05a-1111-451e-8908-cd8fd71ea276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6635fad7-24e2-4958-8996-3a06d038b639'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:04.854974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Bound port: 06edd9ab-5502-4bec-a88a-d207fdba17ee, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3604e05a-1111-451e-8908-cd8fd71ea276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6635fad7-24e2-4958-8996-3a06d038b639'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:04.855760 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.933181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.935800 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6556687 Jan 28 10:14:04.944782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44890) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:04.956804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:04.957032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2294d20e-1370-4a38-879d-b416f7eaf230 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=0f16b86d-5dce-4693-b097-bac57d7988f4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:04.961505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05aa838c-8269-4b3b-9926-82d962242935 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:04.980381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0f16b86d-5dce-4693-b097-bac57d7988f4 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:05.038434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05aa838c-8269-4b3b-9926-82d962242935 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.078774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05aa838c-8269-4b3b-9926-82d962242935 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29dd1484-771a-4eee-88df-ac765086c36f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:05.092106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-05aa838c-8269-4b3b-9926-82d962242935 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.098833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-05aa838c-8269-4b3b-9926-82d962242935 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/29dd1484-771a-4eee-88df-ac765086c36f HTTP/1.1" status: 204 len: 168 time: 0.4623647 Jan 28 10:14:05.098833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:05.132107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] For port 06edd9ab-5502-4bec-a88a-d207fdba17ee, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:05.139408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] For port 06edd9ab-5502-4bec-a88a-d207fdba17ee, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=06edd9ab-5502-4bec-a88a-d207fdba17ee,segment=NetworkSegment(3604e05a-1111-451e-8908-cd8fd71ea276),segment_id=3604e05a-1111-451e-8908-cd8fd71ea276)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:05.148951 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.190798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-628d2295-7464-4896-a338-9e193ed60f62 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:05.219823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-628d2295-7464-4896-a338-9e193ed60f62 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:05.222014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-628d2295-7464-4896-a338-9e193ed60f62 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1208990 Jan 28 10:14:05.228024 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:05.235530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036655519'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:05.251827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:05.264867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:05.279263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15dbe1-b0d6-4973-9202-389adeaef886 None None] Pushing event updated for resources: {'Port': ['ID=06edd9ab-5502-4bec-a88a-d207fdba17ee,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:05.281069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.312205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:05.317678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:05.321950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:05.331253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:05.386381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2955-b6a4-4c91-a13f-46265bba365f req-6b615102-efb7-4355-b299-2b2eec83e12f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:05.388562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b5f2955-b6a4-4c91-a13f-46265bba365f req-6b615102-efb7-4355-b299-2b2eec83e12f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 945 time: 0.7382956 Jan 28 10:14:05.389222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:05.429227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:05.437895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:05.476346 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.481369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.544105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.545522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3158646 Jan 28 10:14:05.549377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44902) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:05.574960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '836a9ffb-5e61-46e8-934c-cc87a9350a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:05.582839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:05.588181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:05.595637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:05.605185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:05.607628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad417f-9c9d-4764-b86c-b2756095ec9c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836a9ffb-5e61-46e8-934c-cc87a9350a7c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:05.631622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:05.657700 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The resource could not be found. Jan 28 10:14:05.661130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2a1ea5b2-a86a-46c6-9b08-f3cbb432c200 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1104877 Jan 28 10:14:05.662739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44906) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:05.668001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': '836a9ffb-5e61-46e8-934c-cc87a9350a7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'cdce4719-1619-4134-bf67-0a8914f046ec'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:05.674455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:05.678086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:05.681220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.684036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:05.687282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:05.696998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:05.739491 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The resource could not be found. Jan 28 10:14:05.741307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-17c0c088-67ca-4f96-9bc7-292b75fdb232 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0774879 Jan 28 10:14:05.743917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44910) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:05.767117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b5f2955-b6a4-4c91-a13f-46265bba365f req-5c97fb31-9cd3-4653-a4c3-df2acee791aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359423 Jan 28 10:14:05.826250 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7be6b9e9-9ce5-464d-b84c-8f2923112371 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.857459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Allocated IP 2001:db8::1 (90fd753c-954f-40a2-907a-144037eab50a/98e0bdac-423d-4c61-ab5b-3686165541b4/aa73f417-e238-493a-858f-957688c46d37) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:05.861926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7be6b9e9-9ce5-464d-b84c-8f2923112371 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.970776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7be6b9e9-9ce5-464d-b84c-8f2923112371 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:05.997326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be6b9e9-9ce5-464d-b84c-8f2923112371 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=836a9ffb-5e61-46e8-934c-cc87a9350a7c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:06.010973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-d7d07ffc-d320-4771-b6c9-201be4c4f367 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:06.012566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-d7d07ffc-d320-4771-b6c9-201be4c4f367 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 945 time: 0.1351876 Jan 28 10:14:06.014230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7be6b9e9-9ce5-464d-b84c-8f2923112371 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.016707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7be6b9e9-9ce5-464d-b84c-8f2923112371 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/836a9ffb-5e61-46e8-934c-cc87a9350a7c HTTP/1.1" status: 204 len: 168 time: 0.2700593 Jan 28 10:14:06.017926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44914) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:06.092956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 9b1f73aa-0673-49bd-9e2c-d3160a347259 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:06.093299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.110556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-b933120a-3597-4533-bcaf-edfbf6877faa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3424881 Jan 28 10:14:06.194956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-638d33d3-63b1-4849-b1f8-23d815c34cce tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:06.218484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.297325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Transition to ACTIVE for port object aa73f417-e238-493a-858f-957688c46d37 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:06.312458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-638d33d3-63b1-4849-b1f8-23d815c34cce tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:06.318006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-638d33d3-63b1-4849-b1f8-23d815c34cce tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2914493 Jan 28 10:14:06.318006 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.318349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:06.325952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': 'a59e8069-d905-4973-9b03-591fa691a037', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:06.336959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:06.345209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:06.358957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:06.370133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:06.396180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port 9b1f73aa-0673-49bd-9e2c-d3160a347259, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=9b1f73aa-0673-49bd-9e2c-d3160a347259,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:06.396592 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.417845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=77c28604-013c-444a-969f-cbcf4770874c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:06.446154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.459052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb33424-6b08-44aa-8880-25ea3ad58bce None None] Network 6635fad7-24e2-4958-8996-3a06d038b639 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:06.481647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:06.482006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: 0f16b86d-5dce-4693-b097-bac57d7988f4, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:06.495169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-e6618762-c633-4d13-bdbd-6ea99b698ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:06.496554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-e6618762-c633-4d13-bdbd-6ea99b698ddc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 0.2822912 Jan 28 10:14:06.555781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 9b1f73aa-0673-49bd-9e2c-d3160a347259 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:06.570434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 90fd753c-954f-40a2-907a-144037eab50a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:06.603572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e2ec542f-9775-4a6b-86ed-b3e1ef84e9a9 None None] Provisioning for port 06edd9ab-5502-4bec-a88a-d207fdba17ee completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:06.620388 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The resource could not be found. Jan 28 10:14:06.622420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f2e9be38-0e8a-49a5-82f2-be592efd10b7 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3029923 Jan 28 10:14:06.626005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44922) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:06.631486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:06.634507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516393563'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:06.635138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:06.635678 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.638603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Port': ['ID=aa73f417-e238-493a-858f-957688c46d37,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:06.643491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:06.660649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network 0f16b86d-5dce-4693-b097-bac57d7988f4 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:06.667781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:06.678282 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.691329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0f16b86d-5dce-4693-b097-bac57d7988f4) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:06.695868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:06.696619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:06.744942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a1762d-b290-4119-bf6c-24cc81243111 None None] Network 0f16b86d-5dce-4693-b097-bac57d7988f4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:06.749286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:06.753078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:06.756039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:06.762763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b2c4f7a9-8c20-40c1-bd35-cb28fb235561 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8166656 Jan 28 10:14:06.765667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44926) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:06.766716 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:06.772148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-0ebda75f-cf9f-471d-aee1-03d206545fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:06.773799 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-0ebda75f-cf9f-471d-aee1-03d206545fc3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 910 time: 0.2483051 Jan 28 10:14:07.075240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cadd83d2-932c-473d-9597-678742883c3b None None] Provisioning for port aa73f417-e238-493a-858f-957688c46d37 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:07.081602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-0f16b86d-5dce-4693-b097-bac57d7988f4', 'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '77c28604-013c-444a-969f-cbcf4770874c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:07.081787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.082596 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.085401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-a11126ba-1b68-4581-8fd8-95c3a8fb2f26 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 1001 time: 0.3017833 Jan 28 10:14:07.099034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f7d25a3e-0610-498e-9fc1-f648e322c144'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:14:07.127910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cadd83d2-932c-473d-9597-678742883c3b None None] Provisioning complete for port aa73f417-e238-493a-858f-957688c46d37 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:07.128370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cadd83d2-932c-473d-9597-678742883c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.222909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-c132283c-fde8-4b81-9881-5ebcbcf55a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:07.224454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-c132283c-fde8-4b81-9881-5ebcbcf55a38 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.1239245 Jan 28 10:14:07.232878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.277481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c31e775d-f860-4938-90a0-815fae58745e req-da752ea6-e9c4-4e83-8bb7-a7b06745d089 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 210 time: 0.2144208 Jan 28 10:14:07.284561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cadd83d2-932c-473d-9597-678742883c3b None None] Port aa73f417-e238-493a-858f-957688c46d37 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:07.296456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=9b1f73aa-0673-49bd-9e2c-d3160a347259,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:07.392367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port 9b1f73aa-0673-49bd-9e2c-d3160a347259 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:07.414657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.462132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'name': 'network-vif-deleted', 'tag': '9b1f73aa-0673-49bd-9e2c-d3160a347259'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:14:07.488412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b6eb68c-d51c-45ce-aa8c-0affe659b46d req-5a367412-67bd-4a83-a15f-63330750be17 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "DELETE /v2.0/ports/9b1f73aa-0673-49bd-9e2c-d3160a347259 HTTP/1.1" status: 204 len: 173 time: 1.4701884 Jan 28 10:14:07.508822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 06edd9ab-5502-4bec-a88a-d207fdba17ee up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:07.576817 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a760c75-7118-44b3-9b38-2f8747a1abac', 'name': 'network-vif-deleted', 'tag': '9b1f73aa-0673-49bd-9e2c-d3160a347259', 'status': 'completed', 'code': 200} Jan 28 10:14:07.620244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-124898ee-0c8b-4234-bcee-990f862e6b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:07.624485 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-124898ee-0c8b-4234-bcee-990f862e6b88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3754945 Jan 28 10:14:07.630862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.648511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.653903 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.678980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Allocated IP 172.20.0.2 (0f16b86d-5dce-4693-b097-bac57d7988f4/77c28604-013c-444a-969f-cbcf4770874c/60a23969-c7a9-4f5a-b120-ea500d50a444) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:07.747445 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.788422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 06edd9ab-5502-4bec-a88a-d207fdba17ee completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:07.798394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 06edd9ab-5502-4bec-a88a-d207fdba17ee triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:07.798801 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.839096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:07.843225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44934) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:07.844420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2172866 Jan 28 10:14:07.845379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3310309d-346c-4f72-ac9c-d224d3e620da tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f42ea7f6-a163-49be-a724-5f4f10395247,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:07.858266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036204020'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:07.883050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:07.928291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:07.960872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 9b1f73aa-0673-49bd-9e2c-d3160a347259 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:08.000938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-0e8ccfe0-a94b-4a2c-a1bf-ea106dbe2390 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921894 Jan 28 10:14:08.030470 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.044457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 9b1f73aa-0673-49bd-9e2c-d3160a347259 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:08.044837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 9b1f73aa-0673-49bd-9e2c-d3160a347259 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:08.067318 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.092909 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.113625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Transition to ACTIVE for port object 60a23969-c7a9-4f5a-b120-ea500d50a444 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:08.128138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 06edd9ab-5502-4bec-a88a-d207fdba17ee, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=06edd9ab-5502-4bec-a88a-d207fdba17ee,segment=NetworkSegment(3604e05a-1111-451e-8908-cd8fd71ea276),segment_id=3604e05a-1111-451e-8908-cd8fd71ea276)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:08.133014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:08.135619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.150270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:08.168445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Transition to ACTIVE for port object 60a23969-c7a9-4f5a-b120-ea500d50a444 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:08.168592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:08.182974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:08.190669 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.205246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.216824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Network 0f16b86d-5dce-4693-b097-bac57d7988f4 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:08.221056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:08.224905 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:08.233322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=06edd9ab-5502-4bec-a88a-d207fdba17ee,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:08.256355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d74b594d-d85e-4713-966a-23aa7ff46d01 req-aa758e83-e5cc-49d8-ad8d-d6b083c00c4e service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449768 Jan 28 10:14:08.274041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=77c28604-013c-444a-969f-cbcf4770874c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:08.312982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.365347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.365930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.366410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.366883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.369539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.370076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.370687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.371362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.371941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.373812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.374522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.375482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:08.399126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.400799 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.401836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.428073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f16b86d-5dce-4693-b097-bac57d7988f4']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:08.450060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:08.450356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:08.462771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.484000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.492951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:08.493799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.494616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:08.510185 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:08.518191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.581826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Attempting to bind port 60a23969-c7a9-4f5a-b120-ea500d50a444 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:08.582318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Attempting to bind port 60a23969-c7a9-4f5a-b120-ea500d50a444 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:08.582474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Attempting to bind port 60a23969-c7a9-4f5a-b120-ea500d50a444 on network 0f16b86d-5dce-4693-b097-bac57d7988f4 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:08.606801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:08.608034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Checking segment: {'id': '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:08.608622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.609179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Bound using segment: {'id': '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:08.609832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Bound port: 60a23969-c7a9-4f5a-b120-ea500d50a444, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '0f16b86d-5dce-4693-b097-bac57d7988f4'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:08.612106 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.612334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event updated for resources: {'Port': ['ID=aa73f417-e238-493a-858f-957688c46d37,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:08.638956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fe0a44-fea5-41f9-b40e-7584d9430e96,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:08.644532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b2bc359d-a9bc-4807-b1d9-fc048c7cc0a5 req-a6df9bf7-58cb-40cd-af93-620353bae8d3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:08.662335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.666797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-29b3be79-e9b6-4a21-9774-faf8aa8fe892 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8191974 Jan 28 10:14:08.666971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:14:08.666971 n-d-825178-2 neutron-server[87541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:14:08.666971 n-d-825178-2 neutron-server[87541]: [parameters: {'id': '0f16b86d-5dce-4693-b097-bac57d7988f4'}] Jan 28 10:14:08.666971 n-d-825178-2 neutron-server[87541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:08.666971 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:08.666971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44940) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:08.673157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group_rule': {'security_group_id': 'f42ea7f6-a163-49be-a724-5f4f10395247', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'c6fe0a44-fea5-41f9-b40e-7584d9430e96'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:08.674348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Pushing event updated for resources: {'Port': ['ID=60a23969-c7a9-4f5a-b120-ea500d50a444,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:08.681671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:08.686283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:08.689036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b2bc359d-a9bc-4807-b1d9-fc048c7cc0a5 req-a6df9bf7-58cb-40cd-af93-620353bae8d3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:08.690316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2bc359d-a9bc-4807-b1d9-fc048c7cc0a5 req-a6df9bf7-58cb-40cd-af93-620353bae8d3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=2a760c75-7118-44b3-9b38-2f8747a1abac HTTP/1.1" status: 200 len: 210 time: 0.1142704 Jan 28 10:14:08.691280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:08.702835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Network 90fd753c-954f-40a2-907a-144037eab50a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:08.704023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:08.710335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:08.757943 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:08.759232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad076ab2-eb14-4b3e-afd7-23d3aa765544 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0913291 Jan 28 10:14:08.762280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44944) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:08.798113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] For port 60a23969-c7a9-4f5a-b120-ea500d50a444, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:08.803571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] For port 60a23969-c7a9-4f5a-b120-ea500d50a444, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=60a23969-c7a9-4f5a-b120-ea500d50a444,segment=NetworkSegment(5745d138-6d3a-4e5d-a9f2-fc2b35e5b619),segment_id=5745d138-6d3a-4e5d-a9f2-fc2b35e5b619)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:08.809640 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.913049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eab3da37-e551-4bfe-b972-af2a6321452a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:08.981931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Router b35efa5d-6587-44f9-a136-a8c8ad6449e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:14:08.992467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eab3da37-e551-4bfe-b972-af2a6321452a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.020268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57afc5a5-d562-45f0-b907-7e272830de89 None None] Pushing event updated for resources: {'Port': ['ID=60a23969-c7a9-4f5a-b120-ea500d50a444,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:09.086482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b833f99b-c966-45d4-9e00-49b33a1e82f0 None None] Network 0f16b86d-5dce-4693-b097-bac57d7988f4 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:09.090781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eab3da37-e551-4bfe-b972-af2a6321452a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.127536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eab3da37-e551-4bfe-b972-af2a6321452a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.131672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eab3da37-e551-4bfe-b972-af2a6321452a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/c6fe0a44-fea5-41f9-b40e-7584d9430e96 HTTP/1.1" status: 204 len: 168 time: 0.3655031 Jan 28 10:14:09.131672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab3da37-e551-4bfe-b972-af2a6321452a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fe0a44-fea5-41f9-b40e-7584d9430e96,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:09.132152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44948) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:09.168230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.201368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Deleting port 60a23969-c7a9-4f5a-b120-ea500d50a444 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:09.201786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.322043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7d56368e-81ee-4b15-84bc-70a183e9346a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:09.333855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 06edd9ab-5502-4bec-a88a-d207fdba17ee up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:09.358867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:09.363892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-70b654ef-1417-4c57-99e8-18727a34bbf7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4133544 Jan 28 10:14:09.368162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44952) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:09.395334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] Sync routers for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:09.432536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7d56368e-81ee-4b15-84bc-70a183e9346a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:09.433894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7d56368e-81ee-4b15-84bc-70a183e9346a tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3007331 Jan 28 10:14:09.437376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44956) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:09.488685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] For port 60a23969-c7a9-4f5a-b120-ea500d50a444, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=60a23969-c7a9-4f5a-b120-ea500d50a444,segment=NetworkSegment(5745d138-6d3a-4e5d-a9f2-fc2b35e5b619),segment_id=5745d138-6d3a-4e5d-a9f2-fc2b35e5b619)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:09.489960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.543609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:09.544271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:09.551056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cdcaf16d-7ff5-439e-a25b-3f295421a76a tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.599522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53a0690-b6df-442d-ab86-ee1bfb4c6feb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.637023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7535faff-209b-4532-a827-3a4b6b731e94 None None] Provisioning complete for port aa73f417-e238-493a-858f-957688c46d37 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:09.637583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7535faff-209b-4532-a827-3a4b6b731e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.683926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Calling delete_port for 60a23969-c7a9-4f5a-b120-ea500d50a444 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:09.697513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:09.737217 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7535faff-209b-4532-a827-3a4b6b731e94 None None] Port aa73f417-e238-493a-858f-957688c46d37 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:09.739669 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-cdcaf16d-7ff5-439e-a25b-3f295421a76a tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 10:14:09.740811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cdcaf16d-7ff5-439e-a25b-3f295421a76a tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5 HTTP/1.1" status: 409 len: 329 time: 0.3706474 Jan 28 10:14:09.743665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44962) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:09.748817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:09.749611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:09.750657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53a0690-b6df-442d-ab86-ee1bfb4c6feb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.823086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.854428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:09.854841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ed7eb2-602b-4e15-a109-65f7efdf243a None None] The sync data for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:09.861085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 06edd9ab-5502-4bec-a88a-d207fdba17ee triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:09.861457 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:09.874040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No DVR routers for this DVR port 60a23969-c7a9-4f5a-b120-ea500d50a444 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:09.946759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d21042-d1be-4945-acce-f9c1df9c0cf1 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:14:10.053011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Port': ['ID=60a23969-c7a9-4f5a-b120-ea500d50a444,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:10.070776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53a0690-b6df-442d-ab86-ee1bfb4c6feb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.172413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53a0690-b6df-442d-ab86-ee1bfb4c6feb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.173230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c53a0690-b6df-442d-ab86-ee1bfb4c6feb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/f42ea7f6-a163-49be-a724-5f4f10395247 HTTP/1.1" status: 204 len: 168 time: 0.7347615 Jan 28 10:14:10.177776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44968) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:10.177919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a0690-b6df-442d-ab86-ee1bfb4c6feb tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42ea7f6-a163-49be-a724-5f4f10395247,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:10.186223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.212486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f16b86d-5dce-4693-b097-bac57d7988f4']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:10.225969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:10.226276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5745d138-6d3a-4e5d-a9f2-fc2b35e5b619') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:10.228548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d21042-d1be-4945-acce-f9c1df9c0cf1 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:14:10.238592 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.265711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.273789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:10.274407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:10.290881 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:10.301604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dac42c6b-6b8c-4627-afd2-36e81f143ab2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:10.360358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dac42c6b-6b8c-4627-afd2-36e81f143ab2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:10.366302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dac42c6b-6b8c-4627-afd2-36e81f143ab2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1873200 Jan 28 10:14:10.368268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44972) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:10.374883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'tempest-secgroup--905739746'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:10.383353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:10.398323 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.398531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:10.427347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.430349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=0f16b86d-5dce-4693-b097-bac57d7988f4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:10.439202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ae96e027-7e46-4e41-a022-1a8e8fe00609 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/0f16b86d-5dce-4693-b097-bac57d7988f4 HTTP/1.1" status: 204 len: 168 time: 3.6638999 Jan 28 10:14:10.439727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44976) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:10.445444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.446890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1435959822'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:10.452915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:10.456785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:10.460455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:10.468916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:10.482498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:10.486737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.490104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:10.495457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Usage tracker for resource:security_group_rule and tenant:49faf70035704881b742c055b8040125 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:10.500068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:10.508487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:10.524107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:10.536646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.537565 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment 72e47362-92b1-4f4e-bc0c-bd59d7e183b8 of type vlan for network 1d3324cd-f32a-4317-be50-6969344dad87 Jan 28 10:14:10.550140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.572648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.613016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.619820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:10.620631 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.745110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3036478 Jan 28 10:14:10.748989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 44980) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:10.758263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da33af-2d46-4b15-94d4-64521bb2e0f8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=1d3324cd-f32a-4317-be50-6969344dad87,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:10.763480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:10.767533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': '1d3324cd-f32a-4317-be50-6969344dad87', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:10.773064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 1d3324cd-f32a-4317-be50-6969344dad87 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:10.788996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.156494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad03c12-8e34-452a-a990-ee5c029ad544,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:11.185153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.188038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.188151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0dbe57d1-0d38-4d89-97cc-8a1c223ede85 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8187575 Jan 28 10:14:11.189536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:11.197112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:11.197576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3aeb39eb-610e-4851-bb51-83a0893a0b6b tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Request body: {'security_group': {'name': 'default'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:11.198585 n-d-825178-2 neutron-server[87541]: WARNING neutron.api.v2.base [None req-3aeb39eb-610e-4851-bb51-83a0893a0b6b tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 28 10:14:11.199654 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-3aeb39eb-610e-4851-bb51-83a0893a0b6b tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] update failed (client error): There was a conflict when trying to complete your request. Jan 28 10:14:11.200983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3aeb39eb-610e-4851-bb51-83a0893a0b6b tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "PUT /v2.0/security-groups/bad03c12-8e34-452a-a990-ee5c029ad544 HTTP/1.1" status: 409 len: 330 time: 0.0116200 Jan 28 10:14:11.203678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:11.203937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 44994) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.210826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:11.227930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:11.233174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.276898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32466ac8-e4f9-4e1c-84d9-b0a6e192f4c1 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.317059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32466ac8-e4f9-4e1c-84d9-b0a6e192f4c1 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.384598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing IP validity checks on allocation pools {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:14:11.385272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:14:11.386349 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32466ac8-e4f9-4e1c-84d9-b0a6e192f4c1 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.413896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port aa73f417-e238-493a-858f-957688c46d37 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:11.414237 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.420554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32466ac8-e4f9-4e1c-84d9-b0a6e192f4c1 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad03c12-8e34-452a-a990-ee5c029ad544,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:11.437989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-32466ac8-e4f9-4e1c-84d9-b0a6e192f4c1 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.439177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-32466ac8-e4f9-4e1c-84d9-b0a6e192f4c1 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/bad03c12-8e34-452a-a990-ee5c029ad544 HTTP/1.1" status: 204 len: 168 time: 0.2341919 Jan 28 10:14:11.442788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45000) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.505160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1aaea12c-c6e0-4f5f-8267-52f61ca140e2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Synchronizing usage tracker for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:11.521615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1aaea12c-c6e0-4f5f-8267-52f61ca140e2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] Unset dirty status for tenant:49faf70035704881b742c055b8040125 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:11.526474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1aaea12c-c6e0-4f5f-8267-52f61ca140e2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0793149 Jan 28 10:14:11.527210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45004) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.546858 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-0097fc9a-1122-480e-a4e0-fdf9a35fead2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] delete failed (client error): The resource could not be found. Jan 28 10:14:11.551703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0097fc9a-1122-480e-a4e0-fdf9a35fead2 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "DELETE /v2.0/security-groups/5bab5e36-d23d-411b-b455-585d3dea9adc HTTP/1.1" status: 404 len: 347 time: 0.0199015 Jan 28 10:14:11.553138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45008) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.570717 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-d4c91414-0716-454a-a780-7247251a20e5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] show failed (client error): The resource could not be found. Jan 28 10:14:11.576018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d4c91414-0716-454a-a780-7247251a20e5 tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-groups/0ee648af-19e0-4688-af78-5b90211b9542 HTTP/1.1" status: 404 len: 347 time: 0.0215502 Jan 28 10:14:11.576929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45012) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.597005 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-995b30b5-1c2b-4c26-a386-d38638b0fd1c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] show failed (client error): The resource could not be found. Jan 28 10:14:11.602962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-995b30b5-1c2b-4c26-a386-d38638b0fd1c tempest-NegativeSecGroupTest-413641524 tempest-NegativeSecGroupTest-413641524-project] 10.222.0.42 "GET /v2.0/security-group-rules/8139246c-ef15-416d-8fdf-714c651570d8 HTTP/1.1" status: 404 len: 356 time: 0.0248342 Jan 28 10:14:11.759664 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.826877 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:11.902548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:11.922649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Calling delete_port for aa73f417-e238-493a-858f-957688c46d37 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:12.027052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=e06f44c1-4a1e-4bf9-a494-78d4f567e3d6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:12.062525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f3515048-669c-4b85-889d-3ca8994ee079 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49faf70035704881b742c055b8040125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1582437 Jan 28 10:14:12.064419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45026) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:12.065507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': '72e47362-92b1-4f4e-bc0c-bd59d7e183b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d3324cd-f32a-4317-be50-6969344dad87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:12.065850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: 1d3324cd-f32a-4317-be50-6969344dad87, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:12.097565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network 1d3324cd-f32a-4317-be50-6969344dad87 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:12.112350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 1d3324cd-f32a-4317-be50-6969344dad87) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:12.127181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:12.127773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.135054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1025c4f-7e6e-4eec-b51c-5f8f0be2b68e None None] Network 1d3324cd-f32a-4317-be50-6969344dad87 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:12.150005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a238887-5324-4011-826a-f885e6b8daa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.188134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a238887-5324-4011-826a-f885e6b8daa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.239101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b976edf-da15-4aa8-a853-59e824e0b7ee tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4830375 Jan 28 10:14:12.241860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45032) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:12.262216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.348910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Port': ['ID=aa73f417-e238-493a-858f-957688c46d37,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:12.442082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-1d3324cd-f32a-4317-be50-6969344dad87', 'network_id': '1d3324cd-f32a-4317-be50-6969344dad87', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': 'e06f44c1-4a1e-4bf9-a494-78d4f567e3d6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:12.443859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.456021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.482729 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a238887-5324-4011-826a-f885e6b8daa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.523356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a238887-5324-4011-826a-f885e6b8daa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3275c203-9316-4681-9af3-dd041970989f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:12.529060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a238887-5324-4011-826a-f885e6b8daa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.530268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a238887-5324-4011-826a-f885e6b8daa8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3275c203-9316-4681-9af3-dd041970989f HTTP/1.1" status: 204 len: 168 time: 0.4648705 Jan 28 10:14:12.538792 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.657178 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.728753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Allocated IP 172.20.0.3 (1d3324cd-f32a-4317-be50-6969344dad87/e06f44c1-4a1e-4bf9-a494-78d4f567e3d6/a05f8010-10d6-44fa-a52e-2518c5cc51e8) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:12.941307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:12.953467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Transition to ACTIVE for port object a05f8010-10d6-44fa-a52e-2518c5cc51e8 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:12.974584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Transition to ACTIVE for port object a05f8010-10d6-44fa-a52e-2518c5cc51e8 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:12.982868 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.001757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.007159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Router b35efa5d-6587-44f9-a136-a8c8ad6449e5 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:14:13.044342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=e06f44c1-4a1e-4bf9-a494-78d4f567e3d6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:13.093943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Network 1d3324cd-f32a-4317-be50-6969344dad87 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:13.096603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:13.100484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:13.142191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Pushing event updated for resources: {'Port': ['ID=a05f8010-10d6-44fa-a52e-2518c5cc51e8,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:13.151081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.167767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:13.174751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-952eac8e-3986-41bc-beaa-fad8b3d79e90 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4300437 Jan 28 10:14:13.178504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:13.181900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3324cd-f32a-4317-be50-6969344dad87']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.186927 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] Sync routers for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:13.197048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e47362-92b1-4f4e-bc0c-bd59d7e183b8') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.197513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e47362-92b1-4f4e-bc0c-bd59d7e183b8') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.204412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Attempting to bind port a05f8010-10d6-44fa-a52e-2518c5cc51e8 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:13.204982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Attempting to bind port a05f8010-10d6-44fa-a52e-2518c5cc51e8 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '72e47362-92b1-4f4e-bc0c-bd59d7e183b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d3324cd-f32a-4317-be50-6969344dad87'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:13.205425 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:13.205663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Attempting to bind port a05f8010-10d6-44fa-a52e-2518c5cc51e8 on network 1d3324cd-f32a-4317-be50-6969344dad87 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:13.207554 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.212101 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.213162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:13.213583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Checking segment: {'id': '72e47362-92b1-4f4e-bc0c-bd59d7e183b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d3324cd-f32a-4317-be50-6969344dad87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:13.213990 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.214382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Bound using segment: {'id': '72e47362-92b1-4f4e-bc0c-bd59d7e183b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d3324cd-f32a-4317-be50-6969344dad87'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:13.214841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Bound port: a05f8010-10d6-44fa-a52e-2518c5cc51e8, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72e47362-92b1-4f4e-bc0c-bd59d7e183b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '1d3324cd-f32a-4317-be50-6969344dad87'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:13.215212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.228485 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.240431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:13.241808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.308224 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-eab8da80-eb01-4bd2-a5d9-77d990463df7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] show failed (client error): The resource could not be found. Jan 28 10:14:13.310783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] For port a05f8010-10d6-44fa-a52e-2518c5cc51e8, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:13.318415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eab8da80-eb01-4bd2-a5d9-77d990463df7 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1329969356 HTTP/1.1" status: 404 len: 335 time: 0.1388280 Jan 28 10:14:13.322175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45058) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:13.327438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4b49285d-504d-4d06-8956-c0c66dc398f8 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:13.353529 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:13.358499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] For port a05f8010-10d6-44fa-a52e-2518c5cc51e8, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a05f8010-10d6-44fa-a52e-2518c5cc51e8,segment=NetworkSegment(72e47362-92b1-4f4e-bc0c-bd59d7e183b8),segment_id=72e47362-92b1-4f4e-bc0c-bd59d7e183b8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:13.365102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.365782 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.367868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:14:13.367868 n-d-825178-2 neutron-server[87541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:14:13.367868 n-d-825178-2 neutron-server[87541]: [parameters: {'id': '1d3324cd-f32a-4317-be50-6969344dad87'}] Jan 28 10:14:13.367868 n-d-825178-2 neutron-server[87541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:13.368577 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:13.388228 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] Routers {'b35efa5d-6587-44f9-a136-a8c8ad6449e5'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:13.388970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:13:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.424148 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-4b49285d-504d-4d06-8956-c0c66dc398f8 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] update failed (client error): The resource could not be found. Jan 28 10:14:13.425382 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4b49285d-504d-4d06-8956-c0c66dc398f8 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-299496524 HTTP/1.1" status: 404 len: 334 time: 0.1020567 Jan 28 10:14:13.429393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45068) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:13.464199 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:13.474784 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05a01aa-56e4-4cd2-bf48-eb1b3f351a2d None None] The sync data for ids ['b35efa5d-6587-44f9-a136-a8c8ad6449e5'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:13.562219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e4ae53-86c1-453d-bd73-3af97b47a45a None None] Pushing event updated for resources: {'Port': ['ID=a05f8010-10d6-44fa-a52e-2518c5cc51e8,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:13.576155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting subnet 1710210a-b07a-43ea-bce1-c74b0d802bfe {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:13.580098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.586060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45072) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:13.590966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156aa55b-ee77-444c-a736-4f721b0b59d2 None None] Network 1d3324cd-f32a-4317-be50-6969344dad87 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:13.657623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.721993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-963366365-network', 'tenant_id': '0ea06fc697334ce8a5c24db4c983b1f4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:13.731814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:13.755370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.772481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Usage tracker for resource:network and tenant:0ea06fc697334ce8a5c24db4c983b1f4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:13.779992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:13.788263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:13.809306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Made reservation on behalf of 0ea06fc697334ce8a5c24db4c983b1f4 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:13.811575 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.826674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.827601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94cdec17-60ed-4b08-a4e6-1bedd0d3b7aa None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:14:13.847451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:13.849663 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.853863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea06fc697334ce8a5c24db4c983b1f4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:13.863772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8b1f6-55f6-4a1c-973a-ea890857f29a req-96fda0c3-84f6-4c16-839d-f147f47c01dc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:13.865871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70f8b1f6-55f6-4a1c-973a-ea890857f29a req-96fda0c3-84f6-4c16-839d-f147f47c01dc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 945 time: 0.1390452 Jan 28 10:14:13.866745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:13.872855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:13.883517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.904985 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.914027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.916104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Subnet': ['ID=1710210a-b07a-43ea-bce1-c74b0d802bfe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:13.922022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aa8b8d3e-7a9b-475e-a527-cbecef2c26cf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/subnets/1710210a-b07a-43ea-bce1-c74b0d802bfe HTTP/1.1" status: 204 len: 168 time: 0.4893410 Jan 28 10:14:13.922334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45080) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:13.934746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Deleting port a05f8010-10d6-44fa-a52e-2518c5cc51e8 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:13.935081 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:13.957598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70f8b1f6-55f6-4a1c-973a-ea890857f29a req-4671224c-fbb1-4608-ba95-2b1e9114bc6b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823724 Jan 28 10:14:13.988028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdec17-60ed-4b08-a4e6-1bedd0d3b7aa None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:14:14.079091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.108985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port 06edd9ab-5502-4bec-a88a-d207fdba17ee {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:14.109328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.171612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.179559 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.268985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:14.278500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bceb723-0443-4c1f-a191-f4b5f471944e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:14.290036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.290686 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Added segment 7c30b7e4-2f75-42e0-81bc-84445c144aa7 of type vlan for network 21921726-f3c2-4b00-8d0d-663daabf858f Jan 28 10:14:14.304866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] For port a05f8010-10d6-44fa-a52e-2518c5cc51e8, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a05f8010-10d6-44fa-a52e-2518c5cc51e8,segment=NetworkSegment(72e47362-92b1-4f4e-bc0c-bd59d7e183b8),segment_id=72e47362-92b1-4f4e-bc0c-bd59d7e183b8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:14.305453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.356701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fde25ff-f7ef-4826-bbe7-89614a4aa416 None None] Network 6635fad7-24e2-4958-8996-3a06d038b639 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:14.418283 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.426480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] For port 06edd9ab-5502-4bec-a88a-d207fdba17ee, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=06edd9ab-5502-4bec-a88a-d207fdba17ee,segment=NetworkSegment(3604e05a-1111-451e-8908-cd8fd71ea276),segment_id=3604e05a-1111-451e-8908-cd8fd71ea276)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:14.427286 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.435590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Calling delete_port for a05f8010-10d6-44fa-a52e-2518c5cc51e8 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:14.518199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.561323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Calling delete_port for 06edd9ab-5502-4bec-a88a-d207fdba17ee owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:14.571374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Port': ['ID=a05f8010-10d6-44fa-a52e-2518c5cc51e8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:14.579532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No DVR routers for this DVR port a05f8010-10d6-44fa-a52e-2518c5cc51e8 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:14.589983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.resource_extend [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 28 10:14:14.633324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.637048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:14.637634 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.674968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] DHCP port deletion for 6635fad7-24e2-4958-8996-3a06d038b639 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:14.679517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Deleting port 06edd9ab-5502-4bec-a88a-d207fdba17ee {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:14.679915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.717978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.750905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d3324cd-f32a-4317-be50-6969344dad87']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:14.767317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72e47362-92b1-4f4e-bc0c-bd59d7e183b8') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:14.767616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72e47362-92b1-4f4e-bc0c-bd59d7e183b8') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:14.782433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.800074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.807531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:14.808005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:14.823937 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:14.897693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3104932 Jan 28 10:14:14.898407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12786f30-35ef-4a76-98f0-4bd59bdd6747 admin admin] Pushing event updated for resources: {'Network': ['ID=21921726-f3c2-4b00-8d0d-663daabf858f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:14.901139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.902996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:14.904821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] For port 06edd9ab-5502-4bec-a88a-d207fdba17ee, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=06edd9ab-5502-4bec-a88a-d207fdba17ee,segment=NetworkSegment(3604e05a-1111-451e-8908-cd8fd71ea276),segment_id=3604e05a-1111-451e-8908-cd8fd71ea276)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:14.905215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.912028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Request body: {'subnet': {'network_id': '21921726-f3c2-4b00-8d0d-663daabf858f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-963366365-subnet', 'tenant_id': '0ea06fc697334ce8a5c24db4c983b1f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:14.917112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 21921726-f3c2-4b00-8d0d-663daabf858f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:14.918548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:14.923332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Usage tracker for resource:subnet and tenant:0ea06fc697334ce8a5c24db4c983b1f4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:14.927913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:14.934621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:14.936951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.949090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Port': ['ID=06edd9ab-5502-4bec-a88a-d207fdba17ee,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:14.954568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] No DVR routers for this DVR port 06edd9ab-5502-4bec-a88a-d207fdba17ee on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:14.955499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.972188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=1d3324cd-f32a-4317-be50-6969344dad87,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:14.974906 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e8673df7-388a-48ad-9dfc-6fa9240281b5 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/1d3324cd-f32a-4317-be50-6969344dad87 HTTP/1.1" status: 204 len: 168 time: 2.7253981 Jan 28 10:14:14.978135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Made reservation on behalf of 0ea06fc697334ce8a5c24db4c983b1f4 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:14.980405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:14.987458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:15.000402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-535531284'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:15.028412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:15.081465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:15.094616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:15.105108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:15.111481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.136611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:15.140446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.158068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6635fad7-24e2-4958-8996-3a06d038b639']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:15.169579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Calling delete_port for 06edd9ab-5502-4bec-a88a-d207fdba17ee owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:15.180116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3604e05a-1111-451e-8908-cd8fd71ea276') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:15.180408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3604e05a-1111-451e-8908-cd8fd71ea276') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:15.197395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.209738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:15.222163 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.222682 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment b9df4cd1-2541-44c4-a9f6-f5c2c9d6b5af of type vlan for network 670648de-1956-490c-95c1-ba388d5c4130 Jan 28 10:14:15.225702 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.236930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:15.237333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:15.254352 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:15.268757 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:15.269306 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:15.317365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-b52784c5-1861-46b8-8493-9084eef5ebf7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:15.318837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-b52784c5-1861-46b8-8493-9084eef5ebf7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 945 time: 0.2155061 Jan 28 10:14:15.322689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 06edd9ab-5502-4bec-a88a-d207fdba17ee no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:15.343284 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.367872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 06edd9ab-5502-4bec-a88a-d207fdba17ee {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:15.368598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 06edd9ab-5502-4bec-a88a-d207fdba17ee not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:15.370212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.378760 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.390340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b723037-263b-4c43-86df-d98c19eb110f req-5f3cc5ef-2f13-4ea4-8c8d-77bc9e87a4fc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:15.391832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5b723037-263b-4c43-86df-d98c19eb110f req-5f3cc5ef-2f13-4ea4-8c8d-77bc9e87a4fc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 945 time: 0.2470860 Jan 28 10:14:15.396435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.405586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Network': ['ID=6635fad7-24e2-4958-8996-3a06d038b639,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:15.414654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.419956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:15.420533 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.453966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2abdfe7f-329e-401c-8e56-73b53e2a37d9 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/networks/6635fad7-24e2-4958-8996-3a06d038b639 HTTP/1.1" status: 204 len: 168 time: 1.5304019 Jan 28 10:14:15.459602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port f7d25a3e-0610-498e-9fc1-f648e322c144 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:15.459946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.494088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45094) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:15.496590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.524397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5358281 Jan 28 10:14:15.525202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45098) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:15.539859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': '670648de-1956-490c-95c1-ba388d5c4130', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:15.561981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b230d237-82ee-4b1e-9279-0c8e77e0984a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=670648de-1956-490c-95c1-ba388d5c4130,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:15.572304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 670648de-1956-490c-95c1-ba388d5c4130 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:15.603326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5b723037-263b-4c43-86df-d98c19eb110f req-5426748d-8e72-4b53-a237-81c5282683f0 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=d3c4f0ae-1815-4655-ad20-dd426484cd8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018201 Jan 28 10:14:15.658684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:15.662898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:15.665788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:15.671622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:15.682599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:15.686315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.711237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f863ed07-5987-4de4-9705-a6429a01cb62,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:15.726330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting subnet 8548be3f-3b3a-4236-a44b-f4f8ae4500f6 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:15.734405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.771273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Deleting port 06edd9ab-5502-4bec-a88a-d207fdba17ee {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:15.771992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.840752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-120591b7-644b-4268-81d2-fa04d8f9bd24 None None] The port '06edd9ab-5502-4bec-a88a-d207fdba17ee' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:14:15.841473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Checking segment: {'id': '7c30b7e4-2f75-42e0-81bc-84445c144aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '21921726-f3c2-4b00-8d0d-663daabf858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:15.841850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Network hostable DHCP agents. Network: 21921726-f3c2-4b00-8d0d-663daabf858f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:15.882805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:15.922898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.005850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=aab76641-07af-4817-8a8a-f989a8a38329,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:16.017535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': 'b9df4cd1-2541-44c4-a9f6-f5c2c9d6b5af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '670648de-1956-490c-95c1-ba388d5c4130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:16.017889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: 670648de-1956-490c-95c1-ba388d5c4130, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:16.038219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network 670648de-1956-490c-95c1-ba388d5c4130 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:16.057474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 670648de-1956-490c-95c1-ba388d5c4130) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:16.061982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:16.062819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.066952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b13e5ea-6c16-4cbd-b4dd-2ad8510bfaab None None] Network 670648de-1956-490c-95c1-ba388d5c4130 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:16.068360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Network 21921726-f3c2-4b00-8d0d-663daabf858f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:16.086291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 21921726-f3c2-4b00-8d0d-663daabf858f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:16.086537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d5f9aa7c-ef32-471b-9935-5ed94eeb2cb7 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5567896 Jan 28 10:14:16.089396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45102) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:16.105758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:16.106512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.128464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port f7d25a3e-0610-498e-9fc1-f648e322c144, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f7d25a3e-0610-498e-9fc1-f648e322c144,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:16.128842 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.142812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1998e02-6a5c-4fd9-8a52-f255e6198a2f None None] Network 21921726-f3c2-4b00-8d0d-663daabf858f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:16.244524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.260342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7b1e786b-2da2-4e90-b32f-0faa99bf8824 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3545530 Jan 28 10:14:16.265723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for f7d25a3e-0610-498e-9fc1-f648e322c144 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:16.318905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.325299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.425795 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.480548 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.491229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=aab76641-07af-4817-8a8a-f989a8a38329,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:16.549844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.552707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80983a1d-6169-4b81-b5f4-7e5632aa5e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-670648de-1956-490c-95c1-ba388d5c4130', 'network_id': '670648de-1956-490c-95c1-ba388d5c4130', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': 'aab76641-07af-4817-8a8a-f989a8a38329'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:16.553182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Subnet': ['ID=8548be3f-3b3a-4236-a44b-f4f8ae4500f6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:16.553548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-80983a1d-6169-4b81-b5f4-7e5632aa5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.563415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21575731-2637-42b0-91f4-f7409c417f54 None None] Network 21921726-f3c2-4b00-8d0d-663daabf858f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:16.567718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2991533-42e6-4de8-9fcf-a2864b972dcf tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/subnets/8548be3f-3b3a-4236-a44b-f4f8ae4500f6 HTTP/1.1" status: 204 len: 168 time: 1.0724955 Jan 28 10:14:16.568352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45112) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:16.571374 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.576929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae1b83-e5e4-43a9-a609-5e2dfdcc11e9 None None] Network aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:16.680290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.711693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=f7d25a3e-0610-498e-9fc1-f648e322c144,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:16.738218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['670648de-1956-490c-95c1-ba388d5c4130']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:16.755227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9df4cd1-2541-44c4-a9f6-f5c2c9d6b5af') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:16.755555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9df4cd1-2541-44c4-a9f6-f5c2c9d6b5af') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:16.769199 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.816418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting subnet ab2cc9db-d0d1-4818-9134-77fcef149815 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:16.820359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port f7d25a3e-0610-498e-9fc1-f648e322c144 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:16.821930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.847189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.850291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.852214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe230bcf-01f7-4e3c-b444-22de16c61e67 req-6d7c1f19-7b7e-4c51-8e01-dd71dd387570 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "DELETE /v2.0/ports/f7d25a3e-0610-498e-9fc1-f648e322c144 HTTP/1.1" status: 204 len: 173 time: 1.5282836 Jan 28 10:14:16.852653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa77865-e987-48e9-813e-8655da07d676', 'name': 'network-vif-deleted', 'tag': 'f7d25a3e-0610-498e-9fc1-f648e322c144'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:14:16.855073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:16.855654 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:16.895244 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:16.914061 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aa77865-e987-48e9-813e-8655da07d676', 'name': 'network-vif-deleted', 'tag': 'f7d25a3e-0610-498e-9fc1-f648e322c144', 'status': 'completed', 'code': 200} Jan 28 10:14:16.916561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:16.970517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ff6ed23-7521-4f6e-8eed-675818cbd145 req-9cb01b7d-2646-4cc3-b69f-73da65a5aa3d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 210 time: 0.1855290 Jan 28 10:14:17.019130 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.041349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.053936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-80983a1d-6169-4b81-b5f4-7e5632aa5e8f None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 28 10:14:17.053936 n-d-825178-2 neutron-server[87542]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 28 10:14:17.053936 n-d-825178-2 neutron-server[87542]: [parameters: {'project_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'id': 'd1e1a8ca-fcc3-4433-917f-4d43170d65c7', 'name': '', 'network_id': '670648de-1956-490c-95c1-ba388d5c4130', 'mac_address': 'fa:16:3e:07:13:6c', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-670648de-1956-490c-95c1-ba388d5c4130', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 3549}] Jan 28 10:14:17.053936 n-d-825178-2 neutron-server[87542]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:17.054349 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-80983a1d-6169-4b81-b5f4-7e5632aa5e8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:17.058833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=670648de-1956-490c-95c1-ba388d5c4130,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:17.063098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-27b7c44e-bbe9-47c0-a8fc-ed573845f7d3 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/670648de-1956-490c-95c1-ba388d5c4130 HTTP/1.1" status: 204 len: 168 time: 0.9725237 Jan 28 10:14:17.074728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45126) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:17.081400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-855343956'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:17.094799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:17.114319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:17.115661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:17.118780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.122335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] DHCP port deletion for aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:17.126668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Deleting port 518fd965-69fe-445f-b971-57be72c67d93 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:17.127003 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.145278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45132) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:17.151419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968446544-network', 'tenant_id': '7c48b12f0d5744f383682633ed774ee9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:17.157466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:17.162274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Usage tracker for resource:network and tenant:7c48b12f0d5744f383682633ed774ee9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:17.166973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:17.177489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:17.182674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:17.202848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:17.207399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.219427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Made reservation on behalf of 7c48b12f0d5744f383682633ed774ee9 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:17.224400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.261125 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.263401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 333} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:17.286564 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.287035 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment f887d16b-87cb-40d4-8faa-f04eef626064 of type vlan for network a20fcec8-7de9-404a-a485-6825a3257944 Jan 28 10:14:17.294364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.303459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:17.316996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Usage tracker for resource:security_group_rule and tenant:7c48b12f0d5744f383682633ed774ee9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:17.322921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:17.333637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:17.346155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Subnet': ['ID=ab2cc9db-d0d1-4818-9134-77fcef149815,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:17.365361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 518fd965-69fe-445f-b971-57be72c67d93 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:17.378419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.394660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.401874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-afe85eb6-6fcc-406c-a312-4f798d6a91ef tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/subnets/ab2cc9db-d0d1-4818-9134-77fcef149815 HTTP/1.1" status: 204 len: 168 time: 0.8322079 Jan 28 10:14:17.406863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:17.408459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb245fcb-f670-4a2e-95e0-8f24a3d7b568 None None] Network 44650506-1124-407a-b797-e32c38842351 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:17.452790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.464878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:17.465683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.565864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-80983a1d-6169-4b81-b5f4-7e5632aa5e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.585291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.593299 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.598064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5199265 Jan 28 10:14:17.598747 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.600308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45140) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:17.610279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bcfbc1-85e3-48ca-aae1-100f5eda3e78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=a20fcec8-7de9-404a-a485-6825a3257944,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:17.632428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': 'a20fcec8-7de9-404a-a485-6825a3257944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:17.674561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a20fcec8-7de9-404a-a485-6825a3257944 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:17.718255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:17.748783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port 518fd965-69fe-445f-b971-57be72c67d93 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:17.749114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.834011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee51cb-8f94-4893-8204-68b226c45b5f None None] Network 670648de-1956-490c-95c1-ba388d5c4130 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:17.894275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164291c6-625d-4313-a3eb-e56efb897bf1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:17.909409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:17.909731 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.913649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:17.913829 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Added segment 849d4b8b-9b3c-4af0-8608-c9c767c64c69 of type vlan for network a72d318e-6576-48eb-a223-3cd511637fca Jan 28 10:14:17.967241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eee51cb-8f94-4893-8204-68b226c45b5f None None] Network 670648de-1956-490c-95c1-ba388d5c4130 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:14:17.983968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:18.021345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:18.025634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:18.038871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.053078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:18.064752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f7d25a3e-0610-498e-9fc1-f648e322c144 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:18.090708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:18.094300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.187413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: f7d25a3e-0610-498e-9fc1-f648e322c144 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:18.187770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f7d25a3e-0610-498e-9fc1-f648e322c144 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:18.197869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d026fefb-8571-49fa-9b09-8b4c15fecee7 req-d5f27611-f85a-4e47-a363-dbf9a8732a7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:18.205140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Calling delete_port for 518fd965-69fe-445f-b971-57be72c67d93 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:18.218494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d026fefb-8571-49fa-9b09-8b4c15fecee7 req-d5f27611-f85a-4e47-a363-dbf9a8732a7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:18.219298 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:14:18.220254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d026fefb-8571-49fa-9b09-8b4c15fecee7 req-d5f27611-f85a-4e47-a363-dbf9a8732a7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=9aa77865-e987-48e9-813e-8655da07d676 HTTP/1.1" status: 200 len: 210 time: 0.0720909 Jan 28 10:14:18.259667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.260622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:18.261213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.281343 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.350399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:18.358151 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.399256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] DHCP port deletion for 44650506-1124-407a-b797-e32c38842351 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:18.403592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:18.404072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.418428 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:18.419050 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:18.428462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] Deleting port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:18.429259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.616279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Calling delete_port for 518fd965-69fe-445f-b971-57be72c67d93 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:18.632503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=518fd965-69fe-445f-b971-57be72c67d93,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:18.659134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5126572 Jan 28 10:14:18.659928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c6304-7284-4877-8f78-b201880903ab admin admin] Pushing event updated for resources: {'Network': ['ID=a72d318e-6576-48eb-a223-3cd511637fca,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:18.662671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:18.669234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Request body: {'subnet': {'network_id': 'a72d318e-6576-48eb-a223-3cd511637fca', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1968446544-subnet', 'tenant_id': '7c48b12f0d5744f383682633ed774ee9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:18.675115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:18.679489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a72d318e-6576-48eb-a223-3cd511637fca details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:18.680125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Usage tracker for resource:subnet and tenant:7c48b12f0d5744f383682633ed774ee9 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:18.683156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:18.690175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:18.702443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Made reservation on behalf of 7c48b12f0d5744f383682633ed774ee9 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:18.705544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.791109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] For port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,segment=NetworkSegment(8c60b960-c067-47c3-8070-1aa22b726040),segment_id=8c60b960-c067-47c3-8070-1aa22b726040)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:18.791497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.810638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.869892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:18.870186 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:18.928254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=ebcee5c4-7bfa-4668-ae67-49890b26314c,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:18.954419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': 'f887d16b-87cb-40d4-8faa-f04eef626064', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a20fcec8-7de9-404a-a485-6825a3257944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:18.955008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: a20fcec8-7de9-404a-a485-6825a3257944, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:18.956115 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.973886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Deleting port 518fd965-69fe-445f-b971-57be72c67d93 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:18.973886 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:18.979974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network a20fcec8-7de9-404a-a485-6825a3257944 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:18.993330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a20fcec8-7de9-404a-a485-6825a3257944) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:18.999634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:19.000285 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.008201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] Calling delete_port for 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:19.030288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-167e663f-3809-448e-b81c-b97af6775b27 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4091966 Jan 28 10:14:19.032897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45150) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:19.048199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba07127e-4f4a-4567-9740-47bfc5187d55,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:19.050619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af76048c-009b-4dba-82e8-da683fb2d6cf None None] Network a20fcec8-7de9-404a-a485-6825a3257944 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:19.059374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Checking segment: {'id': '849d4b8b-9b3c-4af0-8608-c9c767c64c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'a72d318e-6576-48eb-a223-3cd511637fca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:19.059913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Network hostable DHCP agents. Network: a72d318e-6576-48eb-a223-3cd511637fca, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:19.083394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Network a72d318e-6576-48eb-a223-3cd511637fca is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:19.096346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a72d318e-6576-48eb-a223-3cd511637fca) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:19.101525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:19.102157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.140031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a8613a-b0a4-4ab3-a123-eb1c108df6ee None None] Network a72d318e-6576-48eb-a223-3cd511637fca requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:19.141586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8a1809f0-8923-400d-ae8d-09b95e249fb9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4771261 Jan 28 10:14:19.205670 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.313375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:19.316933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.337945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45158) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:19.382855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port 518fd965-69fe-445f-b971-57be72c67d93 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:19.385231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.442434 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.501437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Deleting subnet f863ed07-5987-4de4-9705-a6429a01cb62 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:19.507906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.559306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] Pushing event deleted for resources: {'Port': ['ID=45e03cd7-de82-49e6-8ee6-d250d4dd6a15,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:19.614229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.631821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e89f95-c0fe-44c1-b777-73520e73f2a0 None None] No DVR routers for this DVR port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:19.679592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:19.679968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.689387 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.693551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No active binding found for port 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 {{(pid=87542) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Jan 28 10:14:19.694067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 45e03cd7-de82-49e6-8ee6-d250d4dd6a15 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:19.710878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] For port 518fd965-69fe-445f-b971-57be72c67d93, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=518fd965-69fe-445f-b971-57be72c67d93,segment=NetworkSegment(90d74d8f-081e-46c8-8ef7-acb92d8644ff),segment_id=90d74d8f-081e-46c8-8ef7-acb92d8644ff)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:19.711271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.829674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Calling delete_port for 518fd965-69fe-445f-b971-57be72c67d93 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:19.867427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Calling delete_port for 518fd965-69fe-445f-b971-57be72c67d93 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:19.914186 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.975061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:19.985126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f863ed07-5987-4de4-9705-a6429a01cb62 HTTP/1.1" status: 204 len: 168 time: 0.6454759 Jan 28 10:14:19.986364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a7c84-6fb1-430c-85bc-6a3a8fc1ada6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f863ed07-5987-4de4-9705-a6429a01cb62,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:19.988233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45164) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:19.998447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922aae00-975e-46b7-8b65-6fc454527960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-a20fcec8-7de9-404a-a485-6825a3257944', 'network_id': 'a20fcec8-7de9-404a-a485-6825a3257944', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': 'ebcee5c4-7bfa-4668-ae67-49890b26314c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:19.999255 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-922aae00-975e-46b7-8b65-6fc454527960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.013784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c385d0-40be-4861-80ac-0f5d141f2921 None None] Network a72d318e-6576-48eb-a223-3cd511637fca requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:20.033852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.080092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=ebcee5c4-7bfa-4668-ae67-49890b26314c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:20.135527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.203228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.210110 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.232445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20fcec8-7de9-404a-a485-6825a3257944']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:20.244937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f887d16b-87cb-40d4-8faa-f04eef626064') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:20.245345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f887d16b-87cb-40d4-8faa-f04eef626064') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:20.257241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.271786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.274350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.281308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:20.281823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.288886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] Pushing event deleted for resources: {'Port': ['ID=518fd965-69fe-445f-b971-57be72c67d93,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:20.306476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21921726-f3c2-4b00-8d0d-663daabf858f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:20.312079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8618fef1-a61f-45e8-ae45-c1424a1a75e4 None None] No DVR routers for this DVR port 518fd965-69fe-445f-b971-57be72c67d93 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:20.327397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c30b7e4-2f75-42e0-81bc-84445c144aa7') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:20.327695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c30b7e4-2f75-42e0-81bc-84445c144aa7') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:20.340702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.359783 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.369123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:20.369989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.385674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009fee8-0ce3-425e-a34a-2465df1b20d4 None None] Network a20fcec8-7de9-404a-a485-6825a3257944 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:20.392173 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:20.394428 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:20.399920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.423928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.437179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=a20fcec8-7de9-404a-a485-6825a3257944,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:20.448039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fd223948-8c47-4e68-abd6-b9ebf9767cfc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/a20fcec8-7de9-404a-a485-6825a3257944 HTTP/1.1" status: 204 len: 168 time: 1.4140351 Jan 28 10:14:20.455121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45168) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:20.461282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1593626168'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:20.466659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:20.466972 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:20.467800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:20.471676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:20.475288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:20.482688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:20.484789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.495539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:20.499803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.502314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.512487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] Pushing event deleted for resources: {'Network': ['ID=21921726-f3c2-4b00-8d0d-663daabf858f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:20.515140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3500c0df-a359-44b9-8463-f63aea6d4a4f admin admin] 10.222.0.42 "DELETE /v2.0/networks/21921726-f3c2-4b00-8d0d-663daabf858f HTTP/1.1" status: 204 len: 168 time: 0.5212462 Jan 28 10:14:20.520953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45172) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:20.536229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:20.536756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5009fee8-0ce3-425e-a34a-2465df1b20d4 None None] Network a20fcec8-7de9-404a-a485-6825a3257944 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:14:20.547609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.548072 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment fa7747aa-aa60-4dae-a74d-838d5e4bce65 of type vlan for network f5c68c0a-2893-4bee-9915-35c2835b981f Jan 28 10:14:20.592622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.606999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Deleting subnet ba07127e-4f4a-4567-9740-47bfc5187d55 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:20.610581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.632451 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.639419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:20.640874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.666501 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.732968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:20.761206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3062353 Jan 28 10:14:20.767672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45182) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:20.779845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'New_network'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:20.784812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65b67e0-7a98-466f-b9e5-c14a3f850d51 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=f5c68c0a-2893-4bee-9915-35c2835b981f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:20.796607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f5c68c0a-2893-4bee-9915-35c2835b981f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:20.977309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.035533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba07127e-4f4a-4567-9740-47bfc5187d55,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:21.039718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.057079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-85c616e3-ac18-4f8f-8ce1-292b367a6572 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ba07127e-4f4a-4567-9740-47bfc5187d55 HTTP/1.1" status: 204 len: 168 time: 0.5352139 Jan 28 10:14:21.059661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45196) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:21.062593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port 518fd965-69fe-445f-b971-57be72c67d93 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:21.063290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.080563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.107904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.196711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] The port '518fd965-69fe-445f-b971-57be72c67d93' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:14:21.219157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network f5c68c0a-2893-4bee-9915-35c2835b981f is not hosted by any dhcp agent {{(pid=87541) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 10:14:21.225164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:21.225745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.229880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "PUT /v2.0/networks/f5c68c0a-2893-4bee-9915-35c2835b981f HTTP/1.1" status: 200 len: 723 time: 0.4611218 Jan 28 10:14:21.230525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:21.231458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf6834e-9360-4ed6-a2af-63902e7db66d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=f5c68c0a-2893-4bee-9915-35c2835b981f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:21.240145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:21.243580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f5c68c0a-2893-4bee-9915-35c2835b981f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:21.376643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:21.380973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:21.384289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:21.390177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:21.401066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:21.404930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.417849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.431563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.487119 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:21.524874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d74d8f-081e-46c8-8ef7-acb92d8644ff') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:21.525140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d74d8f-081e-46c8-8ef7-acb92d8644ff') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:21.593153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.612769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.623693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.644821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:21.645740 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.658319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: util.warn( Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:21.660444 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:21.667644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72d318e-6576-48eb-a223-3cd511637fca']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:21.739234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '849d4b8b-9b3c-4af0-8608-c9c767c64c69') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:21.739512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '849d4b8b-9b3c-4af0-8608-c9c767c64c69') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:21.757789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.775148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.776409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.801618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.814074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:21.814651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:21.829202 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:21.864826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=52a09dfe-6754-444a-9b93-276e3292ee23,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:21.874575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': 'fa7747aa-aa60-4dae-a74d-838d5e4bce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:21.874933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: f5c68c0a-2893-4bee-9915-35c2835b981f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:21.879177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/networks/aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d HTTP/1.1" status: 204 len: 168 time: 4.4713101 Jan 28 10:14:21.880532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761f9888-5bd9-4908-800e-2fbf15bf4d0b tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Network': ['ID=aa4e0b8b-bc52-4f33-bd27-6dc231f3ec4d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:21.886388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:21.912371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.929308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:21.938382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72d318e-6576-48eb-a223-3cd511637fca,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:21.944905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6b825289-b099-4709-983c-cb712d6050b9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a72d318e-6576-48eb-a223-3cd511637fca HTTP/1.1" status: 204 len: 168 time: 0.8840380 Jan 28 10:14:21.970554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network f5c68c0a-2893-4bee-9915-35c2835b981f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:21.992737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f5c68c0a-2893-4bee-9915-35c2835b981f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:22.003027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9ad48b-8c9e-404a-8e27-da49c6bdaa07 None None] Network f5c68c0a-2893-4bee-9915-35c2835b981f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:22.006481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:22.007084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.027626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.039255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d72a2a03-4f3f-4986-80a2-5aedc6fb05f1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8047400 Jan 28 10:14:22.042225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:22.049450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:22.167993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45242) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:22.190454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1965068'] for subnet, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.196428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.237474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44650506-1124-407a-b797-e32c38842351']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:22.249570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f5c68c0a-2893-4bee-9915-35c2835b981f', 'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '52a09dfe-6754-444a-9b93-276e3292ee23'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:22.250913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.259769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c60b960-c067-47c3-8070-1aa22b726040') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:22.260062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c60b960-c067-47c3-8070-1aa22b726040') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:22.268317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c30ed5a-3feb-4ba8-b10f-aa1a82af942f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ea06fc697334ce8a5c24db4c983b1f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993078 Jan 28 10:14:22.271169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:22.285275 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.311929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.328208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:22.328612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:22.344144 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:22.398383 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738620389358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4188206'] for subnet, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.437940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb10a2cf-853e-4b82-880b-1ee1f277ec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.450957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.453132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:22.453457 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.457265 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "PUT /v2.0/subnets/52a09dfe-6754-444a-9b93-276e3292ee23 HTTP/1.1" status: 200 len: 806 time: 0.4106743 Jan 28 10:14:22.458916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45250) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:22.475168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Allocated IP 172.20.0.2 (f5c68c0a-2893-4bee-9915-35c2835b981f/52a09dfe-6754-444a-9b93-276e3292ee23/c5d33d5d-efaf-4164-ab66-388e218bc787) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:22.477853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.491807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Network': ['ID=44650506-1124-407a-b797-e32c38842351,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:22.495061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb10a2cf-853e-4b82-880b-1ee1f277ec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.505508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3761f1f1-fab3-400e-912e-2a1caef9d75f tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/networks/44650506-1124-407a-b797-e32c38842351 HTTP/1.1" status: 204 len: 168 time: 0.6180630 Jan 28 10:14:22.509228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45254) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:22.598887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting subnet 98e0bdac-423d-4c61-ab5b-3686165541b4 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:22.602727 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.659122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb10a2cf-853e-4b82-880b-1ee1f277ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.680215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb10a2cf-853e-4b82-880b-1ee1f277ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bceb723-0443-4c1f-a191-f4b5f471944e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:22.683774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.727215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb10a2cf-853e-4b82-880b-1ee1f277ec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.728323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cb10a2cf-853e-4b82-880b-1ee1f277ec72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9bceb723-0443-4c1f-a191-f4b5f471944e HTTP/1.1" status: 204 len: 168 time: 0.4562697 Jan 28 10:14:22.735853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f059c03-5e9a-47d6-8a9e-b3f29b4db94d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=52a09dfe-6754-444a-9b93-276e3292ee23,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:22.754639 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.767282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.772180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Transition to ACTIVE for port object c5d33d5d-efaf-4164-ab66-388e218bc787 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:22.774076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.793744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Transition to ACTIVE for port object c5d33d5d-efaf-4164-ab66-388e218bc787 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:22.800601 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.846715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.856543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Network f5c68c0a-2893-4bee-9915-35c2835b981f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:22.862828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:22.873828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:22.881242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.956050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.962392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Subnet': ['ID=98e0bdac-423d-4c61-ab5b-3686165541b4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:22.972749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:22.980731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99a563a5-7649-4da1-965b-4fc0a7738d5e tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/subnets/98e0bdac-423d-4c61-ab5b-3686165541b4 HTTP/1.1" status: 204 len: 168 time: 0.4708607 Jan 28 10:14:22.983788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45262) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:23.078027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Pushing event updated for resources: {'Port': ['ID=c5d33d5d-efaf-4164-ab66-388e218bc787,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.081845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5076e8-1633-4197-8790-5e90c504f18a None None] Network 90fd753c-954f-40a2-907a-144037eab50a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:23.143706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=52a09dfe-6754-444a-9b93-276e3292ee23,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.161441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.169821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.182231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Deleting port 4061a005-df55-4438-b1c3-f53374a3c11a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:23.183165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.209438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c68c0a-2893-4bee-9915-35c2835b981f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:23.221226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:23.227295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890402682', 'description': 'tempest-secgroup-smoke-1890402682 description', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:23.234302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Attempting to bind port c5d33d5d-efaf-4164-ab66-388e218bc787 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:23.235183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Attempting to bind port c5d33d5d-efaf-4164-ab66-388e218bc787 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'fa7747aa-aa60-4dae-a74d-838d5e4bce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:23.236369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Attempting to bind port c5d33d5d-efaf-4164-ab66-388e218bc787 on network f5c68c0a-2893-4bee-9915-35c2835b981f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:23.239859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:23.244261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7747aa-aa60-4dae-a74d-838d5e4bce65') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:23.244560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7747aa-aa60-4dae-a74d-838d5e4bce65') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:23.263594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:23.263807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.264335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Checking segment: {'id': 'fa7747aa-aa60-4dae-a74d-838d5e4bce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:23.265143 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.265680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Bound using segment: {'id': 'fa7747aa-aa60-4dae-a74d-838d5e4bce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:23.266308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Bound port: c5d33d5d-efaf-4164-ab66-388e218bc787, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa7747aa-aa60-4dae-a74d-838d5e4bce65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'f5c68c0a-2893-4bee-9915-35c2835b981f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:23.266962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.270809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:23.289518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.292000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.309529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:23.309986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:23.325072 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:23.389388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45272) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:23.403987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:23.414551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:23.418222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:23.423706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:23.427259 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:14:23.427259 n-d-825178-2 neutron-server[87540]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:14:23.427259 n-d-825178-2 neutron-server[87540]: [parameters: {'id': 'f5c68c0a-2893-4bee-9915-35c2835b981f'}] Jan 28 10:14:23.427259 n-d-825178-2 neutron-server[87540]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:23.427605 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:23.476788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] For port c5d33d5d-efaf-4164-ab66-388e218bc787, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:23.478702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] For port 4061a005-df55-4438-b1c3-f53374a3c11a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=4061a005-df55-4438-b1c3-f53374a3c11a,segment=NetworkSegment(22c43088-3d9a-4223-a189-9baf4de053a9),segment_id=22c43088-3d9a-4223-a189-9baf4de053a9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:23.479227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.491080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] For port c5d33d5d-efaf-4164-ab66-388e218bc787, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c5d33d5d-efaf-4164-ab66-388e218bc787,segment=NetworkSegment(fa7747aa-aa60-4dae-a74d-838d5e4bce65),segment_id=fa7747aa-aa60-4dae-a74d-838d5e4bce65)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:23.507643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.542798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.552847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.560925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-babc7aa3-4c92-4e11-98b1-3c5549258f87 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c48b12f0d5744f383682633ed774ee9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1703112 Jan 28 10:14:23.571817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45276) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:23.630510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Calling delete_port for 4061a005-df55-4438-b1c3-f53374a3c11a owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:23.636289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50896a3-6272-4f18-a7c2-04d979dfbe7a None None] DHCP port deletion for 90fd753c-954f-40a2-907a-144037eab50a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:23.641112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5803f746-6d60-4b9b-8bcb-92e0654bb334,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.657283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d50896a3-6272-4f18-a7c2-04d979dfbe7a None None] Deleting port 4061a005-df55-4438-b1c3-f53374a3c11a {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:23.657657 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d50896a3-6272-4f18-a7c2-04d979dfbe7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.665581 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.670176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ce18a67c-5f2d-4fc7-8e52-fbea5c469ac4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4446270 Jan 28 10:14:23.670176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45280) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:23.685332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group_rule': {'security_group_id': '5803f746-6d60-4b9b-8bcb-92e0654bb334', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:23.694151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:23.700106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d67ef8-e509-4fb4-961f-1bfa54de724d None None] Pushing event updated for resources: {'Port': ['ID=c5d33d5d-efaf-4164-ab66-388e218bc787,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.700922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:23.703585 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0043e88e-3cd5-44f6-82e6-e7cdb586acf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.705360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:23.719096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:23.721743 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.742866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0043e88e-3cd5-44f6-82e6-e7cdb586acf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.760506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d70a015-3419-4811-8940-7429d4cb9fd6 None None] Network f5c68c0a-2893-4bee-9915-35c2835b981f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:23.768235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.782050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Port': ['ID=4061a005-df55-4438-b1c3-f53374a3c11a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.789456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] No DVR routers for this DVR port 4061a005-df55-4438-b1c3-f53374a3c11a on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:23.849538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0043e88e-3cd5-44f6-82e6-e7cdb586acf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.853764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.873315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.889526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d50896a3-6272-4f18-a7c2-04d979dfbe7a None None] The port '4061a005-df55-4438-b1c3-f53374a3c11a' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:14:23.893993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0043e88e-3cd5-44f6-82e6-e7cdb586acf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164291c6-625d-4313-a3eb-e56efb897bf1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.910436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=021b2c68-633f-4c6b-b07a-2b40df1576f2,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:23.915370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0043e88e-3cd5-44f6-82e6-e7cdb586acf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.917115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0043e88e-3cd5-44f6-82e6-e7cdb586acf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/164291c6-625d-4313-a3eb-e56efb897bf1 HTTP/1.1" status: 204 len: 168 time: 0.3340247 Jan 28 10:14:23.925545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.927207 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4a39540b-be95-426a-8dc4-2f932f253d7c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2564659 Jan 28 10:14:23.929188 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:23.931045 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45286) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:23.944635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group_rule': {'security_group_id': '5803f746-6d60-4b9b-8bcb-92e0654bb334', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:23.959387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:23.968729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:23.975949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:23.979208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Deleting port c5d33d5d-efaf-4164-ab66-388e218bc787 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:23.979777 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.025592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:24.068035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf4ce98-85b7-413b-ae6a-9fba9571986f None None] Network f5c68c0a-2893-4bee-9915-35c2835b981f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:24.104177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.110073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.143833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fd753c-954f-40a2-907a-144037eab50a']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:24.158741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c43088-3d9a-4223-a189-9baf4de053a9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:24.159270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c43088-3d9a-4223-a189-9baf4de053a9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:24.179507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.199108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.206720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:24.207247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:24.224559 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:24.274968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] For port c5d33d5d-efaf-4164-ab66-388e218bc787, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c5d33d5d-efaf-4164-ab66-388e218bc787,segment=NetworkSegment(fa7747aa-aa60-4dae-a74d-838d5e4bce65),segment_id=fa7747aa-aa60-4dae-a74d-838d5e4bce65)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:24.275542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.292023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.314480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a3d84f-f2f1-4bb2-9c6a-f7bf9855071d None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:14:24.332095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.339036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.356000 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.376883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Pushing event deleted for resources: {'Network': ['ID=90fd753c-954f-40a2-907a-144037eab50a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:24.386098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fae130ef-e7bd-4755-aca8-29444334477c tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/networks/90fd753c-954f-40a2-907a-144037eab50a HTTP/1.1" status: 204 len: 168 time: 1.4012215 Jan 28 10:14:24.388537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45296) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:24.431346 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Calling delete_port for c5d33d5d-efaf-4164-ab66-388e218bc787 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:24.448815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1bfa231d-a660-4f0c-b8da-ab2166c8e71d tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Synchronizing usage tracker for tenant:48f6d7eec9a644a190a3e84d64119304 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:24.454363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a3d84f-f2f1-4bb2-9c6a-f7bf9855071d None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:14:24.488057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8267f162-19ba-44a2-82fa-a0b2cd9546d6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:24.499605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1bfa231d-a660-4f0c-b8da-ab2166c8e71d tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Unset dirty status for tenant:48f6d7eec9a644a190a3e84d64119304 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:24.504934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1bfa231d-a660-4f0c-b8da-ab2166c8e71d tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "GET /v2.0/ports?device_id=b35efa5d-6587-44f9-a136-a8c8ad6449e5 HTTP/1.1" status: 200 len: 205 time: 0.1126075 Jan 28 10:14:24.505686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45304) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:24.510424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.514458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d4641389-a060-4cd3-bc02-98cb86304f79 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5795844 Jan 28 10:14:24.543534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45308) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:24.553149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group_rule': {'security_group_id': '5803f746-6d60-4b9b-8bcb-92e0654bb334', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:24.561900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:24.567168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:24.571267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:24.579590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:24.593342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.656853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Port': ['ID=c5d33d5d-efaf-4164-ab66-388e218bc787,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:24.671938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No DVR routers for this DVR port c5d33d5d-efaf-4164-ab66-388e218bc787 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:24.702208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.715475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.872534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.912215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c68c0a-2893-4bee-9915-35c2835b981f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:24.924852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.929335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa7747aa-aa60-4dae-a74d-838d5e4bce65') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:24.929335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa7747aa-aa60-4dae-a74d-838d5e4bce65') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:24.938059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.953153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.977709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6527c8-7880-42c7-80b2-ad8057c2b449,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:24.992221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.997630 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:24.999245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7cfcb696-fa81-4052-836c-f53f63b59932 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4539447 Jan 28 10:14:25.001963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:25.002550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:25.017989 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:25.019805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45322) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.027951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group_rule': {'security_group_id': '5803f746-6d60-4b9b-8bcb-92e0654bb334', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:25.053154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.055316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.084969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.086062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Fanout notify agent at l3_agent the message router_deleted on router b35efa5d-6587-44f9-a136-a8c8ad6449e5 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:14:25.098968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.102536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-86c78697-bd39-44df-b90b-13070cd2ed43 tempest-RoutersNegativeIpV6Test-1795906395 tempest-RoutersNegativeIpV6Test-1795906395-project] 10.222.0.42 "DELETE /v2.0/routers/b35efa5d-6587-44f9-a136-a8c8ad6449e5 HTTP/1.1" status: 204 len: 168 time: 0.5934255 Jan 28 10:14:25.222271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:25.240831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:25.247486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:25.254025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:25.265261 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.284560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4061a005-df55-4438-b1c3-f53374a3c11a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:25.287581 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.306796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=f5c68c0a-2893-4bee-9915-35c2835b981f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:25.310928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.325079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5caf2fc6-2a0e-41bd-a639-0a680c9c72a6 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/f5c68c0a-2893-4bee-9915-35c2835b981f HTTP/1.1" status: 204 len: 168 time: 2.8656733 Jan 28 10:14:25.327871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45334) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.339299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 4061a005-df55-4438-b1c3-f53374a3c11a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:25.340484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 4061a005-df55-4438-b1c3-f53374a3c11a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:25.369068 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5e8505b-43ad-4b6d-8fcf-159d94f8afec tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:25.369547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5e8505b-43ad-4b6d-8fcf-159d94f8afec tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:25.372721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a5e8505b-43ad-4b6d-8fcf-159d94f8afec tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/f5c68c0a-2893-4bee-9915-35c2835b981f HTTP/1.1" status: 404 len: 339 time: 0.0423276 Jan 28 10:14:25.375063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45342) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.389594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1269114164', 'description': 'd1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:25.397080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:25.400115 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.402860 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:network and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:25.406173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:25.408891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.422122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:25.446394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0a458a-ff10-43a0-955e-695ef9e7e50d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:25.453270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:25.456940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.468425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.469623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-daf74467-e354-447c-a018-bfc886ed0277 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4460840 Jan 28 10:14:25.473133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.479966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group_rule': {'security_group_id': '5803f746-6d60-4b9b-8bcb-92e0654bb334', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:25.487998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:25.495188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45350) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.497475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:25.501065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:25.518176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:25.520125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:25.536388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.536862 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment c8b7880d-0574-416a-ad1c-1a1ba8f50c61 of type vlan for network e4c4b24b-2355-4a4b-8a37-901d876b7dd1 Jan 28 10:14:25.543005 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Project 6db7b601416e4c82b5fd689579bf8cc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:14:25.552623 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.596433 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.652942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.658401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.672264 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.678533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:25.679126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.721569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eab56e9-c248-4328-856a-031656f0613a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:25.804017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.805251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a4832eb0-114a-4284-b9c6-58d1ab93cd4a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3311620 Jan 28 10:14:25.809095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45364) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.809717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4336751 Jan 28 10:14:25.812569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.821429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'security_group_rule': {'security_group_id': '5803f746-6d60-4b9b-8bcb-92e0654bb334', 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:25.831052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:25.839670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8094010-a959-42c8-b7e5-a89b0277288a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=e4c4b24b-2355-4a4b-8a37-901d876b7dd1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:25.843917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:security_group_rule and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:25.850857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:25.857729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e4c4b24b-2355-4a4b-8a37-901d876b7dd1 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:25.861054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:25.868310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-decf4a48-45bb-4a1f-80d5-59751ec93984 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48f6d7eec9a644a190a3e84d64119304&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3721180 Jan 28 10:14:25.869188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45372) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:25.920776 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Project 6db7b601416e4c82b5fd689579bf8cc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:14:25.936625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.976075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc2404e-5214-45ae-a824-a7a720e5e0c0 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:25.976756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fcc2404e-5214-45ae-a824-a7a720e5e0c0 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Synchronizing usage tracker for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:25.991454 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-68e9b4d2-bd4e-49f0-a344-e988ce5fdae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:25.994488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0173ba3-996c-4e5a-ac54-420ec8ddd8b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.003797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fcc2404e-5214-45ae-a824-a7a720e5e0c0 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Unset dirty status for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:26.007554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fcc2404e-5214-45ae-a824-a7a720e5e0c0 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks?id=e4c4b24b-2355-4a4b-8a37-901d876b7dd1 HTTP/1.1" status: 200 len: 761 time: 0.1916254 Jan 28 10:14:26.007863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45378) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:26.014700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'description': 'd2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:26.036463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0173ba3-996c-4e5a-ac54-420ec8ddd8b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.066047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.071259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.105878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a30a81-ba42-42c4-8d0a-8859595dce27,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:26.123508 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.129095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-85a4c9fa-36df-4394-b5a9-5e1b3d692758 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3181512 Jan 28 10:14:26.142728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0173ba3-996c-4e5a-ac54-420ec8ddd8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.165579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e0173ba3-996c-4e5a-ac54-420ec8ddd8b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.169251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e0173ba3-996c-4e5a-ac54-420ec8ddd8b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eeedf5db-84ec-408a-ae6a-d1f9a402b705 HTTP/1.1" status: 204 len: 168 time: 0.2979741 Jan 28 10:14:26.170155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0173ba3-996c-4e5a-ac54-420ec8ddd8b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeedf5db-84ec-408a-ae6a-d1f9a402b705,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:26.297042 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.319483 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.355438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network e4c4b24b-2355-4a4b-8a37-901d876b7dd1 is not hosted by any dhcp agent {{(pid=87540) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Jan 28 10:14:26.361304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:26.361920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.363156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "PUT /v2.0/networks/e4c4b24b-2355-4a4b-8a37-901d876b7dd1 HTTP/1.1" status: 200 len: 758 time: 0.3543472 Jan 28 10:14:26.365919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45422) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:26.446922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e24eee4-9867-4c54-9f89-a083d695b48c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=e4c4b24b-2355-4a4b-8a37-901d876b7dd1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:26.458533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e4c4b24b-2355-4a4b-8a37-901d876b7dd1 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:26.541952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c265010f-ed7d-40ce-97a9-77bb9bc8e754 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:26.542645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c265010f-ed7d-40ce-97a9-77bb9bc8e754 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Synchronizing usage tracker for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:26.558081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c265010f-ed7d-40ce-97a9-77bb9bc8e754 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Unset dirty status for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:26.559377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c265010f-ed7d-40ce-97a9-77bb9bc8e754 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks?id=e4c4b24b-2355-4a4b-8a37-901d876b7dd1 HTTP/1.1" status: 200 len: 761 time: 0.1924064 Jan 28 10:14:26.563122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:26.570261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-776889302'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:26.576444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:26.597482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:26.614698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:26.619020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.658919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:26.669062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.669477 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment 90b984f4-361e-4fb2-ab8c-34c673246bee of type vlan for network d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 Jan 28 10:14:26.700740 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.736844 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.751472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:26.752107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:26.935482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=d5bc4d88-2d20-4fcb-9062-0d2df93c4d85,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:26.951268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45460) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:26.951888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-de9f6194-71e4-482d-b6ca-693b50ff58a2 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3873029 Jan 28 10:14:26.956987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:26.958580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': 'd5bc4d88-2d20-4fcb-9062-0d2df93c4d85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:27.137382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:27.143969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Usage tracker for resource:subnet and tenant:95360facd7ca4fdb9a6cee4b7261e4ac is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:27.147133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:27.154039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:27.170057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:27.173857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.284961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45504) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:27.503614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1198823286', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:27.514601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:27.525689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:router and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:27.530034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:27.543453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:27.558103 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.559564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.578842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.601828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.625714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.630291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.633202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e5ca793-a093-4ff6-9d9f-7fc544da9175 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3450649 Jan 28 10:14:27.634307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45516) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:27.641207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1650490341'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:27.647431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:27.651894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:network and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:27.655108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:27.662717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:27.678911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Made reservation on behalf of 94dbc56865c84309aa8348ec7582d39c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:27.685107 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.700925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=1d5fcd41-7d43-48a3-bd28-fa049eb27179,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:27.707256 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.725323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:27.729359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': '90b984f4-361e-4fb2-ab8c-34c673246bee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'd5bc4d88-2d20-4fcb-9062-0d2df93c4d85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:27.729677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:security_group_rule and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:27.730138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: d5bc4d88-2d20-4fcb-9062-0d2df93c4d85, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:27.733381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:27.741684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:27.754592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:27.766335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d5bc4d88-2d20-4fcb-9062-0d2df93c4d85) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:27.777312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f4c761-4573-42e7-aeae-b635e7a6567b None None] Network d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:27.788204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:27.788204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.834168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-488cec21-233f-47a1-9018-463c9938b6b8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8810141 Jan 28 10:14:27.836531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45522) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:27.847232 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.853954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.894247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 305} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:27.908651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e58a1b6f-fc04-4719-a749-ccec3cfbf99a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:27.915151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:27.915776 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Added segment e5c4370d-1ee4-41f7-81c9-30de5ad50efc of type vlan for network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 Jan 28 10:14:27.950355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.009218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.019512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:28.021066 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.050185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45528) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:28.095617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.102621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efaaeca4-accc-4560-b74b-ea84a11df6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d5bc4d88-2d20-4fcb-9062-0d2df93c4d85', 'network_id': 'd5bc4d88-2d20-4fcb-9062-0d2df93c4d85', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '1d5fcd41-7d43-48a3-bd28-fa049eb27179'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:28.103770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-efaaeca4-accc-4560-b74b-ea84a11df6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.169805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Network': ['ID=84a639b4-9f2a-4ab2-abcd-d1926b7942c8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:28.196535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-82b9eeb6-8d5f-483a-9de2-9aab01ae3c30 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5586736 Jan 28 10:14:28.197010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45534) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:28.204526 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.207502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:28.208945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'subnet': {'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:28.292255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.313835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:28.321585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Usage tracker for resource:security_group_rule and tenant:76760254f2eb4b059c4d11d1198e2ab6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:28.327356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:28.337592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:28.362721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.378811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:28.384574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:subnet and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-efaaeca4-accc-4560-b74b-ea84a11df6e1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5fcd41-7d43-48a3-bd28-fa049eb27179: This subnet is being modified by another concurrent operation. Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exception Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1d5fcd41-7d43-48a3-bd28-fa049eb27179: This subnet is being modified by another concurrent operation. Jan 28 10:14:28.385703 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:14:28.395641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:28.400934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-237dcf7f-3a4d-43c0-a5dd-1889663e1d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.404549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:28.407144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0aa403-7e53-440c-85ec-27bab69eefd9 None None] Network d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:28.416526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Made reservation on behalf of 94dbc56865c84309aa8348ec7582d39c for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:28.422728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.590692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5fcd41-7d43-48a3-bd28-fa049eb27179,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:28.594573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.634346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5bc4d88-2d20-4fcb-9062-0d2df93c4d85']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:28.648845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966749e6-a68f-4830-be20-91651ed04acf None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:14:28.652495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90b984f4-361e-4fb2-ab8c-34c673246bee') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:28.653045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90b984f4-361e-4fb2-ab8c-34c673246bee') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:28.671546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.704265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.720830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:28.721235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:28.741862 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:28.746265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.797472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.804728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.825141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966749e6-a68f-4830-be20-91651ed04acf None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:14:28.876507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76760254f2eb4b059c4d11d1198e2ab6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8228347 Jan 28 10:14:28.877307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.879605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45538) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:28.898222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60474cce-c136-41a6-a08f-086444b26943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e74657c-fdc8-4dd5-90b9-f0ce8ef91aa0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:28.949229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:28.957454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=d5bc4d88-2d20-4fcb-9062-0d2df93c4d85,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:28.981731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e64a3aa4-3074-4d8e-a097-1730d8be2fa1 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 HTTP/1.1" status: 204 len: 168 time: 1.1434619 Jan 28 10:14:28.984230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45542) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.021087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Checking segment: {'id': 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:29.021450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network hostable DHCP agents. Network: 84a639b4-9f2a-4ab2-abcd-d1926b7942c8, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:29.034934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Subnet': ['ID=5e9efeef-57e7-4773-8a52-98490aa465ff,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:29.039058 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-636bd989-28c9-4e43-84ca-55cd78aeaf4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.043356 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-757f1045-59ab-4271-94c1-89f21dd85074 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] GET failed (client error): The resource could not be found. Jan 28 10:14:29.044011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-757f1045-59ab-4271-94c1-89f21dd85074 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Synchronizing usage tracker for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:29.058697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:29.080173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 84a639b4-9f2a-4ab2-abcd-d1926b7942c8) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:29.082091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-636bd989-28c9-4e43-84ca-55cd78aeaf4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.091739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-757f1045-59ab-4271-94c1-89f21dd85074 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Unset dirty status for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:29.093264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-757f1045-59ab-4271-94c1-89f21dd85074 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/subnets/1d5fcd41-7d43-48a3-bd28-fa049eb27179 HTTP/1.1" status: 404 len: 337 time: 0.1075633 Jan 28 10:14:29.093402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.094174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.095708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45548) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.125433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c10b832-1128-41c5-8a38-f8acfda0e627 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9271142 Jan 28 10:14:29.128188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45552) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.135867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'network': {'name': 'tempest-router-network01--1902563397'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:29.136925 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-b95968f6-4ce5-47a6-bdff-ce5af5b1e93f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:29.137535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b95968f6-4ce5-47a6-bdff-ce5af5b1e93f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:29.141945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b95968f6-4ce5-47a6-bdff-ce5af5b1e93f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 HTTP/1.1" status: 404 len: 339 time: 0.0451088 Jan 28 10:14:29.142575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:29.150706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:network and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:29.154976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45556) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.190352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:29.204134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:29.206237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-636bd989-28c9-4e43-84ca-55cd78aeaf4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.231194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636bd989-28c9-4e43-84ca-55cd78aeaf4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e74657c-fdc8-4dd5-90b9-f0ce8ef91aa0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:29.238676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-636bd989-28c9-4e43-84ca-55cd78aeaf4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.242133 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-636bd989-28c9-4e43-84ca-55cd78aeaf4b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2e74657c-fdc8-4dd5-90b9-f0ce8ef91aa0 HTTP/1.1" status: 204 len: 168 time: 0.3592868 Jan 28 10:14:29.287106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Made reservation on behalf of 94dbc56865c84309aa8348ec7582d39c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:29.292007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.384921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 308} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:29.402436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6367b11b-0fe1-4373-b6ab-ae4caf639a12 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.403260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6367b11b-0fe1-4373-b6ab-ae4caf639a12 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Synchronizing usage tracker for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:29.406969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ccf2a5-fe68-4052-a6da-5a9db1189c58 None None] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:29.410724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.411072 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Added segment 9d1636bc-f5e8-4997-9eab-987a05952e91 of type vlan for network 791bfa24-2527-4b94-b3da-ad63ef850288 Jan 28 10:14:29.440157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6367b11b-0fe1-4373-b6ab-ae4caf639a12 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Unset dirty status for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:29.441367 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6367b11b-0fe1-4373-b6ab-ae4caf639a12 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2864702 Jan 28 10:14:29.445362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45564) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.449861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.525367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.526900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.534961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.535929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.537737 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.558264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b9232c58-9ca2-452a-9f7c-e63d08e2ce78 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 207 time: 0.1114943 Jan 28 10:14:29.564788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45568) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.684059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5546467 Jan 28 10:14:29.688184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45572) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.699782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'network': {'name': 'tempest-router-network02--521526114'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:29.709594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07217c91-4a94-4c4d-a4ea-c467f4eaea74 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Network': ['ID=791bfa24-2527-4b94-b3da-ad63ef850288,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:29.711070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-84a639b4-9f2a-4ab2-abcd-d1926b7942c8', 'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8', 'tenant_id': '94dbc56865c84309aa8348ec7582d39c', 'fixed_ips': [{'subnet_id': '5e9efeef-57e7-4773-8a52-98490aa465ff'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:29.712058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.719362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:29.724208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:network and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:29.727710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:29.728192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 791bfa24-2527-4b94-b3da-ad63ef850288 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:29.733667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45576) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.758216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.770663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:29.781459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:29.786732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Usage tracker for resource:security_group_rule and tenant:6bd6ca9c1fde4ddb85780f4c7bbc809d is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:29.790259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:29.796708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Made reservation on behalf of 94dbc56865c84309aa8348ec7582d39c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:29.800254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.810803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:29.834603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.841697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.844115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:29.848706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.853652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.854000 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Added segment 8577f6ec-9a9c-4077-ae11-fce74c93d32a of type vlan for network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 Jan 28 10:14:29.855121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.856037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Synchronizing usage tracker for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:29.871077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Unset dirty status for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:29.872516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4da8faee-8612-4ff1-9de3-22c05424f540 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3066258 Jan 28 10:14:29.876543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45580) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:29.906124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.974810 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:29.981959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:29.982870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.036198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Allocated IP 172.20.0.2 (84a639b4-9f2a-4ab2-abcd-d1926b7942c8/5e9efeef-57e7-4773-8a52-98490aa465ff/790cbf8d-8692-447d-b0be-09e668eea53f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:30.062044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2002615-ff54-4315-86ec-5efe639ef52a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1810141 Jan 28 10:14:30.062264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45584) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:30.118667 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4288867 Jan 28 10:14:30.123047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:30.135358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'subnet': {'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:30.135752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d068634-ae35-46dc-bbcc-63e087d49948 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Network': ['ID=9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:30.148647 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:30.162026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.168251 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.242957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6bd6ca9c1fde4ddb85780f4c7bbc809d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080214 Jan 28 10:14:30.243929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aea442-696c-4c72-9cb8-ada6ba2b6c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9216cc98-eec4-4bd3-88e6-2c6738e3877d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:30.246356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45594) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:30.250827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c6f31-7f9e-423f-8fd4-4a1ab06ce808 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:30.252557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8c6f31-7f9e-423f-8fd4-4a1ab06ce808 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:30.257582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ac8c6f31-7f9e-423f-8fd4-4a1ab06ce808 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1908195 Jan 28 10:14:30.259450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45598) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:30.346476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6574224-b92f-4b82-8aca-ed79e4795307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.384763 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6574224-b92f-4b82-8aca-ed79e4795307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.427989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.447100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6574224-b92f-4b82-8aca-ed79e4795307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.447348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Transition to ACTIVE for port object 790cbf8d-8692-447d-b0be-09e668eea53f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:30.474856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6574224-b92f-4b82-8aca-ed79e4795307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9216cc98-eec4-4bd3-88e6-2c6738e3877d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:30.480062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6574224-b92f-4b82-8aca-ed79e4795307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.481211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b6574224-b92f-4b82-8aca-ed79e4795307 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9216cc98-eec4-4bd3-88e6-2c6738e3877d HTTP/1.1" status: 204 len: 168 time: 0.2328095 Jan 28 10:14:30.503046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Transition to ACTIVE for port object 790cbf8d-8692-447d-b0be-09e668eea53f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:30.509622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:30.517667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:subnet and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:30.518585 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.522868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:30.531381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:30.540362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c9c31-4048-4c01-9606-9e890efc8fcf tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:30.541967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444c9c31-4048-4c01-9606-9e890efc8fcf tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['shared'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:30.543453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-444c9c31-4048-4c01-9606-9e890efc8fcf tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2831063 Jan 28 10:14:30.547130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45604) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:30.575500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Made reservation on behalf of 94dbc56865c84309aa8348ec7582d39c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:30.579542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.651056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:30.653896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:30.658256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:30.692790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Pushing event updated for resources: {'Port': ['ID=790cbf8d-8692-447d-b0be-09e668eea53f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:30.753519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Attempting to bind port 790cbf8d-8692-447d-b0be-09e668eea53f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:30.753888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Attempting to bind port 790cbf8d-8692-447d-b0be-09e668eea53f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:30.754289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Attempting to bind port 790cbf8d-8692-447d-b0be-09e668eea53f on network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:30.761622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:30.762240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Checking segment: {'id': 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:30.763032 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.763563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Bound using segment: {'id': 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:30.764177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Bound port: 790cbf8d-8692-447d-b0be-09e668eea53f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '84a639b4-9f2a-4ab2-abcd-d1926b7942c8'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:30.764733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.816792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f29c616c-0fe2-4320-b4ca-c22da92abecc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:30.818221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f29c616c-0fe2-4320-b4ca-c22da92abecc tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks/6fbfd53f-53c5-4155-9d54-5d0a3d1acccb HTTP/1.1" status: 200 len: 800 time: 0.2701271 Jan 28 10:14:30.822064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45608) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:30.931935 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.946021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] For port 790cbf8d-8692-447d-b0be-09e668eea53f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:30.949942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] For port 790cbf8d-8692-447d-b0be-09e668eea53f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=790cbf8d-8692-447d-b0be-09e668eea53f,segment=NetworkSegment(e5c4370d-1ee4-41f7-81c9-30de5ad50efc),segment_id=e5c4370d-1ee4-41f7-81c9-30de5ad50efc)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:30.960136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:30.982719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.016206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-90e0fab2-b344-49f9-8991-531e48376f1a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/networks/6fbfd53f-53c5-4155-9d54-5d0a3d1acccb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1896341 Jan 28 10:14:31.016415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:31.103310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Checking segment: {'id': '9d1636bc-f5e8-4997-9eab-987a05952e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:31.103675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network hostable DHCP agents. Network: 791bfa24-2527-4b94-b3da-ad63ef850288, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:31.108364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1840fca1-b857-4d9c-b06c-9d591344363a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:31.109352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1840fca1-b857-4d9c-b06c-9d591344363a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Synchronizing usage tracker for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:subnet {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:31.113512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Subnet': ['ID=ca8d8e06-40b2-417a-98a5-a83a6944157a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:31.140726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 791bfa24-2527-4b94-b3da-ad63ef850288 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:31.143307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1840fca1-b857-4d9c-b06c-9d591344363a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Unset dirty status for tenant:95360facd7ca4fdb9a6cee4b7261e4ac on resource:subnet {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:31.147079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1840fca1-b857-4d9c-b06c-9d591344363a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/subnets/68967986-a143-4d53-9569-bc362d505ed7 HTTP/1.1" status: 200 len: 811 time: 0.1292384 Jan 28 10:14:31.151872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45620) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:31.157771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3d923-9f36-4b19-ac49-008710d5a6b9 None None] Pushing event updated for resources: {'Port': ['ID=790cbf8d-8692-447d-b0be-09e668eea53f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:31.165774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 791bfa24-2527-4b94-b3da-ad63ef850288) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:31.170490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:31.171298 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.186474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923ace54-3662-49c9-9fe4-9ff0c2dcdca3 None None] Network 791bfa24-2527-4b94-b3da-ad63ef850288 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:31.238044 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2b53ba14-e061-44d6-a9fe-9f357ec94350 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1138170 Jan 28 10:14:31.243280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45628) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:31.255665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'subnet': {'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:31.482745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a346a82-aa85-40e3-89fb-39e5a946277a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['shared'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:31.495858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8a346a82-aa85-40e3-89fb-39e5a946277a tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "GET /v2.0/subnets/68967986-a143-4d53-9569-bc362d505ed7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3403077 Jan 28 10:14:31.496471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45638) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:31.503009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-695325977'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:31.503579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:31.508828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Usage tracker for resource:subnet and tenant:94dbc56865c84309aa8348ec7582d39c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:31.512859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:31.514065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:31.528153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:31.530003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-791bfa24-2527-4b94-b3da-ad63ef850288', 'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288', 'tenant_id': '94dbc56865c84309aa8348ec7582d39c', 'fixed_ips': [{'subnet_id': 'ca8d8e06-40b2-417a-98a5-a83a6944157a'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:31.531097 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.546340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:31.547190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Made reservation on behalf of 94dbc56865c84309aa8348ec7582d39c for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:31.552616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.572800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:31.576522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.668023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:31.692281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.692837 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Added segment e43ec588-bf5b-4989-ae0d-4e2a4b750778 of type vlan for network b39cdf42-704f-47ad-9ae0-5a200362836b Jan 28 10:14:31.745439 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.812429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.818499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:31.819106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.900859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Allocated IP 172.20.0.2 (791bfa24-2527-4b94-b3da-ad63ef850288/ca8d8e06-40b2-417a-98a5-a83a6944157a/0692f8fb-3c34-40bb-9643-07edda195ffa) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:31.940562 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:31.967379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Network': ['ID=b39cdf42-704f-47ad-9ae0-5a200362836b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:31.974910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f4bfc10b-b7bd-489d-b5b6-17547cf5ab6f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4773123 Jan 28 10:14:31.977845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45650) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:31.986741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:32.044082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b39cdf42-704f-47ad-9ae0-5a200362836b details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:32.113132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:32.125032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:32.138016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Checking segment: {'id': '8577f6ec-9a9c-4077-ae11-fce74c93d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:32.138381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network hostable DHCP agents. Network: 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:32.138813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Made reservation on behalf of 95360facd7ca4fdb9a6cee4b7261e4ac for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:32.143174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.151791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Subnet': ['ID=fbe1d14e-60e8-4940-ae66-6d4b7c4fa6f4,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:32.182800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:32.200025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:32.205670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:32.206400 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.226280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17c13f8-ab4a-4d9f-8726-d33780d06e10 None None] Network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:32.245867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d6034ef8-43fc-4bce-b8c2-50e2abc3e3bd tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9977014 Jan 28 10:14:32.248411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45656) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:32.355309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing IP validity checks on allocation pools {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:14:32.355834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.ipam_backend_mixin [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87541) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:14:32.578025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.724470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.781770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Transition to ACTIVE for port object 0692f8fb-3c34-40bb-9643-07edda195ffa will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:32.809370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62', 'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62', 'tenant_id': '94dbc56865c84309aa8348ec7582d39c', 'fixed_ips': [{'subnet_id': 'fbe1d14e-60e8-4940-ae66-6d4b7c4fa6f4'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:32.810182 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.827108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=01a7869a-0c1b-4b79-8763-21853547b36c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:32.830294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Transition to ACTIVE for port object 0692f8fb-3c34-40bb-9643-07edda195ffa will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:32.860118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Checking segment: {'id': 'e43ec588-bf5b-4989-ae0d-4e2a4b750778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:32.861863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network hostable DHCP agents. Network: b39cdf42-704f-47ad-9ae0-5a200362836b, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:32.885686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.902722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Network b39cdf42-704f-47ad-9ae0-5a200362836b is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:32.923381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b39cdf42-704f-47ad-9ae0-5a200362836b) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:32.937015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:32.944200 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:32.954236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c58b497-6f76-4e91-8138-6b730de0fe95 None None] Network b39cdf42-704f-47ad-9ae0-5a200362836b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:33.012466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45672) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:33.013076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fc3a91e0-aad2-4347-94ab-da282f62e797 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0326657 Jan 28 10:14:33.025703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:33.103869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0765fc30-19c3-4e84-b3f4-b1c3a195e655 None None] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:33.292122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:33.310768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Network 791bfa24-2527-4b94-b3da-ad63ef850288 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:33.315888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1965068'] for subnet, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:33.330468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:33.333753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:33.454751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-92700ac1-e38b-424f-9529-ba1b36384d78 None None] Provisioning for port 790cbf8d-8692-447d-b0be-09e668eea53f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:33.458159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Pushing event updated for resources: {'Port': ['ID=0692f8fb-3c34-40bb-9643-07edda195ffa,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:33.602793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Allocated IP 172.20.0.2 (9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62/fbe1d14e-60e8-4940-ae66-6d4b7c4fa6f4/b4f0298a-9347-4c17-aae6-bf03ecb45557) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:33.703775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 790cbf8d-8692-447d-b0be-09e668eea53f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:33.888538 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Allocated IP 172.20.0.1 (791bfa24-2527-4b94-b3da-ad63ef850288/ca8d8e06-40b2-417a-98a5-a83a6944157a/e7103004-1f5a-451b-9d7d-7c98a85d07a6) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:33.890525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8738620389358', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4188206'] for subnet, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:33.955904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Attempting to bind port 0692f8fb-3c34-40bb-9643-07edda195ffa on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:33.956783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Attempting to bind port 0692f8fb-3c34-40bb-9643-07edda195ffa by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '9d1636bc-f5e8-4997-9eab-987a05952e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:33.956783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Attempting to bind port 0692f8fb-3c34-40bb-9643-07edda195ffa on network 791bfa24-2527-4b94-b3da-ad63ef850288 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:33.957405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:33.958605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:33.962723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "PUT /v2.0/subnets/01a7869a-0c1b-4b79-8763-21853547b36c HTTP/1.1" status: 200 len: 877 time: 0.9471745 Jan 28 10:14:33.963710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45686) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:33.975412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:33.976069 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Checking segment: {'id': '9d1636bc-f5e8-4997-9eab-987a05952e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:33.976638 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:33.977193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Bound using segment: {'id': '9d1636bc-f5e8-4997-9eab-987a05952e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:33.977809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Bound port: 0692f8fb-3c34-40bb-9643-07edda195ffa, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d1636bc-f5e8-4997-9eab-987a05952e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '791bfa24-2527-4b94-b3da-ad63ef850288'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:33.978346 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:33.998240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b39cdf42-704f-47ad-9ae0-5a200362836b', 'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b', 'tenant_id': '95360facd7ca4fdb9a6cee4b7261e4ac', 'fixed_ips': [{'subnet_id': '01a7869a-0c1b-4b79-8763-21853547b36c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:33.999307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.069102 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15296c0a-a537-4df1-a63f-fdfa83bd489d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event updated for resources: {'Subnet': ['ID=01a7869a-0c1b-4b79-8763-21853547b36c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:34.171295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.196122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Transition to ACTIVE for port object e7103004-1f5a-451b-9d7d-7c98a85d07a6 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:34.241970 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.284183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.340031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 790cbf8d-8692-447d-b0be-09e668eea53f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:34.367396 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.437321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 791bfa24-2527-4b94-b3da-ad63ef850288 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:34.441160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:34.450999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:34.511904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Port': ['ID=e7103004-1f5a-451b-9d7d-7c98a85d07a6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:34.516994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.526718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 790cbf8d-8692-447d-b0be-09e668eea53f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:34.527082 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.592854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Allocated IP 172.20.0.3 (b39cdf42-704f-47ad-9ae0-5a200362836b/01a7869a-0c1b-4b79-8763-21853547b36c/5899c1ea-62f0-4057-90d3-1722be5257e7) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:34.611680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] For port 0692f8fb-3c34-40bb-9643-07edda195ffa, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:34.684623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.701321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Transition to ACTIVE for port object b4f0298a-9347-4c17-aae6-bf03ecb45557 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:34.725575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Transition to ACTIVE for port object b4f0298a-9347-4c17-aae6-bf03ecb45557 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:34.735405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] For port 0692f8fb-3c34-40bb-9643-07edda195ffa, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0692f8fb-3c34-40bb-9643-07edda195ffa,segment=NetworkSegment(9d1636bc-f5e8-4997-9eab-987a05952e91),segment_id=9d1636bc-f5e8-4997-9eab-987a05952e91)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:34.741031 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.837301 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.843599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Pushing event updated for resources: {'Port': ['ID=b4f0298a-9347-4c17-aae6-bf03ecb45557,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:34.896218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:34.930170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:35.018266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:35.036544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:35.087265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7ab3e960-d36c-4070-af40-3e1fb3d93ab9 None None] Provisioning complete for port 790cbf8d-8692-447d-b0be-09e668eea53f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:35.087626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e960-d36c-4070-af40-3e1fb3d93ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.369155 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.380355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04afa61c-0270-44b0-931b-83904bc3ed8b None None] Pushing event updated for resources: {'Port': ['ID=0692f8fb-3c34-40bb-9643-07edda195ffa,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:35.406368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.414507 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.536861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Attempting to bind port b4f0298a-9347-4c17-aae6-bf03ecb45557 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:35.537229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Attempting to bind port b4f0298a-9347-4c17-aae6-bf03ecb45557 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '8577f6ec-9a9c-4077-ae11-fce74c93d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:35.537619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Attempting to bind port b4f0298a-9347-4c17-aae6-bf03ecb45557 on network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:35.610227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:35.610227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Checking segment: {'id': '8577f6ec-9a9c-4077-ae11-fce74c93d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:35.610227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.610871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Bound using segment: {'id': '8577f6ec-9a9c-4077-ae11-fce74c93d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:35.611367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Bound port: b4f0298a-9347-4c17-aae6-bf03ecb45557, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8577f6ec-9a9c-4077-ae11-fce74c93d32a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:35.612057 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.617302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Port': ['ID=e7103004-1f5a-451b-9d7d-7c98a85d07a6,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:35.630155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.721694 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 790cbf8d-8692-447d-b0be-09e668eea53f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=790cbf8d-8692-447d-b0be-09e668eea53f,segment=NetworkSegment(e5c4370d-1ee4-41f7-81c9-30de5ad50efc),segment_id=e5c4370d-1ee4-41f7-81c9-30de5ad50efc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:35.814180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.836152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 791bfa24-2527-4b94-b3da-ad63ef850288 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:35.842548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:35.963788 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7ab3e960-d36c-4070-af40-3e1fb3d93ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.980165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=790cbf8d-8692-447d-b0be-09e668eea53f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:35.990027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:35.996881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] For port b4f0298a-9347-4c17-aae6-bf03ecb45557, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:36.018210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0692f8fb-3c34-40bb-9643-07edda195ffa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:36.069493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Transition to ACTIVE for port object 5899c1ea-62f0-4057-90d3-1722be5257e7 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:36.127613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] For port b4f0298a-9347-4c17-aae6-bf03ecb45557, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b4f0298a-9347-4c17-aae6-bf03ecb45557,segment=NetworkSegment(8577f6ec-9a9c-4077-ae11-fce74c93d32a),segment_id=8577f6ec-9a9c-4077-ae11-fce74c93d32a)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:36.212601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Router dd7db192-99b8-4170-b297-499ef9de9844 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:14:36.232281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-7ab3e960-d36c-4070-af40-3e1fb3d93ab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:36.232628 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-7ab3e960-d36c-4070-af40-3e1fb3d93ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:36.238255 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.338133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b480bd-d218-40e5-856c-405d2edf5c49 None None] Pushing event updated for resources: {'Port': ['ID=b4f0298a-9347-4c17-aae6-bf03ecb45557,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:36.354354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Transition to ACTIVE for port object 5899c1ea-62f0-4057-90d3-1722be5257e7 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:36.379656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.403342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.472906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=01a7869a-0c1b-4b79-8763-21853547b36c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:36.493537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Pushing event updated for resources: {'Port': ['ID=5899c1ea-62f0-4057-90d3-1722be5257e7,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:36.519619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Network b39cdf42-704f-47ad-9ae0-5a200362836b is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:36.534830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:36.539702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:36.572705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0692f8fb-3c34-40bb-9643-07edda195ffa completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:36.642906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:36.667296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] Sync routers for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:36.670945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6c9da744-07fe-42d8-816f-9d2f7976ebdc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4213681 Jan 28 10:14:36.674098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45710) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:36.804531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.850726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39cdf42-704f-47ad-9ae0-5a200362836b']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:36.865541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992f29b-7665-47ed-aa64-eddf984a2a62 None None] Network 791bfa24-2527-4b94-b3da-ad63ef850288 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:36.865728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ec588-bf5b-4989-ae0d-4e2a4b750778') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:36.865728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ec588-bf5b-4989-ae0d-4e2a4b750778') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:36.877860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.896894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.904453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:36.904898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:36.939835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:36.940466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:37.052595 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:37.056846 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 28 10:14:37.056846 n-d-825178-2 neutron-server[87541]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 28 10:14:37.056846 n-d-825178-2 neutron-server[87541]: [parameters: {'id': 'b39cdf42-704f-47ad-9ae0-5a200362836b'}] Jan 28 10:14:37.056846 n-d-825178-2 neutron-server[87541]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:37.057590 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:37.161823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:37.175138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Attempting to bind port 5899c1ea-62f0-4057-90d3-1722be5257e7 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:37.175401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Attempting to bind port 5899c1ea-62f0-4057-90d3-1722be5257e7 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e43ec588-bf5b-4989-ae0d-4e2a4b750778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:37.175833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Attempting to bind port 5899c1ea-62f0-4057-90d3-1722be5257e7 on network b39cdf42-704f-47ad-9ae0-5a200362836b {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:37.210063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:37.210684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:37.298452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:37.298967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Checking segment: {'id': 'e43ec588-bf5b-4989-ae0d-4e2a4b750778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:37.299608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:37.300100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Bound using segment: {'id': 'e43ec588-bf5b-4989-ae0d-4e2a4b750778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:37.300827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Bound port: 5899c1ea-62f0-4057-90d3-1722be5257e7, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43ec588-bf5b-4989-ae0d-4e2a4b750778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b39cdf42-704f-47ad-9ae0-5a200362836b'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:37.301920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:37.442652 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:37.443735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a112bc2d-54a5-4925-aea2-00da2dac4c8d None None] The sync data for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:37.559129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:37.583404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Deleting port 5899c1ea-62f0-4057-90d3-1722be5257e7 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:37.585480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:37.668430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] Provisioning for port 0692f8fb-3c34-40bb-9643-07edda195ffa completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:37.719657 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] Provisioning complete for port 0692f8fb-3c34-40bb-9643-07edda195ffa triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:37.721718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:37.825703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] For port 5899c1ea-62f0-4057-90d3-1722be5257e7, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:37.846809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] For port 5899c1ea-62f0-4057-90d3-1722be5257e7, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5899c1ea-62f0-4057-90d3-1722be5257e7,segment=NetworkSegment(e43ec588-bf5b-4989-ae0d-4e2a4b750778),segment_id=e43ec588-bf5b-4989-ae0d-4e2a4b750778)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:37.872881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:37.900651 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-59926a18-d1e3-447e-9c5d-8f77152fffbb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:14:37.905133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-59926a18-d1e3-447e-9c5d-8f77152fffbb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2258821 Jan 28 10:14:37.911008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:38.210175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] For port 5899c1ea-62f0-4057-90d3-1722be5257e7, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=5899c1ea-62f0-4057-90d3-1722be5257e7,segment=NetworkSegment(e43ec588-bf5b-4989-ae0d-4e2a4b750778),segment_id=e43ec588-bf5b-4989-ae0d-4e2a4b750778)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:38.210536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:38.241627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf85724-8b28-4779-9015-9b81065a755a None None] Network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:38.264892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b4f0298a-9347-4c17-aae6-bf03ecb45557 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:38.477054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Calling delete_port for 5899c1ea-62f0-4057-90d3-1722be5257e7 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:38.689554 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:38.761060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Port': ['ID=5899c1ea-62f0-4057-90d3-1722be5257e7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:38.776442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No DVR routers for this DVR port 5899c1ea-62f0-4057-90d3-1722be5257e7 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server [None req-a8f8d334-2bbc-4fab-ac8f-61c03391878b None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 5899c1ea-62f0-4057-90d3-1722be5257e7 could not be found. Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 337, in get_dhcp_port Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise self.value Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1535, in get_port Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 5899c1ea-62f0-4057-90d3-1722be5257e7 could not be found. Jan 28 10:14:38.919599 n-d-825178-2 neutron-server[87542]: ERROR oslo_messaging.rpc.server Jan 28 10:14:38.953419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de6899d-140b-44f5-895c-9dac5444f687 None None] Pushing event updated for resources: {'Port': ['ID=5899c1ea-62f0-4057-90d3-1722be5257e7,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:38.976317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10027aeb-5dfb-4d4d-baac-1e4e69e45502 None None] Network b39cdf42-704f-47ad-9ae0-5a200362836b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:38.991875 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:38.993536 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.033711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39cdf42-704f-47ad-9ae0-5a200362836b']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:39.059734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43ec588-bf5b-4989-ae0d-4e2a4b750778') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:39.063662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43ec588-bf5b-4989-ae0d-4e2a4b750778') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:39.086679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.118448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.130988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:39.132161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.141130 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:39.165093 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:39.266039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b4f0298a-9347-4c17-aae6-bf03ecb45557 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:39.288272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 790cbf8d-8692-447d-b0be-09e668eea53f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:39.300099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.332353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.357463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=b39cdf42-704f-47ad-9ae0-5a200362836b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:39.362145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0543dac4-75b8-49fb-875d-8f1a4fccefef tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/b39cdf42-704f-47ad-9ae0-5a200362836b HTTP/1.1" status: 204 len: 168 time: 5.3972178 Jan 28 10:14:39.366260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45732) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:39.387260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] For port 0692f8fb-3c34-40bb-9643-07edda195ffa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0692f8fb-3c34-40bb-9643-07edda195ffa,segment=NetworkSegment(9d1636bc-f5e8-4997-9eab-987a05952e91),segment_id=9d1636bc-f5e8-4997-9eab-987a05952e91)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:39.410335 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.426078 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e208ea-b636-41bc-908c-b837e1c822df tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:39.426562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e208ea-b636-41bc-908c-b837e1c822df tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:39.428246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-80e208ea-b636-41bc-908c-b837e1c822df tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/01a7869a-0c1b-4b79-8763-21853547b36c HTTP/1.1" status: 404 len: 337 time: 0.0608840 Jan 28 10:14:39.430794 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45736) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:39.454912 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting port e7103004-1f5a-451b-9d7d-7c98a85d07a6 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:39.455248 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.462917 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c24a5f-2d47-4dd7-8b20-04b894a83d8f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:39.463396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72c24a5f-2d47-4dd7-8b20-04b894a83d8f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:39.467811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-72c24a5f-2d47-4dd7-8b20-04b894a83d8f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/b39cdf42-704f-47ad-9ae0-5a200362836b HTTP/1.1" status: 404 len: 339 time: 0.0356493 Jan 28 10:14:39.468493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45740) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:39.515808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c643ff-10b0-4b99-a8ea-f2d04446e3e5 None None] Pushing event updated for resources: {'Port': ['ID=0692f8fb-3c34-40bb-9643-07edda195ffa,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:39.523115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d866d1d-6632-42b7-97ce-3737af7422bf None None] Network b39cdf42-704f-47ad-9ae0-5a200362836b requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:39.549858 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d20769f-2995-48d6-b012-a5cf5e58e039 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:39.550667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d20769f-2995-48d6-b012-a5cf5e58e039 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:39.553646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d866d1d-6632-42b7-97ce-3737af7422bf None None] Network b39cdf42-704f-47ad-9ae0-5a200362836b could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:14:39.559604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4d20769f-2995-48d6-b012-a5cf5e58e039 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/1d5fcd41-7d43-48a3-bd28-fa049eb27179 HTTP/1.1" status: 404 len: 337 time: 0.0899580 Jan 28 10:14:39.560480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45746) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:39.610484 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a40c78b-d681-48d1-9125-29d53bfb6272 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:39.611064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a40c78b-d681-48d1-9125-29d53bfb6272 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:39.617434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Provisioning complete for port 0692f8fb-3c34-40bb-9643-07edda195ffa triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:39.617810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.618191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a40c78b-d681-48d1-9125-29d53bfb6272 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/d5bc4d88-2d20-4fcb-9062-0d2df93c4d85 HTTP/1.1" status: 404 len: 339 time: 0.0563512 Jan 28 10:14:39.618905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45750) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:39.648226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 790cbf8d-8692-447d-b0be-09e668eea53f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:39.648605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.832281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:39.986889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.009581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e81755-21c1-4661-89f8-210926fecbd6 None None] get_active_networks_info from n-d-825178-2 {{(pid=87542) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Jan 28 10:14:40.072016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.121098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4c4b24b-2355-4a4b-8a37-901d876b7dd1']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:40.142414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b7880d-0574-416a-ad1c-1a1ba8f50c61') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:40.142621 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b7880d-0574-416a-ad1c-1a1ba8f50c61') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:40.146070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Provisioning for port e7103004-1f5a-451b-9d7d-7c98a85d07a6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:40.157239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Provisioning complete for port e7103004-1f5a-451b-9d7d-7c98a85d07a6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:40.157606 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.170511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.172096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Calling delete_port for e7103004-1f5a-451b-9d7d-7c98a85d07a6 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:40.213101 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.225553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:40.226196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:40.250128 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:40.287502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Port e7103004-1f5a-451b-9d7d-7c98a85d07a6 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:40.304413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0692f8fb-3c34-40bb-9643-07edda195ffa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:40.347759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.375581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.379164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Provisioning for port b4f0298a-9347-4c17-aae6-bf03ecb45557 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:40.385379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=e4c4b24b-2355-4a4b-8a37-901d876b7dd1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:40.390611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-51db5b08-4e1a-4663-beb7-1ee7b300d6d4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/e4c4b24b-2355-4a4b-8a37-901d876b7dd1 HTTP/1.1" status: 204 len: 168 time: 0.7706590 Jan 28 10:14:40.393406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45756) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.405569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Provisioning complete for port b4f0298a-9347-4c17-aae6-bf03ecb45557 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:40.405933 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.446991 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d42bf335-24c8-42f2-b9ae-29642deb6ceb tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.447725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d42bf335-24c8-42f2-b9ae-29642deb6ceb tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.449744 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d42bf335-24c8-42f2-b9ae-29642deb6ceb tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/52a09dfe-6754-444a-9b93-276e3292ee23 HTTP/1.1" status: 404 len: 337 time: 0.0551200 Jan 28 10:14:40.452038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45760) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.478271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e81755-21c1-4661-89f8-210926fecbd6 None None] Resources bound (agent type, host, resource id): {{(pid=87542) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 28 10:14:40.483851 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a920af7-0286-4f1e-844c-ff21ab4f6ce8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.484320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a920af7-0286-4f1e-844c-ff21ab4f6ce8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.486013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a920af7-0286-4f1e-844c-ff21ab4f6ce8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/f5c68c0a-2893-4bee-9915-35c2835b981f HTTP/1.1" status: 404 len: 339 time: 0.0329380 Jan 28 10:14:40.488458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45764) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.507039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.532547 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f61b4b-6828-4954-a2f6-5a5d90d06ac4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.533019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f61b4b-6828-4954-a2f6-5a5d90d06ac4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.534870 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d8f61b4b-6828-4954-a2f6-5a5d90d06ac4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/ebcee5c4-7bfa-4668-ae67-49890b26314c HTTP/1.1" status: 404 len: 337 time: 0.0454412 Jan 28 10:14:40.538029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45768) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.541747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0692f8fb-3c34-40bb-9643-07edda195ffa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:40.542118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.563726 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ccbde9-02bc-4d57-9a39-beb443bcb676 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.564192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ccbde9-02bc-4d57-9a39-beb443bcb676 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.565886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f9ccbde9-02bc-4d57-9a39-beb443bcb676 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/a20fcec8-7de9-404a-a485-6825a3257944 HTTP/1.1" status: 404 len: 339 time: 0.0269661 Jan 28 10:14:40.568629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45772) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.623328 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a10eec-c38e-446f-bb1f-b0a7a22f64d8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.624004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a10eec-c38e-446f-bb1f-b0a7a22f64d8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.626198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-12a10eec-c38e-446f-bb1f-b0a7a22f64d8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/aab76641-07af-4817-8a8a-f989a8a38329 HTTP/1.1" status: 404 len: 337 time: 0.0566332 Jan 28 10:14:40.628715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45776) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.657347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Port': ['ID=e7103004-1f5a-451b-9d7d-7c98a85d07a6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:40.665362 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-4994f181-275d-4107-84ba-25af8ad0220e tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.665872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4994f181-275d-4107-84ba-25af8ad0220e tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.667688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4994f181-275d-4107-84ba-25af8ad0220e tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/670648de-1956-490c-95c1-ba388d5c4130 HTTP/1.1" status: 404 len: 339 time: 0.0371311 Jan 28 10:14:40.670152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45780) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.751100 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-8884e2dd-e172-4041-8481-d5f66f186904 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.751652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8884e2dd-e172-4041-8481-d5f66f186904 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.753498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8884e2dd-e172-4041-8481-d5f66f186904 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/e06f44c1-4a1e-4bf9-a494-78d4f567e3d6 HTTP/1.1" status: 404 len: 337 time: 0.0823565 Jan 28 10:14:40.756542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45786) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.786955 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc4440f-35d1-4525-b84e-14ca1967fad8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.787521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc4440f-35d1-4525-b84e-14ca1967fad8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.789414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3fc4440f-35d1-4525-b84e-14ca1967fad8 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/1d3324cd-f32a-4317-be50-6969344dad87 HTTP/1.1" status: 404 len: 339 time: 0.0318875 Jan 28 10:14:40.791903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45790) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.876483 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33fd3b3-173f-4923-b2d3-6eec1a3f4b8f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.877595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33fd3b3-173f-4923-b2d3-6eec1a3f4b8f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.883041 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c33fd3b3-173f-4923-b2d3-6eec1a3f4b8f tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/77c28604-013c-444a-969f-cbcf4770874c HTTP/1.1" status: 404 len: 337 time: 0.0895872 Jan 28 10:14:40.886528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45798) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:40.922037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.926343 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:40.950441 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-7839ba9e-9e67-456f-9333-a001e8e88ae9 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:40.953305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7839ba9e-9e67-456f-9333-a001e8e88ae9 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:40.957604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7839ba9e-9e67-456f-9333-a001e8e88ae9 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/0f16b86d-5dce-4693-b097-bac57d7988f4 HTTP/1.1" status: 404 len: 339 time: 0.0678706 Jan 28 10:14:40.961769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45802) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.045088 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1561a89-9c94-4476-a624-c1940eea0d00 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:41.045908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1561a89-9c94-4476-a624-c1940eea0d00 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:41.048813 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f1561a89-9c94-4476-a624-c1940eea0d00 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/dfe0228c-f65f-48d1-b70c-3cc9a914b9b6 HTTP/1.1" status: 404 len: 337 time: 0.0855854 Jan 28 10:14:41.052295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45806) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.087653 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-def263cf-7f2a-4cc0-9edd-c8b78182e41d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:41.088484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def263cf-7f2a-4cc0-9edd-c8b78182e41d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:41.091302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-def263cf-7f2a-4cc0-9edd-c8b78182e41d tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/4b2995da-8915-487a-a18b-5da367727e55 HTTP/1.1" status: 404 len: 339 time: 0.0376575 Jan 28 10:14:41.098715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45810) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.171733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] For port b4f0298a-9347-4c17-aae6-bf03ecb45557, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b4f0298a-9347-4c17-aae6-bf03ecb45557,segment=NetworkSegment(8577f6ec-9a9c-4077-ae11-fce74c93d32a),segment_id=8577f6ec-9a9c-4077-ae11-fce74c93d32a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:41.177175 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3db84c8-701c-4290-bb47-af7e2c3f2fd4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:41.177775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3db84c8-701c-4290-bb47-af7e2c3f2fd4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:41.181995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c3db84c8-701c-4290-bb47-af7e2c3f2fd4 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/88793161-c0cb-4905-b747-f33182203a4b HTTP/1.1" status: 404 len: 337 time: 0.0788138 Jan 28 10:14:41.182715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45816) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.205663 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:41.222617 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-20171aef-f817-4751-8ca8-7c8f4d6e686c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:41.224950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20171aef-f817-4751-8ca8-7c8f4d6e686c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:41.227398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-20171aef-f817-4751-8ca8-7c8f4d6e686c tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/7eec06ff-1f5d-4b03-9d15-5a7d985ac82e HTTP/1.1" status: 404 len: 339 time: 0.0433958 Jan 28 10:14:41.229860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45820) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.312301 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-427b6992-81d8-4eaf-b355-24074a28d449 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:41.322877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-427b6992-81d8-4eaf-b355-24074a28d449 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:41.326224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-427b6992-81d8-4eaf-b355-24074a28d449 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/93a8caa1-7b02-4ce9-aab9-d41b19a9229b HTTP/1.1" status: 404 len: 337 time: 0.0953314 Jan 28 10:14:41.330667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.371515 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-626b497e-cafe-4fad-8347-e9d6ecf23366 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] DELETE failed (client error): The resource could not be found. Jan 28 10:14:41.372707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626b497e-cafe-4fad-8347-e9d6ecf23366 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:14:41.375272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1957e7-46e0-428e-a3af-b936fe4a72b2 None None] Pushing event updated for resources: {'Port': ['ID=b4f0298a-9347-4c17-aae6-bf03ecb45557,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:41.375644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-626b497e-cafe-4fad-8347-e9d6ecf23366 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/d59f5a3a-8f31-4b7e-b3c9-4545e31fbdfe HTTP/1.1" status: 404 len: 339 time: 0.0434504 Jan 28 10:14:41.378403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45828) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.380924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d8a2c2be-5b16-4dd9-81ad-d5cb9713c855 None None] Provisioning complete for port b4f0298a-9347-4c17-aae6-bf03ecb45557 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:41.381409 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8a2c2be-5b16-4dd9-81ad-d5cb9713c855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:41.452118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Router dd7db192-99b8-4170-b297-499ef9de9844 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:14:41.483327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Deleting subnet 68967986-a143-4d53-9569-bc362d505ed7 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:41.492262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:41.629242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:41.715288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45834) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.722431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:41.734217 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] Sync routers for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:41.747630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5351e883-7912-4d50-8c28-db67a73eda4f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8345971 Jan 28 10:14:41.750744 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:41.751420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45840) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.752352 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:41.842387 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-a0cdf195-a1d3-4146-9879-72ffc61c830c tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] delete failed (client error): The resource could not be found. Jan 28 10:14:41.843297 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0cdf195-a1d3-4146-9879-72ffc61c830c tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-88229379 HTTP/1.1" status: 404 len: 333 time: 0.0909660 Jan 28 10:14:41.847425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45844) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:41.858668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ca523a6f-3a87-4dcd-8eea-0414f7201071 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd7db192-99b8-4170-b297-499ef9de9844'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:41.874427 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:41.915776 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:41.917741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:41.980569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.027331 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:42.027727 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30479a46-cc16-42b9-bc3f-956d5dabbf00 None None] The sync data for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:42.084047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.138124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Subnet': ['ID=68967986-a143-4d53-9569-bc362d505ed7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:42.141056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.147510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c814769-4505-4424-bd1c-26a4eee7853e None None] Network 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:42.155176 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2e6c1e7-ab11-43fb-a0ae-66c9bd126a61 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/subnets/68967986-a143-4d53-9569-bc362d505ed7 HTTP/1.1" status: 204 len: 168 time: 0.7735114 Jan 28 10:14:42.155407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:42.284434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b4f0298a-9347-4c17-aae6-bf03ecb45557 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:42.300876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.309365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.322438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Deleting port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:42.322788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.389940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:42.449299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Usage tracker for resource:security_group_rule and tenant:34dcc23b394b47d3a71bcd7da7e77566 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:42.458241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:42.465678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b4f0298a-9347-4c17-aae6-bf03ecb45557 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:42.466132 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.527765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:42.551679 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca523a6f-3a87-4dcd-8eea-0414f7201071 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.600831 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-ca523a6f-3a87-4dcd-8eea-0414f7201071 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] update failed (client error): The resource could not be found. Jan 28 10:14:42.602096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ca523a6f-3a87-4dcd-8eea-0414f7201071 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844 HTTP/1.1" status: 404 len: 339 time: 0.7536790 Jan 28 10:14:42.608253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45854) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:42.674413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] For port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,segment=NetworkSegment(f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7),segment_id=f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:42.674587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] DHCP port deletion for 6fbfd53f-53c5-4155-9d54-5d0a3d1acccb request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:42.674983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.679821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Deleting port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:42.680222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.817306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Calling delete_port for 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:42.905498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.918324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] For port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,segment=NetworkSegment(f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7),segment_id=f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:42.918643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:42.955541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Port': ['ID=64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:42.958222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] No DVR routers for this DVR port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:43.078319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Calling delete_port for 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:43.102639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.132013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fbfd53f-53c5-4155-9d54-5d0a3d1acccb']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:43.146659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:43.146953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f65f6b4f-e1e3-4de8-92fb-bfb1d173d6a7') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:43.160546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.171555 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:43.172495 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:43.174780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.180157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.188106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:43.188106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.188713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:43.213072 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:43.246328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a5dbe0-593f-4150-8a93-97841bd1b08d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:43.301981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.313198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.326948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0123348c-969c-4463-a143-18d98c2a28e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34dcc23b394b47d3a71bcd7da7e77566&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6104517 Jan 28 10:14:43.334640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45860) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:43.335692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.355685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] Pushing event deleted for resources: {'Network': ['ID=6fbfd53f-53c5-4155-9d54-5d0a3d1acccb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:43.373214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-52090d3e-996c-4b95-8b32-9707300cb313 tempest-NetworksTest-1237180104 tempest-NetworksTest-1237180104-project] 10.222.0.42 "DELETE /v2.0/networks/6fbfd53f-53c5-4155-9d54-5d0a3d1acccb HTTP/1.1" status: 204 len: 168 time: 1.2145612 Jan 28 10:14:43.425994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b702317-b791-4a76-b3bd-5fbe3f17738b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.461881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b702317-b791-4a76-b3bd-5fbe3f17738b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.543656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b702317-b791-4a76-b3bd-5fbe3f17738b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.571785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b702317-b791-4a76-b3bd-5fbe3f17738b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a5dbe0-593f-4150-8a93-97841bd1b08d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:43.586863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b702317-b791-4a76-b3bd-5fbe3f17738b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.588003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3b702317-b791-4a76-b3bd-5fbe3f17738b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99a5dbe0-593f-4150-8a93-97841bd1b08d HTTP/1.1" status: 204 len: 168 time: 0.2469220 Jan 28 10:14:43.674040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Deleting port 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:43.675114 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:43.682639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45870) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:43.759366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef0d5692-7a49-4965-a03a-8d231c793d1c None None] The port '64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:14:43.865990 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.017510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Allocated IP 172.20.0.1 (84a639b4-9f2a-4ab2-abcd-d1926b7942c8/5e9efeef-57e7-4773-8a52-98490aa465ff/c8a5e103-10a1-458d-8577-2aea2c7f4abf) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:44.114873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-75c8ae24-d69a-4263-b6d2-00be5aecba70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95360facd7ca4fdb9a6cee4b7261e4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4286928 Jan 28 10:14:44.115414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45888) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:44.143896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45892) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:44.181224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.199268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:44.204373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Usage tracker for resource:security_group_rule and tenant:6c106f972b1e4a0d95e936374f48fda6 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:44.207984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:44.214773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:44.222381 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.243310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:44.248296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Transition to ACTIVE for port object c8a5e103-10a1-458d-8577-2aea2c7f4abf will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:44.278405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00968967-aaf7-4915-a7aa-7387c402e1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.290137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:44.290742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64f2a5b7-f7f0-4d63-8b11-bdd73cc9eabb not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:44.308798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.316154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00968967-aaf7-4915-a7aa-7387c402e1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.398085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.399183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:44.403103 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.408105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:44.420542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:44.444685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f16b7-f4f1-41bd-97ad-38875f5cb5e6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:44.463728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00968967-aaf7-4915-a7aa-7387c402e1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.486912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00968967-aaf7-4915-a7aa-7387c402e1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee26bbbf-091f-4854-8c48-2cc38424ca63,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:44.505453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ad0e95fe-ea81-42a9-af2b-243177b3a2ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c106f972b1e4a0d95e936374f48fda6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3572874 Jan 28 10:14:44.506081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:44.520783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Port': ['ID=c8a5e103-10a1-458d-8577-2aea2c7f4abf,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:44.537869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.547038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00968967-aaf7-4915-a7aa-7387c402e1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.548262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00968967-aaf7-4915-a7aa-7387c402e1a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee26bbbf-091f-4854-8c48-2cc38424ca63 HTTP/1.1" status: 204 len: 168 time: 0.4318855 Jan 28 10:14:44.608905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.646878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.707962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.725372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f16b7-f4f1-41bd-97ad-38875f5cb5e6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:44.737223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.737560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.737893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.738222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.738545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.739622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.739869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.740169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.740489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.740831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.741147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.741463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:44.745995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.747034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c960ab6c-8ff8-4f47-babb-5c9c2c6e2588 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/279f16b7-f4f1-41bd-97ad-38875f5cb5e6 HTTP/1.1" status: 204 len: 168 time: 0.2400322 Jan 28 10:14:44.754132 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.818576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9a3ce286-529d-43c6-9f66-9e30677277be None None] Provisioning for port c8a5e103-10a1-458d-8577-2aea2c7f4abf completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:44.832210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9a3ce286-529d-43c6-9f66-9e30677277be None None] Provisioning complete for port c8a5e103-10a1-458d-8577-2aea2c7f4abf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:44.833493 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9a3ce286-529d-43c6-9f66-9e30677277be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:44.951241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9a3ce286-529d-43c6-9f66-9e30677277be None None] Port c8a5e103-10a1-458d-8577-2aea2c7f4abf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:45.206219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:45.216798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:45.352526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:45.358753 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event updated for resources: {'Port': ['ID=c8a5e103-10a1-458d-8577-2aea2c7f4abf,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:45.359361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:45.533943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:45.535245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:45.767709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45952) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:45.778252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Router dd7db192-99b8-4170-b297-499ef9de9844 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:14:45.966441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-111879861'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:45.982107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:45.983355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-379075fe-f602-4541-81d5-7dcd0a3c4ccc None None] Provisioning complete for port c8a5e103-10a1-458d-8577-2aea2c7f4abf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:45.984647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-379075fe-f602-4541-81d5-7dcd0a3c4ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:45.993585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Usage tracker for resource:network and tenant:24ac07d8dc194314ac7dca331c28be19 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:46.001934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:46.018562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:46.035982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Made reservation on behalf of 24ac07d8dc194314ac7dca331c28be19 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:46.048283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.061207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.077261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:46.085449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Usage tracker for resource:security_group_rule and tenant:24ac07d8dc194314ac7dca331c28be19 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:46.088788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:46.095335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:46.101781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-379075fe-f602-4541-81d5-7dcd0a3c4ccc None None] Port c8a5e103-10a1-458d-8577-2aea2c7f4abf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:46.148744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:46.160591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] Sync routers for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:46.173278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dded048a-0fb9-480d-9d18-3f2e264c5a32 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5638764 Jan 28 10:14:46.173569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:46.173923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45970) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:46.175313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:46.243962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.249022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.284017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:14:46.296649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:46.314396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:46.315493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:46.316615 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6a894d-6d0d-4a3d-9ae7-acb42df69ef9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:46.342993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.343533 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Added segment 2015d700-a18b-4c24-bde2-df6abeb7fcb5 of type vlan for network 98a2335e-c64a-40fe-b108-7e6815c10a6a Jan 28 10:14:46.365721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-81c5c1bf-7670-4d33-afc1-0db6172b65ab tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.377775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.435771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:46.436512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815bf5ae-8132-485c-b797-e1b857c3051f None None] The sync data for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 is: [] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:46.438004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.446624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:46.447448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:46.532879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.7640166 Jan 28 10:14:46.533899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 45982) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:46.549833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Request body: {'subnet': {'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:46.624461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5391fc-7d46-42da-88e9-5fa9ca43ea7a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event updated for resources: {'Network': ['ID=98a2335e-c64a-40fe-b108-7e6815c10a6a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:46.640518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:14:46.697249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:46.704524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Usage tracker for resource:subnet and tenant:24ac07d8dc194314ac7dca331c28be19 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:46.709145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:46.725465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:46.735364 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-81c5c1bf-7670-4d33-afc1-0db6172b65ab tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 28 10:14:46.736587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-81c5c1bf-7670-4d33-afc1-0db6172b65ab tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844 HTTP/1.1" status: 409 len: 329 time: 0.5616374 Jan 28 10:14:46.740353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 45990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:46.751549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Made reservation on behalf of 24ac07d8dc194314ac7dca331c28be19 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:46.757353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.044713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.133849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event updated for resources: {'Subnet': ['ID=20be2809-0e72-4ed0-96c4-cf8de80ebe3b,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:47.142281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Checking segment: {'id': '2015d700-a18b-4c24-bde2-df6abeb7fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:47.142646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Network hostable DHCP agents. Network: 98a2335e-c64a-40fe-b108-7e6815c10a6a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:14:47.167844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:14:47.185300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 98a2335e-c64a-40fe-b108-7e6815c10a6a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:47.193847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:47.194430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.197224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a052c389-07db-4663-946e-f1c2c4303c69 None None] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:47.249447 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f373eb7c-9590-4c8d-ab28-2c7ca0d4829c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7117991 Jan 28 10:14:47.249756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46004) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:47.256564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Request body: {'port': {'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a', 'name': 'tempest-TagsExtTest-886197934'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:47.449185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-98a2335e-c64a-40fe-b108-7e6815c10a6a', 'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a', 'tenant_id': '24ac07d8dc194314ac7dca331c28be19', 'fixed_ips': [{'subnet_id': '20be2809-0e72-4ed0-96c4-cf8de80ebe3b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:14:47.450529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.514512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.527842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:47.538282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Usage tracker for resource:port and tenant:24ac07d8dc194314ac7dca331c28be19 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:47.552436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:47.563435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:47.585426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Made reservation on behalf of 24ac07d8dc194314ac7dca331c28be19 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:47.592633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.628863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] device_id is not set on port 12aaa39b-7b36-447c-b97a-66edcf60b124 yet. {{(pid=87540) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 28 10:14:47.685358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Allocated IP 172.20.0.2 (98a2335e-c64a-40fe-b108-7e6815c10a6a/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/fa96c915-b3ec-48c8-99a3-6ecfab1e03d6) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:47.947593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:47.961077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Transition to ACTIVE for port object fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:47.988060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Transition to ACTIVE for port object fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:47.996273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.091575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting port c8a5e103-10a1-458d-8577-2aea2c7f4abf {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:48.091801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.140348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:48.144421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:48.148921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:48.156842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Allocated IP 172.20.0.9 (98a2335e-c64a-40fe-b108-7e6815c10a6a/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/12aaa39b-7b36-447c-b97a-66edcf60b124) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:48.252149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Pushing event updated for resources: {'Port': ['ID=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:48.255754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Attempting to bind port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:48.256242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Attempting to bind port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2015d700-a18b-4c24-bde2-df6abeb7fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:48.256781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Attempting to bind port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 on network 98a2335e-c64a-40fe-b108-7e6815c10a6a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:48.267594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:48.268091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Checking segment: {'id': '2015d700-a18b-4c24-bde2-df6abeb7fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:48.268564 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.269050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Bound using segment: {'id': '2015d700-a18b-4c24-bde2-df6abeb7fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:48.273407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Bound port: fa96c915-b3ec-48c8-99a3-6ecfab1e03d6, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2015d700-a18b-4c24-bde2-df6abeb7fcb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '98a2335e-c64a-40fe-b108-7e6815c10a6a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:48.273898 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.441555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] For port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:48.445925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] For port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,segment=NetworkSegment(2015d700-a18b-4c24-bde2-df6abeb7fcb5),segment_id=2015d700-a18b-4c24-bde2-df6abeb7fcb5)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:48.451562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.518126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.536338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.571477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Transition to ACTIVE for port object 12aaa39b-7b36-447c-b97a-66edcf60b124 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:48.578749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc57e08-1218-4e71-acef-fd3047a8c07d None None] Pushing event updated for resources: {'Port': ['ID=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:48.647920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:48.783484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:48.784713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Calling delete_port for c8a5e103-10a1-458d-8577-2aea2c7f4abf owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:48.787245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:48.799036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:48.890266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event updated for resources: {'Port': ['ID=12aaa39b-7b36-447c-b97a-66edcf60b124,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:48.995837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:48.996691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.047482 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a0e834de-8fb9-4653-bd16-c35607c90287 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.7966306 Jan 28 10:14:49.050387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46018) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:49.060067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2011025954', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:49.084608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:49.094842 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Usage tracker for resource:router and tenant:24ac07d8dc194314ac7dca331c28be19 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:49.103911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:49.118381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:49.132359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.133734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.163216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.167288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.193291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.225713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.229695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e913e532-ca1d-4a7d-9091-03245ab36cb8 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1757441 Jan 28 10:14:49.230176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46026) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:49.235636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2838d076-550a-4fe3-abc7-5b4e0d866214 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-2144357908', 'prefixes': ['172.20.0.0/16']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:49.241661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Port': ['ID=c8a5e103-10a1-458d-8577-2aea2c7f4abf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:49.243708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2838d076-550a-4fe3-abc7-5b4e0d866214 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:49.360743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2838d076-550a-4fe3-abc7-5b4e0d866214 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for subnetpool, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.362163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2838d076-550a-4fe3-abc7-5b4e0d866214 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1309569 Jan 28 10:14:49.366360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46030) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:49.372080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-63fa5dc4-2466-4bdf-a4d8-4f1b7eccdcfd tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-214998165') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:49.770793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:49.786660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-63fa5dc4-2466-4bdf-a4d8-4f1b7eccdcfd tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-214998165 HTTP/1.1" status: 201 len: 201 time: 0.4191113 Jan 28 10:14:49.789764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46036) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:49.797388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-ee04d2a3-e606-4010-9593-4b233fff025a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-1201739998') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:49.976064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee04d2a3-e606-4010-9593-4b233fff025a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-1201739998 HTTP/1.1" status: 201 len: 201 time: 0.1846473 Jan 28 10:14:49.978392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46040) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:49.985292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-01bcf632-f2e3-43b9-95a5-bf0744248b06 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-1190300668') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.106227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Router dd7db192-99b8-4170-b297-499ef9de9844 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:14:50.160382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1c5141-96ee-4f20-9b84-6ab1523e33ac None None] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:50.266917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-01bcf632-f2e3-43b9-95a5-bf0744248b06 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-1190300668 HTTP/1.1" status: 201 len: 201 time: 0.2874293 Jan 28 10:14:50.269431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.276415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-9833cd0f-3cf1-40c1-8f1a-ce4ef173d034 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-1855595859') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.321991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:14:50.335722 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] Sync routers for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:14:50.336788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ef876bf7-2b45-4388-82cd-7a98ba71f58b tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5951693 Jan 28 10:14:50.340305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46052) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.351408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9833cd0f-3cf1-40c1-8f1a-ce4ef173d034 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-1855595859 HTTP/1.1" status: 201 len: 201 time: 0.0787671 Jan 28 10:14:50.352578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46056) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.353337 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:50.354079 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.364505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-11a3d4a8-d972-4c3b-8f35-8af63ca65813 None None] Provisioning for port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:50.366688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-8e38142e-2bdc-4a3f-8c98-3b454e9b9fef tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.406983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:50.506093 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-ddf4204e-ecba-491f-8cfc-df31f02e322d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] show failed (client error): The resource could not be found. Jan 28 10:14:50.509071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ddf4204e-ecba-491f-8cfc-df31f02e322d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1741747559 HTTP/1.1" status: 404 len: 335 time: 0.1654825 Jan 28 10:14:50.513339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.515955 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.519451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-71959ed3-fa33-4aca-9300-bcec736cebce tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Request body: {'router': {'name': 'new_name'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:50.536913 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] Routers {'dd7db192-99b8-4170-b297-499ef9de9844'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:14:50.537795 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['dd7db192-99b8-4170-b297-499ef9de9844'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.586346 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-71959ed3-fa33-4aca-9300-bcec736cebce tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] update failed (client error): The resource could not be found. Jan 28 10:14:50.587414 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-71959ed3-fa33-4aca-9300-bcec736cebce tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-873309445 HTTP/1.1" status: 404 len: 334 time: 0.0731199 Jan 28 10:14:50.591257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46070) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.612578 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.613453 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17cd930c-d6e1-4fa8-a6d6-9e6dd3706871 None None] The sync data for ids ['dd7db192-99b8-4170-b297-499ef9de9844'] in n-d-825178-2 is: [] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:14:50.624210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e38142e-2bdc-4a3f-8c98-3b454e9b9fef tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags HTTP/1.1" status: 200 len: 240 time: 0.2684107 Jan 28 10:14:50.624922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46074) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.639116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-598db46e-977b-4042-82d8-9f644c096396 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-214998165') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.689856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting subnet fbe1d14e-60e8-4940-ae66-6d4b7c4fa6f4 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:50.693934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:50.765953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:50.798129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:50.804623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-598db46e-977b-4042-82d8-9f644c096396 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-214998165 HTTP/1.1" status: 204 len: 168 time: 0.1759086 Jan 28 10:14:50.810230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46080) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:50.814772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:50.815947 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:50.820617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-d80a082a-7859-44d5-ad5b-e59bba16bc9d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-214998165') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:50.858805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:50.867204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-7b3f39bd-9f2c-4f2e-a09e-28bd3b7c06c3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:50.911644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-7b3f39bd-9f2c-4f2e-a09e-28bd3b7c06c3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:50.921864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-7b3f39bd-9f2c-4f2e-a09e-28bd3b7c06c3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890402682&fields=id&tenant_id=6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 267 time: 0.1672685 Jan 28 10:14:50.957679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:50.970442 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.033932 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,segment=NetworkSegment(2015d700-a18b-4c24-bde2-df6abeb7fcb5),segment_id=2015d700-a18b-4c24-bde2-df6abeb7fcb5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:51.040528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.143638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.152041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaab70a-cbef-4724-b113-358ab2797d04 None None] Network 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:51.160454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe1d14e-60e8-4940-ae66-6d4b7c4fa6f4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:51.168624 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-795eb67e-8d97-4dfc-b58d-e8f6c4fca95f tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/subnets/fbe1d14e-60e8-4940-ae66-6d4b7c4fa6f4 HTTP/1.1" status: 204 len: 168 time: 0.5739210 Jan 28 10:14:51.171823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:51.212974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d80a082a-7859-44d5-ad5b-e59bba16bc9d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-214998165 HTTP/1.1" status: 204 len: 168 time: 0.3978491 Jan 28 10:14:51.214443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46088) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:51.221381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-f06a2bcc-132b-4f12-9d3e-67dd600116a2 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:51.264472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting subnet ca8d8e06-40b2-417a-98a5-a83a6944157a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:51.268175 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.293156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-58c17948-5141-494a-aeab-d44d24cddb16 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:51.295568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:51.300086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-58c17948-5141-494a-aeab-d44d24cddb16 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.3768802 Jan 28 10:14:51.326921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-57fc6f0d-2f78-4a2c-b598-2c6eef1bc0a9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.0253589 Jan 28 10:14:51.393100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.423004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-507fc262-feba-46fb-99b1-5645bbcf293d None None] Provisioning complete for port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:51.423723 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-507fc262-feba-46fb-99b1-5645bbcf293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.436946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f06a2bcc-132b-4f12-9d3e-67dd600116a2 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags HTTP/1.1" status: 200 len: 205 time: 0.2213683 Jan 28 10:14:51.442274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46092) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:51.447919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-942f8c7d-ebce-4e20-b6bd-e27ca069a480 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:51.502701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-8828ebd5-9788-41e3-87a3-faab60b0f3a1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753590 Jan 28 10:14:51.518060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.585236 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-942f8c7d-ebce-4e20-b6bd-e27ca069a480 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags HTTP/1.1" status: 200 len: 241 time: 0.1408813 Jan 28 10:14:51.593365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46098) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:51.619020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-34373a6b-599c-4b85-a57f-a4d9d4d7f6f9 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-1201739998') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:51.634531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] DHCP port deletion for 9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:51.645685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] Deleting port b4f0298a-9347-4c17-aae6-bf03ecb45557 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:51.652923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.741308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-34373a6b-599c-4b85-a57f-a4d9d4d7f6f9 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-1201739998 HTTP/1.1" status: 204 len: 168 time: 0.1468778 Jan 28 10:14:51.743932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.746742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46102) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:51.758083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-507fc262-feba-46fb-99b1-5645bbcf293d None None] Provisioning for port 12aaa39b-7b36-447c-b97a-66edcf60b124 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:51.772519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-507fc262-feba-46fb-99b1-5645bbcf293d None None] Provisioning complete for port 12aaa39b-7b36-447c-b97a-66edcf60b124 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:51.772917 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-507fc262-feba-46fb-99b1-5645bbcf293d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.784240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-da5fe387-c7aa-42c2-8176-ad7594492a23 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-1201739998') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:51.812199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-56c4fa6f-beb3-45de-80eb-1d4da8dce6cb service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085828 Jan 28 10:14:51.819021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Subnet': ['ID=ca8d8e06-40b2-417a-98a5-a83a6944157a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:51.835913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:51.858259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-208f0d1c-fea0-49a8-8740-ff3b4421141d tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/subnets/ca8d8e06-40b2-417a-98a5-a83a6944157a HTTP/1.1" status: 204 len: 168 time: 0.6865451 Jan 28 10:14:51.865930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46108) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:51.949892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442a06ee-476a-4fe4-81fc-33bc2fd1dd13 None None] Network 791bfa24-2527-4b94-b3da-ad63ef850288 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:51.975886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-afc54ead-d7bc-48d6-83d2-b7672521a4c9 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627312 Jan 28 10:14:52.167230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.171493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-da5fe387-c7aa-42c2-8176-ad7594492a23 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-1201739998 HTTP/1.1" status: 204 len: 168 time: 0.3984168 Jan 28 10:14:52.174154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46120) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:52.182662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-3b122875-70d2-4744-a8b3-add78de0a1d1 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:52.199965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting port b4f0298a-9347-4c17-aae6-bf03ecb45557 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:52.201050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.230782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-507fc262-feba-46fb-99b1-5645bbcf293d None None] Port 12aaa39b-7b36-447c-b97a-66edcf60b124 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:52.239572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] For port b4f0298a-9347-4c17-aae6-bf03ecb45557, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b4f0298a-9347-4c17-aae6-bf03ecb45557,segment=NetworkSegment(8577f6ec-9a9c-4077-ae11-fce74c93d32a),segment_id=8577f6ec-9a9c-4077-ae11-fce74c93d32a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:52.240056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.348141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3b122875-70d2-4744-a8b3-add78de0a1d1 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags HTTP/1.1" status: 200 len: 205 time: 0.1714749 Jan 28 10:14:52.349853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46128) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:52.360899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-2d1ae96b-296a-4a52-9198-f87b68342f23 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:52.458550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:14:52.569554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] Calling delete_port for b4f0298a-9347-4c17-aae6-bf03ecb45557 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:52.579416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] For port b4f0298a-9347-4c17-aae6-bf03ecb45557, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b4f0298a-9347-4c17-aae6-bf03ecb45557,segment=NetworkSegment(8577f6ec-9a9c-4077-ae11-fce74c93d32a),segment_id=8577f6ec-9a9c-4077-ae11-fce74c93d32a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:52.579791 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.731385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c7a88ba6-a638-4e95-a114-11f711fa46fc None None] Provisioning complete for port 12aaa39b-7b36-447c-b97a-66edcf60b124 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:52.731839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7a88ba6-a638-4e95-a114-11f711fa46fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.767135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:52.767774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.818214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Calling delete_port for b4f0298a-9347-4c17-aae6-bf03ecb45557 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:52.828064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d1ae96b-296a-4a52-9198-f87b68342f23 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags HTTP/1.1" status: 200 len: 241 time: 0.4759176 Jan 28 10:14:52.830513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46144) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:52.838326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-b44016b8-d6d6-4585-bef1-90619b46f173 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-1190300668') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:52.956137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c7a88ba6-a638-4e95-a114-11f711fa46fc None None] Port 12aaa39b-7b36-447c-b97a-66edcf60b124 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:52.960475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:52.961076 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:52.982787 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:52.986325 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] DHCP port deletion for 791bfa24-2527-4b94-b3da-ad63ef850288 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:53.050953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46152) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.051198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b44016b8-d6d6-4585-bef1-90619b46f173 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-1190300668 HTTP/1.1" status: 204 len: 168 time: 0.2193317 Jan 28 10:14:53.056444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-063a6b5d-36a8-4700-977c-8cf7cd98458a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-1190300668') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.128289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] Pushing event deleted for resources: {'Port': ['ID=b4f0298a-9347-4c17-aae6-bf03ecb45557,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:53.130519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] Deleting port 0692f8fb-3c34-40bb-9643-07edda195ffa {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:53.130889 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.170125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-876cb151-a2ad-4d2c-b303-d005cf73e1e7 req-f4792cc3-3687-4e74-a393-47a5c93b2153 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 210 time: 0.3637321 Jan 28 10:14:53.283738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8dfbd4-9f38-466e-a491-0b4b1609f9da None None] No DVR routers for this DVR port b4f0298a-9347-4c17-aae6-bf03ecb45557 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:53.286725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-063a6b5d-36a8-4700-977c-8cf7cd98458a tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-1190300668 HTTP/1.1" status: 204 len: 168 time: 0.2345064 Jan 28 10:14:53.289004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46158) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.299198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-f893feef-b8f8-416d-8821-e35ec0663df5 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.417630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b4f0298a-9347-4c17-aae6-bf03ecb45557 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:53.462128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting port b4f0298a-9347-4c17-aae6-bf03ecb45557 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:53.462481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.477918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b4f0298a-9347-4c17-aae6-bf03ecb45557 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:53.478468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b4f0298a-9347-4c17-aae6-bf03ecb45557 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:53.524282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] For port 0692f8fb-3c34-40bb-9643-07edda195ffa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0692f8fb-3c34-40bb-9643-07edda195ffa,segment=NetworkSegment(9d1636bc-f5e8-4997-9eab-987a05952e91),segment_id=9d1636bc-f5e8-4997-9eab-987a05952e91)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:53.524631 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.571841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] The port 'b4f0298a-9347-4c17-aae6-bf03ecb45557' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:14:53.627934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f893feef-b8f8-416d-8821-e35ec0663df5 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags HTTP/1.1" status: 200 len: 205 time: 0.3379059 Jan 28 10:14:53.630587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46162) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.636029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-c6d63238-44ad-45d7-8c0f-013f8d34f4d5 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.668791 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c6d63238-44ad-45d7-8c0f-013f8d34f4d5 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags HTTP/1.1" status: 200 len: 241 time: 0.0352108 Jan 28 10:14:53.669436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46166) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.677495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-62cc0ff3-28f7-4fae-a8ec-37b04974c715 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-1855595859') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.682480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] Calling delete_port for 0692f8fb-3c34-40bb-9643-07edda195ffa owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:53.704330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62cc0ff3-28f7-4fae-a8ec-37b04974c715 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-1855595859 HTTP/1.1" status: 204 len: 168 time: 0.0330374 Jan 28 10:14:53.706751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46170) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.712961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-52b6056d-f2aa-4bba-ad44-6f5e791ce7eb tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-1855595859') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.726919 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.752542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-52b6056d-f2aa-4bba-ad44-6f5e791ce7eb tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-1855595859 HTTP/1.1" status: 204 len: 168 time: 0.0444503 Jan 28 10:14:53.754957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46174) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.758211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.763129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-e105bbbd-f451-4792-aacc-0ad537f7aab0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.772910 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.773378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8577f6ec-9a9c-4077-ae11-fce74c93d32a') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.773940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8577f6ec-9a9c-4077-ae11-fce74c93d32a') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.787886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.791008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e105bbbd-f451-4792-aacc-0ad537f7aab0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags HTTP/1.1" status: 200 len: 205 time: 0.0349479 Jan 28 10:14:53.797086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.807171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-1eacd46d-8425-4d9d-ac9c-51015481dbc6 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.829916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] No DVR routers for this DVR port 0692f8fb-3c34-40bb-9643-07edda195ffa on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:53.831604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f0cb42-a1c3-4672-b7ad-07eb3a01c7fa None None] Pushing event deleted for resources: {'Port': ['ID=0692f8fb-3c34-40bb-9643-07edda195ffa,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:53.831788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.844905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:53.845362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:53.881272 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:53.980516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1eacd46d-8425-4d9d-ac9c-51015481dbc6 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1824260 Jan 28 10:14:53.983794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46186) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:53.991179 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-e3e12dc4-9f4f-4ff3-b0e9-6ca53c7d67d6 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:53.998745 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.037616 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.051505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Network': ['ID=9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:54.056728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d99467cd-7764-4fbe-8e6c-ffb4026508ba tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/networks/9d65d9a8-dbdc-41ca-b2ea-a0c50519fe62 HTTP/1.1" status: 204 len: 168 time: 2.1949642 Jan 28 10:14:54.059339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46190) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.219837 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3e12dc4-9f4f-4ff3-b0e9-6ca53c7d67d6 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags HTTP/1.1" status: 204 len: 168 time: 0.2326999 Jan 28 10:14:54.220280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46196) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.226007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-9166c772-7503-455a-8369-38883fc96d53 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.305376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0692f8fb-3c34-40bb-9643-07edda195ffa no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:54.322879 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9166c772-7503-455a-8369-38883fc96d53 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags HTTP/1.1" status: 204 len: 168 time: 0.1013818 Jan 28 10:14:54.326846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46202) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.334080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-b3adc230-fff6-4c1a-a1c7-485df311aaf4 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.396196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0692f8fb-3c34-40bb-9643-07edda195ffa {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:54.399191 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0692f8fb-3c34-40bb-9643-07edda195ffa not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:54.464638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b3adc230-fff6-4c1a-a1c7-485df311aaf4 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1326315 Jan 28 10:14:54.467394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46208) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.472979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-10670f70-aa36-47f6-89d5-999b47dc926d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-1121213592') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.515345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.560786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fe2acc24-1bbb-4d53-8582-f3be08f0e227 req-fbd20354-2ba2-4db6-bb5c-26701ed0988f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 210 time: 0.1855910 Jan 28 10:14:54.587933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-47437c56-45c5-4062-ab5c-e19c8d5d1fcc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:54.589775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-47437c56-45c5-4062-ab5c-e19c8d5d1fcc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.6193163 Jan 28 10:14:54.610036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-10670f70-aa36-47f6-89d5-999b47dc926d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-1121213592 HTTP/1.1" status: 201 len: 201 time: 0.1418450 Jan 28 10:14:54.612386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46212) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.618760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-c0926495-163a-4c74-baa8-fdadad52d75f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-150840339') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.701747 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c0926495-163a-4c74-baa8-fdadad52d75f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-150840339 HTTP/1.1" status: 201 len: 201 time: 0.0881579 Jan 28 10:14:54.704258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46216) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.709561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-8488c164-c550-4c38-8a18-a4bb761e72af tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-831548456') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.732612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-497a9730-8d45-41fa-b64d-c80bdfae9e39 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 380 time: 0.1134341 Jan 28 10:14:54.751394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'security_groups': ['5803f746-6d60-4b9b-8bcb-92e0654bb334']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:54.824925 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.857795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8488c164-c550-4c38-8a18-a4bb761e72af tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-831548456 HTTP/1.1" status: 201 len: 201 time: 0.1520000 Jan 28 10:14:54.860109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46220) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.866062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-7dcb4102-6402-4371-8f3f-ed39af1bc7ca tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-925579083') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.871464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791bfa24-2527-4b94-b3da-ad63ef850288']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.898711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1636bc-f5e8-4997-9eab-987a05952e91') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.899020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1636bc-f5e8-4997-9eab-987a05952e91') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.908441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7dcb4102-6402-4371-8f3f-ed39af1bc7ca tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-925579083 HTTP/1.1" status: 201 len: 201 time: 0.0472305 Jan 28 10:14:54.911472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46226) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:54.918440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.919601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-28fcebe5-85da-4f0b-8bc1-d2d4c5b77d84 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', {'tags': ['tempest-TagsExtTest-Tag-956541079', 'tempest-TagsExtTest-Tag-1798061033', 'tempest-TagsExtTest-Tag-853912037']}) {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:54.948095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.953271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:54.959209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:54.959209 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:54.973961 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:55.030189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-28fcebe5-85da-4f0b-8bc1-d2d4c5b77d84 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags HTTP/1.1" status: 200 len: 316 time: 0.1145585 Jan 28 10:14:55.030734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46232) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.032073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:55.038992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-63f69695-409a-4992-906f-4920c0d92cd6 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.066865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:14:55.070725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.082580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.108813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.118902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Network': ['ID=791bfa24-2527-4b94-b3da-ad63ef850288,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:55.153430 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-63f69695-409a-4992-906f-4920c0d92cd6 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags HTTP/1.1" status: 204 len: 168 time: 0.1207335 Jan 28 10:14:55.155100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.162518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-d6739418-42aa-45ff-9e9c-9ebddd12ed8d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-956541079') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.220523 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:14:55.236999 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-d6739418-42aa-45ff-9e9c-9ebddd12ed8d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:55.241946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d6739418-42aa-45ff-9e9c-9ebddd12ed8d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-956541079 HTTP/1.1" status: 404 len: 328 time: 0.0843232 Jan 28 10:14:55.242589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46242) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.247926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-e92a7424-2f1b-4613-b7cf-c041c17dce4e tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-1798061033') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.263567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c650a0d7-43c5-42c7-9086-379e1629f734 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/networks/791bfa24-2527-4b94-b3da-ad63ef850288 HTTP/1.1" status: 204 len: 168 time: 1.1992357 Jan 28 10:14:55.265147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.321051 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-e92a7424-2f1b-4613-b7cf-c041c17dce4e tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:55.324855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e92a7424-2f1b-4613-b7cf-c041c17dce4e tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-1798061033 HTTP/1.1" status: 404 len: 329 time: 0.0785027 Jan 28 10:14:55.325040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.334726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-c66b450f-37b2-417e-9427-93b0ef362fe2 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b', 'tempest-TagsExtTest-Tag-853912037') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.360100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.5 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/6a5092fd-a222-4ca6-aa78-d30c661af49f) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:14:55.393814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting subnet 5e9efeef-57e7-4773-8a52-98490aa465ff {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:14:55.409848 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.562068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.653669 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-c66b450f-37b2-417e-9427-93b0ef362fe2 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:55.657480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c66b450f-37b2-417e-9427-93b0ef362fe2 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags/tempest-TagsExtTest-Tag-853912037 HTTP/1.1" status: 404 len: 328 time: 0.3288002 Jan 28 10:14:55.659377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46256) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.666233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-5dfa8769-cf0f-44ed-915d-caa063aee442 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', {'tags': ['tempest-TagsExtTest-Tag-797795499', 'tempest-TagsExtTest-Tag-1221957006', 'tempest-TagsExtTest-Tag-427181577']}) {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.725449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f0984e8-e510-47b0-b4ca-caf69c9d8ef8 req-f8b514fa-a5cd-401e-94cf-1d2c94edf3a3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 210 time: 0.0521913 Jan 28 10:14:55.766772 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.771214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.783993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5dfa8769-cf0f-44ed-915d-caa063aee442 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags HTTP/1.1" status: 200 len: 316 time: 0.1229756 Jan 28 10:14:55.786698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46260) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.793066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-985e3049-cfef-4ab2-87e0-750e8678c930 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.830163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object 6a5092fd-a222-4ca6-aa78-d30c661af49f will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:55.891037 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.897570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-985e3049-cfef-4ab2-87e0-750e8678c930 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags HTTP/1.1" status: 204 len: 168 time: 0.1096518 Jan 28 10:14:55.900120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46264) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:55.906490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-45635e26-9781-46db-8839-b26d2a1b1dac tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-797795499') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:55.934477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7862e003-3b30-4e53-a136-6eef938dfa73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.959433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Subnet': ['ID=5e9efeef-57e7-4773-8a52-98490aa465ff,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:55.961649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.964055 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:55.971274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ecfeb3-364b-41db-854e-f161792b50e8 None None] Network 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:14:56.018479 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-45635e26-9781-46db-8839-b26d2a1b1dac tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:56.021795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-45635e26-9781-46db-8839-b26d2a1b1dac tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-797795499 HTTP/1.1" status: 404 len: 328 time: 0.1202354 Jan 28 10:14:56.025931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:56.035093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-6f670100-9360-4992-8986-bc8e0f79e282 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-1221957006') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:56.071516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:14:56.080643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:14:56.083807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:14:56.118858 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-6f670100-9360-4992-8986-bc8e0f79e282 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:56.122360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6f670100-9360-4992-8986-bc8e0f79e282 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-1221957006 HTTP/1.1" status: 404 len: 329 time: 0.0930235 Jan 28 10:14:56.123076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46272) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:56.130661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-c261963b-22be-4789-a277-a191bbe1d2fe tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124', 'tempest-TagsExtTest-Tag-427181577') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:56.297265 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-c261963b-22be-4789-a277-a191bbe1d2fe tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:56.301708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c261963b-22be-4789-a277-a191bbe1d2fe tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags/tempest-TagsExtTest-Tag-427181577 HTTP/1.1" status: 404 len: 328 time: 0.1743395 Jan 28 10:14:56.302181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:56.310621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-e0710d2c-c644-4823-9981-f5f93aed683b tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', {'tags': ['tempest-TagsExtTest-Tag-1283224675', 'tempest-TagsExtTest-Tag-364345741', 'tempest-TagsExtTest-Tag-1311828075']}) {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:56.384299 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f2db3a31-8029-48bf-9628-e237c1357dbc tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/subnets/5e9efeef-57e7-4773-8a52-98490aa465ff HTTP/1.1" status: 204 len: 168 time: 1.1183429 Jan 28 10:14:56.385127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46282) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:56.397812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] DHCP port deletion for 84a639b4-9f2a-4ab2-abcd-d1926b7942c8 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:14:56.402669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] Deleting port 790cbf8d-8692-447d-b0be-09e668eea53f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:56.403260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.468994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=6a5092fd-a222-4ca6-aa78-d30c661af49f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:56.570154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:56.570918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.602224 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-c8a8c909-65eb-4e1b-8bb6-b3db253c90cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8542306 Jan 28 10:14:56.612794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.624119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Request body: {'port': {'device_id': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:14:56.680568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] For port 790cbf8d-8692-447d-b0be-09e668eea53f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=790cbf8d-8692-447d-b0be-09e668eea53f,segment=NetworkSegment(e5c4370d-1ee4-41f7-81c9-30de5ad50efc),segment_id=e5c4370d-1ee4-41f7-81c9-30de5ad50efc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:56.680980 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.746876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting port 790cbf8d-8692-447d-b0be-09e668eea53f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:56.747321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.748472 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e0710d2c-c644-4823-9981-f5f93aed683b tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags HTTP/1.1" status: 200 len: 317 time: 0.4452696 Jan 28 10:14:56.751143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46286) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:56.758930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-80e92660-a95e-4ff3-9a9e-a6f6b5018851 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:56.804437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.827417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] Calling delete_port for 790cbf8d-8692-447d-b0be-09e668eea53f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:56.868400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a82b293-92f7-4061-9426-06be682b14d0 None None] Provisioning for port 6a5092fd-a222-4ca6-aa78-d30c661af49f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:14:56.883443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4a82b293-92f7-4061-9426-06be682b14d0 None None] Provisioning complete for port 6a5092fd-a222-4ca6-aa78-d30c661af49f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:14:56.884260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a82b293-92f7-4061-9426-06be682b14d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:56.965083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4a82b293-92f7-4061-9426-06be682b14d0 None None] Port 6a5092fd-a222-4ca6-aa78-d30c661af49f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:14:56.980869 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:57.038030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] Pushing event deleted for resources: {'Port': ['ID=790cbf8d-8692-447d-b0be-09e668eea53f,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:57.041877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80e92660-a95e-4ff3-9a9e-a6f6b5018851 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags HTTP/1.1" status: 204 len: 168 time: 0.2895596 Jan 28 10:14:57.045149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46292) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:57.049717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49972ac-5ef6-4657-acd5-58d6ff7936c7 None None] No DVR routers for this DVR port 790cbf8d-8692-447d-b0be-09e668eea53f on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:14:57.063400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37ad59-dfc3-43da-b3c3-2c365c48e151 req-eaa439e1-6717-4810-a3c1-c7e2f31fce6c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:57.065654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a37ad59-dfc3-43da-b3c3-2c365c48e151 req-eaa439e1-6717-4810-a3c1-c7e2f31fce6c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 931 time: 0.1414003 Jan 28 10:14:57.068040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.tag.tag_plugin [None req-c8f9a88c-e891-42cc-a024-5045ccbcd1ee tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-1283224675') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:57.114796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4a37ad59-dfc3-43da-b3c3-2c365c48e151 req-d34a2fef-b9c7-42d6-97c1-04b8ae39fb3e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427709 Jan 28 10:14:57.359589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] For port 790cbf8d-8692-447d-b0be-09e668eea53f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=790cbf8d-8692-447d-b0be-09e668eea53f,segment=NetworkSegment(e5c4370d-1ee4-41f7-81c9-30de5ad50efc),segment_id=e5c4370d-1ee4-41f7-81c9-30de5ad50efc)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:14:57.360144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:57.485916 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-c8f9a88c-e891-42cc-a024-5045ccbcd1ee tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:57.486951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c8f9a88c-e891-42cc-a024-5045ccbcd1ee tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-1283224675 HTTP/1.1" status: 404 len: 329 time: 0.4391243 Jan 28 10:14:57.490456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46298) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:57.496366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-89586f1e-999b-4d7d-b795-b46f58736058 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-364345741') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:57.497423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Calling delete_port for 790cbf8d-8692-447d-b0be-09e668eea53f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:14:57.673887 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-89586f1e-999b-4d7d-b795-b46f58736058 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:57.674919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-89586f1e-999b-4d7d-b795-b46f58736058 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-364345741 HTTP/1.1" status: 404 len: 328 time: 0.1833639 Jan 28 10:14:57.678809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46304) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:57.684415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-80dc4bc1-2a2f-4b85-8aef-23386e72e6a0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449', 'tempest-TagsExtTest-Tag-1311828075') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:57.684748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:14:57.685055 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:14:57.702249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a5092fd-a222-4ca6-aa78-d30c661af49f {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:14:57.712180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:57.729685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Transition to ACTIVE for port object 6a5092fd-a222-4ca6-aa78-d30c661af49f will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:14:57.736030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:57.814044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5092fd-a222-4ca6-aa78-d30c661af49f,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:57.840917 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-80dc4bc1-2a2f-4b85-8aef-23386e72e6a0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:57.842025 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80dc4bc1-2a2f-4b85-8aef-23386e72e6a0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags/tempest-TagsExtTest-Tag-1311828075 HTTP/1.1" status: 404 len: 329 time: 0.1621685 Jan 28 10:14:57.844814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46310) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:57.850444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-e20ab4a2-ba6f-44d9-aa1f-fe1fc5abfa6d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', {'tags': ['tempest-TagsExtTest-Tag-1977679059', 'tempest-TagsExtTest-Tag-1944509516', 'tempest-TagsExtTest-Tag-699308736']}) {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:57.914695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e20ab4a2-ba6f-44d9-aa1f-fe1fc5abfa6d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "PUT /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags HTTP/1.1" status: 200 len: 317 time: 0.0684288 Jan 28 10:14:57.917056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46314) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:57.923267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-5b87d4c0-1d09-4980-82dd-f650752419a0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:57.972870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5b87d4c0-1d09-4980-82dd-f650752419a0 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0537808 Jan 28 10:14:57.975508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46318) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:57.984168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-609fe7ab-2234-4d72-a436-a79b4512a290 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-1977679059') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.016699 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-609fe7ab-2234-4d72-a436-a79b4512a290 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:58.017836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-609fe7ab-2234-4d72-a436-a79b4512a290 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-1977679059 HTTP/1.1" status: 404 len: 329 time: 0.0399370 Jan 28 10:14:58.023424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46324) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.029098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-d3aefdf3-0127-4beb-99a5-bba64f5a7823 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-1944509516') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.060278 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-d3aefdf3-0127-4beb-99a5-bba64f5a7823 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:58.061644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d3aefdf3-0127-4beb-99a5-bba64f5a7823 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-1944509516 HTTP/1.1" status: 404 len: 329 time: 0.0372314 Jan 28 10:14:58.064620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46328) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.070906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-d49907dc-4c90-4111-86c0-34722199a11e tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1', 'tempest-TagsExtTest-Tag-699308736') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.116064 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [None req-d49907dc-4c90-4111-86c0-34722199a11e tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] show failed (client error): The resource could not be found. Jan 28 10:14:58.117157 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d49907dc-4c90-4111-86c0-34722199a11e tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags/tempest-TagsExtTest-Tag-699308736 HTTP/1.1" status: 404 len: 328 time: 0.0515437 Jan 28 10:14:58.119796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46332) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.124896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-6264495c-113a-4c83-bdab-897c9fe46a6c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.154660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6264495c-113a-4c83-bdab-897c9fe46a6c tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1/tags HTTP/1.1" status: 204 len: 168 time: 0.0338793 Jan 28 10:14:58.158481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46338) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.164314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-7d516562-19fe-47f4-8f72-7961598d5d00 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '21cd5669-4caa-440a-a4db-53fd9ad1a449') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.180099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46342) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.187971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Deleting port 790cbf8d-8692-447d-b0be-09e668eea53f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:58.188313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.244224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 790cbf8d-8692-447d-b0be-09e668eea53f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:14:58.288134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] The port '790cbf8d-8692-447d-b0be-09e668eea53f' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:14:58.342641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 790cbf8d-8692-447d-b0be-09e668eea53f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:14:58.343241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 790cbf8d-8692-447d-b0be-09e668eea53f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:14:58.366411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0eb1b7d7-9a3e-47fa-8a9c-2b7960da44f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.379048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7d516562-19fe-47f4-8f72-7961598d5d00 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449/tags HTTP/1.1" status: 204 len: 168 time: 0.2195308 Jan 28 10:14:58.381852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46348) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.387452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-c6245ec7-9dee-4aa9-8998-5a4300862d9d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '12aaa39b-7b36-447c-b97a-66edcf60b124') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.438561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.461152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c6245ec7-9dee-4aa9-8998-5a4300862d9d tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124/tags HTTP/1.1" status: 204 len: 168 time: 0.0759301 Jan 28 10:14:58.461377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46356) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.466171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.tag.tag_plugin [None req-78443870-873c-4169-b73d-8204d7c34771 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '20be2809-0e72-4ed0-96c4-cf8de80ebe3b') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.501235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Attempting to bind port 6a5092fd-a222-4ca6-aa78-d30c661af49f on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:14:58.501568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Attempting to bind port 6a5092fd-a222-4ca6-aa78-d30c661af49f by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:14:58.501891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Attempting to bind port 6a5092fd-a222-4ca6-aa78-d30c661af49f on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:58.525243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:14:58.531980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Port 6a5092fd-a222-4ca6-aa78-d30c661af49f on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:14:58.532302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Attempting to bind port 6a5092fd-a222-4ca6-aa78-d30c661af49f on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:14:58.535116 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.536455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-78443870-873c-4169-b73d-8204d7c34771 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b/tags HTTP/1.1" status: 204 len: 168 time: 0.0734222 Jan 28 10:14:58.544219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46360) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.544399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Usage tracker for resource:security_group_rule and tenant:50490cdb56984c6ab906fa576302d8ec is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:14:58.554057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:14:58.569165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:14:58.569501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:14:58.569878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:14:58.570307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Bound port: 6a5092fd-a222-4ca6-aa78-d30c661af49f, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:14:58.570645 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.586484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:14:58.609000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a639b4-9f2a-4ab2-abcd-d1926b7942c8']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.638997 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e8f0918d-710d-4598-9c16-774d38c1d8b3 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for subnetpool, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.640256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e8f0918d-710d-4598-9c16-774d38c1d8b3 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnetpools/c559d5cd-5cbf-45b7-aa03-d45ac9ad28c1 HTTP/1.1" status: 204 len: 168 time: 0.0944078 Jan 28 10:14:58.642783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46364) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.656696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58202fc-5b66-4b8e-b3be-2c73db93c1db req-909f07a0-dbfc-466b-ba48-a6e665c5e19c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:58.657369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c58202fc-5b66-4b8e-b3be-2c73db93c1db req-909f07a0-dbfc-466b-ba48-a6e665c5e19c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:58.665927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.666223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5c4370d-1ee4-41f7-81c9-30de5ad50efc') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:14:58.685397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4032cefc-e7f3-403b-a290-eb76bcb81bc3 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Synchronizing usage tracker for tenant:24ac07d8dc194314ac7dca331c28be19 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:58.697807 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.703968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4032cefc-e7f3-403b-a290-eb76bcb81bc3 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Unset dirty status for tenant:24ac07d8dc194314ac7dca331c28be19 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:58.705612 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4032cefc-e7f3-403b-a290-eb76bcb81bc3 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "GET /v2.0/ports?device_id=21cd5669-4caa-440a-a4db-53fd9ad1a449 HTTP/1.1" status: 200 len: 205 time: 0.0619369 Jan 28 10:14:58.709064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:58.737703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.751715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:14:58.752109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:14:58.769774 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:14:58.773014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c58202fc-5b66-4b8e-b3be-2c73db93c1db req-909f07a0-dbfc-466b-ba48-a6e665c5e19c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:58.773014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c58202fc-5b66-4b8e-b3be-2c73db93c1db req-909f07a0-dbfc-466b-ba48-a6e665c5e19c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.4943681 Jan 28 10:14:58.851691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.881695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] For port 6a5092fd-a222-4ca6-aa78-d30c661af49f, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:14:58.911767 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.915917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] For port 6a5092fd-a222-4ca6-aa78-d30c661af49f, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:14:58.936837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c58202fc-5b66-4b8e-b3be-2c73db93c1db req-1be4e57f-ca1f-4510-89b2-1fa97522fde5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105247 Jan 28 10:14:58.940942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.949212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:58.996287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Pushing event deleted for resources: {'Network': ['ID=84a639b4-9f2a-4ab2-abcd-d1926b7942c8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:59.045552 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b56ae5fd-f722-480b-8c15-2ca2d3efe0b6 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/networks/84a639b4-9f2a-4ab2-abcd-d1926b7942c8 HTTP/1.1" status: 204 len: 168 time: 2.6423690 Jan 28 10:14:59.045552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.050495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:59.051126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.053109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] 10.222.0.43 "PUT /v2.0/ports/6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 200 len: 1091 time: 2.4356966 Jan 28 10:14:59.053543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46372) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:59.053979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:14:59.099013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.159836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e3e1428-12c3-4811-8e14-bc411967c8a7 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Synchronizing usage tracker for tenant:94dbc56865c84309aa8348ec7582d39c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:14:59.173614 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'status': 'completed', 'code': 200} Jan 28 10:14:59.218781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fefce2-8d40-462d-ba79-811fb5b642e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6a5092fd-a222-4ca6-aa78-d30c661af49f,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:59.224955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bb4d4f-0034-447b-8adf-801fb0ba2d6e,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:59.231680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b16938a5-3c4e-4760-88f3-023c08ef9b83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=50490cdb56984c6ab906fa576302d8ec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0478678 Jan 28 10:14:59.236625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46380) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:59.241253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5e3e1428-12c3-4811-8e14-bc411967c8a7 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Unset dirty status for tenant:94dbc56865c84309aa8348ec7582d39c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:14:59.242422 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e3e1428-12c3-4811-8e14-bc411967c8a7 tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd7db192-99b8-4170-b297-499ef9de9844 HTTP/1.1" status: 200 len: 205 time: 0.1837041 Jan 28 10:14:59.245400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46384) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:59.324078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.327835 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.381838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.382244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Fanout notify agent at l3_agent the message router_deleted on router 21cd5669-4caa-440a-a4db-53fd9ad1a449 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:14:59.390111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.395316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.400349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.401475 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b5f0c01e-a1ab-4e1d-ac70-eb8e64e01c9f tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/routers/21cd5669-4caa-440a-a4db-53fd9ad1a449 HTTP/1.1" status: 204 len: 168 time: 0.6914320 Jan 28 10:14:59.404089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46388) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:14:59.454327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-93ef0f83-c4e2-48a1-87f0-f3bc6d18c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:59.455755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-93ef0f83-c4e2-48a1-87f0-f3bc6d18c8da service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1094 time: 0.3469503 Jan 28 10:14:59.485641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.486223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.504961 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.520616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Deleting port 12aaa39b-7b36-447c-b97a-66edcf60b124 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:14:59.520982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.582590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-5a3b39a9-4e69-4554-b00f-951cb5ef2833 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 200 len: 217 time: 0.0747132 Jan 28 10:14:59.643092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.669478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bb4d4f-0034-447b-8adf-801fb0ba2d6e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:14:59.699861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.701010 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3bb4d4f-0034-447b-8adf-801fb0ba2d6e HTTP/1.1" status: 204 len: 168 time: 0.4634523 Jan 28 10:14:59.752347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.752771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.753126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.753356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.753679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.754003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.754453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.754670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.755043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.755298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.755610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.755925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc48363-7e0d-4673-8888-7be141a1f166 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:14:59.830907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.922059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.925681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:14:59.938542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-2cc8d8be-381d-4907-9e6e-ac9dce3bb034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:14:59.939488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-2cc8d8be-381d-4907-9e6e-ac9dce3bb034 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.3122077 Jan 28 10:14:59.978296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Calling delete_port for 12aaa39b-7b36-447c-b97a-66edcf60b124 owned by {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:15:00.002425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.003248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Fanout notify agent at l3_agent the message router_deleted on router dd7db192-99b8-4170-b297-499ef9de9844 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:15:00.018319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.019601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-495d8521-cb6f-4f7f-8c55-fa6333492efb tempest-RoutersNegativeTest-1931381100 tempest-RoutersNegativeTest-1931381100-project] 10.222.0.42 "DELETE /v2.0/routers/dd7db192-99b8-4170-b297-499ef9de9844 HTTP/1.1" status: 204 len: 168 time: 0.7733839 Jan 28 10:15:00.038786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-f4bc477d-427f-4447-a623-cd267d5fb491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:00.040578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-f4bc477d-427f-4447-a623-cd267d5fb491 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904624 Jan 28 10:15:00.061724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46400) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:00.089953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.114184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:00.131004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Usage tracker for resource:security_group_rule and tenant:1fc3881c272845fa85e8d69de2c67c82 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:00.134251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:00.140573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:00.234295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-dcbf435a-9f09-435e-b62a-4bcad21b4a04 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870902 Jan 28 10:15:00.238556 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.277890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caee3e4-4023-4cd8-a943-590ad6a7b556 req-cda1fcda-ae1d-4ebf-bfd0-c6ce6cbd2fbc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:00.279247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2caee3e4-4023-4cd8-a943-590ad6a7b556 req-cda1fcda-ae1d-4ebf-bfd0-c6ce6cbd2fbc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.1582820 Jan 28 10:15:00.290358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:00.339794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event deleted for resources: {'Port': ['ID=12aaa39b-7b36-447c-b97a-66edcf60b124,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:00.399590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2caee3e4-4023-4cd8-a943-590ad6a7b556 req-d49afb51-eb7a-4ed2-9292-f1eb1926a95a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773165 Jan 28 10:15:00.424242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a7c3c3d-6843-4e51-8a50-f2b0e036e891 req-70967f34-4750-45ab-a087-09b855ccba4e service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841857 Jan 28 10:15:00.444495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.450651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.455352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.538094 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3d391e3-aaaa-43a5-953b-c751686e8577 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/ports/12aaa39b-7b36-447c-b97a-66edcf60b124 HTTP/1.1" status: 204 len: 168 time: 1.1309144 Jan 28 10:15:00.540059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46412) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:00.542565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1fc3881c272845fa85e8d69de2c67c82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4799800 Jan 28 10:15:00.546722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46416) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:00.547352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b98e7a7-c74c-4819-866e-795a9e2badd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb62dd-23b5-43d0-9ded-a39f6c4052a3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:00.618631 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b030ac50-7e1d-4fc1-af9c-3c4aa43cc07f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94dbc56865c84309aa8348ec7582d39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271623 Jan 28 10:15:00.622018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46420) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:00.640981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Deleting subnet 20be2809-0e72-4ed0-96c4-cf8de80ebe3b {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:15:00.644776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.651072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbb83-1cb5-4158-b027-2118b8af8176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.698641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbb83-1cb5-4158-b027-2118b8af8176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.704032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-430df658-d622-4bf6-8ef8-d4da82e726fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:00.705509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-430df658-d622-4bf6-8ef8-d4da82e726fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1094 time: 0.2251599 Jan 28 10:15:00.710005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.869017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09684f5f-ffaa-4340-90c3-1f5910dc65a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.883199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.901689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09684f5f-ffaa-4340-90c3-1f5910dc65a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.906085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-8a7e5fc6-d252-4428-8e4b-e9fb7ac7de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:00.907567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-8a7e5fc6-d252-4428-8e4b-e9fb7ac7de73 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1710892 Jan 28 10:15:00.911548 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.934464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbb83-1cb5-4158-b027-2118b8af8176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.953372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2cbb83-1cb5-4158-b027-2118b8af8176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb62dd-23b5-43d0-9ded-a39f6c4052a3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:00.959541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e2cbb83-1cb5-4158-b027-2118b8af8176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:00.961423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e2cbb83-1cb5-4158-b027-2118b8af8176 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9beb62dd-23b5-43d0-9ded-a39f6c4052a3 HTTP/1.1" status: 204 len: 168 time: 0.4103808 Jan 28 10:15:00.985675 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09684f5f-ffaa-4340-90c3-1f5910dc65a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.002601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09684f5f-ffaa-4340-90c3-1f5910dc65a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58a1b6f-fc04-4719-a749-ccec3cfbf99a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:01.011645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-09684f5f-ffaa-4340-90c3-1f5910dc65a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.013922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-09684f5f-ffaa-4340-90c3-1f5910dc65a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e58a1b6f-fc04-4719-a749-ccec3cfbf99a HTTP/1.1" status: 204 len: 168 time: 0.3907938 Jan 28 10:15:01.034386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-b8acfdad-d7d7-4d48-a1f6-665f404def33 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 200 len: 217 time: 0.0909572 Jan 28 10:15:01.115407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-04840b2f-430b-41db-bb3d-13be235584c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:01.117158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-04840b2f-430b-41db-bb3d-13be235584c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0771859 Jan 28 10:15:01.166134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.214867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event deleted for resources: {'Subnet': ['ID=20be2809-0e72-4ed0-96c4-cf8de80ebe3b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:01.221293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.236037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e6ccd652-f2bd-4455-b8b9-c27ac59f2a96 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/subnets/20be2809-0e72-4ed0-96c4-cf8de80ebe3b HTTP/1.1" status: 204 len: 168 time: 0.6890810 Jan 28 10:15:01.236037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46432) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:01.245388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e991aa3d-90ac-4502-8e33-ed20aa1d4c14 None None] Network 98a2335e-c64a-40fe-b108-7e6815c10a6a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:15:01.557012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] DHCP port deletion for 98a2335e-c64a-40fe-b108-7e6815c10a6a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:15:01.561266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] Deleting port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:15:01.561637 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.592528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.601252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-269cbd19-e13f-461b-a8f8-5cb2e7adb270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:01.602944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-269cbd19-e13f-461b-a8f8-5cb2e7adb270 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4797144 Jan 28 10:15:01.631881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Deleting port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:15:01.632425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:01.702518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c792a14-4ed0-41ab-8759-51acaa499ef8 req-29d4e678-e63b-4d76-8d74-bbdb870a0b35 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:01.705564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4c792a14-4ed0-41ab-8759-51acaa499ef8 req-29d4e678-e63b-4d76-8d74-bbdb870a0b35 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.1395795 Jan 28 10:15:01.824161 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4c792a14-4ed0-41ab-8759-51acaa499ef8 req-4a585d11-82a8-44f1-9076-11712d71a99b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103027 Jan 28 10:15:01.861635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-ec871b89-26e2-4d7c-849f-09ba3c760ab9 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493169 Jan 28 10:15:01.904086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] For port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,segment=NetworkSegment(2015d700-a18b-4c24-bde2-df6abeb7fcb5),segment_id=2015d700-a18b-4c24-bde2-df6abeb7fcb5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:01.904639 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.036537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] For port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,segment=NetworkSegment(2015d700-a18b-4c24-bde2-df6abeb7fcb5),segment_id=2015d700-a18b-4c24-bde2-df6abeb7fcb5)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:02.037167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.043395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] Calling delete_port for fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:15:02.139601 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.171713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46474) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:02.180227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Calling delete_port for fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:15:02.192629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] Pushing event deleted for resources: {'Port': ['ID=fa96c915-b3ec-48c8-99a3-6ecfab1e03d6,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:02.202198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f246a785-f92c-494a-b5b0-d289bbcc4355 None None] No DVR routers for this DVR port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:15:02.257146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46bae2f8-d88d-4ece-af89-8f64dc052251 req-7364eb01-a8f3-4fd9-be37-126baa05be92 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500342 Jan 28 10:15:02.270933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:15:02.280741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:15:02.281064 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:15:02.310289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:15:02.310636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:15:02.327733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-c8031fde-482c-43f9-b5a8-550317993f00 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-239417509', 'prefixes': ['172.20.0.0/16']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:02.334320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c8031fde-482c-43f9-b5a8-550317993f00 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:02.389252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c8031fde-482c-43f9-b5a8-550317993f00 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] Notify callbacks [] for subnetpool, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.390611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c8031fde-482c-43f9-b5a8-550317993f00 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2176392 Jan 28 10:15:02.393163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46486) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:02.420626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b782070a-8e61-4b55-8cb1-2af77dbcb105 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] 10.222.0.42 "GET /v2.0/subnetpools/543121ba-fe62-42f1-ab31-b5ff30538bec HTTP/1.1" status: 200 len: 731 time: 0.0264227 Jan 28 10:15:02.423125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46490) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:02.428780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5d78ecb6-4abb-46cf-a442-ff27e45c23ca tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1873646500'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:02.524511 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d78ecb6-4abb-46cf-a442-ff27e45c23ca tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] Notify callbacks [] for subnetpool, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.528470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d78ecb6-4abb-46cf-a442-ff27e45c23ca tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] 10.222.0.42 "PUT /v2.0/subnetpools/543121ba-fe62-42f1-ab31-b5ff30538bec HTTP/1.1" status: 200 len: 684 time: 0.1019871 Jan 28 10:15:02.528833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:02.618343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-051c45f5-14c7-40f6-b3d8-1bfa5b05b40f tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] Notify callbacks [] for subnetpool, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.619601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-051c45f5-14c7-40f6-b3d8-1bfa5b05b40f tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] 10.222.0.42 "DELETE /v2.0/subnetpools/543121ba-fe62-42f1-ab31-b5ff30538bec HTTP/1.1" status: 204 len: 168 time: 0.0897994 Jan 28 10:15:02.622402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46502) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:02.639813 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-5aa426dd-95a7-4e5a-9f5c-51384073b1cf tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] show failed (client error): The resource could not be found. Jan 28 10:15:02.643484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5aa426dd-95a7-4e5a-9f5c-51384073b1cf tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] 10.222.0.42 "GET /v2.0/subnetpools/543121ba-fe62-42f1-ab31-b5ff30538bec HTTP/1.1" status: 404 len: 346 time: 0.0174479 Jan 28 10:15:02.643702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46510) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:02.661569 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-4c17a3bf-ad82-4700-a5e6-a49469660cd7 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] delete failed (client error): The resource could not be found. Jan 28 10:15:02.662509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4c17a3bf-ad82-4700-a5e6-a49469660cd7 tempest-SubnetPoolsTestJSON-1231589976 tempest-SubnetPoolsTestJSON-1231589976-project] 10.222.0.42 "DELETE /v2.0/subnetpools/543121ba-fe62-42f1-ab31-b5ff30538bec HTTP/1.1" status: 404 len: 346 time: 0.0179982 Jan 28 10:15:02.782404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Deleting port fa96c915-b3ec-48c8-99a3-6ecfab1e03d6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:15:02.782910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:02.858006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] The port 'fa96c915-b3ec-48c8-99a3-6ecfab1e03d6' was deleted {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:15:02.966191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46526) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:03.029991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.073306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a2335e-c64a-40fe-b108-7e6815c10a6a']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:03.088203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2015d700-a18b-4c24-bde2-df6abeb7fcb5') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:03.088524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2015d700-a18b-4c24-bde2-df6abeb7fcb5') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:03.103623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.127036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7063cdc-1bb6-4f9e-8d2e-a0521ffcc7f3 req-6e16c2c3-9dfe-4544-a2c1-20a2744a45c4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:03.128497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7063cdc-1bb6-4f9e-8d2e-a0521ffcc7f3 req-6e16c2c3-9dfe-4544-a2c1-20a2744a45c4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.1695290 Jan 28 10:15:03.131667 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.163136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:15:03.163536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.177638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: util.warn( Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:15:03.186279 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:15:03.267226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:03.280317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Usage tracker for resource:security_group_rule and tenant:8df6500262684b4f97bbe49782f9ea57 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:03.284460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:03.292395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:03.305908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7063cdc-1bb6-4f9e-8d2e-a0521ffcc7f3 req-76873e1f-6701-43e7-be49-106cc9c1749d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1573215 Jan 28 10:15:03.311672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.339341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.348524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] Pushing event deleted for resources: {'Network': ['ID=98a2335e-c64a-40fe-b108-7e6815c10a6a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:03.363554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2d31923-5f38-4bb8-b68a-6f4b5c2fdf95 tempest-TagsExtTest-641343678 tempest-TagsExtTest-641343678-project] 10.222.0.42 "DELETE /v2.0/networks/98a2335e-c64a-40fe-b108-7e6815c10a6a HTTP/1.1" status: 204 len: 168 time: 2.1219995 Jan 28 10:15:03.446915 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.452236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.518147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be75f17d-57ce-496c-9ce5-c9d31dbe1b7b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:03.543634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93a697cc-f591-4e1e-bbfe-80fd4c80fd4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8df6500262684b4f97bbe49782f9ea57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5760369 Jan 28 10:15:03.545979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46542) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:03.601350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46548) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:03.613920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92fdf78d-93a7-4b72-af01-ea8acf499eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.640389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92fdf78d-93a7-4b72-af01-ea8acf499eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.702156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92fdf78d-93a7-4b72-af01-ea8acf499eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.720616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf78d-93a7-4b72-af01-ea8acf499eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be75f17d-57ce-496c-9ce5-c9d31dbe1b7b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:03.726671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92fdf78d-93a7-4b72-af01-ea8acf499eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.728699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92fdf78d-93a7-4b72-af01-ea8acf499eb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/be75f17d-57ce-496c-9ce5-c9d31dbe1b7b HTTP/1.1" status: 204 len: 168 time: 0.1808116 Jan 28 10:15:03.785284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d3293c24-355b-43a0-862f-e2ca8293fbfc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24ac07d8dc194314ac7dca331c28be19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1825871 Jan 28 10:15:03.788400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46556) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:03.864355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf02bf54-b409-4a58-80ba-0728bee2ceb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.890847 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf02bf54-b409-4a58-80ba-0728bee2ceb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.944438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf02bf54-b409-4a58-80ba-0728bee2ceb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.966501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf02bf54-b409-4a58-80ba-0728bee2ceb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6a894d-6d0d-4a3d-9ae7-acb42df69ef9,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:03.980359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf02bf54-b409-4a58-80ba-0728bee2ceb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:03.981613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cf02bf54-b409-4a58-80ba-0728bee2ceb5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a6a894d-6d0d-4a3d-9ae7-acb42df69ef9 HTTP/1.1" status: 204 len: 168 time: 0.1918018 Jan 28 10:15:04.502033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41efa5b-56b0-41b5-af80-4601539af156 req-46083d8b-2e39-4b2f-a4e1-5bf156443b2a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:04.503748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e41efa5b-56b0-41b5-af80-4601539af156 req-46083d8b-2e39-4b2f-a4e1-5bf156443b2a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.0903454 Jan 28 10:15:04.571948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e41efa5b-56b0-41b5-af80-4601539af156 req-3bc97f9f-dc2f-4c94-941f-a03d09283fb9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615587 Jan 28 10:15:05.800017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06d643-1cfd-4e4a-b75a-082d068650b1 req-80ba7d0c-9700-46e2-bbb6-6470fe7218a8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:05.802829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e06d643-1cfd-4e4a-b75a-082d068650b1 req-80ba7d0c-9700-46e2-bbb6-6470fe7218a8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.1036384 Jan 28 10:15:05.871676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-726d2aaa-f84e-493c-adc9-75def0c75d43 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1474535 Jan 28 10:15:06.049233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e06d643-1cfd-4e4a-b75a-082d068650b1 req-d1e602a1-a322-496c-82d1-bf87499cf151 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2394860 Jan 28 10:15:06.075501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-be5b0d50-8e1b-4d84-a4ce-72ada7dfc145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:06.077184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-be5b0d50-8e1b-4d84-a4ce-72ada7dfc145 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 0.0995336 Jan 28 10:15:06.267847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-19d51772-acf3-46c3-8eb2-790efb23bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:06.269503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-19d51772-acf3-46c3-8eb2-790efb23bef5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 910 time: 0.1666644 Jan 28 10:15:06.396149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-fa76b934-c9a8-477c-88e3-5d55bcae575e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 1001 time: 0.1168942 Jan 28 10:15:06.469571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-b883a6c7-49e3-46cb-8bbd-0a5e98638571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:06.471032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-b883a6c7-49e3-46cb-8bbd-0a5e98638571 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.0660591 Jan 28 10:15:06.573207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-f02bf881-5a40-4fa1-9683-7c62d18b5488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:06.574694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-f02bf881-5a40-4fa1-9683-7c62d18b5488 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934103 Jan 28 10:15:06.713451 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-d57da2ff-5fd4-461a-93b4-de576be1d4ce service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287780 Jan 28 10:15:06.852311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-513bc131-991d-4972-9e1f-deceb2dffd97 req-3e040e95-f5c2-4084-8f60-94d76bc6c56f service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296303 Jan 28 10:15:07.268308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bea9d8-47c4-49a6-84e6-6ba1ac2a2521 req-4baa9acc-dc3f-4ef8-ad05-75c72bb6cb70 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:07.270238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-81bea9d8-47c4-49a6-84e6-6ba1ac2a2521 req-4baa9acc-dc3f-4ef8-ad05-75c72bb6cb70 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.0907865 Jan 28 10:15:07.328729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-81bea9d8-47c4-49a6-84e6-6ba1ac2a2521 req-e433cd40-82d7-4e73-9049-22f8ff00fbb6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523243 Jan 28 10:15:08.517714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7ef7f4-3ffb-4cd2-80f1-6dd1041b2585 req-2aa4acea-12f8-41dd-be2b-a7b0acc8c010 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:08.519168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed7ef7f4-3ffb-4cd2-80f1-6dd1041b2585 req-2aa4acea-12f8-41dd-be2b-a7b0acc8c010 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.0847151 Jan 28 10:15:08.582697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ed7ef7f4-3ffb-4cd2-80f1-6dd1041b2585 req-66b6235e-d2e7-4be2-8e63-1b256569775d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577521 Jan 28 10:15:09.038722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46768) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:09.157049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.171364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:09.175235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Usage tracker for resource:security_group_rule and tenant:64208afa405f427eb4079eb5c0328cea is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:09.178191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:09.183924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:09.270906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.275458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.327970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46780) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:09.328122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64208afa405f427eb4079eb5c0328cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2882969 Jan 28 10:15:09.329248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f3f96b-4025-4495-b751-b20463e0f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a99d7e-27da-4240-b52e-b1e3cce19054,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:09.411276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99c55e5f-22c5-43b4-9ca8-a6dd123a248d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.436821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99c55e5f-22c5-43b4-9ca8-a6dd123a248d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.497228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99c55e5f-22c5-43b4-9ca8-a6dd123a248d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.520446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c55e5f-22c5-43b4-9ca8-a6dd123a248d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a99d7e-27da-4240-b52e-b1e3cce19054,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:09.528551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-99c55e5f-22c5-43b4-9ca8-a6dd123a248d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:09.533798 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-99c55e5f-22c5-43b4-9ca8-a6dd123a248d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/77a99d7e-27da-4240-b52e-b1e3cce19054 HTTP/1.1" status: 204 len: 168 time: 0.1978552 Jan 28 10:15:09.973967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46812) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:09.993453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.011538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:10.016111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Usage tracker for resource:security_group_rule and tenant:df33949a7ff545f59a89f85fdfa407ff is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:10.020524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:10.027978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:10.057760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92c425-4e14-4096-a1eb-358a1f4e2104 req-0c06abbf-2b66-4bfe-98d7-748c97b69e7e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:10.059981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e92c425-4e14-4096-a1eb-358a1f4e2104 req-0c06abbf-2b66-4bfe-98d7-748c97b69e7e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 943 time: 0.1236908 Jan 28 10:15:10.149160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.153649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.153921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e92c425-4e14-4096-a1eb-358a1f4e2104 req-2b4346d2-6854-44e9-b54e-53c1c2387d3a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810592 Jan 28 10:15:10.195070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 6a5092fd-a222-4ca6-aa78-d30c661af49f details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:15:10.217326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df33949a7ff545f59a89f85fdfa407ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391994 Jan 28 10:15:10.217437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:10.231988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2207fd-4fb7-4739-800e-172586ac0297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8301e85f-e99c-4e06-ba38-38db3cabaf71,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:10.290456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1153b701-2238-454e-b87d-b78975b68568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.326842 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1153b701-2238-454e-b87d-b78975b68568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.386383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 6a5092fd-a222-4ca6-aa78-d30c661af49f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:10.401347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'mac_address': 'fa:16:3e:2e:e6:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:15:10.403429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1153b701-2238-454e-b87d-b78975b68568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.431777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1153b701-2238-454e-b87d-b78975b68568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8301e85f-e99c-4e06-ba38-38db3cabaf71,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:10.432964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46834) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:10.439471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1153b701-2238-454e-b87d-b78975b68568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.440504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1153b701-2238-454e-b87d-b78975b68568 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8301e85f-e99c-4e06-ba38-38db3cabaf71 HTTP/1.1" status: 204 len: 168 time: 0.2195323 Jan 28 10:15:10.479838 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.506494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a5092fd-a222-4ca6-aa78-d30c661af49f {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:15:10.524314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 6a5092fd-a222-4ca6-aa78-d30c661af49f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:10.528384 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.587358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.601375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:10.605218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Usage tracker for resource:security_group_rule and tenant:dd98de08c8794a72a67213dcb0a6ce16 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:10.608577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:10.609064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=6a5092fd-a222-4ca6-aa78-d30c661af49f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:10.615130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:10.617949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.618132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.618624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.618958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.619287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.619744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.620194 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.620384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.620904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.621095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.621416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.621736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:10.704546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46844) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:10.710262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.717757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.730170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['6a5092fd-a222-4ca6-aa78-d30c661af49f'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:15:10.754940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46852) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:10.755161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd98de08c8794a72a67213dcb0a6ce16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3206751 Jan 28 10:15:10.775964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ff6ac-fb6c-4402-9024-49f7f22313bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068b7aab-1eb3-4942-b13f-5d1178f4452d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:10.830390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-526b642c-5ae6-4d7a-a184-58b702f784f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.859639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-526b642c-5ae6-4d7a-a184-58b702f784f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.943186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.951330 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-526b642c-5ae6-4d7a-a184-58b702f784f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:10.974546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:10.977248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b642c-5ae6-4d7a-a184-58b702f784f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068b7aab-1eb3-4942-b13f-5d1178f4452d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:10.984400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Usage tracker for resource:security_group_rule and tenant:7ae2f4b762dc41e79c5da3620b63fd14 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:10.990153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:11.002689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-526b642c-5ae6-4d7a-a184-58b702f784f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.002689 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-526b642c-5ae6-4d7a-a184-58b702f784f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/068b7aab-1eb3-4942-b13f-5d1178f4452d HTTP/1.1" status: 204 len: 168 time: 0.2418487 Jan 28 10:15:11.002689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:11.101337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.106955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.147808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ae2f4b762dc41e79c5da3620b63fd14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4413989 Jan 28 10:15:11.148235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46868) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:11.173745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5a0d72-b1a6-49f9-8296-38be82c56eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0694b83-8d52-45a4-9734-f86ae0b693b7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:11.231636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63cd92d5-c148-425d-b8c7-2a3ecb469184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.327552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63cd92d5-c148-425d-b8c7-2a3ecb469184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.408400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aeebe9-f27d-481a-b89a-9305bcc81e65 req-93e1a02d-e700-4031-9b1f-266dacb3f59f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:11.409899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51aeebe9-f27d-481a-b89a-9305bcc81e65 req-93e1a02d-e700-4031-9b1f-266dacb3f59f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 944 time: 0.1390400 Jan 28 10:15:11.435179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63cd92d5-c148-425d-b8c7-2a3ecb469184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.465025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:11.469489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd92d5-c148-425d-b8c7-2a3ecb469184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0694b83-8d52-45a4-9734-f86ae0b693b7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:11.497237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51aeebe9-f27d-481a-b89a-9305bcc81e65 req-b1535585-c94c-4b0c-82b2-3ea49caa40fa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790441 Jan 28 10:15:11.505659 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-63cd92d5-c148-425d-b8c7-2a3ecb469184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.506751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-63cd92d5-c148-425d-b8c7-2a3ecb469184 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0694b83-8d52-45a4-9734-f86ae0b693b7 HTTP/1.1" status: 204 len: 168 time: 0.3568647 Jan 28 10:15:11.506975 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.531661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:11.537667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Usage tracker for resource:security_group_rule and tenant:3fb95060555f435ca4c35103b9dd387a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:11.540861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:11.547646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:11.646638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.651388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.703430 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3fb95060555f435ca4c35103b9dd387a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373328 Jan 28 10:15:11.705029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a7640-5ff4-47ea-be0d-e5830d912962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24aa7b7-6558-4bd2-877d-b58aeb999a1a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:11.706124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:11.770560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bc9c547-3775-4a67-a2e8-887adc58a372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.797829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bc9c547-3775-4a67-a2e8-887adc58a372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.854194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bc9c547-3775-4a67-a2e8-887adc58a372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.874564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc9c547-3775-4a67-a2e8-887adc58a372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24aa7b7-6558-4bd2-877d-b58aeb999a1a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:11.878864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5bc9c547-3775-4a67-a2e8-887adc58a372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.883160 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5bc9c547-3775-4a67-a2e8-887adc58a372 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c24aa7b7-6558-4bd2-877d-b58aeb999a1a HTTP/1.1" status: 204 len: 168 time: 0.1758833 Jan 28 10:15:11.909391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 46900) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:11.929406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:11.944933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:11.948867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Usage tracker for resource:security_group_rule and tenant:dad6ada7239341a4968796ef2965b118 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:11.951853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:11.958816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:12.055363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.060462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.207457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 6a5092fd-a222-4ca6-aa78-d30c661af49f up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:12.272272 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dad6ada7239341a4968796ef2965b118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3617051 Jan 28 10:15:12.274582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 46914) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:12.274804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada7388d-cf93-46cb-87ea-8cac27d412fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d3356a3-2b32-4696-89d9-fc499bd6e318,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:12.353805 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b121-6938-4141-8e3c-4b66a66b3734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.358581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 6a5092fd-a222-4ca6-aa78-d30c661af49f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:12.366298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 6a5092fd-a222-4ca6-aa78-d30c661af49f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:12.367704 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.385097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b121-6938-4141-8e3c-4b66a66b3734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.466332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b121-6938-4141-8e3c-4b66a66b3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.484312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2b121-6938-4141-8e3c-4b66a66b3734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d3356a3-2b32-4696-89d9-fc499bd6e318,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:12.498668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d0c2b121-6938-4141-8e3c-4b66a66b3734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.499988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d0c2b121-6938-4141-8e3c-4b66a66b3734 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d3356a3-2b32-4696-89d9-fc499bd6e318 HTTP/1.1" status: 204 len: 168 time: 0.2239552 Jan 28 10:15:12.625001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.668728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 6a5092fd-a222-4ca6-aa78-d30c661af49f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:12.669953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:15:12.692230 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:12.751721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98548076-936a-4cd9-bf8f-261626069556 req-ac3159b9-ca98-494a-a554-dd245a56888f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:12.759826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98548076-936a-4cd9-bf8f-261626069556 req-ac3159b9-ca98-494a-a554-dd245a56888f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.1050971 Jan 28 10:15:12.774569 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'code': 200} Jan 28 10:15:12.829092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=6a5092fd-a222-4ca6-aa78-d30c661af49f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:12.854128 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-98548076-936a-4cd9-bf8f-261626069556 req-df76fa63-1da1-491f-b36e-70dbd09ad070 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930648 Jan 28 10:15:12.919333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4cff7e-505f-4720-a2b9-5379fa7f6a79 req-c7b0a81c-68e7-4cb1-b609-44de9acd0862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:12.921677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b4cff7e-505f-4720-a2b9-5379fa7f6a79 req-c7b0a81c-68e7-4cb1-b609-44de9acd0862 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1096 time: 0.0910306 Jan 28 10:15:12.971424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b4cff7e-505f-4720-a2b9-5379fa7f6a79 req-af13bbd4-9cd8-4886-a7f3-bab0acf0cce0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429506 Jan 28 10:15:13.853805 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:14.098823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633183f-f087-488e-812a-b12a06fd172a req-fda1f487-3cfb-4e54-9079-75d4844deda4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:14.109483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2633183f-f087-488e-812a-b12a06fd172a req-fda1f487-3cfb-4e54-9079-75d4844deda4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.1048503 Jan 28 10:15:14.154682 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2633183f-f087-488e-812a-b12a06fd172a req-46936765-be30-48a2-a2ae-cc34915711e3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438316 Jan 28 10:15:14.895754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47016) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:15.048477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.064208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:15.068046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Usage tracker for resource:security_group_rule and tenant:23dd0c6634a842bb87c83799726c9d79 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:15.071011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:15.076729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:15.163586 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.167659 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.222675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47024) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:15.223788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23dd0c6634a842bb87c83799726c9d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3258293 Jan 28 10:15:15.225008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6ee07-f6bf-4b95-a4b4-5ee4f91ffe5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3cbaf4-0283-425f-a7cb-b30ab537f8b7,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:15.365053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.376430 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62f5c5e2-f3d3-48b7-a3ea-7114e9e6cf9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.411892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62f5c5e2-f3d3-48b7-a3ea-7114e9e6cf9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.453067 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bbb569-37ff-46bc-9f6c-4c57503ae368 req-1780849c-f555-4b3c-84bb-b2aae2dd3785 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:15.454671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45bbb569-37ff-46bc-9f6c-4c57503ae368 req-1780849c-f555-4b3c-84bb-b2aae2dd3785 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.1775570 Jan 28 10:15:15.515506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45bbb569-37ff-46bc-9f6c-4c57503ae368 req-b3812982-330a-49f8-a771-ac7c27e6e5a1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489645 Jan 28 10:15:15.543170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62f5c5e2-f3d3-48b7-a3ea-7114e9e6cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.566953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5c5e2-f3d3-48b7-a3ea-7114e9e6cf9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3cbaf4-0283-425f-a7cb-b30ab537f8b7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:15.596883 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62f5c5e2-f3d3-48b7-a3ea-7114e9e6cf9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:15.604224 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62f5c5e2-f3d3-48b7-a3ea-7114e9e6cf9d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a3cbaf4-0283-425f-a7cb-b30ab537f8b7 HTTP/1.1" status: 204 len: 168 time: 0.3778164 Jan 28 10:15:15.772129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cef8fc-c415-45c4-a24c-2a83a5ec9ac1 req-1aa54c87-b0b7-4591-a02c-90a8f1075fab tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:15.772694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8cef8fc-c415-45c4-a24c-2a83a5ec9ac1 req-1aa54c87-b0b7-4591-a02c-90a8f1075fab tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.1052108 Jan 28 10:15:15.821582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8cef8fc-c415-45c4-a24c-2a83a5ec9ac1 req-2995f792-77a0-4eb3-b718-27b95677e5db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424604 Jan 28 10:15:15.846449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47048) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:15.966086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47054) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:15.984979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.000535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:16.005479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Usage tracker for resource:security_group_rule and tenant:847b5263fe894321b7d3ceda6c49c71f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:16.008336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:16.014247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:16.161801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.168451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca9e339-bb8c-47e1-8bf4-ecef34252eaf tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:16.169322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3ca9e339-bb8c-47e1-8bf4-ecef34252eaf tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] Synchronizing usage tracker for tenant:a5329533befe4d80b13df37f3e25601d on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:15:16.171932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.226502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cb267c5-8d52-47be-b23b-56227e7f99a3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:16.234595 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-72b1033d-b432-498a-a78e-6c15c35acc7c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=847b5263fe894321b7d3ceda6c49c71f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2661386 Jan 28 10:15:16.236386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47058) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:16.239485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3ca9e339-bb8c-47e1-8bf4-ecef34252eaf tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] Unset dirty status for tenant:a5329533befe4d80b13df37f3e25601d on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:15:16.243473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47062) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:16.243887 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3ca9e339-bb8c-47e1-8bf4-ecef34252eaf tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1091 time: 0.3959708 Jan 28 10:15:16.248685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:16.256824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:16.260739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:floatingip and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:16.263636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:16.269411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:16.280592 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.305083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb13a-e003-40d9-875f-05ba7138b197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.335752 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb13a-e003-40d9-875f-05ba7138b197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.389291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb13a-e003-40d9-875f-05ba7138b197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.405772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fcb13a-e003-40d9-875f-05ba7138b197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cb267c5-8d52-47be-b23b-56227e7f99a3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:16.414621 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c7fcb13a-e003-40d9-875f-05ba7138b197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.416703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c7fcb13a-e003-40d9-875f-05ba7138b197 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cb267c5-8d52-47be-b23b-56227e7f99a3 HTTP/1.1" status: 204 len: 168 time: 0.1783574 Jan 28 10:15:16.431661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.584032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.25.1.112 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/014731ab-e27b-461e-8241-7b77cd24aeee) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:16.770716 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.820938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:16.917299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:16.923947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:16.927600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:16.979178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=014731ab-e27b-461e-8241-7b77cd24aeee,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:17.439726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:17.541215 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:17.828827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:17.837888 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:18.127652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=014731ab-e27b-461e-8241-7b77cd24aeee,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:18.136970 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:18.331063 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Floating IP 91c15640-b05e-4900-af87-a503480e09ae associated. External IP: 172.25.1.112, port: 6a5092fd-a222-4ca6-aa78-d30c661af49f. Jan 28 10:15:18.726237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:15:18.928586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:15:18.939608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:15:18.954203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:18.955017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:18.992223 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:19.063860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9abef616-0d91-45f5-961b-7a0e2516a885 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8188479 Jan 28 10:15:19.064757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:15:19.159893 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'status': 'completed', 'code': 200} Jan 28 10:15:19.289673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:19.290936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd11c-1918-462a-9b8b-914d97900a70 req-bfa4dce9-9d3e-429c-ba9d-61f2f4f8ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:19.293364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-bfa4dce9-9d3e-429c-ba9d-61f2f4f8ccdd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1096 time: 0.0996683 Jan 28 10:15:19.490380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd11c-1918-462a-9b8b-914d97900a70 req-76ac26a0-8b16-40a8-947f-ca83106d8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:19.493414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-76ac26a0-8b16-40a8-947f-ca83106d8b8f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1932919 Jan 28 10:15:19.695601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-e73a961b-0644-4472-ad87-268a81a1c82a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 200 len: 999 time: 0.1949887 Jan 28 10:15:19.778875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd11c-1918-462a-9b8b-914d97900a70 req-1d984b0e-d4ae-4731-89d5-60b9338a2a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:19.781390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-1d984b0e-d4ae-4731-89d5-60b9338a2a98 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0805297 Jan 28 10:15:19.896726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285cd11c-1918-462a-9b8b-914d97900a70 req-94ba5e15-7760-43a0-a5aa-8ea25ad709ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:19.896726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-94ba5e15-7760-43a0-a5aa-8ea25ad709ab service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1079371 Jan 28 10:15:19.913567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '91c15640-b05e-4900-af87-a503480e09ae', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:2e:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:15:17Z', 'updated_at': '2022-01-28T10:15:17Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:19.918220 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:15:19.932708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:19.933700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:14:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:20.074669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-fd632436-0ee9-4f3a-a092-3c0c26727b6c service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729572 Jan 28 10:15:20.244421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:20.411437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-285cd11c-1918-462a-9b8b-914d97900a70 req-29abc11f-4f65-4eab-9c45-33b5845baaa4 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288720 Jan 28 10:15:20.734549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '91c15640-b05e-4900-af87-a503480e09ae', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:2e:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:15:17Z', 'updated_at': '2022-01-28T10:15:17Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:20.739410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2f7c9-3687-4381-8981-b437d5ade50c None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '91c15640-b05e-4900-af87-a503480e09ae', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.112', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3695, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:2e:e6:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:15:17Z', 'updated_at': '2022-01-28T10:15:17Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:15:21.059308 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a5f5d-65a4-40a3-9cc7-061998b27127 None None] New status for floating IP 91c15640-b05e-4900-af87-a503480e09ae: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:15:25.929208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b932d4e-8251-403c-bbf0-8dec1d13168c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:28.375783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c4ac2ef0-6b22-4b41-8c9a-a1490c0bacd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:29.481669 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:29.516065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:30.737656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:30.908843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:30.922229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:30.937834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:30.942357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Usage tracker for resource:security_group_rule and tenant:ed941bac98e8494d8d63f53120daee54 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:30.946130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:30.952596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:31.049013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.057416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.114903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47620) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:31.126420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed941bac98e8494d8d63f53120daee54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854306 Jan 28 10:15:31.126420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069fc0a-9b1f-42ca-a1fb-ff1dbc273f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1895ec11-9e2b-4270-91a1-b0ede87f0c68,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:31.179601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d020d-e991-4e6f-80fe-ae8302055cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.205931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d020d-e991-4e6f-80fe-ae8302055cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.257790 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d020d-e991-4e6f-80fe-ae8302055cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.278727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d020d-e991-4e6f-80fe-ae8302055cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1895ec11-9e2b-4270-91a1-b0ede87f0c68,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:31.281054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841d020d-e991-4e6f-80fe-ae8302055cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.284697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-841d020d-e991-4e6f-80fe-ae8302055cb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1895ec11-9e2b-4270-91a1-b0ede87f0c68 HTTP/1.1" status: 204 len: 168 time: 0.1716123 Jan 28 10:15:31.742978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47640) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:31.771206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.793714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:31.793714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Usage tracker for resource:security_group_rule and tenant:fe87cbe65de74755af4d060d0ab15f39 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:31.796468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:31.803054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:31.948553 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:31.954068 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:32.019991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fe87cbe65de74755af4d060d0ab15f39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647836 Jan 28 10:15:32.019991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08527342-2d9d-4ad8-acac-183f03416eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb668f9e-c6be-4d90-81c4-d34cc3a6bea8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:32.024036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47652) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:32.092019 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80736648-3c4e-4d8d-8013-77829f42bac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:32.166836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80736648-3c4e-4d8d-8013-77829f42bac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:32.232850 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:15:32.261806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80736648-3c4e-4d8d-8013-77829f42bac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:32.290023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80736648-3c4e-4d8d-8013-77829f42bac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb668f9e-c6be-4d90-81c4-d34cc3a6bea8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:32.307217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-80736648-3c4e-4d8d-8013-77829f42bac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:32.307217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80736648-3c4e-4d8d-8013-77829f42bac8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb668f9e-c6be-4d90-81c4-d34cc3a6bea8 HTTP/1.1" status: 204 len: 168 time: 0.2909274 Jan 28 10:15:32.869234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:32.886973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:32.901354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:32.905176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Usage tracker for resource:security_group_rule and tenant:f98e060403054cd6947e3dc46c87656a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:32.910316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:32.917068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:33.013441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:33.017771 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:33.082619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f98e060403054cd6947e3dc46c87656a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2122700 Jan 28 10:15:33.085224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:33.094816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03abe77-48b6-4862-badb-135e72c32c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae826ac7-938b-4202-a2f8-0eca44351d0b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:33.161132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7317c477-6390-417f-bedc-232bf49a2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:33.187688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7317c477-6390-417f-bedc-232bf49a2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:33.243232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7317c477-6390-417f-bedc-232bf49a2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:33.258480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317c477-6390-417f-bedc-232bf49a2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae826ac7-938b-4202-a2f8-0eca44351d0b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:33.269551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7317c477-6390-417f-bedc-232bf49a2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:33.270755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7317c477-6390-417f-bedc-232bf49a2560 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae826ac7-938b-4202-a2f8-0eca44351d0b HTTP/1.1" status: 204 len: 168 time: 0.1845620 Jan 28 10:15:36.515728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47858) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:36.666022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:36.680765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:36.684568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Usage tracker for resource:security_group_rule and tenant:48d2446b13c04d808f5977458dbb8b7f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:36.687399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:36.694238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:36.790612 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:36.799458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:36.865270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48d2446b13c04d808f5977458dbb8b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3435981 Jan 28 10:15:36.865270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:36.888383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd04d-8c6d-4103-a212-c82ffd428f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5e9fcc-1e84-4e91-83e3-721879a412df,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:36.962788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de4564fa-0a3f-43b0-a32f-77e8b7624800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.020187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de4564fa-0a3f-43b0-a32f-77e8b7624800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.081862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de4564fa-0a3f-43b0-a32f-77e8b7624800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.102844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4564fa-0a3f-43b0-a32f-77e8b7624800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5e9fcc-1e84-4e91-83e3-721879a412df,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:37.129111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de4564fa-0a3f-43b0-a32f-77e8b7624800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.129111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-de4564fa-0a3f-43b0-a32f-77e8b7624800 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0c5e9fcc-1e84-4e91-83e3-721879a412df HTTP/1.1" status: 204 len: 168 time: 0.2621334 Jan 28 10:15:37.593111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47898) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:37.615561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.636216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:37.642656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Usage tracker for resource:security_group_rule and tenant:ddfe9c71fc234b98af2959a157c5ccc9 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:37.646086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:37.651558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:37.792203 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.799369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:37.891220 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c101e776-ff7b-4678-8812-d2840ec2b72d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:37.896169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a344df40-4217-4441-86ce-9ff7d9594b8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddfe9c71fc234b98af2959a157c5ccc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032568 Jan 28 10:15:37.898590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47914) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:38.015600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b0270ec-65c0-43c0-b894-4f9f36f8eef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:38.039610 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b0270ec-65c0-43c0-b894-4f9f36f8eef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:38.094870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b0270ec-65c0-43c0-b894-4f9f36f8eef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:38.119581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0270ec-65c0-43c0-b894-4f9f36f8eef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c101e776-ff7b-4678-8812-d2840ec2b72d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:38.138431 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b0270ec-65c0-43c0-b894-4f9f36f8eef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:38.140972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b0270ec-65c0-43c0-b894-4f9f36f8eef8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c101e776-ff7b-4678-8812-d2840ec2b72d HTTP/1.1" status: 204 len: 168 time: 0.2414172 Jan 28 10:15:39.229996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 47972) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:39.439638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1660549686-network', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:39.448977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:39.453457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Usage tracker for resource:network and tenant:935c424e48a141ffaad7c7e142d2aa92 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:39.453457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:39.460443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:39.472842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Made reservation on behalf of 935c424e48a141ffaad7c7e142d2aa92 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:15:39.476420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.493888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.511979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:39.515900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Usage tracker for resource:security_group_rule and tenant:935c424e48a141ffaad7c7e142d2aa92 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:39.521452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:39.527224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:39.659701 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.665569 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.698644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:15:39.707663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d78762-607c-4b2a-a229-6a44f654d7fe,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:39.714232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.714232 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Added segment 28173374-dfbd-44aa-b522-bd5fd99ed085 of type vlan for network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 Jan 28 10:15:39.762149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.815744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.815744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:39.815744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:39.936748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] Pushing event updated for resources: {'Network': ['ID=89e49033-00b6-4e1a-a65e-22e9cbdf4c89,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:39.940969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9af84095-a41d-4d32-bf8a-d8425e40f964 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7083979 Jan 28 10:15:39.943556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 47994) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:39.953739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Request body: {'subnet': {'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1660549686-subnet', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:39.956202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:15:39.962007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:39.978690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Usage tracker for resource:subnet and tenant:935c424e48a141ffaad7c7e142d2aa92 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:39.986651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:39.993855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:40.009770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Made reservation on behalf of 935c424e48a141ffaad7c7e142d2aa92 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:15:40.013363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:40.465086 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:40.572043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52070b9a-a7d6-40b7-ab5c-ab29512df76b,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:40.584409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Checking segment: {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:40.584971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Network hostable DHCP agents. Network: 89e49033-00b6-4e1a-a65e-22e9cbdf4c89, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:15:40.614144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:15:40.625332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 89e49033-00b6-4e1a-a65e-22e9cbdf4c89) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:40.631135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:40.632183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:40.635273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213ca540-b214-4a39-8e53-44e90fe5552b None None] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:15:40.657326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5f2ebbb0-a201-412a-a2c7-11ac21fd5918 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7099452 Jan 28 10:15:40.657326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48018) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:40.662566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:40.667826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:40.671688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Usage tracker for resource:router and tenant:935c424e48a141ffaad7c7e142d2aa92 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:40.674550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:40.686201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:40.699414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:40.700579 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:40.720127 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:40.902096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'fixed_ips': [{'subnet_id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:15:40.902446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.077851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.154884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Allocated IP 172.20.0.2 (89e49033-00b6-4e1a-a65e-22e9cbdf4c89/52070b9a-a7d6-40b7-ab5c-ab29512df76b/ac216889-2cfd-4554-88a8-3120841e32fc) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:41.434472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.447192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Transition to ACTIVE for port object ac216889-2cfd-4554-88a8-3120841e32fc will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:41.480193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Transition to ACTIVE for port object ac216889-2cfd-4554-88a8-3120841e32fc will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:41.486877 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.487636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.525040 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.569848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:41.573042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:41.577630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:41.625682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Pushing event updated for resources: {'Port': ['ID=ac216889-2cfd-4554-88a8-3120841e32fc,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:41.733288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Attempting to bind port ac216889-2cfd-4554-88a8-3120841e32fc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:15:41.733663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Attempting to bind port ac216889-2cfd-4554-88a8-3120841e32fc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:15:41.734282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Attempting to bind port ac216889-2cfd-4554-88a8-3120841e32fc on network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:15:41.740611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:15:41.741022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Checking segment: {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:41.741419 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.741802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Bound using segment: {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:15:41.742256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Bound port: ac216889-2cfd-4554-88a8-3120841e32fc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:15:41.742622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.745313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Allocated IP 172.25.1.94 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/485d4049-26de-4912-b8e3-2000b6f78778) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:41.840014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] For port ac216889-2cfd-4554-88a8-3120841e32fc, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:15:41.844632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] For port ac216889-2cfd-4554-88a8-3120841e32fc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ac216889-2cfd-4554-88a8-3120841e32fc,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:15:41.852502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.923007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.976004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:41.979650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a7ab3-89a0-4954-bdd7-2577458e0a45 None None] Pushing event updated for resources: {'Port': ['ID=ac216889-2cfd-4554-88a8-3120841e32fc,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:42.064015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:42.086536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:42.090289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:42.137116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Pushing event updated for resources: {'Port': ['ID=485d4049-26de-4912-b8e3-2000b6f78778,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:42.831085 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:43.373927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:43.456920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779e7b1f-dd5c-4b5d-a06b-24ec79891af3 None None] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:15:43.686609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Router 56e5d91a-26c2-4bd7-869d-5d230bbc301d is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:15:43.710333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5604d37f-95ba-4322-9ca0-746cc923ed00 None None] Provisioning for port ac216889-2cfd-4554-88a8-3120841e32fc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:43.882261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:43.931824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:15:43.947183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Sync routers for ids ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:15:43.970891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Routers {'56e5d91a-26c2-4bd7-869d-5d230bbc301d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:43.976435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:43.993156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:43.997756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a8abb09f-4513-46ad-8aaf-f73900973679 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3367972 Jan 28 10:15:44.002000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48098) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:44.341977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Set router 56e5d91a-26c2-4bd7-869d-5d230bbc301d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:44.766531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ac216889-2cfd-4554-88a8-3120841e32fc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:44.950025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ac216889-2cfd-4554-88a8-3120841e32fc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:44.958147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ac216889-2cfd-4554-88a8-3120841e32fc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:44.961232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.077919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:15:42Z', 'revision_number': 3, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:45.124769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Checking router: 56e5d91a-26c2-4bd7-869d-5d230bbc301d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:15:45.124769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Updating router 56e5d91a-26c2-4bd7-869d-5d230bbc301d port 485d4049-26de-4912-b8e3-2000b6f78778 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:15:45.195028 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.214562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.323705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ac216889-2cfd-4554-88a8-3120841e32fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ac216889-2cfd-4554-88a8-3120841e32fc,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:45.377974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.432582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.466029 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.572096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ac216889-2cfd-4554-88a8-3120841e32fc,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:45.805402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Allocated IP 172.20.0.1 (89e49033-00b6-4e1a-a65e-22e9cbdf4c89/52070b9a-a7d6-40b7-ab5c-ab29512df76b/03bc10fd-ae3f-4b17-a6ab-6024b6895b5f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:45.840743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.857774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Transition to ACTIVE for port object 485d4049-26de-4912-b8e3-2000b6f78778 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:45.867535 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:45.993282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Attempting to bind port 485d4049-26de-4912-b8e3-2000b6f78778 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:15:45.993662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Attempting to bind port 485d4049-26de-4912-b8e3-2000b6f78778 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:15:45.994024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Attempting to bind port 485d4049-26de-4912-b8e3-2000b6f78778 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:15:46.003973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:15:46.004457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:46.004878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.005271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:15:46.005730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Bound port: 485d4049-26de-4912-b8e3-2000b6f78778, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:15:46.006099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.032345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7ba7-170d-4af8-a56d-1e620cc8d882 None None] Pushing event updated for resources: {'Port': ['ID=485d4049-26de-4912-b8e3-2000b6f78778,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:46.070420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.096729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Transition to ACTIVE for port object 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:46.148203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] For port 485d4049-26de-4912-b8e3-2000b6f78778, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:15:46.160312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] For port 485d4049-26de-4912-b8e3-2000b6f78778, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=485d4049-26de-4912-b8e3-2000b6f78778,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:15:46.166581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.176881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.291534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c7ba7-170d-4af8-a56d-1e620cc8d882 None None] Pushing event updated for resources: {'Port': ['ID=485d4049-26de-4912-b8e3-2000b6f78778,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:46.315656 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:46.316370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ac216889-2cfd-4554-88a8-3120841e32fc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:46.329636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:46.330985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:46.335158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:46.407550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.459581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Routers {'56e5d91a-26c2-4bd7-869d-5d230bbc301d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:46.460852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:46.593484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.670487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ac216889-2cfd-4554-88a8-3120841e32fc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:46.671619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.811768 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-73576132-2d00-4584-aa6c-e30abfcffa06 None None] Provisioning for port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:46.849792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-73576132-2d00-4584-aa6c-e30abfcffa06 None None] Provisioning complete for port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:46.849792 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-73576132-2d00-4584-aa6c-e30abfcffa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:46.923131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] Set router 56e5d91a-26c2-4bd7-869d-5d230bbc301d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:46.991731 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:47.002545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:47.064357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-73576132-2d00-4584-aa6c-e30abfcffa06 None None] Port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:15:47.209158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:47.209158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Pushing event updated for resources: {'Port': ['ID=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:47.397178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:47.398845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:47.491299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '03bc10fd-ae3f-4b17-a6ab-6024b6895b5f', 'name': '', 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'mac_address': 'fa:16:3e:92:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:45Z', 'updated_at': '2022-01-28T10:15:45Z', 'revision_number': 1, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'subnets': [{'id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:47.498582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d9217-fd19-4d05-82b5-7856b0b4f4fb None None] The sync data for ids ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'] in n-d-825178-2 is: [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '03bc10fd-ae3f-4b17-a6ab-6024b6895b5f', 'name': '', 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'mac_address': 'fa:16:3e:92:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:45Z', 'updated_at': '2022-01-28T10:15:45Z', 'revision_number': 1, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'subnets': [{'id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:15:47.844983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e8fba8a2-3f57-4119-bd8f-4705efaa30dc None None] Provisioning complete for port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:47.844983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e8fba8a2-3f57-4119-bd8f-4705efaa30dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:47.921000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e8fba8a2-3f57-4119-bd8f-4705efaa30dc None None] Port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:15:47.940588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Router 56e5d91a-26c2-4bd7-869d-5d230bbc301d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:15:48.229791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:15:48.253359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c1007e9-c838-4eb4-9266-af3ca446e8b4 admin admin] 10.222.0.42 "PUT /v2.0/routers/56e5d91a-26c2-4bd7-869d-5d230bbc301d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2266428 Jan 28 10:15:49.190945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48222) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:49.198071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1104603982-network', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:49.208288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:49.212732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Usage tracker for resource:network and tenant:5b6f48740d364e25b810a83ebf5b282c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:49.216440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:49.223165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:49.237490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Made reservation on behalf of 5b6f48740d364e25b810a83ebf5b282c for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:15:49.242399 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.260859 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.277790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:49.282164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Usage tracker for resource:security_group_rule and tenant:5b6f48740d364e25b810a83ebf5b282c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:49.285311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:49.292556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:49.411419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.417734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.436920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:15:49.464955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.465520 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Added segment a29206db-04b5-4d84-acf5-45aa0c06b40e of type vlan for network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 Jan 28 10:15:49.494061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67169c3-6886-440d-814e-a54cac0a04c2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:49.548746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.632447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.632447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:49.632447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:49.811545 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6198285 Jan 28 10:15:49.812459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0286b38-8f12-46cf-ac63-7fcd3f34d23d admin admin] Pushing event updated for resources: {'Network': ['ID=fbdc3b8e-1273-4701-adea-11b4a0a0fce2,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:49.815212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48244) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:49.823048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Request body: {'subnet': {'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1104603982-subnet', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:49.834880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:15:49.879928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:49.895982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Usage tracker for resource:subnet and tenant:5b6f48740d364e25b810a83ebf5b282c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:49.903723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:49.931162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:49.955326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Made reservation on behalf of 5b6f48740d364e25b810a83ebf5b282c for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:15:49.956933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.364951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.414972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 485d4049-26de-4912-b8e3-2000b6f78778 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:50.540815 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:50.563175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.563676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.565039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.565481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.566298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 485d4049-26de-4912-b8e3-2000b6f78778 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:50.567534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.569566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.570150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.573599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.574186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.575282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.576356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.577344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:50.581885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 485d4049-26de-4912-b8e3-2000b6f78778 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:50.582421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.593008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Checking segment: {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:50.593755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Network hostable DHCP agents. Network: fbdc3b8e-1273-4701-adea-11b4a0a0fce2, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:15:50.641579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:15:50.655303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, fbdc3b8e-1273-4701-adea-11b4a0a0fce2) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:50.662880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:15:50.663530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.696618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d83135-426e-4483-bc56-3598b34e6f52 None None] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:15:50.711373 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5eeeed29-bbb2-44c4-85e9-7f91eaf3bc59 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8954079 Jan 28 10:15:50.714235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48266) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:50.719919 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:15:50.725426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:15:50.740814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Usage tracker for resource:router and tenant:5b6f48740d364e25b810a83ebf5b282c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:15:50.755263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:15:50.766368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:15:50.791686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.803652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.882112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.931174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:50.952119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 485d4049-26de-4912-b8e3-2000b6f78778, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=485d4049-26de-4912-b8e3-2000b6f78778,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:51.023753 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.224922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'fixed_ips': [{'subnet_id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:15:51.225610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.256766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.299171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=485d4049-26de-4912-b8e3-2000b6f78778,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:51.427973 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Sync routers for ids ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:15:51.438840 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Routers {'56e5d91a-26c2-4bd7-869d-5d230bbc301d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:51.439453 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:51.447966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Allocated IP 172.20.0.2 (fbdc3b8e-1273-4701-adea-11b4a0a0fce2/92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e/7b696a0f-e9a9-4ef9-bddb-8f6131683e48) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:51.783517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.793410 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Set router 56e5d91a-26c2-4bd7-869d-5d230bbc301d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:51.795328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Transition to ACTIVE for port object 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:51.822822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Transition to ACTIVE for port object 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:51.828925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.831647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.865058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:51.966707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Pushing event updated for resources: {'Port': ['ID=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:51.998641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:52.005044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:52.013193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:52.055162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Allocated IP 172.25.1.217 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/82f668be-6bab-4092-bcc1-138d4236875d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:52.130526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Attempting to bind port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:15:52.130892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Attempting to bind port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:15:52.131248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Attempting to bind port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 on network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:15:52.137045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:15:52.137417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Checking segment: {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:52.137813 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.138201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Bound using segment: {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:15:52.138663 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Bound port: 7b696a0f-e9a9-4ef9-bddb-8f6131683e48, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:15:52.139288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.243637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] For port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:15:52.246992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] For port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:15:52.257604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.303350 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '03bc10fd-ae3f-4b17-a6ab-6024b6895b5f', 'name': '', 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'mac_address': 'fa:16:3e:92:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:45Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 2, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'subnets': [{'id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:52.315351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Checking router: 56e5d91a-26c2-4bd7-869d-5d230bbc301d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:15:52.316754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Updating router 56e5d91a-26c2-4bd7-869d-5d230bbc301d port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:15:52.423394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 485d4049-26de-4912-b8e3-2000b6f78778 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:52.458510 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.512526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.586563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ebd11-ba02-4d76-a939-eaefdbcd5179 None None] Pushing event updated for resources: {'Port': ['ID=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:52.588640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.629575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 485d4049-26de-4912-b8e3-2000b6f78778 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:52.630213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:52.730407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:52.730407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:52.742754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:53.231719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Pushing event updated for resources: {'Port': ['ID=82f668be-6bab-4092-bcc1-138d4236875d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:53.344981 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:53.392828 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Transition to ACTIVE for port object 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:53.403453 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:53.626065 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Pushing event updated for resources: {'Port': ['ID=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:53.628075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:53.688800 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.689251 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.689904 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.690506 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.691133 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.691595 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.692592 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.693015 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.693435 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.694023 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.694443 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.694858 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:15:53.742209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Attempting to bind port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:15:53.743564 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Attempting to bind port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:15:53.744988 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Attempting to bind port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f on network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:15:53.760552 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:15:53.760998 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Checking segment: {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:53.761384 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:53.762250 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Bound using segment: {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:15:53.762445 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Bound port: 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28173374-dfbd-44aa-b522-bd5fd99ed085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:15:53.762815 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:53.942695 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] For port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:15:53.951659 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] For port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:15:53.959761 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:54.130026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-ad165ae7-10e8-431f-b1ed-0c382e5033b4 req-df27b652-4f26-4800-a4ef-f4b3bf4250e8 service neutron] (87541) timed out ('10.222.0.42', 47154) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:15:54.143725 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Routers {'56e5d91a-26c2-4bd7-869d-5d230bbc301d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:54.144547 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:54.253577 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd40efa-3a80-40eb-ac60-5ebfa501aa7b None None] Pushing event updated for resources: {'Port': ['ID=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:54.299480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:54.577576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:54.580572 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] Set router 56e5d91a-26c2-4bd7-869d-5d230bbc301d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:54.716541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eca91a-2118-4694-a3e8-9e77b70b1f88 None None] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:15:54.802547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Router 064f6bcf-fe99-4539-af78-583a48632a2e is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:15:55.039313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:55.088212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] Provisioning for port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:55.099386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] Provisioning complete for port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:55.099755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:55.110138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:15:55.154899 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:55.159350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 48360) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:15:55.160141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4270560f-ffc0-4c61-8383-5787d199eb86 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4442322 Jan 28 10:15:55.167145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Sync routers for ids ['064f6bcf-fe99-4539-af78-583a48632a2e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:15:55.265333 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '03bc10fd-ae3f-4b17-a6ab-6024b6895b5f', 'name': '', 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'mac_address': 'fa:16:3e:92:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:45Z', 'updated_at': '2022-01-28T10:15:53Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'subnets': [{'id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:55.270538 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d464a69-0155-4f61-a9d6-76a1e8146517 None None] The sync data for ids ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'] in n-d-825178-2 is: [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:15:46Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '03bc10fd-ae3f-4b17-a6ab-6024b6895b5f', 'name': '', 'network_id': '89e49033-00b6-4e1a-a65e-22e9cbdf4c89', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'mac_address': 'fa:16:3e:92:52:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3732, 'fixed_ips': [{'subnet_id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:45Z', 'updated_at': '2022-01-28T10:15:53Z', 'revision_number': 4, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'subnets': [{'id': '52070b9a-a7d6-40b7-ab5c-ab29512df76b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:15:55.296572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Routers {'064f6bcf-fe99-4539-af78-583a48632a2e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:55.296572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['064f6bcf-fe99-4539-af78-583a48632a2e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:55.705397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Set router 064f6bcf-fe99-4539-af78-583a48632a2e gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:56.070858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:56.249717 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42a53783-41d2-4380-aeee-f7024c358ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:56.280692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] For port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:56.304208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:56.510245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521fc1e-7f4a-4606-a3ae-4acd7206ecf0 None None] Pushing event updated for resources: {'Port': ['ID=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:56.548370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:56.556066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:56.618149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:15:53Z', 'revision_number': 3, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:15:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:56.659532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Checking router: 064f6bcf-fe99-4539-af78-583a48632a2e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:15:56.659532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Updating router 064f6bcf-fe99-4539-af78-583a48632a2e port 82f668be-6bab-4092-bcc1-138d4236875d binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:15:56.731288 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a28b8c63-c783-4e18-a2a7-755d70fec33c None None] Provisioning complete for port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:56.731288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a28b8c63-c783-4e18-a2a7-755d70fec33c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:56.885610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:56.971953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Allocated IP 172.20.0.1 (fbdc3b8e-1273-4701-adea-11b4a0a0fce2/92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e/e1093c84-6f10-4fbc-a99e-7039d833c168) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:15:57.024487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:57.055549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:57.055549 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.199920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.220315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Transition to ACTIVE for port object e1093c84-6f10-4fbc-a99e-7039d833c168 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:57.254292 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.355801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:57.376694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:57.381516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:15:57.442470 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.467359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Pushing event updated for resources: {'Port': ['ID=e1093c84-6f10-4fbc-a99e-7039d833c168,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:57.476238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.561814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:15:57.586828 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.658729 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.716912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Transition to ACTIVE for port object 82f668be-6bab-4092-bcc1-138d4236875d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:15:57.726991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.755319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:57.829158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.884175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Attempting to bind port 82f668be-6bab-4092-bcc1-138d4236875d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:15:57.884362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Attempting to bind port 82f668be-6bab-4092-bcc1-138d4236875d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:15:57.885394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Attempting to bind port 82f668be-6bab-4092-bcc1-138d4236875d on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:15:57.887444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be72bb1-3040-4398-b485-57b8756ef33d None None] Pushing event updated for resources: {'Port': ['ID=82f668be-6bab-4092-bcc1-138d4236875d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:57.896411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:15:57.896411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:15:57.896411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.896411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:15:57.896411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Bound port: 82f668be-6bab-4092-bcc1-138d4236875d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:15:57.896411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:57.995182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] For port 82f668be-6bab-4092-bcc1-138d4236875d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:15:57.998334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] For port 82f668be-6bab-4092-bcc1-138d4236875d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=82f668be-6bab-4092-bcc1-138d4236875d,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:15:58.007018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:58.061313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-20b751b9-0c1c-46a4-bcb2-037c92d60259 None None] Provisioning for port e1093c84-6f10-4fbc-a99e-7039d833c168 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:15:58.081255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-20b751b9-0c1c-46a4-bcb2-037c92d60259 None None] Provisioning complete for port e1093c84-6f10-4fbc-a99e-7039d833c168 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:58.082072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20b751b9-0c1c-46a4-bcb2-037c92d60259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:58.140863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:58.149161 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:58.151617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Routers {'064f6bcf-fe99-4539-af78-583a48632a2e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:15:58.152252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['064f6bcf-fe99-4539-af78-583a48632a2e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:58.264874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:58.327783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20b751b9-0c1c-46a4-bcb2-037c92d60259 None None] Port e1093c84-6f10-4fbc-a99e-7039d833c168 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:15:58.334778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be72bb1-3040-4398-b485-57b8756ef33d None None] Pushing event updated for resources: {'Port': ['ID=82f668be-6bab-4092-bcc1-138d4236875d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:58.438285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Pushing event updated for resources: {'Port': ['ID=e1093c84-6f10-4fbc-a99e-7039d833c168,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:15:58.446039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:15:58.450020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:15:58.593046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:58.656413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-10316cfe-edb6-4f20-88c6-b33ece0c3938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:58.758363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] Set router 064f6bcf-fe99-4539-af78-583a48632a2e gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:15:58.932979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Router 064f6bcf-fe99-4539-af78-583a48632a2e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:15:58.942257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:58.942635 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:59.088232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aef3df93-a5ca-4555-8302-78e1c580edd3 None None] Provisioning complete for port e1093c84-6f10-4fbc-a99e-7039d833c168 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:59.088603 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aef3df93-a5ca-4555-8302-78e1c580edd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:59.336876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aef3df93-a5ca-4555-8302-78e1c580edd3 None None] Port e1093c84-6f10-4fbc-a99e-7039d833c168 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:15:59.381882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:15:59.516517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e1093c84-6f10-4fbc-a99e-7039d833c168', 'name': '', 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'mac_address': 'fa:16:3e:1e:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:56Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 2, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'subnets': [{'id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:15:59.518992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:59.530909 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ccb12b-0f87-4d3e-85e8-0be63c15bf74 None None] The sync data for ids ['064f6bcf-fe99-4539-af78-583a48632a2e'] in n-d-825178-2 is: [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e1093c84-6f10-4fbc-a99e-7039d833c168', 'name': '', 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'mac_address': 'fa:16:3e:1e:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:56Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 2, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'subnets': [{'id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:15:59.537988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:59.541711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:15:59.542006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:15:59.551861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:15:59.601805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d782224d-4dc2-4c6c-a2f2-5a6f0b984265 admin admin] 10.222.0.42 "PUT /v2.0/routers/064f6bcf-fe99-4539-af78-583a48632a2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4412560 Jan 28 10:15:59.768374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-4a8a448e-2d1e-4fff-8312-8d07bd0ddbf6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1399658 Jan 28 10:16:00.007841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-3ae8ded7-799b-4281-a6fd-26282fd3d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:00.010014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-3ae8ded7-799b-4281-a6fd-26282fd3d248 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1096 time: 0.1708655 Jan 28 10:16:00.249587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-80bf21d7-f29f-4e99-81b7-adafc1f1554f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:00.253408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-80bf21d7-f29f-4e99-81b7-adafc1f1554f service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.2171381 Jan 28 10:16:00.405881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-2a802a70-591a-4b61-8872-80cc451bfdeb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 200 len: 1001 time: 0.1456475 Jan 28 10:16:00.543986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-6ea175bc-43f9-438c-b49b-053c30212dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:00.545859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-6ea175bc-43f9-438c-b49b-053c30212dcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.1329427 Jan 28 10:16:00.719105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-7d946024-1537-436b-85c9-27273d656d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:00.721253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-7d946024-1537-436b-85c9-27273d656d85 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1673312 Jan 28 10:16:00.884312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-0a408288-5dbf-4c90-aac9-ff36a3f69c30 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558239 Jan 28 10:16:00.889667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:01.048425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d0401734-5d4a-41c9-9f56-8084c7df5bdc req-16e9b0bf-6c50-4d8e-93f5-8c20d2d21b3f service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551747 Jan 28 10:16:01.435989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48526) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:02.405311 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:02.460856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 82f668be-6bab-4092-bcc1-138d4236875d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:02.594129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 82f668be-6bab-4092-bcc1-138d4236875d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:02.600884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 82f668be-6bab-4092-bcc1-138d4236875d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:02.601330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:02.606026 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Sync routers for ids ['064f6bcf-fe99-4539-af78-583a48632a2e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:16:02.617453 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Routers {'064f6bcf-fe99-4539-af78-583a48632a2e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:02.618132 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['064f6bcf-fe99-4539-af78-583a48632a2e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:02.818705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:02.846650 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 82f668be-6bab-4092-bcc1-138d4236875d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=82f668be-6bab-4092-bcc1-138d4236875d,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:02.855913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:02.914293 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Set router 064f6bcf-fe99-4539-af78-583a48632a2e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:02.966264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Deleting port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:02.966735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:02.992406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=82f668be-6bab-4092-bcc1-138d4236875d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:03.193673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] For port 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:03.194033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:03.299142 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e1093c84-6f10-4fbc-a99e-7039d833c168', 'name': '', 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'mac_address': 'fa:16:3e:1e:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:56Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 2, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'subnets': [{'id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:03.303379 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Checking router: 064f6bcf-fe99-4539-af78-583a48632a2e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:16:03.303721 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Updating router 064f6bcf-fe99-4539-af78-583a48632a2e port e1093c84-6f10-4fbc-a99e-7039d833c168 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:16:03.332790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Calling delete_port for 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:03.369337 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:03.778082 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:03.799295 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:03.811879 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Transition to ACTIVE for port object e1093c84-6f10-4fbc-a99e-7039d833c168 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:03.821424 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:03.833682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Pushing event deleted for resources: {'Port': ['ID=03bc10fd-ae3f-4b17-a6ab-6024b6895b5f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:03.879830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.880603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.881108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.881602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.882073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.882530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.883001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.883465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.883943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.884518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.885002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:03.885465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:04.032591 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e640203-c4c3-44f0-9cd2-7d5a7c82e621 None None] Pushing event updated for resources: {'Port': ['ID=e1093c84-6f10-4fbc-a99e-7039d833c168,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:04.115516 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Attempting to bind port e1093c84-6f10-4fbc-a99e-7039d833c168 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:16:04.115704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Attempting to bind port e1093c84-6f10-4fbc-a99e-7039d833c168 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:16:04.115903 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Attempting to bind port e1093c84-6f10-4fbc-a99e-7039d833c168 on network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:16:04.123111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:16:04.123609 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Checking segment: {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:16:04.124168 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:04.125218 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Bound using segment: {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:16:04.126009 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Bound port: e1093c84-6f10-4fbc-a99e-7039d833c168, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a29206db-04b5-4d84-acf5-45aa0c06b40e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:16:04.126889 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:04.160312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:04.290966 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] For port e1093c84-6f10-4fbc-a99e-7039d833c168, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:16:04.294604 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] For port e1093c84-6f10-4fbc-a99e-7039d833c168, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1093c84-6f10-4fbc-a99e-7039d833c168,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:16:04.314218 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:04.435676 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Routers {'064f6bcf-fe99-4539-af78-583a48632a2e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:04.438104 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['064f6bcf-fe99-4539-af78-583a48632a2e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:04.457055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 82f668be-6bab-4092-bcc1-138d4236875d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:04.580988 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e640203-c4c3-44f0-9cd2-7d5a7c82e621 None None] Pushing event updated for resources: {'Port': ['ID=e1093c84-6f10-4fbc-a99e-7039d833c168,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:04.660201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 82f668be-6bab-4092-bcc1-138d4236875d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:04.661052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:04.794998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Router 56e5d91a-26c2-4bd7-869d-5d230bbc301d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:16:04.832324 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] Set router 064f6bcf-fe99-4539-af78-583a48632a2e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:05.007837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:16:05.021739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2643f4ee-d71d-4951-a107-f8b10d5eb20f admin admin] 10.222.0.42 "PUT /v2.0/routers/56e5d91a-26c2-4bd7-869d-5d230bbc301d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5827565 Jan 28 10:16:05.024117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 48902) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:05.029910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] Sync routers for ids ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:16:05.046731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] Routers {'56e5d91a-26c2-4bd7-869d-5d230bbc301d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:05.049309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:05.241544 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e1093c84-6f10-4fbc-a99e-7039d833c168', 'name': '', 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'mac_address': 'fa:16:3e:1e:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:56Z', 'updated_at': '2022-01-28T10:16:04Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'subnets': [{'id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:05.252967 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f2c083-fb02-437d-976d-df1fc95716f7 None None] The sync data for ids ['064f6bcf-fe99-4539-af78-583a48632a2e'] in n-d-825178-2 is: [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:15:57Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e1093c84-6f10-4fbc-a99e-7039d833c168', 'name': '', 'network_id': 'fbdc3b8e-1273-4701-adea-11b4a0a0fce2', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'mac_address': 'fa:16:3e:1e:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3744, 'fixed_ips': [{'subnet_id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:56Z', 'updated_at': '2022-01-28T10:16:04Z', 'revision_number': 4, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'subnets': [{'id': '92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:16:05.303885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:05.434727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] Set router 56e5d91a-26c2-4bd7-869d-5d230bbc301d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:05.761939 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:05.775038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Deleting port 485d4049-26de-4912-b8e3-2000b6f78778 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:05.776406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:05.854887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94'}], 'enable_snat': True}, 'gw_port_id': '485d4049-26de-4912-b8e3-2000b6f78778', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:16:03Z', 'revision_number': 5, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port': {'id': '485d4049-26de-4912-b8e3-2000b6f78778', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3731, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:41Z', 'updated_at': '2022-01-28T10:15:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:05.871543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] Checking router: 56e5d91a-26c2-4bd7-869d-5d230bbc301d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:16:05.891205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] Routers {'56e5d91a-26c2-4bd7-869d-5d230bbc301d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:05.892101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:06.026515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] For port 485d4049-26de-4912-b8e3-2000b6f78778, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=485d4049-26de-4912-b8e3-2000b6f78778,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:06.027212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.089545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] Set router 56e5d91a-26c2-4bd7-869d-5d230bbc301d gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:06.193153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Calling delete_port for 485d4049-26de-4912-b8e3-2000b6f78778 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:06.324809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:16:05Z', 'revision_number': 6, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:06.346361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c940ce76-1adc-40ed-98c8-fc740871340d None None] The sync data for ids ['56e5d91a-26c2-4bd7-869d-5d230bbc301d'] in n-d-825178-2 is: [{'id': '56e5d91a-26c2-4bd7-869d-5d230bbc301d', 'name': 'tempest-TestAggregatesBasicOps-1660549686-router', 'tenant_id': '935c424e48a141ffaad7c7e142d2aa92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:40Z', 'updated_at': '2022-01-28T10:16:05Z', 'revision_number': 6, 'project_id': '935c424e48a141ffaad7c7e142d2aa92', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:16:06.416528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1093c84-6f10-4fbc-a99e-7039d833c168 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:06.497033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.506016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e1093c84-6f10-4fbc-a99e-7039d833c168 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:06.512008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e1093c84-6f10-4fbc-a99e-7039d833c168 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:06.512377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.547837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Pushing event deleted for resources: {'Port': ['ID=485d4049-26de-4912-b8e3-2000b6f78778,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:06.648115 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.654334 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.687154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e1093c84-6f10-4fbc-a99e-7039d833c168, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1093c84-6f10-4fbc-a99e-7039d833c168,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:06.690784 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.762036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e1093c84-6f10-4fbc-a99e-7039d833c168,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:06.872045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.874984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.916424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.916889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56e5d91a-26c2-4bd7-869d-5d230bbc301d {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:16:06.924426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-899960d0-9fe5-4721-bd24-6c3309ce522e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1679199 Jan 28 10:16:06.934310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:06.935702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17c94d82-aeca-4d4f-bb73-452bc1abc151 admin admin] 10.222.0.42 "DELETE /v2.0/routers/56e5d91a-26c2-4bd7-869d-5d230bbc301d HTTP/1.1" status: 204 len: 168 time: 1.9091601 Jan 28 10:16:06.938343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49016) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:07.004460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Deleting subnet 52070b9a-a7d6-40b7-ab5c-ab29512df76b {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:16:07.008984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.069325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.089681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-e274c4f6-b15f-4030-9a34-81a522f43962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:07.091283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-e274c4f6-b15f-4030-9a34-81a522f43962 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 0.0763481 Jan 28 10:16:07.153134 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.234009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.266234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-aa3150ef-e87f-4d52-b863-2d2d6c1a5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:07.268210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-aa3150ef-e87f-4d52-b863-2d2d6c1a5abc service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 910 time: 0.1515961 Jan 28 10:16:07.283891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52070b9a-a7d6-40b7-ab5c-ab29512df76b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:07.288499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.294737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f64325-775a-4e44-b3ea-88f1ccf47c2d None None] Network 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:16:07.299179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-383c780d-8770-40c0-a57a-963859657730 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52070b9a-a7d6-40b7-ab5c-ab29512df76b HTTP/1.1" status: 204 len: 168 time: 0.3597054 Jan 28 10:16:07.299989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:07.435002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-4fbb23f4-60b2-4d3c-83ee-146c478a2a23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 1001 time: 0.1575437 Jan 28 10:16:07.439063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.471600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Deleting port ac216889-2cfd-4554-88a8-3120841e32fc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:07.471939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.515409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-300d4ee0-eeee-46c8-aabd-0169153b17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:07.516905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-300d4ee0-eeee-46c8-aabd-0169153b17f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.0732176 Jan 28 10:16:07.705055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-4ed39875-c1f3-461c-a68a-cbe846e0cb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:07.707710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-4ed39875-c1f3-461c-a68a-cbe846e0cb08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812682 Jan 28 10:16:07.736309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] DHCP port deletion for 89e49033-00b6-4e1a-a65e-22e9cbdf4c89 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:16:07.741353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Deleting port ac216889-2cfd-4554-88a8-3120841e32fc {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:07.741728 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:07.975207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] For port ac216889-2cfd-4554-88a8-3120841e32fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ac216889-2cfd-4554-88a8-3120841e32fc,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:07.976166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.045957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-a919d657-89c7-40b6-a10f-2d2417eee465 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285425 Jan 28 10:16:08.144062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] For port ac216889-2cfd-4554-88a8-3120841e32fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ac216889-2cfd-4554-88a8-3120841e32fc,segment=NetworkSegment(28173374-dfbd-44aa-b522-bd5fd99ed085),segment_id=28173374-dfbd-44aa-b522-bd5fd99ed085)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:08.144448 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.173071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Calling delete_port for ac216889-2cfd-4554-88a8-3120841e32fc owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:08.260247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1da69ba4-145e-4b87-991b-580ce8147f4a req-63ae08bf-133a-4057-a930-5d8b21e63d08 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042413 Jan 28 10:16:08.290086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.351178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Calling delete_port for ac216889-2cfd-4554-88a8-3120841e32fc owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:08.359101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac216889-2cfd-4554-88a8-3120841e32fc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:08.382353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] No DVR routers for this DVR port ac216889-2cfd-4554-88a8-3120841e32fc on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:16:08.387586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1093c84-6f10-4fbc-a99e-7039d833c168 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:08.491075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:16:08.491380 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:16:08.496536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e1093c84-6f10-4fbc-a99e-7039d833c168 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:08.496953 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.510130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.539382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89e49033-00b6-4e1a-a65e-22e9cbdf4c89']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:08.559827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28173374-dfbd-44aa-b522-bd5fd99ed085') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:08.560249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28173374-dfbd-44aa-b522-bd5fd99ed085') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:08.586146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.612539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.620260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:16:08.620669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:16:08.636539 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:16:08.719984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:16:08.749449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.760510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:08.774798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:16:08.775146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 03bc10fd-ae3f-4b17-a6ab-6024b6895b5f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:16:08.775577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 485d4049-26de-4912-b8e3-2000b6f78778 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:16:08.792838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] Pushing event deleted for resources: {'Network': ['ID=89e49033-00b6-4e1a-a65e-22e9cbdf4c89,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:08.803290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ed904533-f1b3-40c5-979d-ee496cdcef82 admin admin] 10.222.0.42 "DELETE /v2.0/networks/89e49033-00b6-4e1a-a65e-22e9cbdf4c89 HTTP/1.1" status: 204 len: 168 time: 1.5020976 Jan 28 10:16:08.806077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49036) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:08.825467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 485d4049-26de-4912-b8e3-2000b6f78778 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:16:08.825806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 485d4049-26de-4912-b8e3-2000b6f78778 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:16:08.826232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ac216889-2cfd-4554-88a8-3120841e32fc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:16:08.872230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ac216889-2cfd-4554-88a8-3120841e32fc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:16:08.872579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ac216889-2cfd-4554-88a8-3120841e32fc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:16:08.993305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Deleting port ac216889-2cfd-4554-88a8-3120841e32fc {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:08.994123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.089518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4c248b8b-8b3a-40a1-994b-5719e81e1125 None None] The port 'ac216889-2cfd-4554-88a8-3120841e32fc' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:16:09.165299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49042) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:09.219738 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:16:09.312375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.328287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:09.332881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Usage tracker for resource:security_group_rule and tenant:f8a22149716e476f8b46e2ec2e0a255e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:09.335816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:09.342252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:09.443242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.447692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.499186 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8a22149716e476f8b46e2ec2e0a255e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3318198 Jan 28 10:16:09.500794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d29472-3e36-47da-b3d4-a0de895bb56a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f1d437-6aea-4bb8-b49a-273bb3d2068a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:09.516156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.517183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49048) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:09.625220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19f7f296-e0f1-44bb-bde6-92c7fb63e356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.661450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19f7f296-e0f1-44bb-bde6-92c7fb63e356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.722496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19f7f296-e0f1-44bb-bde6-92c7fb63e356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.756390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f7f296-e0f1-44bb-bde6-92c7fb63e356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f1d437-6aea-4bb8-b49a-273bb3d2068a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:09.756390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19f7f296-e0f1-44bb-bde6-92c7fb63e356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:09.756390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19f7f296-e0f1-44bb-bde6-92c7fb63e356 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42f1d437-6aea-4bb8-b49a-273bb3d2068a HTTP/1.1" status: 204 len: 168 time: 0.2349732 Jan 28 10:16:10.070886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Deleting port e1093c84-6f10-4fbc-a99e-7039d833c168 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:10.071223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:10.243054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] For port e1093c84-6f10-4fbc-a99e-7039d833c168, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1093c84-6f10-4fbc-a99e-7039d833c168,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:10.243430 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:10.368712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Calling delete_port for e1093c84-6f10-4fbc-a99e-7039d833c168 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:10.637822 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:10.689477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1093c84-6f10-4fbc-a99e-7039d833c168,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:10.959984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49086) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:10.986763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.086825 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.101581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:11.105581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Usage tracker for resource:security_group_rule and tenant:39b4dec2a67e4a06ae8c067931eb24bf is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:11.108474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:11.114756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:11.333837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.333837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.333837 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=39b4dec2a67e4a06ae8c067931eb24bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3172452 Jan 28 10:16:11.333837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:11.357839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3764a0f0-5dd2-4cca-a55c-e507417ecf01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47db44dc-f127-41c7-b643-ad0ecde9ab35,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:11.369609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3f1-d6dc-4665-a92d-8a68beedc9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.398600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3f1-d6dc-4665-a92d-8a68beedc9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.493212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3f1-d6dc-4665-a92d-8a68beedc9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.508111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cdb3f1-d6dc-4665-a92d-8a68beedc9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47db44dc-f127-41c7-b643-ad0ecde9ab35,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:11.515129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b2cdb3f1-d6dc-4665-a92d-8a68beedc9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:11.515129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b2cdb3f1-d6dc-4665-a92d-8a68beedc9b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47db44dc-f127-41c7-b643-ad0ecde9ab35 HTTP/1.1" status: 204 len: 168 time: 0.2330818 Jan 28 10:16:11.585417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Router 064f6bcf-fe99-4539-af78-583a48632a2e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:16:11.804896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:16:11.818980 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] Sync routers for ids ['064f6bcf-fe99-4539-af78-583a48632a2e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:16:11.822687 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-75c030a9-e00a-4077-8f58-3033906b0a87 admin admin] 10.222.0.42 "PUT /v2.0/routers/064f6bcf-fe99-4539-af78-583a48632a2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0041540 Jan 28 10:16:11.822687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49116) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:11.826071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] Routers {'064f6bcf-fe99-4539-af78-583a48632a2e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:11.826071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['064f6bcf-fe99-4539-af78-583a48632a2e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:12.054923 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] Set router 064f6bcf-fe99-4539-af78-583a48632a2e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:12.068474 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:12.308878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:12.326801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Deleting port 82f668be-6bab-4092-bcc1-138d4236875d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:12.327162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:12.477586 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217'}], 'enable_snat': True}, 'gw_port_id': '82f668be-6bab-4092-bcc1-138d4236875d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:16:10Z', 'revision_number': 5, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port': {'id': '82f668be-6bab-4092-bcc1-138d4236875d', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:e1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3743, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:15:51Z', 'updated_at': '2022-01-28T10:16:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:12.484175 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] Checking router: 064f6bcf-fe99-4539-af78-583a48632a2e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:16:12.499494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] Routers {'064f6bcf-fe99-4539-af78-583a48632a2e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:12.499494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['064f6bcf-fe99-4539-af78-583a48632a2e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:12.614694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] For port 82f668be-6bab-4092-bcc1-138d4236875d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=82f668be-6bab-4092-bcc1-138d4236875d,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:12.615171 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:12.683042 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] Set router 064f6bcf-fe99-4539-af78-583a48632a2e gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:12.763685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Calling delete_port for 82f668be-6bab-4092-bcc1-138d4236875d owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:12.885657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:16:12Z', 'revision_number': 6, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:12.891170 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1414ba1-69f9-47de-92cf-565dea93d07c None None] The sync data for ids ['064f6bcf-fe99-4539-af78-583a48632a2e'] in n-d-825178-2 is: [{'id': '064f6bcf-fe99-4539-af78-583a48632a2e', 'name': 'tempest-TestAggregatesBasicOps-1104603982-router', 'tenant_id': '5b6f48740d364e25b810a83ebf5b282c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:15:50Z', 'updated_at': '2022-01-28T10:16:12Z', 'revision_number': 6, 'project_id': '5b6f48740d364e25b810a83ebf5b282c', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:16:12.982498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.038011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Pushing event deleted for resources: {'Port': ['ID=82f668be-6bab-4092-bcc1-138d4236875d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:13.156281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.525434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.527611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.591104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.592136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 064f6bcf-fe99-4539-af78-583a48632a2e {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:16:13.622133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.622133 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c613f6ce-1c27-4753-a400-269e9b29b07f admin admin] 10.222.0.42 "DELETE /v2.0/routers/064f6bcf-fe99-4539-af78-583a48632a2e HTTP/1.1" status: 204 len: 168 time: 1.8046174 Jan 28 10:16:13.627634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49162) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:13.688649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Deleting subnet 92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:16:13.694466 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.748516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.852052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.873282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:13.964707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.009682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:14.018354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bb27c6-e447-4e8b-89f4-1dcdb3958ad3 None None] Network fbdc3b8e-1273-4701-adea-11b4a0a0fce2 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:16:14.020991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.036763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3deff123-9d09-4728-867e-894b2c6e0550 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/92a93b27-a8a4-44f4-9dee-6ae4ddaabc2e HTTP/1.1" status: 204 len: 168 time: 0.4023497 Jan 28 10:16:14.040122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49172) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:14.167427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.181788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Deleting port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:14.182185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.421263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 82f668be-6bab-4092-bcc1-138d4236875d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:16:14.460582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 82f668be-6bab-4092-bcc1-138d4236875d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:16:14.460582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 82f668be-6bab-4092-bcc1-138d4236875d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:16:14.460582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1093c84-6f10-4fbc-a99e-7039d833c168 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:16:14.568337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e1093c84-6f10-4fbc-a99e-7039d833c168 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:16:14.568701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1093c84-6f10-4fbc-a99e-7039d833c168 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:16:14.654954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] For port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:14.654954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.713864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] DHCP port deletion for fbdc3b8e-1273-4701-adea-11b4a0a0fce2 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:16:14.713864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Deleting port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:14.713864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.795015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Calling delete_port for 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:14.907479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.967466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] For port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,segment=NetworkSegment(a29206db-04b5-4d84-acf5-45aa0c06b40e),segment_id=a29206db-04b5-4d84-acf5-45aa0c06b40e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:14.968090 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:14.979891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b696a0f-e9a9-4ef9-bddb-8f6131683e48,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:14.985335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] No DVR routers for this DVR port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:16:15.142746 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.146935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Calling delete_port for 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:16:15.166074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbdc3b8e-1273-4701-adea-11b4a0a0fce2']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:15.180069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a29206db-04b5-4d84-acf5-45aa0c06b40e') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:15.180069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a29206db-04b5-4d84-acf5-45aa0c06b40e') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:15.195680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.218966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.241494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:16:15.241864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.251312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:16:15.252147 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:16:15.264423 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:16:15.378808 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.390604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.418449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.432255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbdc3b8e-1273-4701-adea-11b4a0a0fce2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:15.432255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8d569983-3881-480f-ad05-0d2d7194daf6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fbdc3b8e-1273-4701-adea-11b4a0a0fce2 HTTP/1.1" status: 204 len: 168 time: 1.3993368 Jan 28 10:16:15.716017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49202) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:15.757807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Deleting port 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:16:15.757807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.812197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-399f6c0d-1049-465a-ae36-87ab3a26c040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=935c424e48a141ffaad7c7e142d2aa92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898004 Jan 28 10:16:15.815469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49206) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:15.864245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aa35f0f7-9083-4e02-9840-462cec93be03 None None] The port '7b696a0f-e9a9-4ef9-bddb-8f6131683e48' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:16:15.919482 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-914a0648-36c3-4d2e-a98b-031c7d88b41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:15.946873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-914a0648-36c3-4d2e-a98b-031c7d88b41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.044372 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-914a0648-36c3-4d2e-a98b-031c7d88b41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.073961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914a0648-36c3-4d2e-a98b-031c7d88b41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d78762-607c-4b2a-a229-6a44f654d7fe,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:16.073961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-914a0648-36c3-4d2e-a98b-031c7d88b41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.073961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-914a0648-36c3-4d2e-a98b-031c7d88b41a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8d78762-607c-4b2a-a229-6a44f654d7fe HTTP/1.1" status: 204 len: 168 time: 0.2585411 Jan 28 10:16:16.327367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:16:16.362115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:16:16.366152 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7b696a0f-e9a9-4ef9-bddb-8f6131683e48 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:16:16.589164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49226) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:16.656325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-51999ff1-ce9c-41d2-acca-bd38f29c6d26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5b6f48740d364e25b810a83ebf5b282c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0695589 Jan 28 10:16:16.658224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49230) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:16.719401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-24a0237a-7685-4fff-b5ca-dd7623243901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.763720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-24a0237a-7685-4fff-b5ca-dd7623243901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.828843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-24a0237a-7685-4fff-b5ca-dd7623243901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.850407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0237a-7685-4fff-b5ca-dd7623243901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67169c3-6886-440d-814e-a54cac0a04c2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:16.857840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-24a0237a-7685-4fff-b5ca-dd7623243901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:16.857840 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-24a0237a-7685-4fff-b5ca-dd7623243901 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b67169c3-6886-440d-814e-a54cac0a04c2 HTTP/1.1" status: 204 len: 168 time: 0.1967952 Jan 28 10:16:18.747037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49308) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:19.013680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'network': {'name': 'tempest-network-smoke--506454630', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'port_security_enabled': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:19.022314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:19.027033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:network and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:19.032498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:19.040606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:19.055060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:16:19.055060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.068690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.086958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:19.090986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:19.094014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:19.099930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:19.194751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.200365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.260710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f30596-626e-42ac-9f25-6dfcf9a10102,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:19.280751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 318} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:16:19.287752 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.287752 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Added segment 3b35ac6a-884c-463e-a4f9-00f0831c1ae1 of type vlan for network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed Jan 28 10:16:19.339279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.373049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.379075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:19.379880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.494765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Network': ['ID=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:19.504205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:16:19.511798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d626e471-804a-4967-8028-90dcf25e8696 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7501428 Jan 28 10:16:19.521560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49336) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:19.521560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-336629757', 'admin_state_up': True, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:19.531413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:19.538127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:router and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:19.538127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:19.547374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:19.591239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.592563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.612184 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:19.945853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:20.508296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:20.549496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:20.745033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.25.1.83 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/9d05bbe4-a593-49b6-ac43-e9a2d46bfef1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:16:20.955867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:20.995698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:21.088125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:21.105727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:16:21.105727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:21.105727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:16:21.638744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:22.135651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:22.377233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:16:22.632389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:16:22.645134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:16:22.671473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:22.671473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:22.699514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:22.699514 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-30cc6654-f30d-427a-b2b9-14533bab86c4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1872220 Jan 28 10:16:22.702835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49414) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:22.843508 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4aea643-91ec-4355-8dec-6b4bc3a11c55 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=880cd2890fc24227ba150bc261f6ef0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1356041 Jan 28 10:16:22.843508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49422) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:22.917241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:23.049464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a4760-72d2-47e0-a208-76411a47344c tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:23.051558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8a0a4760-72d2-47e0-a208-76411a47344c tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2082520 Jan 28 10:16:23.054718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:23.111878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49432) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:23.113407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-13e1fc11-5943-49f1-a366-7ca6676108e0 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0518334 Jan 28 10:16:23.116290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1735739088', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:23.292440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:23.296635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:subnet and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:23.299603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:23.305566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:23.344373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:16:23.344373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:23.354102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:21Z', 'revision_number': 3, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:23.366409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:16:23.366409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Updating router 1eac80c3-d61d-4f07-9b17-370a50cad565 port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:16:23.451293 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:23.819018 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:23.874174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:23.889593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Transition to ACTIVE for port object 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:23.913656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:23.965735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Subnet': ['ID=c0a082ac-58dd-4a4d-a217-9557d2700676,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:23.980844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Checking segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:16:23.980844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network hostable DHCP agents. Network: 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:16:24.001502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Pushing event updated for resources: {'Port': ['ID=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:24.015505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.015505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.015505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.015505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.015505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.018836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:16:24.038648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Attempting to bind port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:16:24.038648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Attempting to bind port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:16:24.038648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Attempting to bind port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:16:24.042565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:16:24.045908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:16:24.045908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:16:24.045908 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:24.045908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:16:24.045908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Bound port: 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:16:24.045908 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:24.054965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:24.072160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:24.072160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:24.112113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49450) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:24.118112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-baf68efa-7ce5-498c-a1c6-4d5794f176f0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0024467 Jan 28 10:16:24.153318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] For port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:16:24.157405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] For port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:16:24.160984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ba76d-df08-4b88-b355-af4b08eb28b8 None None] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:16:24.444005 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:24.667317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:16:24.667317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:24.715447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a031b4ab-e1be-4041-80f2-fdb6dcaa1631 None None] Pushing event updated for resources: {'Port': ['ID=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:24.905154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:24.906493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:15:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:25.077930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Allocated IP 172.20.0.2 (0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed/c0a082ac-58dd-4a4d-a217-9557d2700676/65bedfa8-f2c8-4c60-a61e-bc4a1a071c27) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:16:25.127059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:25.321285 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:25.814336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:21Z', 'revision_number': 3, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:25.820232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0047b933-d44a-49a9-86d3-a2bf497f4b44 None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:21Z', 'revision_number': 3, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:16:25.848696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:25.864221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Transition to ACTIVE for port object 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:25.884798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Transition to ACTIVE for port object 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:25.891585 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.031486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.20.0.1 (0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed/c0a082ac-58dd-4a4d-a217-9557d2700676/557ccd42-9ca1-428d-a8c5-134badde2c84) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:16:26.061660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Pushing event updated for resources: {'Port': ['ID=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:26.073539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:16:26.073539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:26.073539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:16:26.076047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c168e863-c117-46cd-a1ba-e2d9c095e8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.195174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Attempting to bind port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:16:26.195174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Attempting to bind port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:16:26.195174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Attempting to bind port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 on network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:16:26.212940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:16:26.212940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Checking segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:16:26.212940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.212940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Bound using segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:16:26.212940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Bound port: 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:16:26.215855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.397954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.427735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] For port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:16:26.433294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] For port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:16:26.443256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Transition to ACTIVE for port object 557ccd42-9ca1-428d-a8c5-134badde2c84 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:26.446520 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.526682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:26.681345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:16:26.704836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b3b641-1985-4ad7-a6dc-a43ed3944725 None None] Pushing event updated for resources: {'Port': ['ID=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:26.728749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:26.749232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:16:26.839643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=557ccd42-9ca1-428d-a8c5-134badde2c84,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:26.915973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:27.578371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:28.396232 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39f1bf74-119a-472f-8cbd-a64a6e4891c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:28.494715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:28.494715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-33fa0242-5897-4685-b490-554900032e13 req-82c1dda6-9fcb-4d1e-9cbd-b4b12c7320f4 service neutron] (87540) timed out ('10.222.0.42', 53626) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:16:28.508633 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:28.529267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e04f1-3a13-4fe0-95e9-e23a168676a7 None None] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:16:28.679934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:28.777005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-24e01979-8505-406d-9e8c-ee9582c2fb31 None None] Provisioning for port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:28.798268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:28.809519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=557ccd42-9ca1-428d-a8c5-134badde2c84,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:28.849969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:28.862431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:28.862431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.074785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:16:29.076481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:29.299646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.327251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:29.336220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.337372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:29.347829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:16:29.582128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.589352 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.589352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:29.621830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:29.632807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:29.632807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.669099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:16:29.672940 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:16:29.695248 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:29.696076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:16:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:29.713150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b9dc834f-e70e-4fe9-b244-5deeaa107d98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "PUT /v2.0/routers/1eac80c3-d61d-4f07-9b17-370a50cad565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6011896 Jan 28 10:16:29.716056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49522) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:29.793891 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-940dd126-3452-4536-ad3b-4260b7481285 None None] Provisioning for port 557ccd42-9ca1-428d-a8c5-134badde2c84 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:29.805236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-940dd126-3452-4536-ad3b-4260b7481285 None None] Provisioning complete for port 557ccd42-9ca1-428d-a8c5-134badde2c84 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:29.805236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-940dd126-3452-4536-ad3b-4260b7481285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:29.887990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-940dd126-3452-4536-ad3b-4260b7481285 None None] Port 557ccd42-9ca1-428d-a8c5-134badde2c84 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:16:30.026871 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:30.029826 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:30.073272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:30.076685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-940dd126-3452-4536-ad3b-4260b7481285 None None] Provisioning complete for port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:30.077259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-940dd126-3452-4536-ad3b-4260b7481285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:30.144061 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:30.144249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.145229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.146124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.154751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.186913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.186913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.186913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.186913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.186913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-617ad15c-fbb1-4fa5-b40c-70691f78c3eb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.4638839 Jan 28 10:16:30.190678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49532) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.303286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:30.316021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1ccdcd1-7074-41f3-a72a-dfa23dfaa1af tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5275 time: 0.1248205 Jan 28 10:16:30.320160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49538) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:30.452908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:30.469582 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:27Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:28Z', 'revision_number': 2, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:30.475310 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:16:30.475871 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Updating router 1eac80c3-d61d-4f07-9b17-370a50cad565 port 557ccd42-9ca1-428d-a8c5-134badde2c84 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:16:30.632711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:30.728185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:30.728185 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:30.734039 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:30.819972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-25b58611-1342-4689-ba37-e200f7d11d28 None None] Provisioning complete for port 557ccd42-9ca1-428d-a8c5-134badde2c84 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:30.820349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-25b58611-1342-4689-ba37-e200f7d11d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.096503 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.147598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-25b58611-1342-4689-ba37-e200f7d11d28 None None] Port 557ccd42-9ca1-428d-a8c5-134badde2c84 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:16:31.199025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49554) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:31.291723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c51d8b5f-e1f8-469c-801c-43d4f4403d77 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 0.9746375 Jan 28 10:16:31.345505 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.367514 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Transition to ACTIVE for port object 557ccd42-9ca1-428d-a8c5-134badde2c84 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:31.375467 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.423205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.469772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:31.485869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Usage tracker for resource:security_group_rule and tenant:4d9dd08c14b04682967157bd085fbe66 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:31.509738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:31.509738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:31.709833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.723831 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.760113 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce487a2-51c8-4255-bf68-371a0f760d18 None None] Pushing event updated for resources: {'Port': ['ID=557ccd42-9ca1-428d-a8c5-134badde2c84,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:31.818332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d9dd08c14b04682967157bd085fbe66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6204262 Jan 28 10:16:31.824321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49566) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:31.833828 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Attempting to bind port 557ccd42-9ca1-428d-a8c5-134badde2c84 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:16:31.833828 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Attempting to bind port 557ccd42-9ca1-428d-a8c5-134badde2c84 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:16:31.833828 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Attempting to bind port 557ccd42-9ca1-428d-a8c5-134badde2c84 on network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:16:31.842805 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:16:31.842805 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Checking segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:16:31.842805 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.842805 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Bound using segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:16:31.842805 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Bound port: 557ccd42-9ca1-428d-a8c5-134badde2c84, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:16:31.842805 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.947935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d9834-1996-4fbd-a204-289e80c7744a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee39227-be77-4c83-940e-285e622b426a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:31.986468 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] For port 557ccd42-9ca1-428d-a8c5-134badde2c84, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:16:31.987862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b077ed0-4d41-4c5b-8fbf-4f831c63767c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:31.991195 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] For port 557ccd42-9ca1-428d-a8c5-134badde2c84, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=557ccd42-9ca1-428d-a8c5-134badde2c84,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:16:31.992203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:31.996776 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.006175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44557808', 'description': 'tempest-secgroup-smoke-44557808 description', 'project_id': '880cd2890fc24227ba150bc261f6ef0b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:32.012565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:32.017582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:32.021206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b077ed0-4d41-4c5b-8fbf-4f831c63767c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.021322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:32.027503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:32.043222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.085457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:32.085457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:16:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:32.099666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:32.111845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:32.115704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:32.124571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:32.156888 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce487a2-51c8-4255-bf68-371a0f760d18 None None] Pushing event updated for resources: {'Port': ['ID=557ccd42-9ca1-428d-a8c5-134badde2c84,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:32.161848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b077ed0-4d41-4c5b-8fbf-4f831c63767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.206371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b077ed0-4d41-4c5b-8fbf-4f831c63767c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee39227-be77-4c83-940e-285e622b426a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:32.232484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b077ed0-4d41-4c5b-8fbf-4f831c63767c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.232484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b077ed0-4d41-4c5b-8fbf-4f831c63767c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3ee39227-be77-4c83-940e-285e622b426a HTTP/1.1" status: 204 len: 168 time: 0.4092643 Jan 28 10:16:32.326258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.335486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.424868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:32.435699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f11e297a-dcf6-48f7-9317-52a5205fc19b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:32.441770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.441770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-016b398b-37b7-4144-b333-f0c9681f4178 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4437006 Jan 28 10:16:32.447909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49582) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:32.462303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'f11e297a-dcf6-48f7-9317-52a5205fc19b', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:32.472005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:32.478519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:32.484397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:32.502059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:32.520314 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:32.527311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.690754 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.693155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:32.693540 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.716239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.773469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc496e38-fc7b-4c64-8a28-7b4cae291bcb,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:32.803533 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:32.807819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5c533bbf-c227-4550-b6ee-9d4d7b190fc2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602352 Jan 28 10:16:32.807819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49588) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:32.817614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'f11e297a-dcf6-48f7-9317-52a5205fc19b', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:32.836965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:32.849356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:32.853938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:32.869919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:32.926130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.028302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.041009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.064902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0066dac1-5c94-4347-8d8b-5d4a51c0714b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:33.070482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.078307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ddd3d37f-cba2-4ae5-8cf2-1662b2da8d4c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2650394 Jan 28 10:16:33.081117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49594) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:33.094623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'f11e297a-dcf6-48f7-9317-52a5205fc19b', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:33.113674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:33.120693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:33.120693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:33.129843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:33.144283 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-546627d3-a729-4144-a606-ace9bebed36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:27Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:31Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:33.150402 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546627d3-a729-4144-a606-ace9bebed36e None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:27Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:31Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:16:33.161520 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.255645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.263221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.297709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05a41186-d262-42b4-8c73-83a5b529c873,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:33.313444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.314900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5fb4dca5-dbf7-4745-bd88-ecdd12f1cf63 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2405038 Jan 28 10:16:33.318361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49602) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:33.323657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'f11e297a-dcf6-48f7-9317-52a5205fc19b', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:33.330808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:33.335408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:33.338980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:33.350311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:33.373855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.485447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.492774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.517203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e34baea-9abe-4cdc-822a-bbfe98bb3c22,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:33.529715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.530995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8ad63e0b-469d-446f-ab33-ce267da7d30d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2116103 Jan 28 10:16:33.534111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 49608) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:33.539968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'f11e297a-dcf6-48f7-9317-52a5205fc19b', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:33.553933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:33.563136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:33.567944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:33.585184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:33.617993 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Project 880cd2890fc24227ba150bc261f6ef0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:16:33.623518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.710573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.713838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.735872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce028263-b8df-4ced-9204-c81b70ee9b55,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:33.751633 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:33.752947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-40d11be7-51ca-4bce-a903-4e16d40822be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2177126 Jan 28 10:16:33.755835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 49612) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:33.761959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'f11e297a-dcf6-48f7-9317-52a5205fc19b', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:33.769263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:33.773634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:33.777131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:33.783541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:33.796702 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Project 880cd2890fc24227ba150bc261f6ef0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:16:33.804612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.029425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.036912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.071394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8913f689-d1ca-4a73-b322-ca4dc901a351,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:34.113439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.113439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6e74e7d3-6903-4ad0-9ea3-00650171123f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3535624 Jan 28 10:16:34.414182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 557ccd42-9ca1-428d-a8c5-134badde2c84 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:34.485331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-0938bf83-ffda-4d98-89dd-0dee23ca9c34 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:16:34.513761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-0938bf83-ffda-4d98-89dd-0dee23ca9c34 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:16:34.514480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-0938bf83-ffda-4d98-89dd-0dee23ca9c34 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44557808&fields=id&tenant_id=880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 267 time: 0.1124516 Jan 28 10:16:34.559276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 557ccd42-9ca1-428d-a8c5-134badde2c84 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:34.567161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 557ccd42-9ca1-428d-a8c5-134badde2c84 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:34.567499 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.736752 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.757548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-09fd0dec-7306-4a61-8215-b43e2c9de490 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:34.757548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-09fd0dec-7306-4a61-8215-b43e2c9de490 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/networks?id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 796 time: 0.2299061 Jan 28 10:16:34.771703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-415bb410-66a5-4539-a665-3948ee5aa215 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/quotas/880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 375 time: 0.0140822 Jan 28 10:16:34.814884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 557ccd42-9ca1-428d-a8c5-134badde2c84, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=557ccd42-9ca1-428d-a8c5-134badde2c84,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:34.818616 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:34.881710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-3708414c-e367-41bf-86ab-53fc4c5887b1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1076851 Jan 28 10:16:34.898089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=557ccd42-9ca1-428d-a8c5-134badde2c84,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:35.071398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-89de19eb-c597-4d6e-876b-8b1a18988936 service neutron] 10.222.0.42 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748846 Jan 28 10:16:35.241681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-460216f9-e7c5-4cc5-9012-5ef475d9cfba service neutron] 10.222.0.42 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607454 Jan 28 10:16:35.433350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6ffaed68-8358-483a-a307-297a5e60075c req-028be459-d187-429e-953e-8a36740b8392 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:16:35.463781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6ffaed68-8358-483a-a307-297a5e60075c req-028be459-d187-429e-953e-8a36740b8392 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:16:35.468056 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ffaed68-8358-483a-a307-297a5e60075c req-028be459-d187-429e-953e-8a36740b8392 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 210 time: 0.0842240 Jan 28 10:16:36.345896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 557ccd42-9ca1-428d-a8c5-134badde2c84 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:36.441505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 557ccd42-9ca1-428d-a8c5-134badde2c84 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:36.441505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:36.744845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e503448e-651a-43c1-9b72-02d9ff7d594a req-94b5d821-fde9-4ada-bfcc-6fc62970b91d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 210 time: 0.0913997 Jan 28 10:16:36.776585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-97e58775-ed4d-404f-b9c3-fb038c1acfd5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:36.776585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-97e58775-ed4d-404f-b9c3-fb038c1acfd5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "GET /v2.0/networks?id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 796 time: 0.2769394 Jan 28 10:16:36.839961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-04096ab4-d31b-47cd-a777-7df3977f4d59 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 378 time: 0.0502248 Jan 28 10:16:36.849191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'port': {'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'admin_state_up': True, 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'security_groups': ['f11e297a-dcf6-48f7-9317-52a5205fc19b']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:37.001244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:37.015097 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:37.023383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:16:37.027121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:37.211202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.20.0.4 (0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed/c0a082ac-58dd-4a4d-a217-9557d2700676/3a6a0458-963d-46fe-9af4-3ca16a473632) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:16:37.429216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:37.445998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Transition to ACTIVE for port object 3a6a0458-963d-46fe-9af4-3ca16a473632 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:37.469580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:37.547945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:16:37.563077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:37.563077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=3a6a0458-963d-46fe-9af4-3ca16a473632,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:37.568562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:16:37.652131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:37.652131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:37.691491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-8283e8f0-7dc7-4f1a-a423-8f4a421240ae tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8388693 Jan 28 10:16:37.701383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Request body: {'port': {'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:37.831638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:37.858544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c161c664-831d-4938-b5aa-ddcd67e34b69 None None] Provisioning for port 3a6a0458-963d-46fe-9af4-3ca16a473632 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:37.858544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c161c664-831d-4938-b5aa-ddcd67e34b69 None None] Provisioning complete for port 3a6a0458-963d-46fe-9af4-3ca16a473632 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:37.858544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c161c664-831d-4938-b5aa-ddcd67e34b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:37.934874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c161c664-831d-4938-b5aa-ddcd67e34b69 None None] Port 3a6a0458-963d-46fe-9af4-3ca16a473632 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:16:37.968396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c4cd00-cd4c-4fc6-a6e3-7ac2c245ea71 req-99faff45-1a2c-4b91-9b57-ecc64f474b90 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:37.968396 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5c4cd00-cd4c-4fc6-a6e3-7ac2c245ea71 req-99faff45-1a2c-4b91-9b57-ecc64f474b90 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 931 time: 0.0982535 Jan 28 10:16:38.027802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c5c4cd00-cd4c-4fc6-a6e3-7ac2c245ea71 req-b1d99d2f-cdf7-4f9c-9197-8c9eddd9fb90 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:16:38.045352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c5c4cd00-cd4c-4fc6-a6e3-7ac2c245ea71 req-b1d99d2f-cdf7-4f9c-9197-8c9eddd9fb90 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:16:38.046540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5c4cd00-cd4c-4fc6-a6e3-7ac2c245ea71 req-b1d99d2f-cdf7-4f9c-9197-8c9eddd9fb90 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0741944 Jan 28 10:16:38.366953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a6a0458-963d-46fe-9af4-3ca16a473632 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:16:38.375291 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:38.392346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Transition to ACTIVE for port object 3a6a0458-963d-46fe-9af4-3ca16a473632 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:16:38.397294 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:38.562915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a0458-963d-46fe-9af4-3ca16a473632,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:38.655159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Attempting to bind port 3a6a0458-963d-46fe-9af4-3ca16a473632 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:16:38.655159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Attempting to bind port 3a6a0458-963d-46fe-9af4-3ca16a473632 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:16:38.655159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Attempting to bind port 3a6a0458-963d-46fe-9af4-3ca16a473632 on network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:16:38.661521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Port 3a6a0458-963d-46fe-9af4-3ca16a473632 on network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:16:38.661521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Attempting to bind port 3a6a0458-963d-46fe-9af4-3ca16a473632 on network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:16:38.665859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:16:38.665859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Checking segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:16:38.665859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Bound using segment: {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:16:38.665859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Bound port: 3a6a0458-963d-46fe-9af4-3ca16a473632, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b35ac6a-884c-463e-a4f9-00f0831c1ae1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:16:38.665859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:38.767600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] For port 3a6a0458-963d-46fe-9af4-3ca16a473632, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:16:38.770698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] For port 3a6a0458-963d-46fe-9af4-3ca16a473632, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3a6a0458-963d-46fe-9af4-3ca16a473632,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:16:38.775784 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:38.848020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:38.848020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:38.848020 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] 10.222.0.43 "PUT /v2.0/ports/3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 200 len: 1091 time: 1.1526115 Jan 28 10:16:38.848020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:16:38.873355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a962e51-42b6-4c27-81de-d8459b65b10d service neutron] Pushing event updated for resources: {'Port': ['ID=3a6a0458-963d-46fe-9af4-3ca16a473632,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:38.960702 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'status': 'completed', 'code': 200} Jan 28 10:16:39.016886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-0b14eea7-d61e-4004-8334-7b52b19141f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:39.018365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-0b14eea7-d61e-4004-8334-7b52b19141f4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1094 time: 0.1188636 Jan 28 10:16:39.122636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-a9d16469-47f7-4c47-b60f-5d1ac3be08fb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 200 len: 217 time: 0.0939827 Jan 28 10:16:39.233122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-6e909fa4-de8b-4f45-be95-10b2da5b3857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:39.233122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-6e909fa4-de8b-4f45-be95-10b2da5b3857 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0a082ac-58dd-4a4d-a217-9557d2700676 HTTP/1.1" status: 200 len: 835 time: 0.1048110 Jan 28 10:16:39.284084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40028aa-5489-4f4e-a028-023e6d8e1840 req-cfe921f0-afaa-4d2e-8750-f6376fdf86a0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:39.284084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b40028aa-5489-4f4e-a028-023e6d8e1840 req-cfe921f0-afaa-4d2e-8750-f6376fdf86a0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 943 time: 0.0960078 Jan 28 10:16:39.331462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-1f3a3f02-e5b9-4cca-a4eb-c061edb6a6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:39.333789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-1f3a3f02-e5b9-4cca-a4eb-c061edb6a6ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0966711 Jan 28 10:16:39.343205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b40028aa-5489-4f4e-a028-023e6d8e1840 req-f8671ea2-4a40-4e31-8f0b-21456fb87964 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0549476 Jan 28 10:16:39.475322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-993dc276-7bf7-4532-bc3c-f4701aee63b1 service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325083 Jan 28 10:16:39.625691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2a1da49-a5ab-4d18-9b72-cb42609567c2 req-c49f349e-24c7-409e-8ea8-3fe5a257fb7b service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445377 Jan 28 10:16:39.761337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-ba7b6ee5-c334-4a16-a577-c505bf349ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:39.762937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-ba7b6ee5-c334-4a16-a577-c505bf349ffe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1094 time: 0.0806251 Jan 28 10:16:39.907689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-db2b596e-9cf3-48f0-a8f5-eb4761bf1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:39.907689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-db2b596e-9cf3-48f0-a8f5-eb4761bf1583 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 897 time: 0.1370730 Jan 28 10:16:39.985442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-54a053be-4e99-4f06-82c3-ca0d8a7d760f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 200 len: 217 time: 0.0724714 Jan 28 10:16:40.056574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-79922a99-2e0d-44be-996d-8a7b953619d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:40.056574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-79922a99-2e0d-44be-996d-8a7b953619d2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0a082ac-58dd-4a4d-a217-9557d2700676 HTTP/1.1" status: 200 len: 835 time: 0.0643282 Jan 28 10:16:40.147820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-1c36cb88-3164-4779-8328-218b00135b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:40.147820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-1c36cb88-3164-4779-8328-218b00135b56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840480 Jan 28 10:16:40.387829 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-bf49245f-cd67-48dc-bffd-ea1682848d8b service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355406 Jan 28 10:16:40.592708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf5953b7-96e3-4b17-a0de-0d66a8e0d3bd req-9b6f2243-d3e0-4a9e-b102-c5ede22725e3 service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909769 Jan 28 10:16:40.605659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb487fbd-d9fd-4f53-b251-32c714c6b455 req-e4c3aeff-2d34-4fe1-bb0c-331df9551046 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:40.606566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cb487fbd-d9fd-4f53-b251-32c714c6b455 req-e4c3aeff-2d34-4fe1-bb0c-331df9551046 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:16:40.622143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cb487fbd-d9fd-4f53-b251-32c714c6b455 req-e4c3aeff-2d34-4fe1-bb0c-331df9551046 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:16:40.624983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cb487fbd-d9fd-4f53-b251-32c714c6b455 req-e4c3aeff-2d34-4fe1-bb0c-331df9551046 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 943 time: 0.1629720 Jan 28 10:16:40.669252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cb487fbd-d9fd-4f53-b251-32c714c6b455 req-602611a4-cbaa-4cc9-9392-839b6bf89dad tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394545 Jan 28 10:16:41.858301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e690a1-4601-40bf-a35f-1e02b1d7fb66 req-353fad72-ba8d-47fd-a615-cfd07f258646 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:41.859749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5e690a1-4601-40bf-a35f-1e02b1d7fb66 req-353fad72-ba8d-47fd-a615-cfd07f258646 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 943 time: 0.0842121 Jan 28 10:16:41.905562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5e690a1-4601-40bf-a35f-1e02b1d7fb66 req-df65772f-168b-4d5e-b4f7-ccef68319d46 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393546 Jan 28 10:16:42.656968 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3a6a0458-963d-46fe-9af4-3ca16a473632 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:16:42.790136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3a6a0458-963d-46fe-9af4-3ca16a473632, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3a6a0458-963d-46fe-9af4-3ca16a473632,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:42.803801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:16:42.857711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:42.874778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a6a0458-963d-46fe-9af4-3ca16a473632 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:16:42.889929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3a6a0458-963d-46fe-9af4-3ca16a473632, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3a6a0458-963d-46fe-9af4-3ca16a473632,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:42.895801 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:42.967231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3a6a0458-963d-46fe-9af4-3ca16a473632,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:43.097308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41863313-271c-4454-a32b-005a3c2349ca req-503bef55-bec7-4ab8-9c0d-c8b653c495a0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:43.099561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41863313-271c-4454-a32b-005a3c2349ca req-503bef55-bec7-4ab8-9c0d-c8b653c495a0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 944 time: 0.0885792 Jan 28 10:16:43.105878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['3a6a0458-963d-46fe-9af4-3ca16a473632'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:16:43.147038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41863313-271c-4454-a32b-005a3c2349ca req-07c7494e-53f7-478a-912e-81682f3ce514 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416284 Jan 28 10:16:43.865570 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:44.360603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae96798-6506-4513-8802-2084e86a8d46 req-776069d5-2758-4fea-aa84-9320638e06cf tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:44.362892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2ae96798-6506-4513-8802-2084e86a8d46 req-776069d5-2758-4fea-aa84-9320638e06cf tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 944 time: 0.1033168 Jan 28 10:16:44.416046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2ae96798-6506-4513-8802-2084e86a8d46 req-bddc4476-7791-4a1b-8749-b15b207497f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470929 Jan 28 10:16:44.657478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3a6a0458-963d-46fe-9af4-3ca16a473632 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:16:44.730746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 3a6a0458-963d-46fe-9af4-3ca16a473632 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:16:44.735585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 3a6a0458-963d-46fe-9af4-3ca16a473632 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:16:44.736210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:44.864528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:44.892123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:16:44.902380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3a6a0458-963d-46fe-9af4-3ca16a473632, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3a6a0458-963d-46fe-9af4-3ca16a473632,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:16:44.908974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:44.985667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3a6a0458-963d-46fe-9af4-3ca16a473632,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:45.109545 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'code': 200} Jan 28 10:16:45.239759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5da92c-57e7-424e-b370-12e3d1d50ae4 req-a54f4ea1-ed3e-4cf2-b31a-09140e5923fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:45.241374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e5da92c-57e7-424e-b370-12e3d1d50ae4 req-a54f4ea1-ed3e-4cf2-b31a-09140e5923fa service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1096 time: 0.0726845 Jan 28 10:16:45.285578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e5da92c-57e7-424e-b370-12e3d1d50ae4 req-96076626-fa68-4cc7-aa85-7af2d2b17889 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383410 Jan 28 10:16:45.362128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:45.618149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6787bded-3cb4-4905-b6da-c8228df20520 req-8bdb2d42-a7e3-4c8f-ab1a-0422623df36e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:45.619577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6787bded-3cb4-4905-b6da-c8228df20520 req-8bdb2d42-a7e3-4c8f-ab1a-0422623df36e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 945 time: 0.0837448 Jan 28 10:16:45.666151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6787bded-3cb4-4905-b6da-c8228df20520 req-80412554-8f99-49b0-be04-da3074c9b63c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410893 Jan 28 10:16:46.219216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:16:46.896264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9160d8ee-6b52-472c-b87c-ca33ce53100c req-91456622-e01e-45cc-b7b8-a12f7130711b tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:46.897740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9160d8ee-6b52-472c-b87c-ca33ce53100c req-91456622-e01e-45cc-b7b8-a12f7130711b tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 945 time: 0.0829957 Jan 28 10:16:46.944303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9160d8ee-6b52-472c-b87c-ca33ce53100c req-b98434c9-d23f-41e7-8a32-9a312a975fd4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399218 Jan 28 10:16:47.131678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96f99bd-898f-4483-956c-24ae52539a0f req-904f345e-50d7-44b7-948a-147661ad97ac tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:47.133183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b96f99bd-898f-4483-956c-24ae52539a0f req-904f345e-50d7-44b7-948a-147661ad97ac tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 945 time: 0.0867403 Jan 28 10:16:47.177942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b96f99bd-898f-4483-956c-24ae52539a0f req-b356eb30-e699-4020-ae8a-cce20b79cc74 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389280 Jan 28 10:16:47.201472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50208) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:47.271995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a8b6b6-3f68-4d9d-b0b8-c9522000b3c3 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:47.273557 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d7a8b6b6-3f68-4d9d-b0b8-c9522000b3c3 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1091 time: 0.0711136 Jan 28 10:16:47.276733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 50212) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:47.282301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:16:47.289903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:16:47.293817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:floatingip and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:16:47.296737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:16:47.303184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:16:47.314285 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:47.457715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:47.596785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.25.1.88 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/ac8f3906-4909-4cca-98f8-db5db6757fcd) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:16:47.749513 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:47.778119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:47.842299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:16:47.844973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:16:47.848914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:16:47.892723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=ac8f3906-4909-4cca-98f8-db5db6757fcd,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:48.391004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:48.463881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:48.673867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:48.678500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:48.798983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=ac8f3906-4909-4cca-98f8-db5db6757fcd,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:16:48.810871 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:48.982617 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Floating IP 73d61c59-bb18-4c96-b775-9c1192055193 associated. External IP: 172.25.1.88, port: 3a6a0458-963d-46fe-9af4-3ca16a473632. Jan 28 10:16:49.344933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:16:49.552468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:16:49.563717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:16:49.583828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:49.584583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:16:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:49.586471 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:49.660535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5cea0ed8-17f9-446f-aca7-b68a5944dd3a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3705575 Jan 28 10:16:49.660535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:16:49.670786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50228) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:49.746039 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'status': 'completed', 'code': 200} Jan 28 10:16:49.863361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:49.874836 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c8034666-530d-4c90-a7c5-596145d88fe5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/73d61c59-bb18-4c96-b775-9c1192055193 HTTP/1.1" status: 200 len: 990 time: 0.2222037 Jan 28 10:16:49.890307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-26f4ffe1-b883-4759-87a1-2f37f2e45ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:49.891714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-26f4ffe1-b883-4759-87a1-2f37f2e45ed3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1096 time: 0.1113472 Jan 28 10:16:50.025550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-e1948f7b-ab9f-47a5-ace6-2b29af663255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:50.026969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-e1948f7b-ab9f-47a5-ace6-2b29af663255 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 897 time: 0.1294191 Jan 28 10:16:50.126777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-f7c9b4b3-ac7c-46fe-ab43-1e66ef4a7c85 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 200 len: 998 time: 0.0940433 Jan 28 10:16:50.193738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-8154c21a-bed6-46d0-adcd-167f0215032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:50.195407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-8154c21a-bed6-46d0-adcd-167f0215032e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0a082ac-58dd-4a4d-a217-9557d2700676 HTTP/1.1" status: 200 len: 835 time: 0.0628109 Jan 28 10:16:50.218352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:27Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:48Z', 'revision_number': 0, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:50.222448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:16:50.230921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:16:50.231524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:16:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:50.273007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-d7748dbf-15e4-467a-bbb1-25347d0e651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:16:50.274484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-d7748dbf-15e4-467a-bbb1-25347d0e651d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724781 Jan 28 10:16:50.286650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-a8f62fb2-dab9-4e63-99a3-50b9ffa662ed service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:16:50.287600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-a8f62fb2-dab9-4e63-99a3-50b9ffa662ed service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060978 Jan 28 10:16:50.411023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:16:50.420844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-a457aa2a-3e19-40e0-be50-bc9b8691b8e8 service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270864 Jan 28 10:16:50.553368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a51dad9e-e3be-4a3f-b3bd-0aa8c19f0252 req-a6d334b3-72e5-4f92-8a99-71a20100ea32 service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258361 Jan 28 10:16:50.797505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:27Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:48Z', 'revision_number': 0, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:16:50.801998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5842f7-aa18-4337-b8f6-71fb1ecbbc8a None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:16:27Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:48Z', 'revision_number': 0, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:16:50.878855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50236) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:51.027894 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d383a81-6610-4865-9da2-4cf2cc339e32 None None] New status for floating IP 73d61c59-bb18-4c96-b775-9c1192055193: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:16:51.096824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e6ffdc6a-3bcb-45a5-a4b6-269c65779f0b tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/73d61c59-bb18-4c96-b775-9c1192055193 HTTP/1.1" status: 200 len: 990 time: 0.2156339 Jan 28 10:16:52.099298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50262) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:16:52.204360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-610a3c4b-969d-4fac-af73-5b0b24938671 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/73d61c59-bb18-4c96-b775-9c1192055193 HTTP/1.1" status: 200 len: 992 time: 0.1038384 Jan 28 10:16:55.939598 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-037ddb59-febb-4277-818b-8c44e15a8314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:58.371211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43237644-ddc9-4fa2-ae04-29c7c90386cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:59.483299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:16:59.497142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:00.603758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-2f1e7ec5-a417-4790-ad56-893f4e326a37 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2250283 Jan 28 10:17:00.743824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-88707554-8bc9-413c-b41d-e8dd1387cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:00.745228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-88707554-8bc9-413c-b41d-e8dd1387cd45 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 1096 time: 0.0692019 Jan 28 10:17:00.895991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:00.899043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-3b9a3ab4-3bd0-4b91-b262-4596933d2982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:00.900493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-3b9a3ab4-3bd0-4b91-b262-4596933d2982 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1366208 Jan 28 10:17:01.005755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-cd3f52b2-6151-468e-a9e5-55d8c5c09c06 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 200 len: 1001 time: 0.0989015 Jan 28 10:17:01.067998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-8818c3b8-b0e0-47e1-a440-bdaa89903e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:01.069584 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-8818c3b8-b0e0-47e1-a440-bdaa89903e82 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0575979 Jan 28 10:17:01.162446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-079aa7ea-278e-49a1-8950-d3904aed9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:01.164401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-079aa7ea-278e-49a1-8950-d3904aed9d08 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886145 Jan 28 10:17:01.300359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-1527cc2f-4c08-46c4-8d36-7e8d28f18ddd service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292260 Jan 28 10:17:01.438731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35b55291-2d00-40a1-a57e-9a2028b956e5 req-f66b480e-ce46-4aa0-a89c-0ff9e0ff2a5d service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315722 Jan 28 10:17:06.801579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-8d404754-e1c4-4e35-976f-a8e12c70a0e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0773842 Jan 28 10:17:06.949530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-09480030-1c7f-49bd-84af-4d1c4e374f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:06.951013 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-09480030-1c7f-49bd-84af-4d1c4e374f16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 1096 time: 0.0704315 Jan 28 10:17:07.237115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-ba980f8e-5524-43da-bc0f-0aa1f583ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:07.238248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-ba980f8e-5524-43da-bc0f-0aa1f583ec51 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 200 len: 910 time: 0.2594016 Jan 28 10:17:07.345251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-0f6d5e35-d633-4421-90d4-2ce22c5da514 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 200 len: 1001 time: 0.0969727 Jan 28 10:17:07.414411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-e77aadcb-40ca-43da-97b6-3199d57760f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:07.415976 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-e77aadcb-40ca-43da-97b6-3199d57760f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 200 len: 848 time: 0.0622110 Jan 28 10:17:07.503772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-87553cf9-6aa9-44f0-a45c-8c94102466c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:07.505330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-87553cf9-6aa9-44f0-a45c-8c94102466c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808337 Jan 28 10:17:07.518939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-85fca72c-fdf8-4b30-bbbb-070fad45b5a7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:17:07.519868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-85fca72c-fdf8-4b30-bbbb-070fad45b5a7 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050449 Jan 28 10:17:07.657684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-c7288674-5cec-4e90-a7ac-9ff7706e1060 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283479 Jan 28 10:17:07.801060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3cf9c619-a773-4d9a-85b2-5fc13034a126 req-852c0870-96a6-4e65-b929-a558a488ce39 service neutron] 10.222.0.25 "GET /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340494 Jan 28 10:17:13.880384 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:15.362624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:18.810325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 50736) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:18.881212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951af51c-c72c-4402-a250-ccabf6026653 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:18.881689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951af51c-c72c-4402-a250-ccabf6026653 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:18.882186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951af51c-c72c-4402-a250-ccabf6026653 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:18.883799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-951af51c-c72c-4402-a250-ccabf6026653 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=880cd2890fc24227ba150bc261f6ef0b&network_id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 2969 time: 0.0725546 Jan 28 10:17:22.617759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51194) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:22.675701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddc7da7-683d-4eda-bd5b-76351bbdcb8f tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:22.677146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2ddc7da7-683d-4eda-bd5b-76351bbdcb8f tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d HTTP/1.1" status: 200 len: 814 time: 0.0584359 Jan 28 10:17:23.041285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad62a0-f33e-4eb6-bbcb-455e354a09a3 req-d5da3022-15ee-481a-8357-c0a9a80655df tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:23.042783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7ad62a0-f33e-4eb6-bbcb-455e354a09a3 req-d5da3022-15ee-481a-8357-c0a9a80655df tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.0829127 Jan 28 10:17:23.090839 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7ad62a0-f33e-4eb6-bbcb-455e354a09a3 req-df92c634-2a3c-4218-80ab-25a81681dffb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Jan 28 10:17:23.219887 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:17:24.300008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4d429-728d-4c26-acc3-320d113aa40d req-c52c604f-d577-42aa-adb1-2ba3fd53fb7f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:24.301573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ec4d429-728d-4c26-acc3-320d113aa40d req-c52c604f-d577-42aa-adb1-2ba3fd53fb7f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.0953672 Jan 28 10:17:24.348871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ec4d429-728d-4c26-acc3-320d113aa40d req-ccd656a2-9655-4608-8ec1-0c7a63d2fabb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407090 Jan 28 10:17:24.416013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51220) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:24.421617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'network': {'name': 'tempest-network-smoke--1836423883', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:24.427108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:24.431071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:network and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:24.434067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:24.441058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:24.455802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:17:24.459806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:24.488098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 313} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:17:24.496788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:24.497123 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Added segment a3413f4d-091a-47bf-9a6e-4ef7eef8d266 of type vlan for network fc395752-4c04-455a-ab90-a4def7202cf6 Jan 28 10:17:24.574061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:24.619986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:24.625379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:24.625992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:24.660355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-5bdb8a19-fafc-4c01-807d-ee98b442cfdf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:24.661704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-5bdb8a19-fafc-4c01-807d-ee98b442cfdf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.1587574 Jan 28 10:17:24.788043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3708849 Jan 28 10:17:24.791207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51224) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:24.797312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Network': ['ID=fc395752-4c04-455a-ab90-a4def7202cf6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:24.810056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.810388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.810717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.811043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.811381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.811701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.812014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.812325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.812633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.812983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.813273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.813582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59525b90-d441-49a0-ac76-ee735a3c2763 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:24.819626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 6a5092fd-a222-4ca6-aa78-d30c661af49f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:17:24.819977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:24.825617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network fc395752-4c04-455a-ab90-a4def7202cf6 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:17:24.857125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e4a1aa-fc86-4f66-9afc-3828d368a51e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:24.858780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b2e4a1aa-fc86-4f66-9afc-3828d368a51e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=880cd2890fc24227ba150bc261f6ef0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0659702 Jan 28 10:17:24.862275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51228) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:25.009761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f891ef0a-42bc-4cab-b58c-19bb906a28cf tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:25.011909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f891ef0a-42bc-4cab-b58c-19bb906a28cf tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481249 Jan 28 10:17:25.014411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51234) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:25.056692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-95e62354-093a-4ce8-964c-16e8b6d62911 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410066 Jan 28 10:17:25.059455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51238) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:25.105170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4c5c8bda-df68-42c0-a881-5f90321a5ff7 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=880cd2890fc24227ba150bc261f6ef0b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0446095 Jan 28 10:17:25.107734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51244) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:25.256134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port 6a5092fd-a222-4ca6-aa78-d30c661af49f, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=6a5092fd-a222-4ca6-aa78-d30c661af49f,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:25.259731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:25.261417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4817db4-abdf-4749-aa06-62ee1eff9583 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:25.262916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e4817db4-abdf-4749-aa06-62ee1eff9583 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1541386 Jan 28 10:17:25.266816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51250) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:25.309006 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7dd83905-33e6-4628-8687-8f7eb6eef7cb tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409203 Jan 28 10:17:25.313264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51254) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:25.318859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1951691985', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:25.461005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:25.466039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:subnet and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:25.469156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:25.476124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:25.531447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:17:25.535655 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:25.603695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:25.604302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:25.604393 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Floating IP 91c15640-b05e-4900-af87-a503480e09ae disassociated. External IP: 172.25.1.112, port: 6a5092fd-a222-4ca6-aa78-d30c661af49f. Jan 28 10:17:25.604692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 6a5092fd-a222-4ca6-aa78-d30c661af49f owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:17:25.675169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0acf14-bdce-497c-81bb-5c0a594ed2ff req-f30ae4b6-41c5-486a-bda5-7cb98318c198 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:25.677176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8a0acf14-bdce-497c-81bb-5c0a594ed2ff req-f30ae4b6-41c5-486a-bda5-7cb98318c198 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 945 time: 0.1940384 Jan 28 10:17:25.767529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:25.825284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=6a5092fd-a222-4ca6-aa78-d30c661af49f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:25.903708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8a0acf14-bdce-497c-81bb-5c0a594ed2ff req-1066fc75-3a26-4051-a44e-e38c558c72c1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149482 Jan 28 10:17:25.945861 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60554381-c06d-437e-bb93-8e7fca6ec93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:25.956413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.035860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:17:26.045196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Subnet': ['ID=151e0cff-dd6b-4217-ad94-be3fcb57f18d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:26.053281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Checking segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:17:26.053642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network hostable DHCP agents. Network: fc395752-4c04-455a-ab90-a4def7202cf6, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:17:26.059896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.060235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.060568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.060929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.061300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.061629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.061950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.062267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.062582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.062904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.063215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.063533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:26.080991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network fc395752-4c04-455a-ab90-a4def7202cf6 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:17:26.090271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, fc395752-4c04-455a-ab90-a4def7202cf6) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:26.094602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:26.095322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.104394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437cb105-d586-484c-b4fb-ceecfd20b196 None None] Network fc395752-4c04-455a-ab90-a4def7202cf6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:17:26.125188 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e97960dc-402d-4b22-92ff-e1eba75e46da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8106928 Jan 28 10:17:26.265717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:17:26.329082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:17:26.366930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port 6a5092fd-a222-4ca6-aa78-d30c661af49f on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:17:26.372207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.395346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'name': 'network-vif-deleted', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:17:26.416008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7a4b7e6-bf6a-4197-881c-2d72cf1d2e23 req-f29a5cea-0125-4cb2-adb9-edcb17b27965 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "DELETE /v2.0/ports/6a5092fd-a222-4ca6-aa78-d30c661af49f HTTP/1.1" status: 204 len: 173 time: 1.7481024 Jan 28 10:17:26.455267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:17:26.456149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:16:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:26.588591 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30eeb9e0-4e66-4e85-9366-9d813c6ecc24', 'name': 'network-vif-deleted', 'tag': '6a5092fd-a222-4ca6-aa78-d30c661af49f', 'status': 'completed', 'code': 200} Jan 28 10:17:26.602469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-fc395752-4c04-455a-ab90-a4def7202cf6', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ips': [{'subnet_id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:17:26.603771 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.699658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51270) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:26.706104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216905337', 'description': 'tempest-secgroup-smoke-1216905337 description', 'project_id': '880cd2890fc24227ba150bc261f6ef0b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:26.714307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:26.725789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:26.740133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.765233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:26.768964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:26.772379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:26.778219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:26.832881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:17:26.859204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.866431 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.923972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e42c1ad7-514b-4a68-99da-bb3d7c88bca0,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:26.937961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:26.939437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1edd6459-f8c5-4bac-88ff-05806a27767a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2386024 Jan 28 10:17:26.943918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51276) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:26.948996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'e42c1ad7-514b-4a68-99da-bb3d7c88bca0', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:26.955954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:26.961319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:26.966848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:26.973177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:26.996384 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.068428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.073516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.112934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf05486-0f42-4fa2-a749-061afd82b73e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:27.125277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.126155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-77bbf428-5f3f-488e-bf48-de9e8ef0d3e9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816833 Jan 28 10:17:27.129919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51280) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:27.131571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Allocated IP 172.20.0.18 (fc395752-4c04-455a-ab90-a4def7202cf6/151e0cff-dd6b-4217-ad94-be3fcb57f18d/856f3b77-188a-4be0-930d-ddf48302a7a9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:17:27.136265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'e42c1ad7-514b-4a68-99da-bb3d7c88bca0', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:27.151972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:27.156218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:27.159562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:27.166178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:27.185133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-20e0c7fb-9e6e-461f-a8db-824ff3195801 req-44a1fc1a-e0b9-42dc-bb0e-d4fdfa9ea010 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=30eeb9e0-4e66-4e85-9366-9d813c6ecc24 HTTP/1.1" status: 200 len: 210 time: 0.0625412 Jan 28 10:17:27.195428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.265910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.270724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.296505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a85d1860-0137-41d3-bb03-f7cbb60b5d95,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:27.308264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.309554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a7555bfd-9d44-45a7-be66-f19495c0b940 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1786532 Jan 28 10:17:27.312203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51284) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:27.320127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'e42c1ad7-514b-4a68-99da-bb3d7c88bca0', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:27.327433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:27.331735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:27.336204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:27.342123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:27.366298 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.453613 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.456153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:27.459314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.464144 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.466937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:17:27.482887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Transition to ACTIVE for port object 856f3b77-188a-4be0-930d-ddf48302a7a9 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:27.485388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:17:27.486208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:16:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:27.497219 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8f5581d-7890-485d-a6c1-22471a185808,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:27.500329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.504742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d70a942-4836-4e84-871a-300ce30400a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1879952 Jan 28 10:17:27.505113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51288) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:27.510800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'e42c1ad7-514b-4a68-99da-bb3d7c88bca0', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:27.517874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:27.523290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:27.526275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:27.533392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:27.555037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.630021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.630886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Transition to ACTIVE for port object 856f3b77-188a-4be0-930d-ddf48302a7a9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:27.637327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.671491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=161c2c26-c4df-4cfd-8d6f-1d2c74671648,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:27.693714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.720067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.725358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-62a042bd-90af-4627-a196-764e9850b04d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2162495 Jan 28 10:17:27.727204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51296) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:27.732967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'e42c1ad7-514b-4a68-99da-bb3d7c88bca0', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:27.742672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:27.747689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:27.753183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:27.761585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:27.777438 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Project 880cd2890fc24227ba150bc261f6ef0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:17:27.788404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Network fc395752-4c04-455a-ab90-a4def7202cf6 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:17:27.792159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.793242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:27.800715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:17:27.820219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Pushing event updated for resources: {'Port': ['ID=856f3b77-188a-4be0-930d-ddf48302a7a9,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:27.875845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:17:27.939900 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.944849 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.964748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c6f4e0b-c6d9-422f-9280-369c3b56cb64,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:27.968290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.968692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.969025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.969347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.969673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.970391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.970884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.971364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.971828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.972287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.972811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.973341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:17:27.989326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:27.990556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-af55a640-b5a8-4181-89ff-3f5b1e3e47ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2623212 Jan 28 10:17:27.993638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51302) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:27.998642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': 'e42c1ad7-514b-4a68-99da-bb3d7c88bca0', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:28.005742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:28.009595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:28.015734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:28.021715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:28.032247 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Project 880cd2890fc24227ba150bc261f6ef0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:17:28.040317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.061766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51306) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:28.085614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Attempting to bind port 856f3b77-188a-4be0-930d-ddf48302a7a9 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:17:28.085983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Attempting to bind port 856f3b77-188a-4be0-930d-ddf48302a7a9 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:17:28.086342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Attempting to bind port 856f3b77-188a-4be0-930d-ddf48302a7a9 on network fc395752-4c04-455a-ab90-a4def7202cf6 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:17:28.112316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.112528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:17:28.112838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Checking segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:17:28.113993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.114419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Bound using segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:17:28.115130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Bound port: 856f3b77-188a-4be0-930d-ddf48302a7a9, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:17:28.115523 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.118757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.150419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3441dac1-a2cf-4cc7-afe8-3b9e67388e44,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:28.169991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.180533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-903bd2c1-837f-4689-8b5f-d6275b2b8831 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1767642 Jan 28 10:17:28.227357 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.244178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:28.248614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Usage tracker for resource:security_group_rule and tenant:c759ff4af63a47b0885fa42c81608d6c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:28.252236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:28.259315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:28.360360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] For port 856f3b77-188a-4be0-930d-ddf48302a7a9, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:17:28.387556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] For port 856f3b77-188a-4be0-930d-ddf48302a7a9, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=856f3b77-188a-4be0-930d-ddf48302a7a9,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:17:28.388577 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.392864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.405488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1e535410-dfb7-41a3-b9f5-cbb30262af59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.410658 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.449402 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c759ff4af63a47b0885fa42c81608d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863728 Jan 28 10:17:28.450682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51328) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:28.512236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b120a522-df69-404a-a2c4-2fe3163b4367 None None] Pushing event updated for resources: {'Port': ['ID=856f3b77-188a-4be0-930d-ddf48302a7a9,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:28.525884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:28.528322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-84f3a743-00c6-4995-9284-6f6240a90e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.532723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcff644b-eb43-41e8-8650-7162c2a89a0c None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:17:28.537949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714f065-72f0-422e-b8e4-7fe7514d71f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2a74d0f-a3d6-4f9a-97e1-f9f7071deb50,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:28.575203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-8408d20e-0c16-452e-bbd7-5725acdc174c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216905337&fields=id&tenant_id=880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 267 time: 0.1424043 Jan 28 10:17:28.585895 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-84f3a743-00c6-4995-9284-6f6240a90e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.697217 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-84f3a743-00c6-4995-9284-6f6240a90e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.715139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3a743-00c6-4995-9284-6f6240a90e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2a74d0f-a3d6-4f9a-97e1-f9f7071deb50,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:28.718440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-84f3a743-00c6-4995-9284-6f6240a90e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:28.720714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-84f3a743-00c6-4995-9284-6f6240a90e89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2a74d0f-a3d6-4f9a-97e1-f9f7071deb50 HTTP/1.1" status: 204 len: 168 time: 0.2673819 Jan 28 10:17:28.785741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-0e23264d-02bc-46ca-b435-c22dab03c281 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:28.786440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-0e23264d-02bc-46ca-b435-c22dab03c281 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:17:28.812920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-0e23264d-02bc-46ca-b435-c22dab03c281 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:17:28.814155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-0e23264d-02bc-46ca-b435-c22dab03c281 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/networks?id=fc395752-4c04-455a-ab90-a4def7202cf6 HTTP/1.1" status: 200 len: 797 time: 0.2295105 Jan 28 10:17:28.837877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-ae64b35a-d5c3-4e3f-a745-1885ed007deb tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/quotas/880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 375 time: 0.0173101 Jan 28 10:17:28.923457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 6a5092fd-a222-4ca6-aa78-d30c661af49f no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:17:28.946330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-81456f64-7d25-4c32-a937-bd4f5536bcdb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890402682&fields=id&tenant_id=6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 267 time: 0.1887968 Jan 28 10:17:29.011206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 6a5092fd-a222-4ca6-aa78-d30c661af49f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:17:29.011552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 6a5092fd-a222-4ca6-aa78-d30c661af49f not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:17:29.016177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-f7e53bf3-be3f-4c84-9ab2-b5f067128210 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1635890 Jan 28 10:17:29.026313 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca7b308-ed8d-4c39-bd53-c82ce17de180 None None] New status for floating IP 91c15640-b05e-4900-af87-a503480e09ae: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:17:29.185376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-ad53d142-e2b9-4dc1-91db-d4c12439397b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:29.192114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-ad53d142-e2b9-4dc1-91db-d4c12439397b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.2449329 Jan 28 10:17:29.210225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-15d870c1-a625-4fd9-a502-127e4451c7fb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.0172169 Jan 28 10:17:29.217208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-1914499d-ce9f-4ae6-acdc-b0a7d5dc9d19 service neutron] 10.222.0.42 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001128 Jan 28 10:17:29.247168 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:29.298143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-e52d0a56-ebf5-4fdc-aa83-671feca8bd4b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:17:29.317416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-e52d0a56-ebf5-4fdc-aa83-671feca8bd4b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:17:29.325026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-e52d0a56-ebf5-4fdc-aa83-671feca8bd4b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1123543 Jan 28 10:17:29.330651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.336896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-b380efbf-eacb-4875-94dd-a5395c8f9978 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:17:29.341108 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-b380efbf-eacb-4875-94dd-a5395c8f9978 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057709 Jan 28 10:17:29.364543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:29.372058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba7626978484776a7ddba5411a0ca62 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:29.376489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:29.393677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:29.431426 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-436f1a1f-4f37-4e92-aecf-49bf99f5ac6a service neutron] 10.222.0.42 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076528 Jan 28 10:17:29.524492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.526313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-b46fb37b-96f5-4371-9ba1-055a2c807798 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773698 Jan 28 10:17:29.528179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.594850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.601866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.716463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2f17ddbc-1067-4bd3-99aa-791ec2f1021a req-7e4bad34-02c5-4238-a41a-6193e3ae74f5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 210 time: 0.0748410 Jan 28 10:17:29.732107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ba7626978484776a7ddba5411a0ca62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4834821 Jan 28 10:17:29.736831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51348) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:29.737981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb6f72-233b-4e89-9983-8ce0c32f5550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68e8d352-349a-479c-b988-69a9bfeef87f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:29.759696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-75f8669d-acb2-4df0-9399-c618a7673bc6 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260392 Jan 28 10:17:29.808686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2577931a-3362-4bef-a6a6-183d13c03cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.843468 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2577931a-3362-4bef-a6a6-183d13c03cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.902052 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2577931a-3362-4bef-a6a6-183d13c03cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.931361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577931a-3362-4bef-a6a6-183d13c03cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68e8d352-349a-479c-b988-69a9bfeef87f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:29.934018 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2577931a-3362-4bef-a6a6-183d13c03cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:29.935708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2577931a-3362-4bef-a6a6-183d13c03cf1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68e8d352-349a-479c-b988-69a9bfeef87f HTTP/1.1" status: 204 len: 168 time: 0.1913977 Jan 28 10:17:30.047266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37afa9a5-6679-455d-bb9c-521bfc4a650a None None] Network fc395752-4c04-455a-ab90-a4def7202cf6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:17:30.185018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c1dc7547-d5e7-4036-aaec-c797d56e6aaa None None] Provisioning for port 856f3b77-188a-4be0-930d-ddf48302a7a9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:30.331167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22e666b8-5cba-4932-8b43-c15e73f59f50 req-6d66c02e-d3b9-4410-bbc2-f1d6126eb889 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 210 time: 0.0581529 Jan 28 10:17:30.514151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 856f3b77-188a-4be0-930d-ddf48302a7a9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:17:30.636186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 856f3b77-188a-4be0-930d-ddf48302a7a9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:30.643111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 856f3b77-188a-4be0-930d-ddf48302a7a9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:30.643718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:30.728012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8614eb0e-0b62-4c0d-baa4-fcfbb5289682 None None] Provisioning complete for port 856f3b77-188a-4be0-930d-ddf48302a7a9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:30.728571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8614eb0e-0b62-4c0d-baa4-fcfbb5289682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:30.870396 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:30.922510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6c78f29-bca9-4fc2-bf76-e7712ec403a9 req-11ea2e58-8547-4084-b356-30e18383bbd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 210 time: 0.0670576 Jan 28 10:17:30.966636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:30.984125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 856f3b77-188a-4be0-930d-ddf48302a7a9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=856f3b77-188a-4be0-930d-ddf48302a7a9,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:30.996686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:31.089993 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8614eb0e-0b62-4c0d-baa4-fcfbb5289682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:31.164071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=856f3b77-188a-4be0-930d-ddf48302a7a9,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:31.197764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-8614eb0e-0b62-4c0d-baa4-fcfbb5289682 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:17:31.198029 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-8614eb0e-0b62-4c0d-baa4-fcfbb5289682 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:17:31.238862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-bd759e89-bb06-4595-ae90-fab6208640db tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:31.240586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-bd759e89-bb06-4595-ae90-fab6208640db tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.25 "GET /v2.0/networks?id=fc395752-4c04-455a-ab90-a4def7202cf6 HTTP/1.1" status: 200 len: 797 time: 0.1942732 Jan 28 10:17:31.298748 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-05903de2-6007-4a3c-a382-d76b23848375 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 471 time: 0.0462854 Jan 28 10:17:31.309957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'port': {'device_id': '9eb68641-df5c-4578-bb05-002223f780ac', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'admin_state_up': True, 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'security_groups': ['e42c1ad7-514b-4a68-99da-bb3d7c88bca0']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:31.597732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69277130-a489-4e17-b3a4-b0f5f48f52c7 req-44fabde4-9cac-4539-8bbb-4b7ad8cd5994 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 210 time: 0.1700912 Jan 28 10:17:31.599203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51408) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:31.614722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:31.619414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:port and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:31.622444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:31.628192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:31.637744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:17:31.641564 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:31.821687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:31.834374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-023d18fd-3e8f-4391-a4b9-ef768974aaf6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:31.835398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-023d18fd-3e8f-4391-a4b9-ef768974aaf6 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.25 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.1566098 Jan 28 10:17:31.851499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:31.858791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Usage tracker for resource:security_group_rule and tenant:58060c65636a4e5883e25a301feb512f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:31.864034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:31.875437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:31.883098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.20.0.21 (fc395752-4c04-455a-ab90-a4def7202cf6/151e0cff-dd6b-4217-ad94-be3fcb57f18d/e58329f3-20a9-4493-adcd-2f8da295c214) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:17:31.893613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-a47c4948-c07e-4b42-b2d9-2474236b4ab0 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 380 time: 0.0497377 Jan 28 10:17:31.904452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'security_groups': ['5803f746-6d60-4b9b-8bcb-92e0654bb334']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:32.093140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7247942e-4a5b-477a-8953-d5425982f598 req-f3e9777e-a95c-4663-9c6c-8a67dab94500 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 210 time: 0.0555983 Jan 28 10:17:32.102996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:32.114175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:32.131586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.141628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:17:32.144561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.145781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.168906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.213439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58060c65636a4e5883e25a301feb512f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6137402 Jan 28 10:17:32.215957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51416) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:32.219252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Transition to ACTIVE for port object e58329f3-20a9-4493-adcd-2f8da295c214 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:32.220350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb2757-a52b-4f4c-9fd3-6416b36cc9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88342d0-99f1-4c70-a674-b7ff21ad7da9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:32.249670 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.331268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89425fef-61c3-4f77-bb00-f2983f19a40e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.331665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network fc395752-4c04-455a-ab90-a4def7202cf6 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:17:32.338037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:32.342308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:17:32.359963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89425fef-61c3-4f77-bb00-f2983f19a40e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.375054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=e58329f3-20a9-4493-adcd-2f8da295c214,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:32.424829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:32.426840 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.475753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 856f3b77-188a-4be0-930d-ddf48302a7a9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:17:32.491655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.12 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/95eae084-1c25-4654-8a57-992e1e0b2b58) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:17:32.493648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89425fef-61c3-4f77-bb00-f2983f19a40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.515923 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-b1327384-0327-45f6-b7b5-3800b03cf78d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2099531 Jan 28 10:17:32.532098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Request body: {'port': {'device_id': '9eb68641-df5c-4578-bb05-002223f780ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:32.540742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89425fef-61c3-4f77-bb00-f2983f19a40e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88342d0-99f1-4c70-a674-b7ff21ad7da9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:32.588224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-89425fef-61c3-4f77-bb00-f2983f19a40e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.590074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-89425fef-61c3-4f77-bb00-f2983f19a40e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e88342d0-99f1-4c70-a674-b7ff21ad7da9 HTTP/1.1" status: 204 len: 168 time: 0.3728333 Jan 28 10:17:32.666874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 856f3b77-188a-4be0-930d-ddf48302a7a9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:32.667256 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.769543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c2cc7834-955a-4d2d-9443-256e6f8d22f0 None None] Provisioning for port e58329f3-20a9-4493-adcd-2f8da295c214 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:32.776908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c2cc7834-955a-4d2d-9443-256e6f8d22f0 None None] Provisioning complete for port e58329f3-20a9-4493-adcd-2f8da295c214 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:32.777492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c2cc7834-955a-4d2d-9443-256e6f8d22f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.806993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a512b21-7264-4912-ad0e-77438c04dd40 req-c80f0d2c-2b2e-48f1-9f19-e27b944d40e1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 210 time: 0.0511301 Jan 28 10:17:32.809438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.859687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:32.868853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c2cc7834-955a-4d2d-9443-256e6f8d22f0 None None] Port e58329f3-20a9-4493-adcd-2f8da295c214 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:17:32.892346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object 95eae084-1c25-4654-8a57-992e1e0b2b58 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:32.933572 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.007216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:17:33.014850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:33.023368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:17:33.097404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=95eae084-1c25-4654-8a57-992e1e0b2b58,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:33.129960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:33.131689 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.160392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-82a16555-480e-43fa-bb11-73755cd84b8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2596271 Jan 28 10:17:33.176521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Request body: {'port': {'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:33.297303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7e6458b6-73c6-40c9-9896-2d03271bdb64 None None] Provisioning for port 95eae084-1c25-4654-8a57-992e1e0b2b58 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:33.303454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7e6458b6-73c6-40c9-9896-2d03271bdb64 None None] Provisioning complete for port 95eae084-1c25-4654-8a57-992e1e0b2b58 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:33.303972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7e6458b6-73c6-40c9-9896-2d03271bdb64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.376185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58329f3-20a9-4493-adcd-2f8da295c214 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:17:33.388464 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.430270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Transition to ACTIVE for port object e58329f3-20a9-4493-adcd-2f8da295c214 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:33.435443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.451011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7e6458b6-73c6-40c9-9896-2d03271bdb64 None None] Port 95eae084-1c25-4654-8a57-992e1e0b2b58 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:17:33.504330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.617045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f4821-9ba2-4a59-9982-be9ce2693cea req-e3ed424a-9e51-4883-a51e-ce32bee4ce81 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:33.618882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-759f4821-9ba2-4a59-9982-be9ce2693cea req-e3ed424a-9e51-4883-a51e-ce32bee4ce81 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 944 time: 0.1978316 Jan 28 10:17:33.697556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Pushing event updated for resources: {'Port': ['ID=e58329f3-20a9-4493-adcd-2f8da295c214,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:33.741755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-759f4821-9ba2-4a59-9982-be9ce2693cea req-0f58e9f4-04ca-4286-86af-74fd2d2425ee tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:17:33.752101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Attempting to bind port e58329f3-20a9-4493-adcd-2f8da295c214 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:17:33.752785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Attempting to bind port e58329f3-20a9-4493-adcd-2f8da295c214 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:17:33.753358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Attempting to bind port e58329f3-20a9-4493-adcd-2f8da295c214 on network fc395752-4c04-455a-ab90-a4def7202cf6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:17:33.758952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Port e58329f3-20a9-4493-adcd-2f8da295c214 on network fc395752-4c04-455a-ab90-a4def7202cf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:17:33.759491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Attempting to bind port e58329f3-20a9-4493-adcd-2f8da295c214 on network fc395752-4c04-455a-ab90-a4def7202cf6 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:17:33.765611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:17:33.766386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Checking segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:17:33.766952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Bound using segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:17:33.767607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Bound port: e58329f3-20a9-4493-adcd-2f8da295c214, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:17:33.768285 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:33.807947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-759f4821-9ba2-4a59-9982-be9ce2693cea req-0f58e9f4-04ca-4286-86af-74fd2d2425ee tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:17:33.817495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-759f4821-9ba2-4a59-9982-be9ce2693cea req-0f58e9f4-04ca-4286-86af-74fd2d2425ee tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893613 Jan 28 10:17:33.953087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] For port e58329f3-20a9-4493-adcd-2f8da295c214, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:17:33.958190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] For port e58329f3-20a9-4493-adcd-2f8da295c214, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e58329f3-20a9-4493-adcd-2f8da295c214,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:17:33.963554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.087056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.088866 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.090638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] 10.222.0.25 "PUT /v2.0/ports/e58329f3-20a9-4493-adcd-2f8da295c214 HTTP/1.1" status: 200 len: 1092 time: 1.5640712 Jan 28 10:17:34.090790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95eae084-1c25-4654-8a57-992e1e0b2b58 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:17:34.090880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9eb68641-df5c-4578-bb05-002223f780ac', 'tag': 'e58329f3-20a9-4493-adcd-2f8da295c214'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:17:34.099576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.124504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Transition to ACTIVE for port object 95eae084-1c25-4654-8a57-992e1e0b2b58 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:34.129294 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.206390 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9eb68641-df5c-4578-bb05-002223f780ac', 'tag': 'e58329f3-20a9-4493-adcd-2f8da295c214', 'status': 'completed', 'code': 200} Jan 28 10:17:34.231202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac8bb4e-2c76-4544-b690-e21c0a97df0c service neutron] Pushing event updated for resources: {'Port': ['ID=e58329f3-20a9-4493-adcd-2f8da295c214,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:34.427563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5706a1e-2bf9-4436-9657-ca1c8f3fc47d req-15f208d3-b4f0-4478-a087-ee8f8809a72c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.431569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5706a1e-2bf9-4436-9657-ca1c8f3fc47d req-15f208d3-b4f0-4478-a087-ee8f8809a72c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 932 time: 0.4252131 Jan 28 10:17:34.461393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95eae084-1c25-4654-8a57-992e1e0b2b58,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:34.515543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-cb9f6f3c-eda4-41ba-850f-bac76d9e4784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.518105 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-cb9f6f3c-eda4-41ba-850f-bac76d9e4784 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 1095 time: 0.3700979 Jan 28 10:17:34.543253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Attempting to bind port 95eae084-1c25-4654-8a57-992e1e0b2b58 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:17:34.543705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Attempting to bind port 95eae084-1c25-4654-8a57-992e1e0b2b58 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:17:34.544075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Attempting to bind port 95eae084-1c25-4654-8a57-992e1e0b2b58 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:17:34.572513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Port 95eae084-1c25-4654-8a57-992e1e0b2b58 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:17:34.574000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Attempting to bind port 95eae084-1c25-4654-8a57-992e1e0b2b58 on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:17:34.589038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:17:34.589377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:17:34.589756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:17:34.590174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Bound port: 95eae084-1c25-4654-8a57-992e1e0b2b58, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:17:34.590520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.699316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] For port 95eae084-1c25-4654-8a57-992e1e0b2b58, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:17:34.702787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] For port 95eae084-1c25-4654-8a57-992e1e0b2b58, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=95eae084-1c25-4654-8a57-992e1e0b2b58,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:17:34.706862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.771230 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-e8351920-9ada-43e3-89a7-b580ae8a9c4e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e58329f3-20a9-4493-adcd-2f8da295c214 HTTP/1.1" status: 200 len: 217 time: 0.2373896 Jan 28 10:17:34.771756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.772364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:34.773750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] 10.222.0.25 "PUT /v2.0/ports/95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 1092 time: 1.6029263 Jan 28 10:17:34.774189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:17:34.820124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e3c26-7b66-4657-8f90-84dea1b7b2f7 service neutron] Pushing event updated for resources: {'Port': ['ID=95eae084-1c25-4654-8a57-992e1e0b2b58,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:34.849322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5706a1e-2bf9-4436-9657-ca1c8f3fc47d req-e5e149e6-fd1e-49a5-8ef3-1795f34f5e53 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4035308 Jan 28 10:17:34.881948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-1d33f562-883c-48c1-8d7e-c964192590d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.888012 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-1d33f562-883c-48c1-8d7e-c964192590d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=151e0cff-dd6b-4217-ad94-be3fcb57f18d HTTP/1.1" status: 200 len: 838 time: 0.0999415 Jan 28 10:17:34.888286 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'status': 'completed', 'code': 200} Jan 28 10:17:34.921294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-0d134152-ef89-4863-b095-1f6eef3f5e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.923115 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-0d134152-ef89-4863-b095-1f6eef3f5e05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1095 time: 0.1000340 Jan 28 10:17:34.986493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-983efac3-740c-4d43-a517-03556ebfc4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:34.989108 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-983efac3-740c-4d43-a517-03556ebfc4f8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc395752-4c04-455a-ab90-a4def7202cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0942435 Jan 28 10:17:35.042431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-c2f777d7-2ad2-4c6c-b3e5-c11daeeb92cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 217 time: 0.1078780 Jan 28 10:17:35.116307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-a16680de-9bd4-4ed0-9268-cad8b5b9b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.117778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-a16680de-9bd4-4ed0-9268-cad8b5b9b675 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0651865 Jan 28 10:17:35.141812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-d633fb7d-3c4b-4d87-a47f-d7c6465a6ae8 service neutron] 10.222.0.25 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433372 Jan 28 10:17:35.198644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e428fa0-9144-437b-9222-147c72795c1c req-17c49d84-bcfa-4c8b-bffb-288476d8cff4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.200093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e428fa0-9144-437b-9222-147c72795c1c req-17c49d84-bcfa-4c8b-bffb-288476d8cff4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 944 time: 0.2052374 Jan 28 10:17:35.249408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-7ab1b7b6-800a-45f6-a76d-8846ad39b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.250858 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-7ab1b7b6-800a-45f6-a76d-8846ad39b77e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210325 Jan 28 10:17:35.258628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e428fa0-9144-437b-9222-147c72795c1c req-3f1fe684-5ce1-457a-a1a9-dd0852dbf296 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463274 Jan 28 10:17:35.292215 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e5fd19a-73be-4f72-b675-01457be06fb3 req-f347c469-0024-47ec-8a0d-c18e3e8661ef service neutron] 10.222.0.25 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424320 Jan 28 10:17:35.408336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-387f6a7d-677c-4b12-873e-82d362b6dc34 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478403 Jan 28 10:17:35.429082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-0e0630ff-d9f3-4b28-88e3-84df974b324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.430587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-0e0630ff-d9f3-4b28-88e3-84df974b324e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 1095 time: 0.0833652 Jan 28 10:17:35.544498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4476702-61ca-4757-ac4e-68310edf33d3 req-f291601d-bfd2-45f8-8579-11c83f11cbcb service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300812 Jan 28 10:17:35.570460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-5d6281ab-b894-4686-9e17-a8c969a1f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.572040 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-5d6281ab-b894-4686-9e17-a8c969a1f98c service neutron] 10.222.0.25 "GET /v2.0/networks?id=fc395752-4c04-455a-ab90-a4def7202cf6 HTTP/1.1" status: 200 len: 898 time: 0.1355529 Jan 28 10:17:35.642159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-889a8fab-f056-4312-9e8f-bcdb718a00d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e58329f3-20a9-4493-adcd-2f8da295c214 HTTP/1.1" status: 200 len: 217 time: 0.0614552 Jan 28 10:17:35.663375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-5c36349c-82b6-4734-97d5-45ed95ec36e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.664885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-5c36349c-82b6-4734-97d5-45ed95ec36e3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1095 time: 0.0762258 Jan 28 10:17:35.709813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-812407e9-8afc-41d8-a58e-e80031c17b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.711261 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-812407e9-8afc-41d8-a58e-e80031c17b1a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=151e0cff-dd6b-4217-ad94-be3fcb57f18d HTTP/1.1" status: 200 len: 838 time: 0.0622857 Jan 28 10:17:35.790498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-010a46bd-141a-4ab0-8e40-e4a737f6fea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.792036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-010a46bd-141a-4ab0-8e40-e4a737f6fea0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc395752-4c04-455a-ab90-a4def7202cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0743122 Jan 28 10:17:35.928884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-7c5636bc-6a3d-4589-a96d-29f202410254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:35.930333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-7c5636bc-6a3d-4589-a96d-29f202410254 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.2595198 Jan 28 10:17:35.964514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-0abad2bb-0f22-4770-9f98-5070bfac2c5b service neutron] 10.222.0.25 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643147 Jan 28 10:17:36.030205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-36946af2-8f60-4e41-bdf3-bf933575f450 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 217 time: 0.0863431 Jan 28 10:17:36.097704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-0b0c7ca2-dcd4-48b6-9d90-c1ad4df7361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:36.099134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-0b0c7ca2-dcd4-48b6-9d90-c1ad4df7361d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0656168 Jan 28 10:17:36.181223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-59cebcbb-9cb9-49b1-b18a-90d370d44acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:36.182913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-59cebcbb-9cb9-49b1-b18a-90d370d44acf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770502 Jan 28 10:17:36.194753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f30797f-6c5e-430e-b974-a53e5c399bbf req-e0b84e6a-16f3-4b28-97a6-a7c302cfbc1e service neutron] 10.222.0.25 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244959 Jan 28 10:17:36.205774 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b637b17-8b88-460a-8bb4-00d0ed65fe6c req-5daa8a72-ea5a-4b25-b938-d7a07cec84b5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:36.207243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b637b17-8b88-460a-8bb4-00d0ed65fe6c req-5daa8a72-ea5a-4b25-b938-d7a07cec84b5 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.2034922 Jan 28 10:17:36.254664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b637b17-8b88-460a-8bb4-00d0ed65fe6c req-84a3bdf3-521e-4e9f-a6b1-cc1c3e7c040a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388258 Jan 28 10:17:36.319053 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-c339a895-f39b-496d-a957-6ca707abd066 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291020 Jan 28 10:17:36.512085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa51998a-ef2c-412d-9062-3e5fede1c307 req-f51e5bce-17ab-4619-83c7-d04b382a4474 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833484 Jan 28 10:17:36.527447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dbd800-28c2-4dd7-b43d-4fb63dc2621b req-57879b04-e1b1-4905-a0c1-92846c3ef4c9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:36.528964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44dbd800-28c2-4dd7-b43d-4fb63dc2621b req-57879b04-e1b1-4905-a0c1-92846c3ef4c9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 944 time: 0.1307347 Jan 28 10:17:36.576898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44dbd800-28c2-4dd7-b43d-4fb63dc2621b req-a881c917-209c-48b8-9167-a6a504e6683d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Jan 28 10:17:37.433309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f01d21-0b00-462f-898c-ce5c07245b96 req-fd98e1db-71a5-4d4f-890b-4d63d65f28aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:37.434756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53f01d21-0b00-462f-898c-ce5c07245b96 req-fd98e1db-71a5-4d4f-890b-4d63d65f28aa tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.0769329 Jan 28 10:17:37.484222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53f01d21-0b00-462f-898c-ce5c07245b96 req-c43ecc25-d56e-467a-bcea-17238817677e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438559 Jan 28 10:17:37.756194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3ad3a-ba05-4526-9728-9b465d9958cb req-7a8502a5-6716-42aa-a737-fa965ed6e7af tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:37.757550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18b3ad3a-ba05-4526-9728-9b465d9958cb req-7a8502a5-6716-42aa-a737-fa965ed6e7af tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 944 time: 0.0784009 Jan 28 10:17:37.802633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18b3ad3a-ba05-4526-9728-9b465d9958cb req-07d832ed-aa2e-4fb4-ba71-a2f5b504a011 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394773 Jan 28 10:17:37.849361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e58329f3-20a9-4493-adcd-2f8da295c214 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:17:37.979859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port e58329f3-20a9-4493-adcd-2f8da295c214, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e58329f3-20a9-4493-adcd-2f8da295c214,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:37.994784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'e58329f3-20a9-4493-adcd-2f8da295c214', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'port_id': 'e58329f3-20a9-4493-adcd-2f8da295c214', 'mac_address': 'fa:16:3e:3d:63:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:17:38.048130 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:38.064547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58329f3-20a9-4493-adcd-2f8da295c214 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:17:38.079017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port e58329f3-20a9-4493-adcd-2f8da295c214, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e58329f3-20a9-4493-adcd-2f8da295c214,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:38.082859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:38.154107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=e58329f3-20a9-4493-adcd-2f8da295c214,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:38.366371 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['e58329f3-20a9-4493-adcd-2f8da295c214'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:17:38.687754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58948c7b-373a-44aa-8ed7-7b63fdeed552 req-53a3fb58-d6f4-4d05-9547-14288832b948 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:38.689677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58948c7b-373a-44aa-8ed7-7b63fdeed552 req-53a3fb58-d6f4-4d05-9547-14288832b948 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.0834477 Jan 28 10:17:38.734694 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-58948c7b-373a-44aa-8ed7-7b63fdeed552 req-d1e6fa03-2f6f-4913-9e1b-57eb7857664f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389926 Jan 28 10:17:38.992069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8f0638-04ba-43a2-aef3-52ab0614d18a req-64e51316-c2a7-4d1b-a61b-0e89b47e894d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:38.997296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c8f0638-04ba-43a2-aef3-52ab0614d18a req-64e51316-c2a7-4d1b-a61b-0e89b47e894d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 945 time: 0.0899074 Jan 28 10:17:39.040880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c8f0638-04ba-43a2-aef3-52ab0614d18a req-11677883-ab4b-46d6-8fe6-d08f30784027 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407021 Jan 28 10:17:39.865695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e58329f3-20a9-4493-adcd-2f8da295c214 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:17:39.944780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port e58329f3-20a9-4493-adcd-2f8da295c214 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:39.950656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port e58329f3-20a9-4493-adcd-2f8da295c214 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:39.951034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:40.062000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592cacd-255e-4b64-9406-a6c20b23d620 req-3f4784a9-c5b8-4d43-acfb-18199a462968 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:40.064328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a592cacd-255e-4b64-9406-a6c20b23d620 req-3f4784a9-c5b8-4d43-acfb-18199a462968 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.2161808 Jan 28 10:17:40.090073 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:40.126017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port e58329f3-20a9-4493-adcd-2f8da295c214, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e58329f3-20a9-4493-adcd-2f8da295c214,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:40.127302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a592cacd-255e-4b64-9406-a6c20b23d620 req-5f086d88-381f-4354-b5f7-5ecf04f09b50 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534708 Jan 28 10:17:40.127484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb68641-df5c-4578-bb05-002223f780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58329f3-20a9-4493-adcd-2f8da295c214'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:17:40.134507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:40.182170 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb68641-df5c-4578-bb05-002223f780ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58329f3-20a9-4493-adcd-2f8da295c214', 'code': 200} Jan 28 10:17:40.209831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=e58329f3-20a9-4493-adcd-2f8da295c214,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:40.253997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422abc4-9039-4aa5-9ca0-6eb87df11e4c req-ca257c81-961e-4777-9e56-87b9b9f7c6be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:40.255911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a422abc4-9039-4aa5-9ca0-6eb87df11e4c req-ca257c81-961e-4777-9e56-87b9b9f7c6be tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.0889771 Jan 28 10:17:40.340818 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a422abc4-9039-4aa5-9ca0-6eb87df11e4c req-bcc66742-f660-492d-a1b3-0108370c7f64 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555677 Jan 28 10:17:40.356648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf12da90-2d01-498a-9a72-fb7061fb88d1 req-ad454ec4-d841-402c-927a-aa1a2891ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:40.358126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf12da90-2d01-498a-9a72-fb7061fb88d1 req-ad454ec4-d841-402c-927a-aa1a2891ad89 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 1097 time: 0.1013627 Jan 28 10:17:40.401891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf12da90-2d01-498a-9a72-fb7061fb88d1 req-ffdd7bbf-c0d0-4296-8971-d3f47fff2dac service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 Jan 28 10:17:41.320859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646cbe3c-b784-4403-a432-b7fa02aae5c2 req-6fb35ee8-9776-443c-accd-c7a434eb9972 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:41.322286 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-646cbe3c-b784-4403-a432-b7fa02aae5c2 req-6fb35ee8-9776-443c-accd-c7a434eb9972 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.0886946 Jan 28 10:17:41.369608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-646cbe3c-b784-4403-a432-b7fa02aae5c2 req-a6340550-3dfd-4b86-824a-aa5d461e717f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 Jan 28 10:17:41.555828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167840f-a2c1-4510-97b2-e3d205f16562 req-90f55900-9301-4fa8-b6b1-996cd1f87862 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:41.557440 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4167840f-a2c1-4510-97b2-e3d205f16562 req-90f55900-9301-4fa8-b6b1-996cd1f87862 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.1006525 Jan 28 10:17:41.604434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4167840f-a2c1-4510-97b2-e3d205f16562 req-5e889275-c3b9-4045-8693-963d5a42b3a5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412319 Jan 28 10:17:42.570396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a0beb7-bd04-4c28-8147-3e00277b1559 req-4beb4d22-e467-4f93-a9cf-c3cdaa64839a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:42.571870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14a0beb7-bd04-4c28-8147-3e00277b1559 req-4beb4d22-e467-4f93-a9cf-c3cdaa64839a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.0930183 Jan 28 10:17:42.617381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14a0beb7-bd04-4c28-8147-3e00277b1559 req-d176ff47-dc17-4d83-b1cd-be813ec55451 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397174 Jan 28 10:17:42.793100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b902c31-048f-4d26-9068-71832ad4c01f req-df5e0699-ca0a-4fb0-8627-8cd5666d4654 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:42.794527 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b902c31-048f-4d26-9068-71832ad4c01f req-df5e0699-ca0a-4fb0-8627-8cd5666d4654 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.0811021 Jan 28 10:17:42.838027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b902c31-048f-4d26-9068-71832ad4c01f req-4bb3edf3-8ba0-4fe5-ab58-4184b88bb4c1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377443 Jan 28 10:17:43.019452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407598d-c401-49a7-abe4-d904967e181e req-d853895d-9ccf-433d-8d7c-747d63a5b24a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:43.020601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5407598d-c401-49a7-abe4-d904967e181e req-d853895d-9ccf-433d-8d7c-747d63a5b24a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:17:43.037208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5407598d-c401-49a7-abe4-d904967e181e req-d853895d-9ccf-433d-8d7c-747d63a5b24a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:17:43.038395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5407598d-c401-49a7-abe4-d904967e181e req-d853895d-9ccf-433d-8d7c-747d63a5b24a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.0975513 Jan 28 10:17:43.088152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5407598d-c401-49a7-abe4-d904967e181e req-b12035ba-0088-4910-9bb2-cf0d7325ef0e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439453 Jan 28 10:17:43.685096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51552) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:43.807334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:43.824485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:43.833378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa50ff-33b0-489f-aaef-1c1df51e3dcf req-903e0b3b-5656-425b-932c-6344d2a1edd4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:43.834047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9caa50ff-33b0-489f-aaef-1c1df51e3dcf req-903e0b3b-5656-425b-932c-6344d2a1edd4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:17:43.839020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Usage tracker for resource:security_group_rule and tenant:ce0395af88704bc6920a688f3948b37a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:43.843022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:43.851245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:43.861875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-9caa50ff-33b0-489f-aaef-1c1df51e3dcf req-903e0b3b-5656-425b-932c-6344d2a1edd4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:17:43.863222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9caa50ff-33b0-489f-aaef-1c1df51e3dcf req-903e0b3b-5656-425b-932c-6344d2a1edd4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 944 time: 0.1367440 Jan 28 10:17:43.879612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 95eae084-1c25-4654-8a57-992e1e0b2b58 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:17:43.922629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:43.924436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9caa50ff-33b0-489f-aaef-1c1df51e3dcf req-8791e893-c405-4020-a92d-578dbb2f2bcb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532277 Jan 28 10:17:43.977601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:43.981680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.026689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce0395af88704bc6920a688f3948b37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3405135 Jan 28 10:17:44.029505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51558) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:44.030764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f56e643-50ee-4173-8a31-50715378f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fbf63a6-85f6-448b-8016-697e646ffbda,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:44.052048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 95eae084-1c25-4654-8a57-992e1e0b2b58, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=95eae084-1c25-4654-8a57-992e1e0b2b58,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:44.065026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:17:44.090773 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9818e0-55be-4695-b1be-982b696a34e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.117621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9818e0-55be-4695-b1be-982b696a34e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.129981 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.146527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95eae084-1c25-4654-8a57-992e1e0b2b58 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:17:44.162437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 95eae084-1c25-4654-8a57-992e1e0b2b58, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=95eae084-1c25-4654-8a57-992e1e0b2b58,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:44.168485 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.171659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9818e0-55be-4695-b1be-982b696a34e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.191793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9818e0-55be-4695-b1be-982b696a34e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fbf63a6-85f6-448b-8016-697e646ffbda,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:44.195891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2a9818e0-55be-4695-b1be-982b696a34e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:44.199527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2a9818e0-55be-4695-b1be-982b696a34e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7fbf63a6-85f6-448b-8016-697e646ffbda HTTP/1.1" status: 204 len: 168 time: 0.1663749 Jan 28 10:17:44.247452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=95eae084-1c25-4654-8a57-992e1e0b2b58,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:44.399695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['95eae084-1c25-4654-8a57-992e1e0b2b58'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:17:44.568262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51574) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:45.123003 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd220eb3-c9f6-4560-bc7e-a7160b2d6a05 req-e549e6f2-5e8e-4162-8d1a-8bd5f34816c8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:45.124763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd220eb3-c9f6-4560-bc7e-a7160b2d6a05 req-e549e6f2-5e8e-4162-8d1a-8bd5f34816c8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 945 time: 0.0911210 Jan 28 10:17:45.174266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd220eb3-c9f6-4560-bc7e-a7160b2d6a05 req-91cf78e7-3779-41a0-ba5d-311b5326d6a7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433774 Jan 28 10:17:45.361820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:45.382631 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:45.820173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.20.0.17 (fc395752-4c04-455a-ab90-a4def7202cf6/151e0cff-dd6b-4217-ad94-be3fcb57f18d/02424b9b-12e7-4b5d-b440-968c0f2753ea) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:17:45.895651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 95eae084-1c25-4654-8a57-992e1e0b2b58 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:17:45.965364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 95eae084-1c25-4654-8a57-992e1e0b2b58 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:45.970999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 95eae084-1c25-4654-8a57-992e1e0b2b58 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:45.971629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:45.998924 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:46.015835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Transition to ACTIVE for port object 02424b9b-12e7-4b5d-b440-968c0f2753ea will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:46.042156 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:46.096587 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:46.110668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network fc395752-4c04-455a-ab90-a4def7202cf6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:17:46.114133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:46.117965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:17:46.133473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 95eae084-1c25-4654-8a57-992e1e0b2b58, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=95eae084-1c25-4654-8a57-992e1e0b2b58,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:46.134411 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:17:46.140238 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:46.183244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=02424b9b-12e7-4b5d-b440-968c0f2753ea,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:46.211132 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'code': 200} Jan 28 10:17:46.239305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=95eae084-1c25-4654-8a57-992e1e0b2b58,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:46.257651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:46.431917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913f427-8a98-4229-9908-e08d0ca44be2 req-88840656-a875-4556-abfd-c1157800f9b4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:46.439732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d913f427-8a98-4229-9908-e08d0ca44be2 req-88840656-a875-4556-abfd-c1157800f9b4 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.1033287 Jan 28 10:17:46.487024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d913f427-8a98-4229-9908-e08d0ca44be2 req-87ad6bdf-8ef2-4591-a71e-b3398e581387 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459657 Jan 28 10:17:46.505461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1dc69d7e-74c9-40f6-954a-3b7df8662692 None None] Provisioning for port 02424b9b-12e7-4b5d-b440-968c0f2753ea completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:46.520893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1dc69d7e-74c9-40f6-954a-3b7df8662692 None None] Provisioning complete for port 02424b9b-12e7-4b5d-b440-968c0f2753ea triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:46.521267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1dc69d7e-74c9-40f6-954a-3b7df8662692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:46.581141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1dc69d7e-74c9-40f6-954a-3b7df8662692 None None] Port 02424b9b-12e7-4b5d-b440-968c0f2753ea cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:17:46.624108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a52056-37b9-4e68-8ec9-bbb687aa41a2 req-9afc0c40-8adc-4138-bd9b-574978cd52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:46.625604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16a52056-37b9-4e68-8ec9-bbb687aa41a2 req-9afc0c40-8adc-4138-bd9b-574978cd52d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1097 time: 0.1123941 Jan 28 10:17:46.684719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16a52056-37b9-4e68-8ec9-bbb687aa41a2 req-e4becd9c-0fcd-4a47-9143-14dc22a823af service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503280 Jan 28 10:17:46.758835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:47.183196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:47.187928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:47.309071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=02424b9b-12e7-4b5d-b440-968c0f2753ea,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:47.311835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:47.447053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network fc395752-4c04-455a-ab90-a4def7202cf6 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:17:47.448041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:47.712162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-81baa13f-0238-42b3-8f4f-7b5d6afc3377 None None] Provisioning complete for port 02424b9b-12e7-4b5d-b440-968c0f2753ea triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:47.712765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-81baa13f-0238-42b3-8f4f-7b5d6afc3377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:47.733924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:17:47.808620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-81baa13f-0238-42b3-8f4f-7b5d6afc3377 None None] Port 02424b9b-12e7-4b5d-b440-968c0f2753ea cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:17:47.866976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a476d6d4-c0fe-47de-a06e-1a0ce4a91b95 req-2e49e9a4-fb54-4b8e-a439-25c87d646f72 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:47.868758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a476d6d4-c0fe-47de-a06e-1a0ce4a91b95 req-2e49e9a4-fb54-4b8e-a439-25c87d646f72 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.2262070 Jan 28 10:17:48.122031 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a476d6d4-c0fe-47de-a06e-1a0ce4a91b95 req-47538403-3307-49ad-8267-b96a1f9afde0 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986501 Jan 28 10:17:48.124892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:17:48.134555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:17:48.146427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:17:48.147215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:48.165279 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00dc7895-ef8b-4568-abee-7b99b32ab8ff tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "PUT /v2.0/routers/1eac80c3-d61d-4f07-9b17-370a50cad565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5956371 Jan 28 10:17:48.329893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:17:48.689992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:17:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:51Z', 'revision_number': 1, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02424b9b-12e7-4b5d-b440-968c0f2753ea', 'name': '', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:21:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:17:45Z', 'updated_at': '2022-01-28T10:17:47Z', 'revision_number': 2, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:48.693862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:17:48.694206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Updating router 1eac80c3-d61d-4f07-9b17-370a50cad565 port 02424b9b-12e7-4b5d-b440-968c0f2753ea binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:17:48.749778 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:49.135964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:49.148547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Transition to ACTIVE for port object 02424b9b-12e7-4b5d-b440-968c0f2753ea will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:17:49.156072 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:49.306972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4edee0-a01b-4f1b-aaa1-54c8221a6dac None None] Pushing event updated for resources: {'Port': ['ID=02424b9b-12e7-4b5d-b440-968c0f2753ea,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:49.354144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf4dbc7-76d0-4294-a5e9-6b1c107c3994 req-9839990a-68ee-4cca-944b-43ab5ac365cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:49.355679 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf4dbc7-76d0-4294-a5e9-6b1c107c3994 req-9839990a-68ee-4cca-944b-43ab5ac365cc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.1124561 Jan 28 10:17:49.389707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Attempting to bind port 02424b9b-12e7-4b5d-b440-968c0f2753ea on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:17:49.390077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Attempting to bind port 02424b9b-12e7-4b5d-b440-968c0f2753ea by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:17:49.390439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Attempting to bind port 02424b9b-12e7-4b5d-b440-968c0f2753ea on network fc395752-4c04-455a-ab90-a4def7202cf6 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:17:49.396942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:17:49.397313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Checking segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:17:49.397722 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:49.398114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Bound using segment: {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:17:49.398579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Bound port: 02424b9b-12e7-4b5d-b440-968c0f2753ea, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:17:49.398942 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:49.410720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8cf4dbc7-76d0-4294-a5e9-6b1c107c3994 req-7f35f472-5928-4d96-b2e2-44c98a1b4cc2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488598 Jan 28 10:17:49.509528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] For port 02424b9b-12e7-4b5d-b440-968c0f2753ea, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:17:49.513452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] For port 02424b9b-12e7-4b5d-b440-968c0f2753ea, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=02424b9b-12e7-4b5d-b440-968c0f2753ea,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:17:49.523098 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:49.660880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:17:49.661470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:49.688830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd9a0dd-a56f-4c00-8707-5366a62e6647 req-4f6e71db-57da-4fd7-baaa-8cb0e973ea01 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:49.698707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2dd9a0dd-a56f-4c00-8707-5366a62e6647 req-4f6e71db-57da-4fd7-baaa-8cb0e973ea01 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.1104445 Jan 28 10:17:49.756542 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2dd9a0dd-a56f-4c00-8707-5366a62e6647 req-49a53ff8-ce7f-4b37-ad25-969d35785c7f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520034 Jan 28 10:17:49.761186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4edee0-a01b-4f1b-aaa1-54c8221a6dac None None] Pushing event updated for resources: {'Port': ['ID=02424b9b-12e7-4b5d-b440-968c0f2753ea,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:49.769172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51682) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:49.855490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781b49c3-e18e-416c-a9b2-f3175c178d36 tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:49.860180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51686) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:17:49.860445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-781b49c3-e18e-416c-a9b2-f3175c178d36 tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1092 time: 0.0901685 Jan 28 10:17:49.869276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:17:49.877273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:17:49.882481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:floatingip and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:17:49.885539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:17:49.893655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:17:49.896265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:17:49.909510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:50.105177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:50.271401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.25.1.65 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/1d05b20d-f75c-49f7-be33-f9d17a6bd1b3) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:17:50.326509 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:17:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:51Z', 'revision_number': 1, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02424b9b-12e7-4b5d-b440-968c0f2753ea', 'name': '', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:21:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:17:45Z', 'updated_at': '2022-01-28T10:17:49Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:50.330735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70ef0d2-cd3f-4f6e-aa84-25bb7cc3617e None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:17:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:51Z', 'revision_number': 1, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02424b9b-12e7-4b5d-b440-968c0f2753ea', 'name': '', 'network_id': 'fc395752-4c04-455a-ab90-a4def7202cf6', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:21:b3:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:17:45Z', 'updated_at': '2022-01-28T10:17:49Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': '151e0cff-dd6b-4217-ad94-be3fcb57f18d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:17:50.511050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:50.547429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:50.631310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:17:50.634711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:17:50.638541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:17:50.687145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=1d05b20d-f75c-49f7-be33-f9d17a6bd1b3,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:51.102732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:51.301449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:51.520393 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:51.525972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:51.637025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=1d05b20d-f75c-49f7-be33-f9d17a6bd1b3,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:51.654203 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:51.837998 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Floating IP 74c25910-ae89-49cf-a06a-80013acea036 associated. External IP: 172.25.1.65, port: 95eae084-1c25-4654-8a57-992e1e0b2b58. Jan 28 10:17:52.202387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:17:52.403244 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:17:52.414955 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:17:52.431408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:17:52.432024 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:52.433118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:52.505458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-858c5d8d-a282-449f-864c-c7f9a0128f5c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6321452 Jan 28 10:17:52.505458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:17:52.513695 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 02424b9b-12e7-4b5d-b440-968c0f2753ea up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:17:52.550565 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'status': 'completed', 'code': 200} Jan 28 10:17:52.626572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 02424b9b-12e7-4b5d-b440-968c0f2753ea completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:17:52.633079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 02424b9b-12e7-4b5d-b440-968c0f2753ea triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:52.633460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:52.668467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-7495cfc2-e9e1-4e27-bf11-8b70bb630bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:52.670085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-7495cfc2-e9e1-4e27-bf11-8b70bb630bf2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1097 time: 0.0962467 Jan 28 10:17:52.686478 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:17:52.775571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:52.810878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 02424b9b-12e7-4b5d-b440-968c0f2753ea, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=02424b9b-12e7-4b5d-b440-968c0f2753ea,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:17:52.817466 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:52.846705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-14f19a10-03e4-4f01-bda1-962ecffbc641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:52.848784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-14f19a10-03e4-4f01-bda1-962ecffbc641 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1709964 Jan 28 10:17:52.895402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=02424b9b-12e7-4b5d-b440-968c0f2753ea,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:17:52.983066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-cc94bc61-ff80-4588-b3f5-263544471476 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 999 time: 0.1272066 Jan 28 10:17:53.048949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-60658d83-826e-4d6b-bfb3-5c370d7e2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:53.050285 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-60658d83-826e-4d6b-bfb3-5c370d7e2923 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0614827 Jan 28 10:17:53.073996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:51Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:53.078283 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:17:53.088681 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:17:53.089618 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:53.133276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-452f81d5-74f4-4df1-a0aa-be6170c7fb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:17:53.135100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-452f81d5-74f4-4df1-a0aa-be6170c7fb24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789578 Jan 28 10:17:53.272496 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:17:53.287318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-df9bc005-16a3-4eb6-9551-18778c8a8bd9 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462314 Jan 28 10:17:53.428831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85b58b1a-ac49-45ec-82d1-2b7885139cba req-ac43482f-86d5-47d4-84ca-794a86fe8b82 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328630 Jan 28 10:17:53.678268 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:51Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:17:53.682328 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca85b346-c4ae-4424-ac29-0df367918d45 None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:51Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:17:53.922428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfebdee-7df1-4c0b-933d-c40073d12dfe None None] New status for floating IP 74c25910-ae89-49cf-a06a-80013acea036: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:17:54.413959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 02424b9b-12e7-4b5d-b440-968c0f2753ea up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:17:54.482864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 02424b9b-12e7-4b5d-b440-968c0f2753ea triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:17:54.483304 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:55.939519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b98081fc-6815-455f-a2ff-dabcf3410572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:58.378296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95a8fd60-feba-4d79-bb12-85bee248ee8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:59.536945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:17:59.536945 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:00.219128 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:18:00.899730 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:00.918620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-40a5927e-2146-44a4-9d90-a13e28862256 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695415 Jan 28 10:18:01.010452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-fc48a324-8b10-441d-b4dc-beb68d859c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:01.011902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-fc48a324-8b10-441d-b4dc-beb68d859c94 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1096 time: 0.0736485 Jan 28 10:18:01.153612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-231285e9-9776-44ab-a66a-8d2ee129006e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:01.155022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-231285e9-9776-44ab-a66a-8d2ee129006e service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 897 time: 0.1246073 Jan 28 10:18:01.254479 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-4f2f05fa-0c24-4d38-8b3b-e665e3d302b4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 200 len: 1000 time: 0.0923038 Jan 28 10:18:01.322185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-84ba37e7-db9a-427a-85ae-750365be66f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:01.323627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-84ba37e7-db9a-427a-85ae-750365be66f0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0a082ac-58dd-4a4d-a217-9557d2700676 HTTP/1.1" status: 200 len: 835 time: 0.0621717 Jan 28 10:18:01.402085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-cbc305ea-81b5-4973-8845-13c414ef6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:01.403570 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-cbc305ea-81b5-4973-8845-13c414ef6d63 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734279 Jan 28 10:18:01.545814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-d32132ae-a046-45a2-987a-f76bf6e5ca4b service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354995 Jan 28 10:18:01.787882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbf6709b-7eb2-4396-bcf7-43f2d25821f7 req-2fac5074-d9f2-4717-8793-294d35e1e073 service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347286 Jan 28 10:18:07.281307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bfefa5-9e5f-41a9-83d9-3ae19ad5d1ef req-e72dfbbb-65b9-4e4b-86cf-61b096cc716c tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:07.281307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5bfefa5-9e5f-41a9-83d9-3ae19ad5d1ef req-e72dfbbb-65b9-4e4b-86cf-61b096cc716c tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.1111040 Jan 28 10:18:07.338804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5bfefa5-9e5f-41a9-83d9-3ae19ad5d1ef req-0bd78e0a-c787-4b38-b8c3-8103c6489736 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431139 Jan 28 10:18:08.542604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d030bf-0ea0-4427-b7c8-983172c77609 req-3e9233fa-cbcc-4702-91f1-527945617c1f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:08.542604 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46d030bf-0ea0-4427-b7c8-983172c77609 req-3e9233fa-cbcc-4702-91f1-527945617c1f tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.0914931 Jan 28 10:18:08.597607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51802) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:08.644070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46d030bf-0ea0-4427-b7c8-983172c77609 req-db63ee8d-9999-4021-9fcd-f6d29f117f0b tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940793 Jan 28 10:18:08.709104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceda202-b524-47d7-889a-06624ef3a738 req-213587e6-aa80-463b-a27b-d3880893443b tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:08.709104 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aceda202-b524-47d7-889a-06624ef3a738 req-213587e6-aa80-463b-a27b-d3880893443b tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.25 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.1274025 Jan 28 10:18:08.799100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Deleting port 8eff15a0-57cd-4ed7-8b3f-42846b03016d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:08.799100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:09.288476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] For port 8eff15a0-57cd-4ed7-8b3f-42846b03016d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8eff15a0-57cd-4ed7-8b3f-42846b03016d,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:09.288986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:09.515055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-74bf4939-081a-4c92-a6d0-b6244726e95a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7571588 Jan 28 10:18:09.809311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:09.809311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:09.809311 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Floating IP 16410861-1c59-4a63-93aa-d1242da9fe3c disassociated. External IP: 172.25.1.131, port: 8eff15a0-57cd-4ed7-8b3f-42846b03016d. Jan 28 10:18:09.809311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Calling delete_port for 8eff15a0-57cd-4ed7-8b3f-42846b03016d owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:09.837794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ba621-f078-47b4-a5b8-815868050c0d req-a0f3d4c4-89c3-4bbc-9dfc-3d3d0a61a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:09.839169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-a0f3d4c4-89c3-4bbc-9dfc-3d3d0a61a015 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 1097 time: 0.1722710 Jan 28 10:18:10.036084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:10.055554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event deleted for resources: {'Port': ['ID=8eff15a0-57cd-4ed7-8b3f-42846b03016d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:10.102378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050681f4-3be1-4a6d-adf6-3e0cc543c4f8 req-1ae78f2f-991d-4988-9017-3ff5765c6149 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:10.103838 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-050681f4-3be1-4a6d-adf6-3e0cc543c4f8 req-1ae78f2f-991d-4988-9017-3ff5765c6149 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 945 time: 0.3233221 Jan 28 10:18:10.115015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ba621-f078-47b4-a5b8-815868050c0d req-c9e42f3f-8e2c-46a1-9952-495f86da2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:10.116364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-c9e42f3f-8e2c-46a1-9952-495f86da2124 service neutron] 10.222.0.25 "GET /v2.0/networks?id=fc395752-4c04-455a-ab90-a4def7202cf6 HTTP/1.1" status: 200 len: 898 time: 0.2469249 Jan 28 10:18:10.194493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:10.281569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Router 69386b44-794c-44b8-933d-3ffd9a1df6ad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:10.302363 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-3d10905f-a49b-4e7f-844e-4f8a6b621819 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=e58329f3-20a9-4493-adcd-2f8da295c214 HTTP/1.1" status: 200 len: 217 time: 0.1683939 Jan 28 10:18:10.422934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-050681f4-3be1-4a6d-adf6-3e0cc543c4f8 req-97817427-9cf5-4fa2-8e80-83b6df782b36 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/security-groups?id=02c1b556-de08-49a5-9d75-f02ee414757e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010497 Jan 28 10:18:10.526024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ba621-f078-47b4-a5b8-815868050c0d req-1efbe7c3-49f3-4450-915d-735aeff962a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:10.534453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-1efbe7c3-49f3-4450-915d-735aeff962a0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=151e0cff-dd6b-4217-ad94-be3fcb57f18d HTTP/1.1" status: 200 len: 838 time: 0.2124257 Jan 28 10:18:10.547589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:10.559266 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] Sync routers for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:10.577766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:10.578561 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:10.847225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347ba621-f078-47b4-a5b8-815868050c0d req-7b7a3913-5f02-4710-a350-c2e207830950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:10.848941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-7b7a3913-5f02-4710-a350-c2e207830950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=fc395752-4c04-455a-ab90-a4def7202cf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3095365 Jan 28 10:18:10.888136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] No DVR routers for this DVR port 8eff15a0-57cd-4ed7-8b3f-42846b03016d on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:10.891682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:10.894861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'name': 'network-vif-deleted', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:18:10.916283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aceda202-b524-47d7-889a-06624ef3a738 req-1234a9f7-5bda-497a-88d0-4dd141c534ab tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.25 "DELETE /v2.0/ports/8eff15a0-57cd-4ed7-8b3f-42846b03016d HTTP/1.1" status: 204 len: 173 time: 2.2032387 Jan 28 10:18:10.922215 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:10.963863 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88557b64-0b77-4cd4-8e74-58fcd5c675ee', 'name': 'network-vif-deleted', 'tag': '8eff15a0-57cd-4ed7-8b3f-42846b03016d', 'status': 'completed', 'code': 200} Jan 28 10:18:11.232082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-0f277ab8-ef1a-4954-b393-1dae8c5e8703 service neutron] 10.222.0.25 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559206 Jan 28 10:18:11.309273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 02424b9b-12e7-4b5d-b440-968c0f2753ea {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:11.309612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:11.323134 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:11.328530 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] Checking router: 69386b44-794c-44b8-933d-3ffd9a1df6ad for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:11.338561 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:11.338561 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:11.508931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-347ba621-f078-47b4-a5b8-815868050c0d req-35497356-27fe-4421-8157-e51eb148f656 service neutron] 10.222.0.25 "GET /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679398 Jan 28 10:18:11.561547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 02424b9b-12e7-4b5d-b440-968c0f2753ea, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=02424b9b-12e7-4b5d-b440-968c0f2753ea,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:11.562397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:11.576846 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:11.742770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 02424b9b-12e7-4b5d-b440-968c0f2753ea owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:11.787368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9ad4b58-c3f0-4bd4-8f87-e1c6094a8a36 req-3657a2b2-34ec-40ad-aac8-0b21a5ec081a tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "GET /v2.0/ports?device_id=88557b64-0b77-4cd4-8e74-58fcd5c675ee HTTP/1.1" status: 200 len: 210 time: 0.0885143 Jan 28 10:18:12.040623 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:12.045162 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f214ff0b-6dc4-4365-8cd3-dcf05c92815d None None] The sync data for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 is: [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:12:29Z', 'revision_number': 4, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'dd91091a-8b16-4c00-9056-582353b0fb20', 'name': '', 'network_id': '8d6f535b-ff42-4dfb-a0a8-2accea5c94c7', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'mac_address': 'fa:16:3e:05:49:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3292, 'fixed_ips': [{'subnet_id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:27Z', 'updated_at': '2022-01-28T10:12:55Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'subnets': [{'id': 'c6eb6687-123b-4da2-a5b4-4548d9fbe8c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:12.062285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8eff15a0-57cd-4ed7-8b3f-42846b03016d no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:12.103675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 8eff15a0-57cd-4ed7-8b3f-42846b03016d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:12.103675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8eff15a0-57cd-4ed7-8b3f-42846b03016d not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:12.185473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:12.241406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=02424b9b-12e7-4b5d-b440-968c0f2753ea,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:12.367951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e20945-1dce-42f7-818f-1edb321a56f2 None None] New status for floating IP 16410861-1c59-4a63-93aa-d1242da9fe3c: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:18:12.549101 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:12.894240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51832) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:13.112850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:13.135824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Deleting port a74d2ff5-10a7-4234-8b4f-1a4f358a1887 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:13.135824 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.345401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.345728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.355524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:13.371091 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:13.371952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0e2de24f-1ad5-4d0b-ac5c-9b61bedb2952 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "PUT /v2.0/routers/1eac80c3-d61d-4f07-9b17-370a50cad565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7806501 Jan 28 10:18:13.381209 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:13.381764 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:13.502454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Calling delete_port for a74d2ff5-10a7-4234-8b4f-1a4f358a1887 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:13.616208 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:13.702049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.796995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event deleted for resources: {'Port': ['ID=a74d2ff5-10a7-4234-8b4f-1a4f358a1887,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:13.918495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.960926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.977289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2797b-6644-4de6-8858-936245e92de5 req-a25bb84e-84d6-48a6-9486-9b77cc028897 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:13.977289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-eaf2797b-6644-4de6-8858-936245e92de5 req-a25bb84e-84d6-48a6-9486-9b77cc028897 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:13.998229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:13.998229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1b1b344f-7b54-4005-9a88-95264edc60b2 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "DELETE /v2.0/floatingips/16410861-1c59-4a63-93aa-d1242da9fe3c HTTP/1.1" status: 204 len: 168 time: 1.0932033 Jan 28 10:18:14.014723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-eaf2797b-6644-4de6-8858-936245e92de5 req-a25bb84e-84d6-48a6-9486-9b77cc028897 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:14.014723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eaf2797b-6644-4de6-8858-936245e92de5 req-a25bb84e-84d6-48a6-9486-9b77cc028897 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.2658718 Jan 28 10:18:14.163288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eaf2797b-6644-4de6-8858-936245e92de5 req-71a16cc3-4cfa-4a75-b6ba-f7ce2dfb1180 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367235 Jan 28 10:18:14.210007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:14.274107 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:12Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:51Z', 'revision_number': 1, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:14.279293 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:14.291612 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:14.292231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:14.292456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc3a-86a7-460e-a46e-e1358efee380 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:14.326639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc3a-86a7-460e-a46e-e1358efee380 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:14.409176 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc3a-86a7-460e-a46e-e1358efee380 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:14.435118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d78bc3a-86a7-460e-a46e-e1358efee380 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c1b556-de08-49a5-9d75-f02ee414757e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:14.487357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d78bc3a-86a7-460e-a46e-e1358efee380 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:14.487357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d78bc3a-86a7-460e-a46e-e1358efee380 tempest-TestServerBasicOps-2026821449 tempest-TestServerBasicOps-2026821449-project] 10.222.0.42 "DELETE /v2.0/security-groups/02c1b556-de08-49a5-9d75-f02ee414757e HTTP/1.1" status: 204 len: 168 time: 0.2721109 Jan 28 10:18:14.536419 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51856) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:14.537282 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:14.982594 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:12Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:51Z', 'revision_number': 1, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:14.982594 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf160d7-b595-4954-ba86-e3c64ae21dca None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:12Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '73d61c59-bb18-4c96-b775-9c1192055193', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.88', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'port_id': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'mac_address': 'fa:16:3e:82:ce:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:16:48Z', 'updated_at': '2022-01-28T10:16:51Z', 'revision_number': 1, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:15.351608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-9d9b58d6-da8b-4926-bf51-28a9edba0344 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:15.352340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-9d9b58d6-da8b-4926-bf51-28a9edba0344 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:15.366517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:15.392377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-9d9b58d6-da8b-4926-bf51-28a9edba0344 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:15.393607 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-9d9b58d6-da8b-4926-bf51-28a9edba0344 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.25 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.2705004 Jan 28 10:18:15.492254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port e58329f3-20a9-4493-adcd-2f8da295c214 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:15.492639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:15.529759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbf206-6b81-41d5-a065-38a88fcdcf65 req-5493b8f0-1c76-4074-8550-44f91b5c3fd0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:15.531534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7cbbf206-6b81-41d5-a065-38a88fcdcf65 req-5493b8f0-1c76-4074-8550-44f91b5c3fd0 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 946 time: 0.2496777 Jan 28 10:18:15.679100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7cbbf206-6b81-41d5-a065-38a88fcdcf65 req-34898286-2d48-4760-ba23-862514faf291 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=e42c1ad7-514b-4a68-99da-bb3d7c88bca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393766 Jan 28 10:18:16.034410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port e58329f3-20a9-4493-adcd-2f8da295c214, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=e58329f3-20a9-4493-adcd-2f8da295c214,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:16.034629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:16.046608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:16.245385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for e58329f3-20a9-4493-adcd-2f8da295c214 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:16.392407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 02424b9b-12e7-4b5d-b440-968c0f2753ea no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:16.435590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 02424b9b-12e7-4b5d-b440-968c0f2753ea {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:16.435927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 02424b9b-12e7-4b5d-b440-968c0f2753ea not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:16.607020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:16.664523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=e58329f3-20a9-4493-adcd-2f8da295c214,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:16.785670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] No DVR routers for this DVR port e58329f3-20a9-4493-adcd-2f8da295c214 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:16.797971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:16.801091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9eb68641-df5c-4578-bb05-002223f780ac', 'name': 'network-vif-deleted', 'tag': 'e58329f3-20a9-4493-adcd-2f8da295c214'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:18:16.833409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Deleting port dd91091a-8b16-4c00-9056-582353b0fb20 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:16.833991 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:16.861129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d2ce88e-5b4e-4d30-abf2-22f5785ba346 req-48108545-84f9-47f0-a1b3-b855838ec0f2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.25 "DELETE /v2.0/ports/e58329f3-20a9-4493-adcd-2f8da295c214 HTTP/1.1" status: 204 len: 173 time: 1.4600906 Jan 28 10:18:16.877558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-83919ed2-590f-4820-866d-f99e120f9ba1 req-a98df35e-db0c-4090-a994-19394bb96602 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=9eb68641-df5c-4578-bb05-002223f780ac HTTP/1.1" status: 200 len: 210 time: 0.0776250 Jan 28 10:18:16.977000 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9eb68641-df5c-4578-bb05-002223f780ac', 'name': 'network-vif-deleted', 'tag': 'e58329f3-20a9-4493-adcd-2f8da295c214', 'status': 'completed', 'code': 200} Jan 28 10:18:17.061965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] For port dd91091a-8b16-4c00-9056-582353b0fb20, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dd91091a-8b16-4c00-9056-582353b0fb20,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:17.061965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:17.227212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Calling delete_port for dd91091a-8b16-4c00-9056-582353b0fb20 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:17.459500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:17.512051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd91091a-8b16-4c00-9056-582353b0fb20,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:18.000491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:18.004626 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.083067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51890) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:18.109658 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf313496-93fa-450d-9990-a4292d4988da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.155674 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf313496-93fa-450d-9990-a4292d4988da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.240370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf313496-93fa-450d-9990-a4292d4988da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.269181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf313496-93fa-450d-9990-a4292d4988da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e42c1ad7-514b-4a68-99da-bb3d7c88bca0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:18.291000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.303959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf313496-93fa-450d-9990-a4292d4988da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.308284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bf313496-93fa-450d-9990-a4292d4988da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/security-groups/e42c1ad7-514b-4a68-99da-bb3d7c88bca0 HTTP/1.1" status: 204 len: 168 time: 0.3070595 Jan 28 10:18:18.314593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:18.319174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Usage tracker for resource:security_group_rule and tenant:1e8426eaf35f452ca9fdb8d75b286822 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:18.325861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:18.345450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:18.346578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:18.435376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Router 69386b44-794c-44b8-933d-3ffd9a1df6ad has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:18.483067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting subnet 151e0cff-dd6b-4217-ad94-be3fcb57f18d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:18:18.492829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.569189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.574747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.608507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.636177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:18.646938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] Sync routers for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:18.655431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53745ba4-d9bd-4b63-9ac2-a383c7f52163 admin admin] 10.222.0.42 "PUT /v2.0/routers/69386b44-794c-44b8-933d-3ffd9a1df6ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1181586 Jan 28 10:18:18.657839 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51902) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:18.661889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:18.662574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:18.681039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e8426eaf35f452ca9fdb8d75b286822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5849390 Jan 28 10:18:18.682119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51906) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:18.684400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd0f2c-49d8-4743-ade4-063d03b79854 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fda72e9-775e-413f-9686-cee86ee63dfe,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:18.871289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:18.872268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.873113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704c-aeac-400f-977a-87931018d41a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.876270 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:18.946558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704c-aeac-400f-977a-87931018d41a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.012810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.060426 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704c-aeac-400f-977a-87931018d41a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.070757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Subnet': ['ID=151e0cff-dd6b-4217-ad94-be3fcb57f18d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:19.079652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.084503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7704c-aeac-400f-977a-87931018d41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fda72e9-775e-413f-9686-cee86ee63dfe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:19.086479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.103159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09dfe7be-5078-467e-a9db-c6f96a00165c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/subnets/151e0cff-dd6b-4217-ad94-be3fcb57f18d HTTP/1.1" status: 204 len: 168 time: 0.7164745 Jan 28 10:18:19.104105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51910) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:19.106570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Deleting port 30ccab54-a71b-4cc2-a194-676b9e983cf3 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:19.107693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.116426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab2d22-fcc2-40b8-91e1-4427e5b725ae None None] Network fc395752-4c04-455a-ab90-a4def7202cf6 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:18:19.128040 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c7704c-aeac-400f-977a-87931018d41a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.130237 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2c7704c-aeac-400f-977a-87931018d41a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fda72e9-775e-413f-9686-cee86ee63dfe HTTP/1.1" status: 204 len: 168 time: 0.4470065 Jan 28 10:18:19.252122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.269197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 856f3b77-188a-4be0-930d-ddf48302a7a9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:19.270373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.523287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:18:17Z', 'revision_number': 5, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port': {'id': '30ccab54-a71b-4cc2-a194-676b9e983cf3', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:0f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3287, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:20Z', 'updated_at': '2022-01-28T10:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:19.527731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] Checking router: 69386b44-794c-44b8-933d-3ffd9a1df6ad for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:19.551980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] Routers {'69386b44-794c-44b8-933d-3ffd9a1df6ad'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:19.552472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['69386b44-794c-44b8-933d-3ffd9a1df6ad'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:19.560281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 856f3b77-188a-4be0-930d-ddf48302a7a9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=856f3b77-188a-4be0-930d-ddf48302a7a9,segment=NetworkSegment(a3413f4d-091a-47bf-9a6e-4ef7eef8d266),segment_id=a3413f4d-091a-47bf-9a6e-4ef7eef8d266)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:19.560637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.609350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] For port 30ccab54-a71b-4cc2-a194-676b9e983cf3, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=30ccab54-a71b-4cc2-a194-676b9e983cf3,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:19.609954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.747348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 856f3b77-188a-4be0-930d-ddf48302a7a9 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:19.758445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] Set router 69386b44-794c-44b8-933d-3ffd9a1df6ad gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:19.787998 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Calling delete_port for 30ccab54-a71b-4cc2-a194-676b9e983cf3 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:19.870119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:18:19Z', 'revision_number': 6, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:19.872441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5196415-d3f4-4b4f-96ea-879f8fc2bc44 None None] DHCP port deletion for fc395752-4c04-455a-ab90-a4def7202cf6 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:18:19.873193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:19.887379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b3ba775-1323-4fa7-a9e7-57117f92bcc1 None None] The sync data for ids ['69386b44-794c-44b8-933d-3ffd9a1df6ad'] in n-d-825178-2 is: [{'id': '69386b44-794c-44b8-933d-3ffd9a1df6ad', 'name': 'tempest-TestServerBasicOps-1359620686-router', 'tenant_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:19Z', 'updated_at': '2022-01-28T10:18:19Z', 'revision_number': 6, 'project_id': '8f8fac202f0a4b5585fb7a3ff05c5a68', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:19.959765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] No DVR routers for this DVR port 856f3b77-188a-4be0-930d-ddf48302a7a9 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:19.961928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=856f3b77-188a-4be0-930d-ddf48302a7a9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:20.045105 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.095221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Pushing event deleted for resources: {'Port': ['ID=30ccab54-a71b-4cc2-a194-676b9e983cf3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:20.108342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.125423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e58329f3-20a9-4493-adcd-2f8da295c214 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:20.149749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc395752-4c04-455a-ab90-a4def7202cf6']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:20.164345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:20.164646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3413f4d-091a-47bf-9a6e-4ef7eef8d266') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:20.172042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: e58329f3-20a9-4493-adcd-2f8da295c214 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:20.172042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device e58329f3-20a9-4493-adcd-2f8da295c214 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:20.181477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.199854 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.205100 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.213387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:18:20.214317 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:18:20.236055 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:18:20.335563 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.364796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.391032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Network': ['ID=fc395752-4c04-455a-ab90-a4def7202cf6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:20.430731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1d7a4039-3c99-4e5f-9e24-e0a799707079 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/networks/fc395752-4c04-455a-ab90-a4def7202cf6 HTTP/1.1" status: 204 len: 168 time: 1.3239195 Jan 28 10:18:20.443486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 51938) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:20.460548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.463189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.493928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.495399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69386b44-794c-44b8-933d-3ffd9a1df6ad {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:18:20.528725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.530028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8f7f6cb3-e2d3-40de-8030-79725f42719e admin admin] 10.222.0.42 "DELETE /v2.0/routers/69386b44-794c-44b8-933d-3ffd9a1df6ad HTTP/1.1" status: 204 len: 168 time: 1.8704836 Jan 28 10:18:20.533278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51942) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:20.601815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Deleting subnet c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:18:20.607597 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.671216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.713194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port ac8f3906-4909-4cca-98f8-db5db6757fcd {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:20.713194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.778729 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.882892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.906919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dd91091a-8b16-4c00-9056-582353b0fb20 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:20.934716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6eb6687-123b-4da2-a5b4-4548d9fbe8c5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:20.943388 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:20.952085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c954405a-23b9-499a-8b76-e87e97ab7297 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c6eb6687-123b-4da2-a5b4-4548d9fbe8c5 HTTP/1.1" status: 204 len: 168 time: 0.4160554 Jan 28 10:18:20.954415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051cefc2-5d20-4805-9924-39728af3334c None None] Network 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:18:20.955302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51946) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:20.982748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: dd91091a-8b16-4c00-9056-582353b0fb20 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:20.983349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dd91091a-8b16-4c00-9056-582353b0fb20 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:20.985238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 856f3b77-188a-4be0-930d-ddf48302a7a9 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:21.089785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 856f3b77-188a-4be0-930d-ddf48302a7a9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:21.090330 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 856f3b77-188a-4be0-930d-ddf48302a7a9 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:21.119246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.119748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.121855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.139092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Deleting port e9981a7e-8a90-4271-ac73-3e7909a86b56 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:21.139713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.294211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for ac8f3906-4909-4cca-98f8-db5db6757fcd owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:21.465592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] For port e9981a7e-8a90-4271-ac73-3e7909a86b56, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e9981a7e-8a90-4271-ac73-3e7909a86b56,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:21.473233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.478529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] DHCP port deletion for 8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:18:21.484430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Deleting port e9981a7e-8a90-4271-ac73-3e7909a86b56 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:21.485210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.518321 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.593562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=ac8f3906-4909-4cca-98f8-db5db6757fcd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:21.623465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Calling delete_port for e9981a7e-8a90-4271-ac73-3e7909a86b56 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:21.693136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.693461 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Floating IP 73d61c59-bb18-4c96-b775-9c1192055193 disassociated (deleted). External IP: 172.25.1.88, port: 3a6a0458-963d-46fe-9af4-3ca16a473632. Jan 28 10:18:21.714147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.714806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] For port e9981a7e-8a90-4271-ac73-3e7909a86b56, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e9981a7e-8a90-4271-ac73-3e7909a86b56,segment=NetworkSegment(6e5aa5c8-2be4-4df4-a940-53b8b3e6e087),segment_id=6e5aa5c8-2be4-4df4-a940-53b8b3e6e087)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:21.715437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.768589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e9981a7e-8a90-4271-ac73-3e7909a86b56,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:21.775219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] No DVR routers for this DVR port e9981a7e-8a90-4271-ac73-3e7909a86b56 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:21.861866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Calling delete_port for e9981a7e-8a90-4271-ac73-3e7909a86b56 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:21.903576 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.937397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6f535b-ff42-4dfb-a0a8-2accea5c94c7']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:21.949305 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:18:21.949843 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:18:21.952623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:21.953050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e5aa5c8-2be4-4df4-a940-53b8b3e6e087') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:21.965990 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.989894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:21.997026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:18:21.997498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:18:22.011338 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:18:22.101309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:22.208573 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:22.225044 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:22.234934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6f535b-ff42-4dfb-a0a8-2accea5c94c7,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:22.256061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6965459a-542c-4ea4-a365-a619783755fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/8d6f535b-ff42-4dfb-a0a8-2accea5c94c7 HTTP/1.1" status: 204 len: 168 time: 1.2916925 Jan 28 10:18:22.256312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 51960) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:22.289959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:22.302365 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:22.306952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:22.314358 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:22.314968 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:22.384610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e079298a-6caa-4bbd-b69c-bc0a209234ce tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/floatingips/73d61c59-bb18-4c96-b775-9c1192055193 HTTP/1.1" status: 204 len: 168 time: 1.9383090 Jan 28 10:18:22.385237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:18:22.457397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Deleting port e9981a7e-8a90-4271-ac73-3e7909a86b56 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:22.457397 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:22.494985 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'status': 'completed', 'code': 200} Jan 28 10:18:22.546733 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:22.552369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30ccab54-a71b-4cc2-a194-676b9e983cf3 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:22.640080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 30ccab54-a71b-4cc2-a194-676b9e983cf3 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:22.640973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 30ccab54-a71b-4cc2-a194-676b9e983cf3 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:22.641524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e9981a7e-8a90-4271-ac73-3e7909a86b56 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:22.674409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-67c239b1-f212-4b12-a246-a2ae085ce477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:22.679136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-67c239b1-f212-4b12-a246-a2ae085ce477 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 1096 time: 0.1614165 Jan 28 10:18:22.728756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-93e5a17b-d915-4f17-bf38-eb748d019d55 None None] The port 'e9981a7e-8a90-4271-ac73-3e7909a86b56' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:18:22.730276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e9981a7e-8a90-4271-ac73-3e7909a86b56 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:22.730808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e9981a7e-8a90-4271-ac73-3e7909a86b56 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:22.887955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-ad4e4138-3530-4dfa-8f5a-86cc243a1fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:22.889474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-ad4e4138-3530-4dfa-8f5a-86cc243a1fb9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 200 len: 897 time: 0.2032058 Jan 28 10:18:23.034032 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:12Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:23.039649 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:23.047488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad22622-1837-42c7-8635-fa1053da8f1a req-871d7859-0177-4ec2-8cce-1c93ff824b69 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:23.048227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4ad22622-1837-42c7-8635-fa1053da8f1a req-871d7859-0177-4ec2-8cce-1c93ff824b69 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:23.052329 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:23.053911 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:23.101884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-4ad22622-1837-42c7-8635-fa1053da8f1a req-871d7859-0177-4ec2-8cce-1c93ff824b69 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:23.103470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ad22622-1837-42c7-8635-fa1053da8f1a req-871d7859-0177-4ec2-8cce-1c93ff824b69 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 945 time: 0.2093942 Jan 28 10:18:23.127683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-56ad69a5-e28f-45b3-9713-a8bcd3256106 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 200 len: 217 time: 0.2310064 Jan 28 10:18:23.176440 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ad22622-1837-42c7-8635-fa1053da8f1a req-b4a34e49-a254-43f2-82aa-e15ee604ae26 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584397 Jan 28 10:18:23.192760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:23.220626 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-13bafee9-169f-4ff7-82fe-166c1f51fbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:23.222963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-13bafee9-169f-4ff7-82fe-166c1f51fbb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c0a082ac-58dd-4a4d-a217-9557d2700676 HTTP/1.1" status: 200 len: 835 time: 0.0870416 Jan 28 10:18:23.318341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-34d10b14-1410-405e-ad90-d3f8c4dbf4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:23.320610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-34d10b14-1410-405e-ad90-d3f8c4dbf4da service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906603 Jan 28 10:18:23.321499 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:23.546760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-51eaff54-3997-45bf-925e-9d5d75cefd3e service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185702 Jan 28 10:18:23.650406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Deleting port dfe6e13c-6592-491c-8bc9-b0acca377636 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:23.651293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:23.746738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e814a889-3d85-4bb2-8c39-680574005fa9 req-126dbd7a-59a1-4215-b3be-374e77aef9d6 service neutron] 10.222.0.43 "GET /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929450 Jan 28 10:18:23.761797 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:12Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:23.766769 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f020e7-8c38-43a6-a45f-1a476b1dc492 None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:12Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '557ccd42-9ca1-428d-a8c5-134badde2c84', 'name': '', 'network_id': '0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:93:82:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:25Z', 'updated_at': '2022-01-28T10:16:34Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'c0a082ac-58dd-4a4d-a217-9557d2700676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:23.841050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] For port dfe6e13c-6592-491c-8bc9-b0acca377636, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dfe6e13c-6592-491c-8bc9-b0acca377636,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:23.841500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:24.067066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f389a9-2a19-44a5-8815-06910014564e None None] New status for floating IP 73d61c59-bb18-4c96-b775-9c1192055193: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:18:24.092459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Calling delete_port for dfe6e13c-6592-491c-8bc9-b0acca377636 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:24.263198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-36826bfa-2170-4323-9abe-6207b8566cd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:24.265177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-36826bfa-2170-4323-9abe-6207b8566cd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:24.280370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-36826bfa-2170-4323-9abe-6207b8566cd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:24.281759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-36826bfa-2170-4323-9abe-6207b8566cd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 945 time: 0.1860261 Jan 28 10:18:24.344267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:24.399089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfe6e13c-6592-491c-8bc9-b0acca377636,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:24.401383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 3a6a0458-963d-46fe-9af4-3ca16a473632 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:24.402362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:24.546015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d8b080-c286-48dc-818e-851c9fcf2da5 req-e3dc574c-a94a-4b75-9693-49c83d6eff7f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:24.553512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22d8b080-c286-48dc-818e-851c9fcf2da5 req-e3dc574c-a94a-4b75-9693-49c83d6eff7f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 945 time: 0.2229307 Jan 28 10:18:24.675280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-22d8b080-c286-48dc-818e-851c9fcf2da5 req-8e4170e1-b7b6-43ab-92a0-1b0532a6182a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:24.681661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:24.703757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-22d8b080-c286-48dc-818e-851c9fcf2da5 req-8e4170e1-b7b6-43ab-92a0-1b0532a6182a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:24.704913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-22d8b080-c286-48dc-818e-851c9fcf2da5 req-8e4170e1-b7b6-43ab-92a0-1b0532a6182a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=f11e297a-dcf6-48f7-9317-52a5205fc19b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1506295 Jan 28 10:18:24.746680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 3a6a0458-963d-46fe-9af4-3ca16a473632, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3a6a0458-963d-46fe-9af4-3ca16a473632,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:24.747036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:24.871741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 3a6a0458-963d-46fe-9af4-3ca16a473632 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:25.059776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:25.103898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Router 328f46ef-785c-4c41-ad41-bb4981b0ed76 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:25.111052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=3a6a0458-963d-46fe-9af4-3ca16a473632,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:25.151653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.152217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.152555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.152912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.153244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.153571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.153898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.154215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.154533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.154850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.155169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.155484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:25.201911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] No DVR routers for this DVR port 3a6a0458-963d-46fe-9af4-3ca16a473632 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:25.204394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:25.207309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'name': 'network-vif-deleted', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:18:25.225245 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ac4fbed-6573-4e96-90c5-27e8846ed8d7 req-090d5c6e-1460-4858-8af6-618f28597eab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "DELETE /v2.0/ports/3a6a0458-963d-46fe-9af4-3ca16a473632 HTTP/1.1" status: 204 len: 173 time: 0.9382443 Jan 28 10:18:25.260976 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab451605-fd6c-41ba-aadf-79a9607e0f24', 'name': 'network-vif-deleted', 'tag': '3a6a0458-963d-46fe-9af4-3ca16a473632', 'status': 'completed', 'code': 200} Jan 28 10:18:25.306262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:25.315377 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] Sync routers for ids ['328f46ef-785c-4c41-ad41-bb4981b0ed76'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:25.326594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a50978de-4688-49c7-bfda-446c3eecdaa8 admin admin] 10.222.0.42 "PUT /v2.0/routers/328f46ef-785c-4c41-ad41-bb4981b0ed76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0690289 Jan 28 10:18:25.329121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52000) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:25.329611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] Routers {'328f46ef-785c-4c41-ad41-bb4981b0ed76'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:25.330226 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['328f46ef-785c-4c41-ad41-bb4981b0ed76'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:25.561582 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] Set router 328f46ef-785c-4c41-ad41-bb4981b0ed76 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:25.662012 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:25.904835 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126'}], 'enable_snat': True}, 'gw_port_id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:18:24Z', 'revision_number': 5, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port': {'id': '783a5f92-43aa-4575-8b92-2b3a3a861263', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:31:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:12:41Z', 'updated_at': '2022-01-28T10:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:25.908519 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] Checking router: 328f46ef-785c-4c41-ad41-bb4981b0ed76 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:25.918784 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] Routers {'328f46ef-785c-4c41-ad41-bb4981b0ed76'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:25.919064 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:25.919626 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:17:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['328f46ef-785c-4c41-ad41-bb4981b0ed76'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:25.945456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6488e04f-5530-4c85-9cc3-a4e528dc03a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:25.973266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f43e5084-ac38-47ba-91f8-9bea6d290547 req-59fd6264-7694-4ca6-8f1d-662ca86aad9b tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:25.977136 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Deleting port 783a5f92-43aa-4575-8b92-2b3a3a861263 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:25.977478 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.037468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f43e5084-ac38-47ba-91f8-9bea6d290547 req-59fd6264-7694-4ca6-8f1d-662ca86aad9b tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:26.038865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f43e5084-ac38-47ba-91f8-9bea6d290547 req-59fd6264-7694-4ca6-8f1d-662ca86aad9b tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab451605-fd6c-41ba-aadf-79a9607e0f24 HTTP/1.1" status: 200 len: 210 time: 0.1121447 Jan 28 10:18:26.077412 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] Set router 328f46ef-785c-4c41-ad41-bb4981b0ed76 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:26.176959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] For port 783a5f92-43aa-4575-8b92-2b3a3a861263, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=783a5f92-43aa-4575-8b92-2b3a3a861263,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:26.177311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.193931 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:18:25Z', 'revision_number': 6, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:26.197936 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322dec2d-6ec3-4d0c-8c81-a1f9fbe11678 None None] The sync data for ids ['328f46ef-785c-4c41-ad41-bb4981b0ed76'] in n-d-825178-2 is: [{'id': '328f46ef-785c-4c41-ad41-bb4981b0ed76', 'name': 'tempest-TestServerBasicOps-432086803-router', 'tenant_id': 'c3caffcb25214233a6aadee908e62d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:12:40Z', 'updated_at': '2022-01-28T10:18:25Z', 'revision_number': 6, 'project_id': 'c3caffcb25214233a6aadee908e62d40', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:26.302978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Calling delete_port for 783a5f92-43aa-4575-8b92-2b3a3a861263 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:26.623094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.642393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfe6e13c-6592-491c-8bc9-b0acca377636 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:26.678026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=783a5f92-43aa-4575-8b92-2b3a3a861263,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:26.734557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: dfe6e13c-6592-491c-8bc9-b0acca377636 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:26.734978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dfe6e13c-6592-491c-8bc9-b0acca377636 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:26.784004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.953040 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.955088 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.978060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.978566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 328f46ef-785c-4c41-ad41-bb4981b0ed76 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:18:26.992856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:26.994515 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cf67e3ae-093b-457e-bb85-4e261eba3db5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/328f46ef-785c-4c41-ad41-bb4981b0ed76 HTTP/1.1" status: 204 len: 168 time: 1.6639822 Jan 28 10:18:26.997105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52008) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:27.056715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Deleting subnet 64a412aa-4212-4791-bab0-99f6f51f520a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:18:27.059660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.109788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.143395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52014) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:27.241439 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.277136 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.328350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.386735 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.421611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f11e297a-dcf6-48f7-9317-52a5205fc19b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:27.433259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.433730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.434504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.435092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.435612 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.436000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.436928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.436928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.437490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.438039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.438448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.439054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:27.440614 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.459293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.464078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d0169af2-abdf-4a85-9ba2-5bdb44523a55 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/security-groups/f11e297a-dcf6-48f7-9317-52a5205fc19b HTTP/1.1" status: 204 len: 168 time: 0.3189204 Jan 28 10:18:27.515376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52026) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:27.538804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64a412aa-4212-4791-bab0-99f6f51f520a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:27.561212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2ead8c-a55d-4d3b-8bc1-bc96ff3a08c5 None None] Network 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:18:27.565820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.572560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-031c8ab3-339c-4ac4-963d-163766736e57 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/64a412aa-4212-4791-bab0-99f6f51f520a HTTP/1.1" status: 204 len: 168 time: 0.5742061 Jan 28 10:18:27.574905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52030) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:27.728998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.743984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Deleting port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:27.744794 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:27.894183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] DHCP port deletion for 4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:18:27.898851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Deleting port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:27.899421 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.025141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] For port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:28.025747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.121737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] For port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,segment=NetworkSegment(3524a4db-4bc4-414a-9eca-0c7868a228a9),segment_id=3524a4db-4bc4-414a-9eca-0c7868a228a9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:28.122148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.160268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Calling delete_port for a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:28.241231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.256458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Calling delete_port for a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:28.303676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] No DVR routers for this DVR port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:28.348637 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:18:28.349417 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:18:28.354225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:28.401359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bbcac8ee-5943-4024-a748-6f32ca60e9bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.418743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.444194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.451344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:28.483485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:28.486028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:28.486372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:28.486789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 783a5f92-43aa-4575-8b92-2b3a3a861263 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:28.500079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3524a4db-4bc4-414a-9eca-0c7868a228a9') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:28.500702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3524a4db-4bc4-414a-9eca-0c7868a228a9') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:28.515993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.523967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 783a5f92-43aa-4575-8b92-2b3a3a861263 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:28.524314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 783a5f92-43aa-4575-8b92-2b3a3a861263 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:28.540955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.568404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:18:28.569004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:18:28.584676 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:18:28.689067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.715523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.718000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:28.733847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a01e7f9-2e73-40c8-a4ab-76c655ba0353 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4ba45d96-c3de-4ee4-96d3-bef6f93d5dc5 HTTP/1.1" status: 204 len: 168 time: 1.1555748 Jan 28 10:18:28.828955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 557ccd42-9ca1-428d-a8c5-134badde2c84 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:28.829295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.851660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Deleting port a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:28.852224 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:28.931024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2a7b6f26-47cc-42f8-aaa1-72368c858c12 None None] The port 'a3069e6e-edfb-4cc7-84f2-43ea0f4ccbc2' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:18:28.932471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52038) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:28.992311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d15f1054-e8c0-486a-a2ae-0b7d41cbc648 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8f8fac202f0a4b5585fb7a3ff05c5a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561965 Jan 28 10:18:28.992486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52042) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:29.056287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 557ccd42-9ca1-428d-a8c5-134badde2c84, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=557ccd42-9ca1-428d-a8c5-134badde2c84,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:29.056651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.058716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5775dc7-f087-42bc-a092-8011d434fcd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.086733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5775dc7-f087-42bc-a092-8011d434fcd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.144870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5775dc7-f087-42bc-a092-8011d434fcd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.157686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3a6a0458-963d-46fe-9af4-3ca16a473632 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:29.163863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5775dc7-f087-42bc-a092-8011d434fcd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd55b8b6-2751-408c-b9db-8c7a1d81515f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:29.172198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5775dc7-f087-42bc-a092-8011d434fcd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.176101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a5775dc7-f087-42bc-a092-8011d434fcd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd55b8b6-2751-408c-b9db-8c7a1d81515f HTTP/1.1" status: 204 len: 168 time: 0.1801145 Jan 28 10:18:29.195468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 557ccd42-9ca1-428d-a8c5-134badde2c84 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:29.222148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 3a6a0458-963d-46fe-9af4-3ca16a473632 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:29.222567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3a6a0458-963d-46fe-9af4-3ca16a473632 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:29.403116 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.457684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=557ccd42-9ca1-428d-a8c5-134badde2c84,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:29.523489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.526200 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.585806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52050) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:29.651921 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f854762-6244-492c-a50e-e3a0c769578d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3caffcb25214233a6aadee908e62d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0647707 Jan 28 10:18:29.654203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52056) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:29.757075 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c735b82c-5fbc-4d11-bc69-f3d44a3831da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.803868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c735b82c-5fbc-4d11-bc69-f3d44a3831da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.858488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c735b82c-5fbc-4d11-bc69-f3d44a3831da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.876788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735b82c-5fbc-4d11-bc69-f3d44a3831da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3822cea7-3d86-4b8f-9616-0cc95eefad4d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:29.882174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c735b82c-5fbc-4d11-bc69-f3d44a3831da admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:29.884085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c735b82c-5fbc-4d11-bc69-f3d44a3831da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3822cea7-3d86-4b8f-9616-0cc95eefad4d HTTP/1.1" status: 204 len: 168 time: 0.2284358 Jan 28 10:18:29.940010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:30.445364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 1eac80c3-d61d-4f07-9b17-370a50cad565 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:30.641977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:30.654100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] Sync routers for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:30.663674 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ee8a02d0-63b1-4ab4-a283-57bb47dd51a4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "PUT /v2.0/routers/1eac80c3-d61d-4f07-9b17-370a50cad565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1448503 Jan 28 10:18:30.663949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52070) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:30.669134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:30.669750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:30.734917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting subnet c0a082ac-58dd-4a4d-a217-9557d2700676 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:18:30.737960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:30.795499 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:30.857125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:30.890512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:30.977874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.021078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a082ac-58dd-4a4d-a217-9557d2700676,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:31.026420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.035287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52074) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:31.035741 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-cf61d01c-9678-4076-94bc-94679bf9f6c3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/subnets/c0a082ac-58dd-4a4d-a217-9557d2700676 HTTP/1.1" status: 204 len: 168 time: 0.3703411 Jan 28 10:18:31.046809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.052989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317e7b79-2984-4f83-8d96-7d1bd9724ee0 None None] Network 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:18:31.319425 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.379740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:29Z', 'revision_number': 7, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:31.384739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] Checking router: 1eac80c3-d61d-4f07-9b17-370a50cad565 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:31.394646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] Routers {'1eac80c3-d61d-4f07-9b17-370a50cad565'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:31.395739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eac80c3-d61d-4f07-9b17-370a50cad565'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:31.486115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] DHCP port deletion for 0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:18:31.501283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Deleting port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:31.501656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.517451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.527536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:18:31.527880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.684406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] Set router 1eac80c3-d61d-4f07-9b17-370a50cad565 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:31.721108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:31.721434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:31.857164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:32.004730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] For port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,segment=NetworkSegment(3b35ac6a-884c-463e-a4f9-00f0831c1ae1),segment_id=3b35ac6a-884c-463e-a4f9-00f0831c1ae1)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:32.005026 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.077921 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.129627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=9d05bbe4-a593-49b6-ac43-e9a2d46bfef1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:32.179024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Calling delete_port for 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:18:32.240164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.280543 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.325894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:29Z', 'revision_number': 7, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:32.345624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Pushing event deleted for resources: {'Port': ['ID=65bedfa8-f2c8-4c60-a61e-bc4a1a071c27,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:32.350682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dd286b-b5f9-4c23-a0e6-6e485abe2f27 None None] The sync data for ids ['1eac80c3-d61d-4f07-9b17-370a50cad565'] in n-d-825178-2 is: [{'id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'name': 'tempest-TestNetworkBasicOps-router-336629757', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:16:19Z', 'updated_at': '2022-01-28T10:18:29Z', 'revision_number': 7, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '9d05bbe4-a593-49b6-ac43-e9a2d46bfef1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eac80c3-d61d-4f07-9b17-370a50cad565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:16:20Z', 'updated_at': '2022-01-28T10:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:32.356355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] No DVR routers for this DVR port 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:18:32.359298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.359920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.360573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.361558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.362164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.362700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.364148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.364698 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.365249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.365883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.366413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.366941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e49777c3-db25-4f68-927e-3aa243b8f3cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:32.452568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.454860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.478679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.479533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Fanout notify agent at l3_agent the message router_deleted on router 1eac80c3-d61d-4f07-9b17-370a50cad565 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:18:32.500023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.501269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c9c0f76d-990a-4855-97c9-8271cfb64d40 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/routers/1eac80c3-d61d-4f07-9b17-370a50cad565 HTTP/1.1" status: 204 len: 168 time: 1.4649596 Jan 28 10:18:32.504434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52090) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:32.630017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.781383 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.810116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:32.818920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:32.823629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b35ac6a-884c-463e-a4f9-00f0831c1ae1') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:32.823983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b35ac6a-884c-463e-a4f9-00f0831c1ae1') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:32.836456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.855806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.864762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:18:32.865237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:32.866005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:32.866561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 65bedfa8-f2c8-4c60-a61e-bc4a1a071c27 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:18:32.882159 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:18:33.116506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.139536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.156751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Network': ['ID=0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:33.161409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f94a21bb-aaf0-4524-976e-7870119aa59a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/networks/0f1acb0d-acb8-4c19-bcae-cd9fa43dbeed HTTP/1.1" status: 204 len: 168 time: 0.6552682 Jan 28 10:18:33.179026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52096) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:33.194018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'network': {'name': 'tempest-network-smoke--2011898088', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'port_security_enabled': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:33.213132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:33.229593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:network and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:33.233759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:33.261680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:33.278492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:18:33.283286 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.321340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:18:33.330934 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.331298 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Added segment 3fbd25d3-9f64-4699-87d0-ad91e785cec8 of type vlan for network d4df1703-7228-4010-bfdb-7b0052413498 Jan 28 10:18:33.360165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.395755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.401515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:33.402033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.515710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Network': ['ID=d4df1703-7228-4010-bfdb-7b0052413498,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:33.521130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-605879ff-d0c1-4386-8974-c8de04b1ba58 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3404229 Jan 28 10:18:33.523757 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:33.529420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-70273994', 'admin_state_up': True, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:33.538629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network d4df1703-7228-4010-bfdb-7b0052413498 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:18:33.553100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:33.560593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:router and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:33.564172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:33.576165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:33.587359 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.588421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:33.607907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:34.042823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:34.403240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 557ccd42-9ca1-428d-a8c5-134badde2c84 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:34.414884 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:34.442725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 557ccd42-9ca1-428d-a8c5-134badde2c84 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:34.442725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 557ccd42-9ca1-428d-a8c5-134badde2c84 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:34.443105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:18:34.451971 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:34.479895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:18:34.480260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9d05bbe4-a593-49b6-ac43-e9a2d46bfef1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:18:34.606488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.25.1.141 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/47ee0964-c61f-425c-af93-db45f9df9302) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:18:34.765729 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:34.809437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:34.875395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:18:34.884651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:34.888293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:18:34.953279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=47ee0964-c61f-425c-af93-db45f9df9302,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:35.412818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:35.927595 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:36.154302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 27845947-fa0e-4da7-bdb5-0565d8c6254b is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:18:36.366064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:36.383341 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Sync routers for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:36.397492 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:36.399220 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:36.400945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:36.402910 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4aaab918-fb3e-47cc-83db-0a4befb6c82d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.8780260 Jan 28 10:18:36.405775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52110) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:36.491600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-090390c4-3542-4405-ab0c-244898ed97b2 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=880cd2890fc24227ba150bc261f6ef0b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0844231 Jan 28 10:18:36.494684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52114) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:36.673145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72752e5b-c2b3-4d03-8dce-77f33cfdf3e9 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:36.676385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-72752e5b-c2b3-4d03-8dce-77f33cfdf3e9 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1798832 Jan 28 10:18:36.678257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52118) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:36.707650 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:36.738201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-759b3481-7682-4d38-a446-5063cfd20f40 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0585067 Jan 28 10:18:36.740968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52122) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:36.749916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1023845137', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:36.892252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:36.896135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:subnet and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:36.898740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:36.909663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:36.920944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:18:36.924462 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.045711 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:35Z', 'revision_number': 3, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:37.051724 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Checking router: 27845947-fa0e-4da7-bdb5-0565d8c6254b for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:37.051724 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Updating router 27845947-fa0e-4da7-bdb5-0565d8c6254b port 47ee0964-c61f-425c-af93-db45f9df9302 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:18:37.137758 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.237453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.263181 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:18:37.339526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Subnet': ['ID=b273898a-2d85-4c98-a66a-a0b2f6c4ce31,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:37.350628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Checking segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:18:37.350984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network hostable DHCP agents. Network: d4df1703-7228-4010-bfdb-7b0052413498, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:18:37.382961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network d4df1703-7228-4010-bfdb-7b0052413498 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:18:37.398800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, d4df1703-7228-4010-bfdb-7b0052413498) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:37.405201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ad9ba-b52d-408f-8f34-205abac73c57 None None] Network d4df1703-7228-4010-bfdb-7b0052413498 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:18:37.408492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:37.409353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.449691 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5cd25da3-7eb7-4950-baf6-c0b2b57dece1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7074184 Jan 28 10:18:37.453372 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52126) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:37.549953 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.573373 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Transition to ACTIVE for port object 47ee0964-c61f-425c-af93-db45f9df9302 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:37.594437 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.678994 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Attempting to bind port 47ee0964-c61f-425c-af93-db45f9df9302 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:18:37.679600 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Attempting to bind port 47ee0964-c61f-425c-af93-db45f9df9302 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:18:37.680143 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Attempting to bind port 47ee0964-c61f-425c-af93-db45f9df9302 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:18:37.694351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:18:37.695080 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:18:37.696176 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.696816 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:18:37.698891 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Bound port: 47ee0964-c61f-425c-af93-db45f9df9302, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:18:37.699430 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.765875 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Pushing event updated for resources: {'Port': ['ID=47ee0964-c61f-425c-af93-db45f9df9302,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:37.777759 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.778356 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.778976 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.780881 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.781425 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.782041 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.782536 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.783766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.784401 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.785734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.786319 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.786712 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:18:37.841174 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] For port 47ee0964-c61f-425c-af93-db45f9df9302, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:18:37.846899 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] For port 47ee0964-c61f-425c-af93-db45f9df9302, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=47ee0964-c61f-425c-af93-db45f9df9302,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:18:37.855899 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.874472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-d4df1703-7228-4010-bfdb-7b0052413498', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:18:37.875789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:37.977190 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:37.978159 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:38.071060 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df038a-8d8e-458b-ae0c-1944810161d4 None None] Pushing event updated for resources: {'Port': ['ID=47ee0964-c61f-425c-af93-db45f9df9302,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:38.134749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Allocated IP 172.20.0.2 (d4df1703-7228-4010-bfdb-7b0052413498/b273898a-2d85-4c98-a66a-a0b2f6c4ce31/d838c3b6-3474-468f-98de-aab674b39d59) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:18:38.257044 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:38.438159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:38.458426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Transition to ACTIVE for port object d838c3b6-3474-468f-98de-aab674b39d59 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:38.489642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Transition to ACTIVE for port object d838c3b6-3474-468f-98de-aab674b39d59 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:38.501095 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:38.501207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:38.598831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Pushing event updated for resources: {'Port': ['ID=d838c3b6-3474-468f-98de-aab674b39d59,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:38.614481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Network d4df1703-7228-4010-bfdb-7b0052413498 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:18:38.614888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:38.618504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:18:38.699912 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:35Z', 'revision_number': 3, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:38.705774 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694c62e1-e3cf-4a39-a83a-058d977fb3d6 None None] The sync data for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 is: [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:35Z', 'revision_number': 3, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:38.772386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Attempting to bind port d838c3b6-3474-468f-98de-aab674b39d59 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:18:38.772886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Attempting to bind port d838c3b6-3474-468f-98de-aab674b39d59 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:18:38.773257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Attempting to bind port d838c3b6-3474-468f-98de-aab674b39d59 on network d4df1703-7228-4010-bfdb-7b0052413498 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:18:38.781518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:18:38.781518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Checking segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:18:38.781694 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:38.782491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Bound using segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:18:38.782491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Bound port: d838c3b6-3474-468f-98de-aab674b39d59, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:18:38.782851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:38.935819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] For port d838c3b6-3474-468f-98de-aab674b39d59, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:18:38.940276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] For port d838c3b6-3474-468f-98de-aab674b39d59, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d838c3b6-3474-468f-98de-aab674b39d59,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:18:38.950252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:39.076404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77881dff-aaa4-4210-8943-7a7dda5186da None None] Pushing event updated for resources: {'Port': ['ID=d838c3b6-3474-468f-98de-aab674b39d59,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:39.368004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.20.0.1 (d4df1703-7228-4010-bfdb-7b0052413498/b273898a-2d85-4c98-a66a-a0b2f6c4ce31/619293ba-f4b4-4d3e-962c-c7ca542f3333) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:18:39.673951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:39.694454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Transition to ACTIVE for port object 619293ba-f4b4-4d3e-962c-c7ca542f3333 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:39.730952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:39.799048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network d4df1703-7228-4010-bfdb-7b0052413498 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:18:39.807928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:39.812523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:18:39.867531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=619293ba-f4b4-4d3e-962c-c7ca542f3333,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:39.897905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:40.261817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:40.672916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47ee0964-c61f-425c-af93-db45f9df9302 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:40.711772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2815b1ad-8f66-452d-a560-910e8a46f821 None None] Network d4df1703-7228-4010-bfdb-7b0052413498 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:18:40.866574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:40.876591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:40.952412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b546f7db-a453-49dd-be5a-b9b64685ac2c None None] Provisioning for port d838c3b6-3474-468f-98de-aab674b39d59 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:40.995699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=619293ba-f4b4-4d3e-962c-c7ca542f3333,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:40.998651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.060654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 47ee0964-c61f-425c-af93-db45f9df9302 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:41.069593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 47ee0964-c61f-425c-af93-db45f9df9302 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:41.070165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.234236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.258406 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 47ee0964-c61f-425c-af93-db45f9df9302, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=47ee0964-c61f-425c-af93-db45f9df9302,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:41.265708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network d4df1703-7228-4010-bfdb-7b0052413498 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:18:41.266699 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.267104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:41.267893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d838c3b6-3474-468f-98de-aab674b39d59 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:41.370942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=47ee0964-c61f-425c-af93-db45f9df9302,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:41.436418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d838c3b6-3474-468f-98de-aab674b39d59 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:41.443035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d838c3b6-3474-468f-98de-aab674b39d59 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:41.443419 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.594963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.611799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-10809cc7-9d0c-432e-835e-439522ee4a3b None None] Provisioning for port 619293ba-f4b4-4d3e-962c-c7ca542f3333 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:41.622874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-10809cc7-9d0c-432e-835e-439522ee4a3b None None] Provisioning complete for port 619293ba-f4b4-4d3e-962c-c7ca542f3333 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:41.623169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-10809cc7-9d0c-432e-835e-439522ee4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.630467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 27845947-fa0e-4da7-bdb5-0565d8c6254b has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:18:41.685190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d838c3b6-3474-468f-98de-aab674b39d59, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d838c3b6-3474-468f-98de-aab674b39d59,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:41.693445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-10809cc7-9d0c-432e-835e-439522ee4a3b None None] Port 619293ba-f4b4-4d3e-962c-c7ca542f3333 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:18:41.700593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.768215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-10809cc7-9d0c-432e-835e-439522ee4a3b None None] Provisioning complete for port d838c3b6-3474-468f-98de-aab674b39d59 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:41.768737 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-10809cc7-9d0c-432e-835e-439522ee4a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:41.840854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d838c3b6-3474-468f-98de-aab674b39d59,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:41.852123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:18:41.870107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52138) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:41.870656 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65c502fb-aed0-4c49-99b8-fbe9451212da tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "PUT /v2.0/routers/27845947-fa0e-4da7-bdb5-0565d8c6254b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4168892 Jan 28 10:18:41.886073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Sync routers for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:18:41.914895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:41.915758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:42.025504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.025978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.026430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.026880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.027329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.027779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.032047 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-758cc39d-b64b-4bc3-914b-f38350e270ff tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1579366 Jan 28 10:18:42.032266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52142) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:42.110524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.110991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.111443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.112239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.112781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.113586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:42.115751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a84d864-5c4e-4960-986b-cf5f55f2f57e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0823994 Jan 28 10:18:42.118461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52146) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:42.123307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:42.221434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a7e8e88d-1c4e-4812-82fd-5814f47da66e None None] Provisioning complete for port 619293ba-f4b4-4d3e-962c-c7ca542f3333 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:42.222740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a7e8e88d-1c4e-4812-82fd-5814f47da66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.410584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ef8bab7-61fe-4ab9-995c-809f7b87248e tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2904379 Jan 28 10:18:42.452173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a7e8e88d-1c4e-4812-82fd-5814f47da66e None None] Port 619293ba-f4b4-4d3e-962c-c7ca542f3333 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:18:42.467654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47ee0964-c61f-425c-af93-db45f9df9302 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:42.611639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 47ee0964-c61f-425c-af93-db45f9df9302 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:42.612009 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.724706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 2, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:42.740583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Checking router: 27845947-fa0e-4da7-bdb5-0565d8c6254b for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:18:42.740981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Updating router 27845947-fa0e-4da7-bdb5-0565d8c6254b port 619293ba-f4b4-4d3e-962c-c7ca542f3333 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:18:42.776144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52156) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:42.780602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1158378', 'description': 'tempest-secgroup-smoke-1158378 description', 'project_id': '880cd2890fc24227ba150bc261f6ef0b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:42.787027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:42.791061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:42.793868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:42.799418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:42.803627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d838c3b6-3474-468f-98de-aab674b39d59 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:42.810376 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.830986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:42.835593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:42.838671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:42.844599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:42.900645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.916683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.921139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.971146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f5299ce-e3ef-4aaf-876e-4102f387809a,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:42.974336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:42.978971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1aba1b16-b966-48d5-bc8a-aef7bfda9fbc tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1989841 Jan 28 10:18:42.978971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52160) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:42.984072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': '4f5299ce-e3ef-4aaf-876e-4102f387809a', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:42.991832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:42.996137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:42.999787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:43.005813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:43.054566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d838c3b6-3474-468f-98de-aab674b39d59 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:43.054949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.144412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.203112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.208046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.231358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c388547e-73e1-4ae9-8599-4731babbfabf,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:43.241182 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.242455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4c6a8706-0269-438e-95ea-0c6e09f26c72 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2626665 Jan 28 10:18:43.246735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52164) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:43.252046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': '4f5299ce-e3ef-4aaf-876e-4102f387809a', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:43.259760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:43.262888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:43.265912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:43.272228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:43.288065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.352185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.357764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.384009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8508a0b3-21c1-4556-989a-058538ca7be1,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:43.396293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.400140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-728a6fda-ace0-4658-bae2-7f75e5c75e6c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1497917 Jan 28 10:18:43.400385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52170) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:43.401107 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.407731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': '4f5299ce-e3ef-4aaf-876e-4102f387809a', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:43.414426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:43.415236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Transition to ACTIVE for port object 619293ba-f4b4-4d3e-962c-c7ca542f3333 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:43.418743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:43.422174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:43.424959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.433444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:43.453742 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.546493 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.556329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.591881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252bcb03-f36c-4a32-8a47-f20a96271dc5,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:43.608286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32fd2b-19c7-4761-8caf-164555e72fff None None] Pushing event updated for resources: {'Port': ['ID=619293ba-f4b4-4d3e-962c-c7ca542f3333,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:43.622973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.640269 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6890885b-9ab1-41bc-abe2-6a41d8ba719f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2363973 Jan 28 10:18:43.642500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52180) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:43.647404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': '4f5299ce-e3ef-4aaf-876e-4102f387809a', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:43.654077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:43.658470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:43.661426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:43.668306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:43.693701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.719260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Attempting to bind port 619293ba-f4b4-4d3e-962c-c7ca542f3333 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:18:43.719658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Attempting to bind port 619293ba-f4b4-4d3e-962c-c7ca542f3333 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:18:43.720018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Attempting to bind port 619293ba-f4b4-4d3e-962c-c7ca542f3333 on network d4df1703-7228-4010-bfdb-7b0052413498 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:18:43.726513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:18:43.727143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Checking segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:18:43.727519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.728204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Bound using segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:18:43.728381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Bound port: 619293ba-f4b4-4d3e-962c-c7ca542f3333, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:18:43.728976 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.776830 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.782562 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.816488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05973e79-01c6-47ce-a618-5030500e2d83,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:43.822880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.827513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52186) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:43.827998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d58a8e8-7aca-49e0-b044-9c383dedbcd8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1861656 Jan 28 10:18:43.833107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': '4f5299ce-e3ef-4aaf-876e-4102f387809a', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:43.839245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] For port 619293ba-f4b4-4d3e-962c-c7ca542f3333, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:18:43.840550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:43.842362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] For port 619293ba-f4b4-4d3e-962c-c7ca542f3333, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=619293ba-f4b4-4d3e-962c-c7ca542f3333,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:18:43.845671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:43.846096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.848834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:43.860093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:43.875840 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Project 880cd2890fc24227ba150bc261f6ef0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:18:43.883459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.955890 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.958316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:18:43.958945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:43.963785 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:43.970620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:44.004093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53208b56-6920-4a2c-a4a8-2f6737c560cb,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:44.018301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:44.023692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52192) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:44.026729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4185b2d0-9170-42a8-b21b-4813d8df9ac9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1979017 Jan 28 10:18:44.033299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'security_group_rule': {'security_group_id': '4f5299ce-e3ef-4aaf-876e-4102f387809a', 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:44.042541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:44.048198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:security_group_rule and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:44.052964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:44.066323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:44.068593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d32fd2b-19c7-4761-8caf-164555e72fff None None] Pushing event updated for resources: {'Port': ['ID=619293ba-f4b4-4d3e-962c-c7ca542f3333,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:44.085058 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Project 880cd2890fc24227ba150bc261f6ef0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:18:44.093833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:44.201438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:18:44.205644 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:44.210530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:44.247956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:44.249334 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2251542 Jan 28 10:18:44.251709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a43ecd9-8e6d-4fb6-a387-fb23da27ecb3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7ca943-520d-455b-8e8c-02d04037ee7a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:44.523528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-545c1685-6ca5-429a-bc9e-6cc24ff3b415 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1158378&fields=id&tenant_id=880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 267 time: 0.0536437 Jan 28 10:18:44.591293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:43Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:18:44.596106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd884513-1a87-4b26-862d-08b7909ed988 None None] The sync data for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 is: [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:43Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:18:44.709542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-1a3eeaf7-3d4d-454a-b85e-9695e82cecc4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:44.710221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-1a3eeaf7-3d4d-454a-b85e-9695e82cecc4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:44.725672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-1a3eeaf7-3d4d-454a-b85e-9695e82cecc4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:44.726833 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-1a3eeaf7-3d4d-454a-b85e-9695e82cecc4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/networks?id=d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 200 len: 797 time: 0.1968286 Jan 28 10:18:44.749068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bb64734a-cfd1-41a9-bfe9-cc50eb416495 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/quotas/880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 375 time: 0.0140331 Jan 28 10:18:44.842887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-b3b9145d-9f58-4a0f-91e7-19e348e945ee tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:44.859943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-b3b9145d-9f58-4a0f-91e7-19e348e945ee tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:44.861725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-b3b9145d-9f58-4a0f-91e7-19e348e945ee tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1023433 Jan 28 10:18:45.163048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-2e17a83c-6c1c-402d-ada9-9bd5156bec34 service neutron] 10.222.0.42 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2884951 Jan 28 10:18:45.299450 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-eb097883-265c-4852-b5cf-e976b27064dd service neutron] 10.222.0.42 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304731 Jan 28 10:18:45.386750 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:45.521260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-997fd168-0790-4532-a795-2d1f43f6e1e5 req-148c954e-cc2b-42cd-b140-90ba44f16105 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:45.537188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-997fd168-0790-4532-a795-2d1f43f6e1e5 req-148c954e-cc2b-42cd-b140-90ba44f16105 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:45.538571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-997fd168-0790-4532-a795-2d1f43f6e1e5 req-148c954e-cc2b-42cd-b140-90ba44f16105 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 210 time: 0.0936308 Jan 28 10:18:46.474267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 619293ba-f4b4-4d3e-962c-c7ca542f3333 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:46.611428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 619293ba-f4b4-4d3e-962c-c7ca542f3333 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:46.618465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 619293ba-f4b4-4d3e-962c-c7ca542f3333 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:46.619033 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:46.740371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6c80e1b-8029-409f-a0f9-d3566c325196 req-44d07611-3cc0-42b7-a2f7-992a0e095892 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 210 time: 0.0796287 Jan 28 10:18:46.755507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:46.794628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 619293ba-f4b4-4d3e-962c-c7ca542f3333, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=619293ba-f4b4-4d3e-962c-c7ca542f3333,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:46.799122 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:46.886605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=619293ba-f4b4-4d3e-962c-c7ca542f3333,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:46.951826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-5ff0f6ae-d15f-4726-96a8-62f2ad7216c9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:46.953531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-5ff0f6ae-d15f-4726-96a8-62f2ad7216c9 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "GET /v2.0/networks?id=d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 200 len: 797 time: 0.2251837 Jan 28 10:18:47.017581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-65862034-e587-400f-8d76-7ae33e4bbadb tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=880cd2890fc24227ba150bc261f6ef0b HTTP/1.1" status: 200 len: 377 time: 0.0538657 Jan 28 10:18:47.026916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'port': {'device_id': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'admin_state_up': True, 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'security_groups': ['4f5299ce-e3ef-4aaf-876e-4102f387809a']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:47.171983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:47.182346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:47.194523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Made reservation on behalf of 880cd2890fc24227ba150bc261f6ef0b for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:18:47.198429 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:47.374940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.20.0.10 (d4df1703-7228-4010-bfdb-7b0052413498/b273898a-2d85-4c98-a66a-a0b2f6c4ce31/44ac343e-f379-4608-8818-558edfe23512) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:18:47.684546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:47.700423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Transition to ACTIVE for port object 44ac343e-f379-4608-8818-558edfe23512 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:47.724953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:47.798086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network d4df1703-7228-4010-bfdb-7b0052413498 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:18:47.801458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:47.806150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:18:47.874108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:47.874108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:47.881712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=44ac343e-f379-4608-8818-558edfe23512,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:47.914140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-06427043-1f74-4318-b986-d4263064f9a6 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8907206 Jan 28 10:18:47.930297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Request body: {'port': {'device_id': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:47.998450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d7e87-e171-4dbc-b81d-ad56f5d1b160 req-86aca4d7-db0d-496b-b3c5-2f0344a0eb06 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:48.008392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-630d7e87-e171-4dbc-b81d-ad56f5d1b160 req-86aca4d7-db0d-496b-b3c5-2f0344a0eb06 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 932 time: 0.1308944 Jan 28 10:18:48.053441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-630d7e87-e171-4dbc-b81d-ad56f5d1b160 req-8bee7a10-6486-49c1-8401-ba3e78c4ef98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:48.081240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-630d7e87-e171-4dbc-b81d-ad56f5d1b160 req-8bee7a10-6486-49c1-8401-ba3e78c4ef98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:48.083325 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:48.084365 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-630d7e87-e171-4dbc-b81d-ad56f5d1b160 req-8bee7a10-6486-49c1-8401-ba3e78c4ef98 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0744872 Jan 28 10:18:48.228173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1c22e91c-16ad-436c-a63a-7d83a03a82e2 None None] Provisioning for port 44ac343e-f379-4608-8818-558edfe23512 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:48.240447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1c22e91c-16ad-436c-a63a-7d83a03a82e2 None None] Provisioning complete for port 44ac343e-f379-4608-8818-558edfe23512 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:48.241023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c22e91c-16ad-436c-a63a-7d83a03a82e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:48.321613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1c22e91c-16ad-436c-a63a-7d83a03a82e2 None None] Port 44ac343e-f379-4608-8818-558edfe23512 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:18:48.467333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 619293ba-f4b4-4d3e-962c-c7ca542f3333 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:48.573988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 619293ba-f4b4-4d3e-962c-c7ca542f3333 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:48.574508 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:48.665020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44ac343e-f379-4608-8818-558edfe23512 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:18:48.678379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:48.702422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Transition to ACTIVE for port object 44ac343e-f379-4608-8818-558edfe23512 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:18:48.708945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:48.861413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Pushing event updated for resources: {'Port': ['ID=44ac343e-f379-4608-8818-558edfe23512,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:48.994577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Attempting to bind port 44ac343e-f379-4608-8818-558edfe23512 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:18:48.994851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Attempting to bind port 44ac343e-f379-4608-8818-558edfe23512 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:18:48.995359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Attempting to bind port 44ac343e-f379-4608-8818-558edfe23512 on network d4df1703-7228-4010-bfdb-7b0052413498 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:18:49.003366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Port 44ac343e-f379-4608-8818-558edfe23512 on network d4df1703-7228-4010-bfdb-7b0052413498 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:18:49.003714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Attempting to bind port 44ac343e-f379-4608-8818-558edfe23512 on network d4df1703-7228-4010-bfdb-7b0052413498 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:18:49.010007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:18:49.010007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Checking segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:18:49.010302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Bound using segment: {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:18:49.010586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Bound port: 44ac343e-f379-4608-8818-558edfe23512, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fbd25d3-9f64-4699-87d0-ad91e785cec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:18:49.010953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:49.159926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] For port 44ac343e-f379-4608-8818-558edfe23512, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:18:49.165359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] For port 44ac343e-f379-4608-8818-558edfe23512, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=44ac343e-f379-4608-8818-558edfe23512,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:18:49.172640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:49.242805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:49.243740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:49.245587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] 10.222.0.43 "PUT /v2.0/ports/44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 200 len: 1092 time: 1.3242123 Jan 28 10:18:49.245587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'tag': '44ac343e-f379-4608-8818-558edfe23512'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:18:49.313970 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'tag': '44ac343e-f379-4608-8818-558edfe23512', 'status': 'completed', 'code': 200} Jan 28 10:18:49.408299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdda3e7a-31a2-4ba3-8c99-43fb7d44de3f service neutron] Pushing event updated for resources: {'Port': ['ID=44ac343e-f379-4608-8818-558edfe23512,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:49.492185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7735ec1-0bef-45c5-9de2-e26cfd2629a6 req-385512f9-7f26-4d16-af94-46e722b4f2cf tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:49.492185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b7735ec1-0bef-45c5-9de2-e26cfd2629a6 req-385512f9-7f26-4d16-af94-46e722b4f2cf tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:18:49.512099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-b8c2b936-7e67-4e62-9644-b8341ae11227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:49.512099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-b8c2b936-7e67-4e62-9644-b8341ae11227 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1095 time: 0.1786766 Jan 28 10:18:49.651317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-dee33f8b-d69a-4f19-a299-a5c396f9d379 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 200 len: 217 time: 0.1353064 Jan 28 10:18:49.707521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b7735ec1-0bef-45c5-9de2-e26cfd2629a6 req-385512f9-7f26-4d16-af94-46e722b4f2cf tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:18:49.708500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7735ec1-0bef-45c5-9de2-e26cfd2629a6 req-385512f9-7f26-4d16-af94-46e722b4f2cf tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 944 time: 0.4418621 Jan 28 10:18:49.760253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-c302a737-2ea6-44db-9719-29110a6ec01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:49.761648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-c302a737-2ea6-44db-9719-29110a6ec01d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b273898a-2d85-4c98-a66a-a0b2f6c4ce31 HTTP/1.1" status: 200 len: 835 time: 0.1133423 Jan 28 10:18:49.806027 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7735ec1-0bef-45c5-9de2-e26cfd2629a6 req-e950efed-5d63-4f83-bd4d-03bbe5b4cb93 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0867331 Jan 28 10:18:49.857889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-60cee138-8f1b-4d12-a98c-61bb4456d5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:49.862148 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-60cee138-8f1b-4d12-a98c-61bb4456d5ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4df1703-7228-4010-bfdb-7b0052413498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923059 Jan 28 10:18:50.017946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-eb75b129-f572-41f1-853d-5894fd3af6b2 service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519871 Jan 28 10:18:50.291545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa61eea2-4419-45bf-98bc-88ba9459eb11 req-fe305f2d-fbeb-4066-93f9-497136dcd00f service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686014 Jan 28 10:18:50.414370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-d926c6c5-5e08-4bc5-8c9e-f854985d0424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:50.415877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-d926c6c5-5e08-4bc5-8c9e-f854985d0424 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1095 time: 0.0815759 Jan 28 10:18:50.572236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-e806ff82-037d-453d-b764-72ccb97e8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:50.573685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-e806ff82-037d-453d-b764-72ccb97e8d98 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 200 len: 898 time: 0.1521733 Jan 28 10:18:50.648811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-9e0d7931-8d1f-4586-ae12-72f9e8636aa5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 200 len: 217 time: 0.0682776 Jan 28 10:18:50.713215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-747bbc07-98c3-402b-9267-34b2fab7479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:50.714728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-747bbc07-98c3-402b-9267-34b2fab7479c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b273898a-2d85-4c98-a66a-a0b2f6c4ce31 HTTP/1.1" status: 200 len: 835 time: 0.0600882 Jan 28 10:18:50.804427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-3b8551ff-e467-4577-adca-36fb543bbbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:50.806014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-3b8551ff-e467-4577-adca-36fb543bbbcf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4df1703-7228-4010-bfdb-7b0052413498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851688 Jan 28 10:18:50.960977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-8348e6ad-6fe2-437b-b4bf-a2f58a02443f service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431849 Jan 28 10:18:51.040076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfc484b-e82f-4571-b70a-7f9133c32d9a req-2a1e9ccf-6145-48a5-ab16-c2b411f69f6d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:51.041613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcfc484b-e82f-4571-b70a-7f9133c32d9a req-2a1e9ccf-6145-48a5-ab16-c2b411f69f6d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 944 time: 0.1026938 Jan 28 10:18:51.098422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fcfc484b-e82f-4571-b70a-7f9133c32d9a req-95db4534-73d8-4f66-8258-9917af233f11 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0483840 Jan 28 10:18:51.149902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-04960ac0-5fe2-4540-a5cd-fd53acdf54a5 req-9874fa36-d081-4ec2-b0f8-cd9a70b79851 service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815250 Jan 28 10:18:52.289174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb7bc6e-a168-45e2-8c12-1812f9bddaf5 req-280e8b2d-1c44-4d53-8edc-69d85727bbea tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:52.290822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdb7bc6e-a168-45e2-8c12-1812f9bddaf5 req-280e8b2d-1c44-4d53-8edc-69d85727bbea tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 944 time: 0.0813355 Jan 28 10:18:52.337131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdb7bc6e-a168-45e2-8c12-1812f9bddaf5 req-b1ad1add-d2fa-4769-bd74-d366b2da1442 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0403554 Jan 28 10:18:53.266660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 44ac343e-f379-4608-8818-558edfe23512 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:18:53.401335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 44ac343e-f379-4608-8818-558edfe23512, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=44ac343e-f379-4608-8818-558edfe23512,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:53.415155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '44ac343e-f379-4608-8818-558edfe23512', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'port_id': '44ac343e-f379-4608-8818-558edfe23512', 'mac_address': 'fa:16:3e:43:6f:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:18:53.473638 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:53.491399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44ac343e-f379-4608-8818-558edfe23512 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:18:53.508835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 44ac343e-f379-4608-8818-558edfe23512, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=44ac343e-f379-4608-8818-558edfe23512,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:53.514403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:53.556132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaf4c3a-2e9f-4bf3-9809-11a03949ce8c req-58790edf-c940-4545-a96d-48da153f8afe tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:53.564460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1aaf4c3a-2e9f-4bf3-9809-11a03949ce8c req-58790edf-c940-4545-a96d-48da153f8afe tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 944 time: 0.1171074 Jan 28 10:18:53.595713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=44ac343e-f379-4608-8818-558edfe23512,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:53.608577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1aaf4c3a-2e9f-4bf3-9809-11a03949ce8c req-733eb71b-3540-4358-add7-77748ae8a1b4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0432293 Jan 28 10:18:53.718977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['44ac343e-f379-4608-8818-558edfe23512'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:18:54.816409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da620816-c45b-4eb5-a69e-df38310fb516 req-b7d12a66-db57-4795-847d-5d0c46e9b76c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:54.817881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da620816-c45b-4eb5-a69e-df38310fb516 req-b7d12a66-db57-4795-847d-5d0c46e9b76c tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 945 time: 0.0967398 Jan 28 10:18:54.862208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da620816-c45b-4eb5-a69e-df38310fb516 req-8d6a405a-fae6-446b-85e7-085e2e5029ad tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0383306 Jan 28 10:18:55.281707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 44ac343e-f379-4608-8818-558edfe23512 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:18:55.351579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 44ac343e-f379-4608-8818-558edfe23512 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:18:55.356627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 44ac343e-f379-4608-8818-558edfe23512 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:18:55.357144 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:55.473781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:55.503826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac343e-f379-4608-8818-558edfe23512'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:18:55.514446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 44ac343e-f379-4608-8818-558edfe23512, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=44ac343e-f379-4608-8818-558edfe23512,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:18:55.519041 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:55.576227 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44ac343e-f379-4608-8818-558edfe23512', 'code': 200} Jan 28 10:18:55.597500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=44ac343e-f379-4608-8818-558edfe23512,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:55.704450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445adf71-1bc7-406e-b8e0-4c80834fa507 req-9308eea1-a4a5-456f-a00c-5e1b2232b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:55.706207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-445adf71-1bc7-406e-b8e0-4c80834fa507 req-9308eea1-a4a5-456f-a00c-5e1b2232b4bf service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1097 time: 0.0718319 Jan 28 10:18:55.748621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-445adf71-1bc7-406e-b8e0-4c80834fa507 req-90ef2a12-20cb-4b1e-ac5d-cd58fbfb7066 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0364840 Jan 28 10:18:55.944761 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d00d8ae-d484-492c-b894-df3932963b5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:56.067445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5e22c-c57e-4277-8551-2625ad9e7cc4 req-53b5855a-f721-4a64-ab83-f0b96ce4b518 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:56.069167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fde5e22c-c57e-4277-8551-2625ad9e7cc4 req-53b5855a-f721-4a64-ab83-f0b96ce4b518 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 946 time: 0.0867581 Jan 28 10:18:56.112462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fde5e22c-c57e-4277-8551-2625ad9e7cc4 req-5e78355a-a82d-4bfe-8488-7d14b8758110 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0392153 Jan 28 10:18:57.306282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d06d4-833d-4bca-ab4c-af354c742ed8 req-55e48531-cc4e-4aa2-b27c-58a1f63433eb tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:57.307868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-143d06d4-833d-4bca-ab4c-af354c742ed8 req-55e48531-cc4e-4aa2-b27c-58a1f63433eb tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 946 time: 0.0860648 Jan 28 10:18:57.361440 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-143d06d4-833d-4bca-ab4c-af354c742ed8 req-d0fb9a97-a0e5-41fd-a8ee-fb71b4378920 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0477173 Jan 28 10:18:57.574386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb41612-5fa4-4ad2-a9f0-c6253ee7835c req-582b9866-8a4f-41e5-8e3b-797c23198ca5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:57.575868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbb41612-5fa4-4ad2-a9f0-c6253ee7835c req-582b9866-8a4f-41e5-8e3b-797c23198ca5 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 946 time: 0.1065860 Jan 28 10:18:57.625165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bbb41612-5fa4-4ad2-a9f0-c6253ee7835c req-4166de65-9be9-4724-a3b1-60e41fa8ab4d tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430326 Jan 28 10:18:57.652347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52368) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:57.724503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195b3dec-3f2c-4c15-bd52-1b1360e1c8b4 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:18:57.726134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-195b3dec-3f2c-4c15-bd52-1b1360e1c8b4 tempest-TestNetworkBasicOps-630159977 tempest-TestNetworkBasicOps-630159977-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1092 time: 0.0728543 Jan 28 10:18:57.729051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52372) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:18:57.734107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '44ac343e-f379-4608-8818-558edfe23512', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:18:57.741232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:18:57.745004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Usage tracker for resource:floatingip and tenant:880cd2890fc24227ba150bc261f6ef0b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:18:57.747800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:18:57.755266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:18:57.765120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:57.907284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:58.052056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Allocated IP 172.25.1.44 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/7e265b38-7d6d-4433-a466-6b927565d8e2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:18:58.300260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:58.333732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:58.392754 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d7f518f-9b57-4c9e-bfd3-6652d95b6db5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:58.408620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:18:58.411524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:18:58.414269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:18:58.449830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=7e265b38-7d6d-4433-a466-6b927565d8e2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:58.876210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:58.953313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:59.168857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:59.175416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:59.292011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event updated for resources: {'Port': ['ID=7e265b38-7d6d-4433-a466-6b927565d8e2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:18:59.301601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:59.473310 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Floating IP edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 associated. External IP: 172.25.1.44, port: 44ac343e-f379-4608-8818-558edfe23512. Jan 28 10:18:59.511502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:59.514708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:18:59.968147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 27845947-fa0e-4da7-bdb5-0565d8c6254b has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:19:00.153363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:19:00.165194 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] Sync routers for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:19:00.176734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:00.177504 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:00.188988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:00.266402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c3b71eba-39e6-494c-ad9a-44debb9c560a tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5361419 Jan 28 10:19:00.267119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'tag': '44ac343e-f379-4608-8818-558edfe23512'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:00.269385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52382) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:00.343964 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'tag': '44ac343e-f379-4608-8818-558edfe23512', 'status': 'completed', 'code': 200} Jan 28 10:19:00.378079 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:00.398956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d54ec1f7-df94-4cf8-b0d1-c0ac559f0f12 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 HTTP/1.1" status: 200 len: 991 time: 0.1283715 Jan 28 10:19:00.436379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8e33-378e-4813-9975-50f9031ba871 req-cdb90d21-4baf-440c-be96-313b35e47679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:00.438017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-cdb90d21-4baf-440c-be96-313b35e47679 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1097 time: 0.0732009 Jan 28 10:19:00.585202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8e33-378e-4813-9975-50f9031ba871 req-916d20a0-429e-4e2f-b411-a04eff568c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:00.587343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-916d20a0-429e-4e2f-b411-a04eff568c4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 200 len: 898 time: 0.1438076 Jan 28 10:19:00.702729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-483872d3-1c0b-4a36-9cd8-51f3408d1115 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 200 len: 999 time: 0.1094766 Jan 28 10:19:00.764945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8e33-378e-4813-9975-50f9031ba871 req-b546a758-5c8b-44d9-aab7-029e0b099a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:00.766391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-b546a758-5c8b-44d9-aab7-029e0b099a41 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b273898a-2d85-4c98-a66a-a0b2f6c4ce31 HTTP/1.1" status: 200 len: 835 time: 0.0581005 Jan 28 10:19:00.822975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'edf5dfb6-cb82-4962-8f59-f8bbfc5eba40', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'port_id': '44ac343e-f379-4608-8818-558edfe23512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'mac_address': 'fa:16:3e:43:6f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:18:58Z', 'updated_at': '2022-01-28T10:18:58Z', 'revision_number': 0, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:00.827144 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] Checking router: 27845947-fa0e-4da7-bdb5-0565d8c6254b for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:19:00.838689 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:00.839279 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:00.846836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c8e33-378e-4813-9975-50f9031ba871 req-a71944c8-86cd-4456-8fea-9bd42ab3d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:00.849002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-a71944c8-86cd-4456-8fea-9bd42ab3d334 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4df1703-7228-4010-bfdb-7b0052413498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748048 Jan 28 10:19:00.907244 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:00.993467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-83148e13-38a3-455b-ab8e-a959994ab817 service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365731 Jan 28 10:19:01.029916 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:01.126413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-748c8e33-378e-4813-9975-50f9031ba871 req-3842355f-352a-4b4a-af97-025628b34fac service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275098 Jan 28 10:19:01.385376 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'edf5dfb6-cb82-4962-8f59-f8bbfc5eba40', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'port_id': '44ac343e-f379-4608-8818-558edfe23512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'mac_address': 'fa:16:3e:43:6f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:18:58Z', 'updated_at': '2022-01-28T10:18:58Z', 'revision_number': 0, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:01.389291 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0c921-77b8-42bc-8536-dff415420329 None None] The sync data for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 is: [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'edf5dfb6-cb82-4962-8f59-f8bbfc5eba40', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'floating_ip_address': '172.25.1.44', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'port_id': '44ac343e-f379-4608-8818-558edfe23512', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'mac_address': 'fa:16:3e:43:6f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:18:58Z', 'updated_at': '2022-01-28T10:18:58Z', 'revision_number': 0, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:19:01.390520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:01.503877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-277b52bc-fdba-4dc2-a7ba-4393e5e5f0a3 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 HTTP/1.1" status: 200 len: 991 time: 0.1116819 Jan 28 10:19:01.651296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f34746-b95e-41ec-9bb3-d65ee8e1286a None None] New status for floating IP edf5dfb6-cb82-4962-8f59-f8bbfc5eba40: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:19:01.891352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-56df90ec-a624-442e-97a4-ff0499d95184 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689642 Jan 28 10:19:02.039653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-5f19c16d-39ac-4c6c-804c-861a86edd790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:02.041197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-5f19c16d-39ac-4c6c-804c-861a86edd790 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1097 time: 0.0766983 Jan 28 10:19:02.195223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-6aebca04-727d-4887-bed3-4e26b410b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:02.196741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-6aebca04-727d-4887-bed3-4e26b410b25f service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 200 len: 898 time: 0.1367142 Jan 28 10:19:02.299490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-6c8383ee-5d7d-4a64-8d1e-3a4b19134848 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 200 len: 1001 time: 0.0970447 Jan 28 10:19:02.474214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-ebc3a083-8dd3-4be9-ab17-c5be9b228a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:02.475644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-ebc3a083-8dd3-4be9-ab17-c5be9b228a12 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b273898a-2d85-4c98-a66a-a0b2f6c4ce31 HTTP/1.1" status: 200 len: 835 time: 0.1699486 Jan 28 10:19:02.508546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52420) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:02.553877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-66eda163-02f1-4530-8bd7-ca48d7e2f045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:02.555945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-66eda163-02f1-4530-8bd7-ca48d7e2f045 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4df1703-7228-4010-bfdb-7b0052413498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738223 Jan 28 10:19:02.643364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a455c7dc-3ef3-4932-9de0-412fbee5bfd2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 HTTP/1.1" status: 200 len: 993 time: 0.1256194 Jan 28 10:19:02.692810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-96f1aa81-6f87-4d5c-8fe2-71ff2c3742a8 service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307106 Jan 28 10:19:02.826357 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a084adc-ba32-4f55-8123-ca5451ad4d03 req-901b5f05-25c0-4fd4-b78d-a5d17bdfcb9a service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266766 Jan 28 10:19:10.830422 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-b86b27c6-205b-4faa-94d5-5b3ac6c79884 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695546 Jan 28 10:19:10.924125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-31e3ce35-916a-4a80-8c01-9b908c27f5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:10.926218 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-31e3ce35-916a-4a80-8c01-9b908c27f5f8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1097 time: 0.0694945 Jan 28 10:19:11.075349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-fa38edf3-55f7-4017-9863-f7793f255030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:11.076720 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-fa38edf3-55f7-4017-9863-f7793f255030 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1267736 Jan 28 10:19:11.185215 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-62996093-aaeb-4efe-abdd-ac307d43aef4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 1001 time: 0.0984771 Jan 28 10:19:11.255887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-b3d2d79b-cd4f-471e-8075-468f70c2a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:11.257336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-b3d2d79b-cd4f-471e-8075-468f70c2a766 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0623345 Jan 28 10:19:11.336154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-3d423eca-69c5-4425-8350-641e903a447e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:11.338086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-3d423eca-69c5-4425-8350-641e903a447e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711126 Jan 28 10:19:11.586765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-f546e6de-f09f-44c1-8d38-c915be8c8bce service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376952 Jan 28 10:19:11.724185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-edaece32-c656-4531-a2b0-ead81acbe1c9 req-89fc8446-e02b-4a43-a822-b9fdc69c64f8 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277997 Jan 28 10:19:13.924522 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:14.252629 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:19:14.862109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52478) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:14.982326 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:14.998092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:15.002178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Usage tracker for resource:security_group_rule and tenant:bfafcb9292ad4f7ba2dff5c6e5bcea6b is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:15.005009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:15.010680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:15.098895 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:15.102687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:15.148331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfafcb9292ad4f7ba2dff5c6e5bcea6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2851841 Jan 28 10:19:15.149227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c795e6-67b2-4d01-afc4-cd8f8f367e9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144df310-143b-4d75-af84-e4cc2923a652,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:15.151032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52484) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:15.209465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8deb3088-69d9-44dc-8d16-f032b9b62ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:15.238369 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8deb3088-69d9-44dc-8d16-f032b9b62ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:15.289393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8deb3088-69d9-44dc-8d16-f032b9b62ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:15.304747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb3088-69d9-44dc-8d16-f032b9b62ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144df310-143b-4d75-af84-e4cc2923a652,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:15.309879 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8deb3088-69d9-44dc-8d16-f032b9b62ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:15.313055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8deb3088-69d9-44dc-8d16-f032b9b62ec2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/144df310-143b-4d75-af84-e4cc2923a652 HTTP/1.1" status: 204 len: 168 time: 0.1589532 Jan 28 10:19:15.392076 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:16.964050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52526) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:16.969293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1610303431', 'description': 'tempest-secgroup-smoke-1610303431 description', 'project_id': '52d11a531309462dbddaa5c847a0e4ae'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:16.975934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:16.979776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:16.982641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:16.988260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:16.998311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.011385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.025852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.029515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.032184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.037804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.119956 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.123718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.135899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.143540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.151850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.162045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.165604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f7d71-6602-4593-bedf-4237706294cc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:17.235001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.239032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.279190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffed63c7-05a6-48f5-92c4-09de5df513b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:17.281486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.282659 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dae85b6b-786e-4665-85dd-8cd00eb23b0d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3175793 Jan 28 10:19:17.285677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52530) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:17.290586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'ffed63c7-05a6-48f5-92c4-09de5df513b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:17.297017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.301247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.304053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.309675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.325853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.388215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.391714 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.421703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b475c27b-0205-4f12-b0c9-c7dfc04fed17,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:17.434236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.435465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bae69273-98e3-4d50-9632-8d01eb40843a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1488140 Jan 28 10:19:17.438098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52534) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:17.443787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'ffed63c7-05a6-48f5-92c4-09de5df513b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:17.450289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.453987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.458078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.462551 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.480629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.541083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.544905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.571293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bc3514a-cb04-4891-8f1f-ac7dce66d94f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:17.578686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.579896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-10f44345-3ea1-4ff5-8ff2-96ccbf007267 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1408744 Jan 28 10:19:17.582648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52538) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:17.587443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'ffed63c7-05a6-48f5-92c4-09de5df513b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:17.595889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.600867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.603868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.609473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.626000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.687539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.690683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.713049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5682737e-feda-4e62-a282-e1cd9cf8a666,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:17.720909 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.722073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13c9f111-a23d-412a-9985-766d635bde89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385183 Jan 28 10:19:17.725294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52542) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:17.730133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'ffed63c7-05a6-48f5-92c4-09de5df513b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:17.736530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.741145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.743963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.749546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.765573 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.826728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.829919 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.852177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d064e21e-e14b-4dc6-b256-b479ccca2ada,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:17.861170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.862460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ca78f354-b9fb-42ad-b289-e16ec86bb4aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1362746 Jan 28 10:19:17.866138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52546) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:17.870938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'ffed63c7-05a6-48f5-92c4-09de5df513b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:17.877256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:17.881052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:17.883918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:17.889486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:17.899608 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:19:17.906063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.979082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:17.982255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.004645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fcaa0d0-6a51-4919-9000-7d44849a11b9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:18.013158 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.014308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-efdf043e-ff23-4e54-8e49-fd0ded940439 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1472709 Jan 28 10:19:18.017068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52550) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:18.022468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'ffed63c7-05a6-48f5-92c4-09de5df513b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:18.028992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:18.032721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:18.036151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:18.041725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:18.051605 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:19:18.057770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.119960 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.123453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.146304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c47751b3-70ff-407a-bf14-246ac7b75813,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:18.154094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.155246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eda5ba33-5409-4627-89ae-13df71b075d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1372726 Jan 28 10:19:18.158103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52554) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:18.163909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'network': {'name': 'tempest-network-smoke--1735493816', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:18.169304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:18.173064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:network and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:18.175893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:18.181742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:18.191805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:18.195130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.221559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:19:18.230447 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.230785 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Added segment 33d1f2e6-6033-4091-a6e5-6f2ced122c2d of type vlan for network 5f0683b1-f3cb-4b92-86d7-ae086e544048 Jan 28 10:19:18.258994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.287024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.292284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:18.292882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.390283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2310994 Jan 28 10:19:18.392958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52558) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:18.400603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'admin_state_up': True, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:18.409204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb02bd3-3350-4b59-81fe-ced48f1c6708 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Network': ['ID=5f0683b1-f3cb-4b92-86d7-ae086e544048,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:18.411505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:18.416939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:router and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:18.419154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:19:18.419893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:18.425853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:18.436082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.437258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.451813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:18.725483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:19.109693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:19.141265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:19.270502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.20 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/d73a9614-560d-46fd-a11c-4a4247b90a86) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:19.411926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:19.439758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:19.503856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:19.506548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:19.509966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:19.550945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=d73a9614-560d-46fd-a11c-4a4247b90a86,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:19.919167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:20.358723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:20.559690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router d59fa310-86e8-4b82-a878-074adf9da232 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:19:20.737123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:19:20.746838 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Sync routers for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:19:20.755997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:20.756653 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:20.763780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:20.765322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8686f72c-e469-472b-9ac5-7df15577f4d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3714662 Jan 28 10:19:20.768580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52562) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:20.919784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-32328042-02f1-4b7a-a593-851ae130fb23 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=52d11a531309462dbddaa5c847a0e4ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491795 Jan 28 10:19:20.922488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:20.960870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:21.051845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f00fad-8f9f-463a-bbef-845d7af00657 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:21.053259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-44f00fad-8f9f-463a-bbef-845d7af00657 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297460 Jan 28 10:19:21.056050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52576) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:21.099375 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-036aa254-3bd2-4c31-abdb-3d0467a89f1e tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0422163 Jan 28 10:19:21.101963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52580) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:21.107118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1493217065', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:21.214612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:21.218354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:subnet and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:21.221084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:21.226765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:21.236123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:21.239121 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:19Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:21.240375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.243230 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Checking router: d59fa310-86e8-4b82-a878-074adf9da232 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:19:21.243574 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Updating router d59fa310-86e8-4b82-a878-074adf9da232 port d73a9614-560d-46fd-a11c-4a4247b90a86 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:19:21.307034 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.454472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.537227 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Subnet': ['ID=93a99311-a48c-4d62-9027-20a739325af5,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:21.545895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Checking segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:21.545895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network hostable DHCP agents. Network: 5f0683b1-f3cb-4b92-86d7-ae086e544048, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:19:21.567146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:19:21.576355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 5f0683b1-f3cb-4b92-86d7-ae086e544048) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:21.580480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:21.581098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.587075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa37ca9c-4267-44ec-9a27-361e8db78fd3 None None] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:21.603227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d6f8471b-4314-4302-bf67-e0b58689e8ae tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5002410 Jan 28 10:19:21.606156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52584) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:21.631960 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.643116 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Transition to ACTIVE for port object d73a9614-560d-46fd-a11c-4a4247b90a86 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:21.649632 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.727409 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c8052-36fa-4b19-8bc8-d48b3ecfaa21 None None] Pushing event updated for resources: {'Port': ['ID=d73a9614-560d-46fd-a11c-4a4247b90a86,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:21.735400 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Attempting to bind port d73a9614-560d-46fd-a11c-4a4247b90a86 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:19:21.735757 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Attempting to bind port d73a9614-560d-46fd-a11c-4a4247b90a86 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:19:21.736106 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Attempting to bind port d73a9614-560d-46fd-a11c-4a4247b90a86 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:21.742772 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:19:21.743136 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:21.743524 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.743899 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:19:21.744347 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Bound port: d73a9614-560d-46fd-a11c-4a4247b90a86, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:19:21.744742 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.803234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-5f0683b1-f3cb-4b92-86d7-ae086e544048', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:19:21.804298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.822266 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] For port d73a9614-560d-46fd-a11c-4a4247b90a86, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:19:21.825194 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] For port d73a9614-560d-46fd-a11c-4a4247b90a86, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d73a9614-560d-46fd-a11c-4a4247b90a86,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:19:21.830110 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:21.906042 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:21.906650 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:21.965324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Allocated IP 172.20.0.2 (5f0683b1-f3cb-4b92-86d7-ae086e544048/93a99311-a48c-4d62-9027-20a739325af5/25acd137-cdca-44d4-a719-2bc41b405803) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:21.994302 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c8052-36fa-4b19-8bc8-d48b3ecfaa21 None None] Pushing event updated for resources: {'Port': ['ID=d73a9614-560d-46fd-a11c-4a4247b90a86,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:22.095709 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:22.172078 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:22.182642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Transition to ACTIVE for port object 25acd137-cdca-44d4-a719-2bc41b405803 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:22.200215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Transition to ACTIVE for port object 25acd137-cdca-44d4-a719-2bc41b405803 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:22.206523 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:22.282549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:22.286333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:22.289304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:22.298516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Pushing event updated for resources: {'Port': ['ID=25acd137-cdca-44d4-a719-2bc41b405803,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:22.334410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:22.389812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Attempting to bind port 25acd137-cdca-44d4-a719-2bc41b405803 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:19:22.390179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Attempting to bind port 25acd137-cdca-44d4-a719-2bc41b405803 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:19:22.390568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Attempting to bind port 25acd137-cdca-44d4-a719-2bc41b405803 on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:22.396832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:19:22.397200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Checking segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:22.397608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:22.397994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Bound using segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:19:22.398447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Bound port: 25acd137-cdca-44d4-a719-2bc41b405803, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:19:22.398826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:22.418664 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:19Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:22.422598 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd6dcf2-ebbc-40b2-b49a-3eeb528c0b40 None None] The sync data for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 is: [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:19Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:19:22.497121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] For port 25acd137-cdca-44d4-a719-2bc41b405803, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:19:22.502147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] For port 25acd137-cdca-44d4-a719-2bc41b405803, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=25acd137-cdca-44d4-a719-2bc41b405803,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:19:22.508520 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:22.599526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7831f815-5f35-4ce3-b4a3-179e9155395d None None] Pushing event updated for resources: {'Port': ['ID=25acd137-cdca-44d4-a719-2bc41b405803,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:22.921820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.1 (5f0683b1-f3cb-4b92-86d7-ae086e544048/93a99311-a48c-4d62-9027-20a739325af5/a369d0f4-613a-4234-a616-d871e9513212) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:23.098403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:23.115090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object a369d0f4-613a-4234-a616-d871e9513212 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:23.139501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:23.211110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:23.214466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:23.217262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:23.259218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=a369d0f4-613a-4234-a616-d871e9513212,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:23.286671 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:23.571475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:23.687989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c12e15-4b47-48c0-850b-a647d6f7d47c None None] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:23.782476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-362b3062-7efd-4153-a3ab-5d0d82b28753 None None] Provisioning for port 25acd137-cdca-44d4-a719-2bc41b405803 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:23.996280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.002565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.120920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=a369d0f4-613a-4234-a616-d871e9513212,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:24.124641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.231110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-81232036-3a0e-4f33-947c-dc0791c77024 None None] Provisioning for port a369d0f4-613a-4234-a616-d871e9513212 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:24.236623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-81232036-3a0e-4f33-947c-dc0791c77024 None None] Provisioning complete for port a369d0f4-613a-4234-a616-d871e9513212 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:24.237044 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-81232036-3a0e-4f33-947c-dc0791c77024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.272289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:24.273632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:24.298666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-81232036-3a0e-4f33-947c-dc0791c77024 None None] Port a369d0f4-613a-4234-a616-d871e9513212 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:19:24.420493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-339584c6-cc41-4ab4-ad90-67ed335a519a None None] Provisioning complete for port a369d0f4-613a-4234-a616-d871e9513212 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:24.420908 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-339584c6-cc41-4ab4-ad90-67ed335a519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.504111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-339584c6-cc41-4ab4-ad90-67ed335a519a None None] Port a369d0f4-613a-4234-a616-d871e9513212 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:19:24.583067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 25acd137-cdca-44d4-a719-2bc41b405803 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:24.643396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router d59fa310-86e8-4b82-a878-074adf9da232 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:19:24.651805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-37509828-df2f-4290-a2a7-79f2ab4723ca None None] Provisioning complete for port a369d0f4-613a-4234-a616-d871e9513212 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:24.652171 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37509828-df2f-4290-a2a7-79f2ab4723ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.707072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 25acd137-cdca-44d4-a719-2bc41b405803 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:24.709981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-37509828-df2f-4290-a2a7-79f2ab4723ca None None] Port a369d0f4-613a-4234-a616-d871e9513212 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:19:24.713222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 25acd137-cdca-44d4-a719-2bc41b405803 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:24.714015 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:24.825947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:19:24.837541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Sync routers for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:19:24.851418 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c617b528-f1e4-467c-9b56-b4bde7bb1b6f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/d59fa310-86e8-4b82-a878-074adf9da232/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2360260 Jan 28 10:19:24.865473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:24.866079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:24.933970 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:25.013162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-d161175d-e04e-4edf-9f14-d32a0bea206e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:25.030339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-d161175d-e04e-4edf-9f14-d32a0bea206e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:25.031499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-d161175d-e04e-4edf-9f14-d32a0bea206e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1610303431&fields=id&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 267 time: 0.0590804 Jan 28 10:19:25.049523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 25acd137-cdca-44d4-a719-2bc41b405803, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=25acd137-cdca-44d4-a719-2bc41b405803,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:25.055408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:25.056158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d73a9614-560d-46fd-a11c-4a4247b90a86 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:25.160376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:25.181366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-64c39f1c-9dd5-4bed-b795-a6a6e9900450 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:25.182033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-64c39f1c-9dd5-4bed-b795-a6a6e9900450 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:25.198798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-64c39f1c-9dd5-4bed-b795-a6a6e9900450 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:25.200142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-64c39f1c-9dd5-4bed-b795-a6a6e9900450 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 797 time: 0.1615682 Jan 28 10:19:25.216256 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-a48b4c85-c63d-4cb3-ac71-faa990e3b7b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/quotas/52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 375 time: 0.0104175 Jan 28 10:19:25.298632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-ca5a5d7d-3d7e-4acc-99fa-48fcb9154c82 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771894 Jan 28 10:19:25.306951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=25acd137-cdca-44d4-a719-2bc41b405803,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:25.388593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d73a9614-560d-46fd-a11c-4a4247b90a86 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:25.398870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d73a9614-560d-46fd-a11c-4a4247b90a86 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:25.399235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:25.549071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-b325b0d2-59ab-4a8f-8658-e57522a4b1c4 service neutron] 10.222.0.42 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392280 Jan 28 10:19:25.591137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:25.611886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d73a9614-560d-46fd-a11c-4a4247b90a86, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d73a9614-560d-46fd-a11c-4a4247b90a86,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:25.615756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 2, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:25.619120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:25.657898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Checking router: d59fa310-86e8-4b82-a878-074adf9da232 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:19:25.658239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Updating router d59fa310-86e8-4b82-a878-074adf9da232 port a369d0f4-613a-4234-a616-d871e9513212 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:19:25.680008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-4cd362d2-0d4f-41ab-b075-39cdee867b50 service neutron] 10.222.0.42 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245143 Jan 28 10:19:25.732439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:25.744702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d73a9614-560d-46fd-a11c-4a4247b90a86,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:25.893909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-69709136-0cf6-41e1-a682-ab9d59f8c322 req-65fd550f-8d22-45cd-b86f-aa18361d002c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:25.913305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-69709136-0cf6-41e1-a682-ab9d59f8c322 req-65fd550f-8d22-45cd-b86f-aa18361d002c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:25.914586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69709136-0cf6-41e1-a682-ab9d59f8c322 req-65fd550f-8d22-45cd-b86f-aa18361d002c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 210 time: 0.0783908 Jan 28 10:19:25.990931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e345d39-a120-43a5-91a6-5bd789542566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.112519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.124840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Transition to ACTIVE for port object a369d0f4-613a-4234-a616-d871e9513212 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:26.130762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.372356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad743abf-0e1b-45ce-94a4-799bc018fcbf None None] Pushing event updated for resources: {'Port': ['ID=a369d0f4-613a-4234-a616-d871e9513212,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:26.400383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Attempting to bind port a369d0f4-613a-4234-a616-d871e9513212 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:19:26.400779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Attempting to bind port a369d0f4-613a-4234-a616-d871e9513212 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:19:26.401139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Attempting to bind port a369d0f4-613a-4234-a616-d871e9513212 on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:26.406599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:19:26.406964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Checking segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:26.407357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.407744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Bound using segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:19:26.408201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Bound port: a369d0f4-613a-4234-a616-d871e9513212, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:19:26.408626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.483213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 25acd137-cdca-44d4-a719-2bc41b405803 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:26.563238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] For port a369d0f4-613a-4234-a616-d871e9513212, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:19:26.567632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] For port a369d0f4-613a-4234-a616-d871e9513212, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a369d0f4-613a-4234-a616-d871e9513212,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:19:26.572352 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.652996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 25acd137-cdca-44d4-a719-2bc41b405803 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:26.653364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:26.698355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:26.698978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:18:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:26.761923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad743abf-0e1b-45ce-94a4-799bc018fcbf None None] Pushing event updated for resources: {'Port': ['ID=a369d0f4-613a-4234-a616-d871e9513212,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:26.960856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:27.008183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d73a9614-560d-46fd-a11c-4a4247b90a86 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:27.048702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-74f5a22a-28f9-42db-aec5-3da153ffa896 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:27.052947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-74f5a22a-28f9-42db-aec5-3da153ffa896 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 797 time: 0.1703703 Jan 28 10:19:27.100955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef97079d-27ef-4fcf-bf9a-bf63b8e84345 req-b4bb1f74-7d00-44b9-8e77-45ca1154be5b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 210 time: 0.0591695 Jan 28 10:19:27.112089 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-57b8c26b-4de5-4890-ab38-78cb06fc8328 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 380 time: 0.0523024 Jan 28 10:19:27.123427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'port': {'device_id': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'admin_state_up': True, 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'security_groups': ['ffed63c7-05a6-48f5-92c4-09de5df513b5']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:27.235732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d73a9614-560d-46fd-a11c-4a4247b90a86 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:27.236011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:27.260963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:27.270360 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:27.279679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:27.283133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:27.447095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.4 (5f0683b1-f3cb-4b92-86d7-ae086e544048/93a99311-a48c-4d62-9027-20a739325af5/adca4b50-c0fa-4900-9854-e70137f552fe) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:27.456109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:26Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:27.460453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857c93c6-ffbb-436e-88ea-ff02be1904c6 None None] The sync data for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 is: [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:26Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:19:27.676211 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:27.693449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object adca4b50-c0fa-4900-9854-e70137f552fe will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:27.718147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:27.796331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:27.799728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:27.802777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:27.841030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:27.859575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.859918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.860261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.860598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.860949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.861280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.861606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.861960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.862288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.862609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.863489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.863803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:27.886637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:27.887517 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:27.915458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-019f69c8-29c8-48ce-b423-357b63ac1b38 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7957740 Jan 28 10:19:27.931963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Request body: {'port': {'device_id': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:28.056310 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.096148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fe7e6011-b2c7-406e-8d09-d75b583f4b1a None None] Provisioning for port adca4b50-c0fa-4900-9854-e70137f552fe completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:28.102311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fe7e6011-b2c7-406e-8d09-d75b583f4b1a None None] Provisioning complete for port adca4b50-c0fa-4900-9854-e70137f552fe triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:28.102776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fe7e6011-b2c7-406e-8d09-d75b583f4b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.161983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fe7e6011-b2c7-406e-8d09-d75b583f4b1a None None] Port adca4b50-c0fa-4900-9854-e70137f552fe cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:19:28.385783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e793e889-7d6f-4d31-af99-317d6255814e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.412603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e6f6-c8dd-4950-8a2b-7e9f0abca0a9 req-e980c3cf-5f5a-4466-8057-fad42cffe6a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:28.413389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a187e6f6-c8dd-4950-8a2b-7e9f0abca0a9 req-e980c3cf-5f5a-4466-8057-fad42cffe6a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:28.438335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a187e6f6-c8dd-4950-8a2b-7e9f0abca0a9 req-e980c3cf-5f5a-4466-8057-fad42cffe6a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:28.439507 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a187e6f6-c8dd-4950-8a2b-7e9f0abca0a9 req-e980c3cf-5f5a-4466-8057-fad42cffe6a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 931 time: 0.2295790 Jan 28 10:19:28.522473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a369d0f4-613a-4234-a616-d871e9513212 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:28.605421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a369d0f4-613a-4234-a616-d871e9513212 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:28.614278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a369d0f4-613a-4234-a616-d871e9513212 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:28.615055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.687396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adca4b50-c0fa-4900-9854-e70137f552fe {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:19:28.694150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a187e6f6-c8dd-4950-8a2b-7e9f0abca0a9 req-8556c8ad-f55c-4a39-becc-489a7fc2f1e2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2418263 Jan 28 10:19:28.698149 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.715302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Transition to ACTIVE for port object adca4b50-c0fa-4900-9854-e70137f552fe will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:28.718594 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.752187 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.788219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a369d0f4-613a-4234-a616-d871e9513212, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a369d0f4-613a-4234-a616-d871e9513212,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:28.792983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:28.903901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:28.911753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a369d0f4-613a-4234-a616-d871e9513212,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:28.976542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:19:28.976966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:19:28.977222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:28.981982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Port adca4b50-c0fa-4900-9854-e70137f552fe on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:19:28.983250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:28.988389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:19:28.988752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Checking segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:28.989137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Bound using segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:19:28.989557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Bound port: adca4b50-c0fa-4900-9854-e70137f552fe, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:19:28.990156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:29.079011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:19:29.082559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:19:29.086887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:29.149043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:29.149629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:29.151590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] 10.222.0.25 "PUT /v2.0/ports/adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 1091 time: 1.2234571 Jan 28 10:19:29.152848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:29.180379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685271e9-9dc8-4125-bf5e-f7227ff204b8 service neutron] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:29.233111 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'status': 'completed', 'code': 200} Jan 28 10:19:29.275280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-0cc5b887-0f88-4e74-91a7-e166a227851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:29.276863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-0cc5b887-0f88-4e74-91a7-e166a227851e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1094 time: 0.0762832 Jan 28 10:19:29.353332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-9c851a17-079a-4233-9531-6e615a4bedf5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 217 time: 0.0655875 Jan 28 10:19:29.419721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-788c032c-2397-43a8-a85c-8b8e3507c67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:29.421179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-788c032c-2397-43a8-a85c-8b8e3507c67f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0572701 Jan 28 10:19:29.503342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-ed707b37-a8c6-485a-a92d-9a8f75e62a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:29.505981 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:29.506808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-ed707b37-a8c6-485a-a92d-9a8f75e62a6c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759830 Jan 28 10:19:29.508290 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:29.643096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-e35a917f-22f5-44aa-869c-e2a8d5ac2227 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272936 Jan 28 10:19:29.776968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0988be-d12a-485c-95c7-a6322fa82694 req-6d66ded4-125b-4077-aa2f-8ff0a1446dc0 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251988 Jan 28 10:19:29.936215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a31e1-9cce-4da6-8b3e-bfc339f2b895 req-bd7c10a4-8457-4d27-a02c-6f983a63786d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:29.937671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-789a31e1-9cce-4da6-8b3e-bfc339f2b895 req-bd7c10a4-8457-4d27-a02c-6f983a63786d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.1380584 Jan 28 10:19:29.940084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-f3456855-0095-4150-85e1-b5a2f7905b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:29.941458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-f3456855-0095-4150-85e1-b5a2f7905b31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1094 time: 0.1037760 Jan 28 10:19:30.067081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-789a31e1-9cce-4da6-8b3e-bfc339f2b895 req-25c9355d-22b0-46ec-ba6f-e18f188e71df tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1238811 Jan 28 10:19:30.105537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-ee1c3f56-4859-41da-8544-983be41fff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:30.106993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-ee1c3f56-4859-41da-8544-983be41fff97 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1483607 Jan 28 10:19:30.174397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-a241ab34-b96c-43f5-b241-98dfe5a13644 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 217 time: 0.0610194 Jan 28 10:19:30.240902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-553670cf-6d4d-4f52-9059-81cbb75eb0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:30.242229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-553670cf-6d4d-4f52-9059-81cbb75eb0a3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0613897 Jan 28 10:19:30.315373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-1f690a75-8753-4482-be57-459880f1c1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:30.317339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-1f690a75-8753-4482-be57-459880f1c1d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688288 Jan 28 10:19:30.468953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a369d0f4-613a-4234-a616-d871e9513212 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:30.537683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a369d0f4-613a-4234-a616-d871e9513212 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:30.538296 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:30.563751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-1de53944-6457-499f-b64e-d0f803299f37 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397425 Jan 28 10:19:30.696537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b6f7afdc-147e-4fcb-9bf7-311ab2c944cd req-7220535f-1a9a-46df-93f3-53c60fa2abfa service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253648 Jan 28 10:19:30.909264 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:31.259404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f7193e-d35b-46b7-b682-b1d7523955b9 req-5bce5868-cfe1-4cb8-a835-310490a8ea0a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:31.260835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9f7193e-d35b-46b7-b682-b1d7523955b9 req-5bce5868-cfe1-4cb8-a835-310490a8ea0a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.0886919 Jan 28 10:19:31.304532 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f9f7193e-d35b-46b7-b682-b1d7523955b9 req-f5af6896-d40f-4c14-8d11-416dbdf4dcb8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379624 Jan 28 10:19:31.898440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52630) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:32.009999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a2143d1d-1c78-4298-9bbb-b4a1b95f17ab tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/floatingips/edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 HTTP/1.1" status: 200 len: 993 time: 0.1101420 Jan 28 10:19:32.305296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52640) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:32.411736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device adca4b50-c0fa-4900-9854-e70137f552fe details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:19:32.495045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d674559b-cfca-475b-87f4-786b38eee15a req-7a7a57db-7767-4d9f-a3a7-ced392059105 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:32.497198 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d674559b-cfca-475b-87f4-786b38eee15a req-7a7a57db-7767-4d9f-a3a7-ced392059105 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.0891244 Jan 28 10:19:32.525382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 7e265b38-7d6d-4433-a466-6b927565d8e2 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:19:32.525723 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:32.575084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:32.584432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d674559b-cfca-475b-87f4-786b38eee15a req-def87ccc-acdf-4608-8d67-7fd64a449cb9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740345 Jan 28 10:19:32.591430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'port_id': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'mac_address': 'fa:16:3e:f8:1f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:19:32.652163 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:32.670410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adca4b50-c0fa-4900-9854-e70137f552fe {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:19:32.694014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:32.700794 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:32.716277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:32.716606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:32.769139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:32.776799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.777274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.777618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.777952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.778283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.778606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.778929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.779250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.779567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.779884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.780201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.780516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:32.844242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 7e265b38-7d6d-4433-a466-6b927565d8e2 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:19:32.999668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['adca4b50-c0fa-4900-9854-e70137f552fe'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:19:33.004016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:33.111692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=7e265b38-7d6d-4433-a466-6b927565d8e2,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:33.233028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:33.233371 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Floating IP edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 disassociated (deleted). External IP: 172.25.1.44, port: 44ac343e-f379-4608-8818-558edfe23512. Jan 28 10:19:33.714368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 27845947-fa0e-4da7-bdb5-0565d8c6254b has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:19:33.948558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f48ef99-87f8-49c2-86df-321bec606f14 req-daa95c2d-c89f-462f-8a89-34450cee7b51 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:33.949969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f48ef99-87f8-49c2-86df-321bec606f14 req-daa95c2d-c89f-462f-8a89-34450cee7b51 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 944 time: 0.2345529 Jan 28 10:19:33.975582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:19:33.985038 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] Sync routers for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:19:33.994689 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:33.995391 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:34.014205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f48ef99-87f8-49c2-86df-321bec606f14 req-ade3ab82-8222-4287-9433-0de7615e36ee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566249 Jan 28 10:19:34.015618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:34.069556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-31c86af5-d37b-4060-927a-7268ce9d9569 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/floatingips/edf5dfb6-cb82-4962-8f59-f8bbfc5eba40 HTTP/1.1" status: 204 len: 168 time: 1.7631886 Jan 28 10:19:34.070362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'tag': '44ac343e-f379-4608-8818-558edfe23512'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:34.113774 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'tag': '44ac343e-f379-4608-8818-558edfe23512', 'status': 'completed', 'code': 200} Jan 28 10:19:34.180291 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:34.221929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-60cff053-5c8e-4e13-9afe-774724f7af8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:34.224214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-60cff053-5c8e-4e13-9afe-774724f7af8b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=880cd2890fc24227ba150bc261f6ef0b&device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 1097 time: 0.0869477 Jan 28 10:19:34.384020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-e5daf5c2-05ff-4fe8-bf01-439543dc03d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:34.385679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-e5daf5c2-05ff-4fe8-bf01-439543dc03d2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 200 len: 898 time: 0.1552818 Jan 28 10:19:34.427609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device adca4b50-c0fa-4900-9854-e70137f552fe up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:34.494838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-1a44b475-471d-4551-b461-32496d7bed3f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 200 len: 217 time: 0.1028476 Jan 28 10:19:34.537133 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:34.542370 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] Checking router: 27845947-fa0e-4da7-bdb5-0565d8c6254b for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:19:34.552882 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:34.553659 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:34.556042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port adca4b50-c0fa-4900-9854-e70137f552fe completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:34.571270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port adca4b50-c0fa-4900-9854-e70137f552fe triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:34.571643 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:34.660181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-d7ac1d1b-460f-4b0c-9c98-341d6d0f591a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:34.661703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-d7ac1d1b-460f-4b0c-9c98-341d6d0f591a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=b273898a-2d85-4c98-a66a-a0b2f6c4ce31 HTTP/1.1" status: 200 len: 835 time: 0.1571968 Jan 28 10:19:34.773537 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:34.778696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-f4a2f350-c870-43b6-9a7f-aa1ec1bccac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:34.780496 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-f4a2f350-c870-43b6-9a7f-aa1ec1bccac1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=d4df1703-7228-4010-bfdb-7b0052413498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107576 Jan 28 10:19:34.808259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18808cde-4ab8-478a-a042-c95afc9088a3 req-81d8f8a2-5869-4128-aa39-97a6c3314d15 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:34.809393 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:34.812610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-18808cde-4ab8-478a-a042-c95afc9088a3 req-81d8f8a2-5869-4128-aa39-97a6c3314d15 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:34.819476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:34.845620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:34.853589 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:34.854292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-18808cde-4ab8-478a-a042-c95afc9088a3 req-81d8f8a2-5869-4128-aa39-97a6c3314d15 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:34.856522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18808cde-4ab8-478a-a042-c95afc9088a3 req-81d8f8a2-5869-4128-aa39-97a6c3314d15 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 946 time: 0.1661112 Jan 28 10:19:34.950381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18808cde-4ab8-478a-a042-c95afc9088a3 req-5a91238b-10bf-4b42-814a-6cf3a0b943d8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0875921 Jan 28 10:19:34.952697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-6bff5175-9a40-4f4a-8a11-09555996881e service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642694 Jan 28 10:19:34.996439 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'code': 200} Jan 28 10:19:35.028476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:35.128219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46924db0-296a-46c5-8225-a410b9281c0b req-a56a889a-f6f5-4e2c-9f52-af08c0a26418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:35.133946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46924db0-296a-46c5-8225-a410b9281c0b req-a56a889a-f6f5-4e2c-9f52-af08c0a26418 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.1368029 Jan 28 10:19:35.168409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-511c6cd5-1f3f-409f-bc60-adc597b57eb6 req-cd3f8b10-b187-4783-a87c-084de0bbc884 service neutron] 10.222.0.43 "GET /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089338 Jan 28 10:19:35.212592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46924db0-296a-46c5-8225-a410b9281c0b req-312af825-aadc-4241-88fe-fba41f15eac6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690577 Jan 28 10:19:35.232920 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:35.237191 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a33efa-6870-4bae-a7fb-137e8d18441f None None] The sync data for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 is: [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:18:40Z', 'revision_number': 4, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '619293ba-f4b4-4d3e-962c-c7ca542f3333', 'name': '', 'network_id': 'd4df1703-7228-4010-bfdb-7b0052413498', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'mac_address': 'fa:16:3e:c8:67:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:39Z', 'updated_at': '2022-01-28T10:18:46Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'subnets': [{'id': 'b273898a-2d85-4c98-a66a-a0b2f6c4ce31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:19:35.262719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a0f27-26b2-4e58-9b9a-95145e0c6253 req-631755f4-54e3-4fb0-95f0-f105600e8ac3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:35.264179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378a0f27-26b2-4e58-9b9a-95145e0c6253 req-631755f4-54e3-4fb0-95f0-f105600e8ac3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0948863 Jan 28 10:19:35.321586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-378a0f27-26b2-4e58-9b9a-95145e0c6253 req-c3859286-130e-4043-817f-3d1b6be4a7db tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497324 Jan 28 10:19:35.486843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c1279e-07b3-42b8-8527-0792855f268f None None] New status for floating IP edf5dfb6-cb82-4962-8f59-f8bbfc5eba40: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:19:35.926597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-073e2d26-53a3-4a9a-af0a-a73a7119c5e4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:35.927998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-073e2d26-53a3-4a9a-af0a-a73a7119c5e4 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 946 time: 0.0832727 Jan 28 10:19:35.998997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 44ac343e-f379-4608-8818-558edfe23512 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:19:35.999328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:36.170590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39c689-73ac-427b-9e14-0a1b8ab665ea req-ef0ca8fd-375e-4a3e-938d-d2cc849baf7f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:36.172187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d39c689-73ac-427b-9e14-0a1b8ab665ea req-ef0ca8fd-375e-4a3e-938d-d2cc849baf7f tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 946 time: 0.0862758 Jan 28 10:19:36.221768 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d39c689-73ac-427b-9e14-0a1b8ab665ea req-a3cc5417-ed65-4d1b-af65-cb26a99a6d50 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/security-groups?id=4f5299ce-e3ef-4aaf-876e-4102f387809a&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428715 Jan 28 10:19:36.363744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 44ac343e-f379-4608-8818-558edfe23512, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=44ac343e-f379-4608-8818-558edfe23512,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:36.364300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:36.545936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 44ac343e-f379-4608-8818-558edfe23512 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:19:36.656437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8876d6-7721-41cf-9da6-380507459a9d req-369346c2-6f20-47fb-8835-f2b1adcc2c8b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:36.657939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8876d6-7721-41cf-9da6-380507459a9d req-369346c2-6f20-47fb-8835-f2b1adcc2c8b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.2218087 Jan 28 10:19:36.757945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da8876d6-7721-41cf-9da6-380507459a9d req-b78226fb-c680-4b04-b8df-bdd79b245f4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641456 Jan 28 10:19:36.759077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:36.812670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=44ac343e-f379-4608-8818-558edfe23512,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:36.857418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.857757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.858082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.858418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.858730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.859051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.859366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.859679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.859989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.860301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.860612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.860953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:19:36.898977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] No DVR routers for this DVR port 44ac343e-f379-4608-8818-558edfe23512 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:19:36.901479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:36.903973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'name': 'network-vif-deleted', 'tag': '44ac343e-f379-4608-8818-558edfe23512'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:36.924560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ca3529c-0c6d-494b-9e09-637dda5213d0 req-620228bf-569b-4663-91c5-b42db4d2b38e tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.43 "DELETE /v2.0/ports/44ac343e-f379-4608-8818-558edfe23512 HTTP/1.1" status: 204 len: 173 time: 0.9901934 Jan 28 10:19:36.950367 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d', 'name': 'network-vif-deleted', 'tag': '44ac343e-f379-4608-8818-558edfe23512', 'status': 'completed', 'code': 200} Jan 28 10:19:37.419178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-77057041-d684-4c8c-ac54-4d3407cbc128 req-3e700c94-eb57-4357-adf1-e3298ead3937 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Synchronizing usage tracker for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:37.442258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-77057041-d684-4c8c-ac54-4d3407cbc128 req-3e700c94-eb57-4357-adf1-e3298ead3937 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Unset dirty status for tenant:880cd2890fc24227ba150bc261f6ef0b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:37.443533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77057041-d684-4c8c-ac54-4d3407cbc128 req-3e700c94-eb57-4357-adf1-e3298ead3937 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "GET /v2.0/ports?device_id=62928de8-0c52-4fc9-ad3e-5cd3f5b03a3d HTTP/1.1" status: 200 len: 210 time: 0.0860972 Jan 28 10:19:38.030809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb181d-a6ca-4fea-889c-1f83bcd86976 req-493e0d93-c3b1-443c-a334-635d6e006bb6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:38.032420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dfbb181d-a6ca-4fea-889c-1f83bcd86976 req-493e0d93-c3b1-443c-a334-635d6e006bb6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1175175 Jan 28 10:19:38.077539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dfbb181d-a6ca-4fea-889c-1f83bcd86976 req-7682f9e4-baae-444c-b83d-66244a0c547d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Jan 28 10:19:38.339868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce0ff6-85bd-4eb7-8541-55f5ba906fc3 req-34ccfdaa-4a15-4f80-917d-d9d0a48595c3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:38.341667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77ce0ff6-85bd-4eb7-8541-55f5ba906fc3 req-34ccfdaa-4a15-4f80-917d-d9d0a48595c3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1093574 Jan 28 10:19:38.388234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-77ce0ff6-85bd-4eb7-8541-55f5ba906fc3 req-7d77f6f1-df54-4ce8-8cb8-4cd9ba83ec3a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396702 Jan 28 10:19:38.426007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52690) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:38.557646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86644ed6-6c64-4a20-abc9-66c1a3a811f5 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:38.565389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-86644ed6-6c64-4a20-abc9-66c1a3a811f5 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1091 time: 0.1384239 Jan 28 10:19:38.571701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:38.577684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:38.588355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:38.594478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52700) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:38.610562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:floatingip and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:38.616161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:38.627296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:38.671371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:38.773420 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0eefe801-335f-45ec-9548-e174c00e9615 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:38.824693 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0eefe801-335f-45ec-9548-e174c00e9615 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:38.924974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:38.984347 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0eefe801-335f-45ec-9548-e174c00e9615 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:39.030624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eefe801-335f-45ec-9548-e174c00e9615 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f5299ce-e3ef-4aaf-876e-4102f387809a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:39.129874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0eefe801-335f-45ec-9548-e174c00e9615 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:39.130977 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0eefe801-335f-45ec-9548-e174c00e9615 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/security-groups/4f5299ce-e3ef-4aaf-876e-4102f387809a HTTP/1.1" status: 204 len: 168 time: 0.5354543 Jan 28 10:19:39.156770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.46 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/e4183db7-9554-4659-9c4a-20793de2e392) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:39.180276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52706) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:39.332504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:39.378048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:39.492412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:39.498009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:39.508149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=e4183db7-9554-4659-9c4a-20793de2e392,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:39.513032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:39.940725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.323516 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.435037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.616962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 619293ba-f4b4-4d3e-962c-c7ca542f3333 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:19:40.617189 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.693428 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.699069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.820723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=e4183db7-9554-4659-9c4a-20793de2e392,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:40.833421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:40.858687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 619293ba-f4b4-4d3e-962c-c7ca542f3333, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=619293ba-f4b4-4d3e-962c-c7ca542f3333,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:40.859035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:41.016596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 619293ba-f4b4-4d3e-962c-c7ca542f3333 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:19:41.042451 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP 25d08bf5-59b5-4ccf-9424-b87100a7694d associated. External IP: 172.25.1.46, port: adca4b50-c0fa-4900-9854-e70137f552fe. Jan 28 10:19:41.395668 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:41.426940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router d59fa310-86e8-4b82-a878-074adf9da232 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:19:41.446749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=619293ba-f4b4-4d3e-962c-c7ca542f3333,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:41.474370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 44ac343e-f379-4608-8818-558edfe23512 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:19:41.554713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 44ac343e-f379-4608-8818-558edfe23512 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:19:41.555374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 44ac343e-f379-4608-8818-558edfe23512 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:19:41.823005 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:41.834677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:19:41.848462 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] Sync routers for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:19:41.862044 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:41.863439 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:41.883252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:41.956062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-66f10188-578b-4086-87ab-1631dbcb3f8d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3831017 Jan 28 10:19:41.957675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:42.128233 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'status': 'completed', 'code': 200} Jan 28 10:19:42.164855 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:42.197894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-b0af8129-5a07-4d80-8cc4-5a739b356c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:42.199415 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-b0af8129-5a07-4d80-8cc4-5a739b356c3c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.1090503 Jan 28 10:19:42.271417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263de58-4a1b-4175-a47b-6ca3a8ec25ae req-2497b90d-948d-4813-8513-8c585b4fc3f1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:42.272880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6263de58-4a1b-4175-a47b-6ca3a8ec25ae req-2497b90d-948d-4813-8513-8c585b4fc3f1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.2149069 Jan 28 10:19:42.404360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6263de58-4a1b-4175-a47b-6ca3a8ec25ae req-166641c6-11f7-4db7-8a3b-76d75e8459b3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877633 Jan 28 10:19:42.440435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52720) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:42.533185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Router 27845947-fa0e-4da7-bdb5-0565d8c6254b has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:19:42.537487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-7dc89cfe-2a2b-4a36-87fd-9204de83b532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:42.539233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-7dc89cfe-2a2b-4a36-87fd-9204de83b532 service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.3293126 Jan 28 10:19:42.656116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-930d69a9-49a8-4aaa-9d40-049258ddaf12 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/25d08bf5-59b5-4ccf-9424-b87100a7694d HTTP/1.1" status: 200 len: 990 time: 0.2095208 Jan 28 10:19:42.673648 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-c58b2391-816f-4380-81a7-9c73ad5543a2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 998 time: 0.1226451 Jan 28 10:19:42.697538 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '25d08bf5-59b5-4ccf-9424-b87100a7694d', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'port_id': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'mac_address': 'fa:16:3e:f8:1f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:19:40Z', 'updated_at': '2022-01-28T10:19:40Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:28Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:42.701781 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] Checking router: d59fa310-86e8-4b82-a878-074adf9da232 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:19:42.721140 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:42.721738 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:42.744705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:19:42.762473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] Sync routers for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:19:42.775407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2763419b-1b24-468f-a984-f05a968637c2 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "PUT /v2.0/routers/27845947-fa0e-4da7-bdb5-0565d8c6254b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5938134 Jan 28 10:19:42.776469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:42.785258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:42.785796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:42.811845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-9a7cc5b4-2631-4f02-9549-21a02a93131b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:42.813337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-9a7cc5b4-2631-4f02-9549-21a02a93131b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.1298485 Jan 28 10:19:42.888073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting subnet b273898a-2d85-4c98-a66a-a0b2f6c4ce31 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:19:42.896733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-2b652b22-d59f-4b99-8883-11bdcb6d4d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:42.898200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-2b652b22-d59f-4b99-8883-11bdcb6d4d9b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788097 Jan 28 10:19:42.899039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:42.994098 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.017121 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:43.020133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:43.131191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.144504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-7d2c7019-d4bd-4223-9144-bb6ba03a473f service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368276 Jan 28 10:19:43.272260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.317488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.328973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Subnet': ['ID=b273898a-2d85-4c98-a66a-a0b2f6c4ce31,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:43.333451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-816b607f-f9c5-495c-9c22-2a7527630573 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/subnets/b273898a-2d85-4c98-a66a-a0b2f6c4ce31 HTTP/1.1" status: 204 len: 168 time: 0.5556731 Jan 28 10:19:43.336164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52730) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:43.383463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2bee47-f5d7-4b2b-be5a-53d34f40d879 None None] Network d4df1703-7228-4010-bfdb-7b0052413498 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:43.424368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b987a302-a1c9-43cd-ac16-1015ba9b75a9 req-796d2469-9991-472c-9737-25429c703cf5 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705443 Jan 28 10:19:43.549074 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '25d08bf5-59b5-4ccf-9424-b87100a7694d', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'port_id': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'mac_address': 'fa:16:3e:f8:1f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:19:40Z', 'updated_at': '2022-01-28T10:19:40Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:28Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:43.553904 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f530a5-744b-47d7-90a4-2275b180c9eb None None] The sync data for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 is: [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '25d08bf5-59b5-4ccf-9424-b87100a7694d', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.46', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'port_id': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3874, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'mac_address': 'fa:16:3e:f8:1f:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:19:40Z', 'updated_at': '2022-01-28T10:19:40Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:28Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:19:43.577333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.660186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52734) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:43.812401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.832504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141'}], 'enable_snat': True}, 'gw_port_id': '47ee0964-c61f-425c-af93-db45f9df9302', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:19:41Z', 'revision_number': 5, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port': {'id': '47ee0964-c61f-425c-af93-db45f9df9302', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:d5:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:18:34Z', 'updated_at': '2022-01-28T10:18:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:43.835122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Deleting port 47ee0964-c61f-425c-af93-db45f9df9302 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:19:43.835122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.838845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] Checking router: 27845947-fa0e-4da7-bdb5-0565d8c6254b for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:19:43.848946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] Routers {'27845947-fa0e-4da7-bdb5-0565d8c6254b'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:19:43.849691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27845947-fa0e-4da7-bdb5-0565d8c6254b'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:43.853657 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a902092-f467-4cfc-93a7-7bd88175a3f3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/25d08bf5-59b5-4ccf-9424-b87100a7694d HTTP/1.1" status: 200 len: 990 time: 0.1921754 Jan 28 10:19:43.918631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] DHCP port deletion for d4df1703-7228-4010-bfdb-7b0052413498 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:19:43.942043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] Deleting port d838c3b6-3474-468f-98de-aab674b39d59 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:19:43.942407 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:43.954493 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667d48a2-969f-407b-b848-7a214783c5fd None None] New status for floating IP 25d08bf5-59b5-4ccf-9424-b87100a7694d: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:19:44.045657 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.056743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] For port 47ee0964-c61f-425c-af93-db45f9df9302, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=47ee0964-c61f-425c-af93-db45f9df9302,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:44.057092 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.113467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] Set router 27845947-fa0e-4da7-bdb5-0565d8c6254b gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:19:44.233618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:19:43Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:44.242953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9abf910-fd0d-4429-aea6-cfe790ae5d23 None None] The sync data for ids ['27845947-fa0e-4da7-bdb5-0565d8c6254b'] in n-d-825178-2 is: [{'id': '27845947-fa0e-4da7-bdb5-0565d8c6254b', 'name': 'tempest-TestNetworkBasicOps-router-70273994', 'tenant_id': '880cd2890fc24227ba150bc261f6ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:18:33Z', 'updated_at': '2022-01-28T10:19:43Z', 'revision_number': 6, 'project_id': '880cd2890fc24227ba150bc261f6ef0b', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:19:44.325943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Calling delete_port for 47ee0964-c61f-425c-af93-db45f9df9302 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:19:44.348391 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] For port d838c3b6-3474-468f-98de-aab674b39d59, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d838c3b6-3474-468f-98de-aab674b39d59,segment=NetworkSegment(3fbd25d3-9f64-4699-87d0-ad91e785cec8),segment_id=3fbd25d3-9f64-4699-87d0-ad91e785cec8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:44.348816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.474021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] Calling delete_port for d838c3b6-3474-468f-98de-aab674b39d59 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:19:44.528942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.558821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.592681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Port': ['ID=47ee0964-c61f-425c-af93-db45f9df9302,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:44.609413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] Pushing event deleted for resources: {'Port': ['ID=d838c3b6-3474-468f-98de-aab674b39d59,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:44.615583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84be74-649c-408c-9d43-86aff6953fc4 None None] No DVR routers for this DVR port d838c3b6-3474-468f-98de-aab674b39d59 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:19:44.723693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.857418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52748) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:44.913334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.921478 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.947681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-27738d70-0112-499f-86d7-fb6f0b2d561e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890402682&fields=id&tenant_id=6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 267 time: 0.1208994 Jan 28 10:19:44.968156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2b2f8728-fa31-45bc-920f-dd8f3ec1ff4e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/25d08bf5-59b5-4ccf-9424-b87100a7694d HTTP/1.1" status: 200 len: 992 time: 0.1096032 Jan 28 10:19:44.975987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:44.976511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Fanout notify agent at l3_agent the message router_deleted on router 27845947-fa0e-4da7-bdb5-0565d8c6254b {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:19:45.059404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.060501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3241abf6-5e80-4064-8ba6-f1ca9c7daff8 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/routers/27845947-fa0e-4da7-bdb5-0565d8c6254b HTTP/1.1" status: 204 len: 168 time: 1.7234228 Jan 28 10:19:45.063368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52752) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:45.088592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d838c3b6-3474-468f-98de-aab674b39d59 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:19:45.121636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-6f402ee1-db0c-4177-95d5-02379e280f11 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:45.123997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-6f402ee1-db0c-4177-95d5-02379e280f11 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.1687317 Jan 28 10:19:45.135926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: d838c3b6-3474-468f-98de-aab674b39d59 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:19:45.136272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d838c3b6-3474-468f-98de-aab674b39d59 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:19:45.136784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 619293ba-f4b4-4d3e-962c-c7ca542f3333 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:19:45.141867 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-6816a29c-11fe-4ece-8253-f646f464ab35 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/quotas/6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 375 time: 0.0133533 Jan 28 10:19:45.172557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 619293ba-f4b4-4d3e-962c-c7ca542f3333 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:19:45.172845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 619293ba-f4b4-4d3e-962c-c7ca542f3333 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:19:45.188247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.236172 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-1251e049-f59d-4bd5-a9db-4ed1bd3dd0dc tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0873513 Jan 28 10:19:45.384693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-12ac7ccd-11bf-4d48-bc51-e3f650bfbd09 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358187 Jan 28 10:19:45.397490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.450339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.478296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4df1703-7228-4010-bfdb-7b0052413498']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:45.490648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbd25d3-9f64-4699-87d0-ad91e785cec8') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:45.490939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbd25d3-9f64-4699-87d0-ad91e785cec8') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:19:45.502725 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.522114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-b8f6e9f2-0cf1-4677-8e64-b71a81eb5613 service neutron] 10.222.0.42 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318305 Jan 28 10:19:45.524961 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.532429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:19:45.532894 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:19:45.549082 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:19:45.630345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.635071 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:45.659415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] Pushing event deleted for resources: {'Network': ['ID=d4df1703-7228-4010-bfdb-7b0052413498,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:45.669848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a8370157-2808-4ce1-939a-4527e7339bf1 tempest-TestNetworkBasicOps-1680976700 tempest-TestNetworkBasicOps-1680976700-project] 10.222.0.42 "DELETE /v2.0/networks/d4df1703-7228-4010-bfdb-7b0052413498 HTTP/1.1" status: 204 len: 168 time: 0.6052775 Jan 28 10:19:45.928228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b55d8839-5a71-4af2-b922-4387da3da556 req-48b3b5dd-f89e-4d5d-8eea-c3ee408b8552 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 210 time: 0.0469389 Jan 28 10:19:45.976762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52772) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:46.140651 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a3835500-de2a-48e2-94a7-dbc069795312 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=880cd2890fc24227ba150bc261f6ef0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1604500 Jan 28 10:19:46.140944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52782) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:46.203230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b745b8df-6cf2-4aec-88fd-eeda016ef3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.230143 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b745b8df-6cf2-4aec-88fd-eeda016ef3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.285754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b745b8df-6cf2-4aec-88fd-eeda016ef3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.303037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745b8df-6cf2-4aec-88fd-eeda016ef3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f30596-626e-42ac-9f25-6dfcf9a10102,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:46.309667 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b745b8df-6cf2-4aec-88fd-eeda016ef3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.310800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b745b8df-6cf2-4aec-88fd-eeda016ef3cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54f30596-626e-42ac-9f25-6dfcf9a10102 HTTP/1.1" status: 204 len: 168 time: 0.1688979 Jan 28 10:19:46.439283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47ee0964-c61f-425c-af93-db45f9df9302 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:19:46.516316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 47ee0964-c61f-425c-af93-db45f9df9302 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:19:46.516685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 47ee0964-c61f-425c-af93-db45f9df9302 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:19:46.596141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52790) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:46.613925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.628283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:46.634289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Usage tracker for resource:security_group_rule and tenant:3d90f07601e54a37a14ce59c70837c7c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:46.638037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:46.645489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:46.731300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.735340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:46.782255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d90f07601e54a37a14ce59c70837c7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1843479 Jan 28 10:19:46.783871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c032bcb5-603f-4bc6-8c3c-84aae8859e16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24f3950c-17e7-4913-ae66-aea2579c38df,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:46.785053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52794) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:46.953953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff99b70d-135c-449a-ae1c-549d5051c5df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.004034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-4abbb07f-636a-4179-8d9d-232bcbb8b388 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:47.005861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-4abbb07f-636a-4179-8d9d-232bcbb8b388 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 812 time: 0.2040925 Jan 28 10:19:47.011183 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff99b70d-135c-449a-ae1c-549d5051c5df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.120176 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-799567c7-a726-4b15-8f3a-15ba61173c9b req-51ffd229-85e2-47e7-98ea-1ebad7e9136d tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 210 time: 0.0560348 Jan 28 10:19:47.124123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-32d39a04-bb3a-4d21-a1d7-c1e3113a76ef tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6db7b601416e4c82b5fd689579bf8cc5 HTTP/1.1" status: 200 len: 380 time: 0.1060286 Jan 28 10:19:47.133920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'port': {'device_id': '605dff6a-e57e-4c67-86b0-1f1532923930', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'admin_state_up': True, 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'security_groups': ['5803f746-6d60-4b9b-8bcb-92e0654bb334']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:47.320315 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff99b70d-135c-449a-ae1c-549d5051c5df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.340768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99b70d-135c-449a-ae1c-549d5051c5df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f3950c-17e7-4913-ae66-aea2579c38df,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:47.358143 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff99b70d-135c-449a-ae1c-549d5051c5df admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.359248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff99b70d-135c-449a-ae1c-549d5051c5df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24f3950c-17e7-4913-ae66-aea2579c38df HTTP/1.1" status: 204 len: 168 time: 0.5731816 Jan 28 10:19:47.402768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:47.412447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:47.424077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Made reservation on behalf of 6db7b601416e4c82b5fd689579bf8cc5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:47.429288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.610195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.20.0.3 (1e791721-0e46-47e4-9ac3-11c27ec201c3/81850acb-b307-45fe-9160-0ae320c780a2/24ab493e-c66e-46e0-bbb0-5362ffc73bfb) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:47.816164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.833060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Transition to ACTIVE for port object 24ab493e-c66e-46e0-bbb0-5362ffc73bfb will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:47.856252 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:47.930980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:47.934011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:47.936322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:47.984320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:48.010673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:48.011631 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.046808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-38349918-5981-4a6d-bfe0-5570501c3c97 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9171760 Jan 28 10:19:48.057731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Request body: {'port': {'device_id': '605dff6a-e57e-4c67-86b0-1f1532923930', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:48.197044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.213714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52822) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:48.290860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b7a597c-6082-406f-b37e-b41b52c7292f None None] Provisioning for port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:48.306886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b7a597c-6082-406f-b37e-b41b52c7292f None None] Provisioning complete for port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:48.307465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b7a597c-6082-406f-b37e-b41b52c7292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.380701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-295598895-network', 'tenant_id': '8e57db9198dd4c418f169bfbb0210b3a'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:48.387490 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:48.393848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Usage tracker for resource:network and tenant:8e57db9198dd4c418f169bfbb0210b3a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:48.397236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:48.407149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778db754-53e3-4638-8b1f-9a65893b557f req-b7327566-b40a-452a-abc9-b26e238e70fb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:48.408626 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-778db754-53e3-4638-8b1f-9a65893b557f req-b7327566-b40a-452a-abc9-b26e238e70fb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 931 time: 0.1486270 Jan 28 10:19:48.413626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:48.433607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7b7a597c-6082-406f-b37e-b41b52c7292f None None] Port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:19:48.445204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Made reservation on behalf of 8e57db9198dd4c418f169bfbb0210b3a for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:48.447730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.462619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.495638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:48.508239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-778db754-53e3-4638-8b1f-9a65893b557f req-a7ac9af3-eef8-4726-b34c-dd46d761237c tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850265 Jan 28 10:19:48.515579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Usage tracker for resource:security_group_rule and tenant:8e57db9198dd4c418f169bfbb0210b3a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:48.519394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:48.528327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:48.608628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ab493e-c66e-46e0-bbb0-5362ffc73bfb {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:19:48.616739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.624278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.628906 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.641706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Transition to ACTIVE for port object 24ab493e-c66e-46e0-bbb0-5362ffc73bfb will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:48.645926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.669614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:19:48.682175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89024c90-552d-4338-ad06-98ec73e86b22,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:48.687596 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.687933 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Added segment 8e1f8d1a-cd74-412e-b70c-0a4ec447cf24 of type vlan for network 0e45fa5d-a71d-4ecf-b91d-071d21288917 Jan 28 10:19:48.733045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.765629 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.766635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:48.767282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.865590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] Pushing event updated for resources: {'Network': ['ID=0e45fa5d-a71d-4ecf-b91d-071d21288917,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:48.876857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 0e45fa5d-a71d-4ecf-b91d-071d21288917 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:19:48.885905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:48.899235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dd2aebea-5249-404f-ba46-32d631b97ed7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6836007 Jan 28 10:19:48.903511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52828) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:48.909944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Request body: {'subnet': {'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-295598895-subnet', 'tenant_id': '8e57db9198dd4c418f169bfbb0210b3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:48.919417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:48.931953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Usage tracker for resource:subnet and tenant:8e57db9198dd4c418f169bfbb0210b3a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:48.937612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:48.945708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:48.947572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Attempting to bind port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:19:48.947894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Attempting to bind port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:19:48.948206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Attempting to bind port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:48.957045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:19:48.957362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Attempting to bind port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb on network 1e791721-0e46-47e4-9ac3-11c27ec201c3 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:48.963608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:19:48.963943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Checking segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:48.964316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Bound using segment: {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:19:48.964761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Bound port: 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:19:48.965105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:48.974412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Made reservation on behalf of 8e57db9198dd4c418f169bfbb0210b3a for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:48.976758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:49.151889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] For port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:19:49.155510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] For port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:19:49.160146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:49.257435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:49.258037 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:49.259401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] 10.222.0.43 "PUT /v2.0/ports/24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 200 len: 1091 time: 1.2059636 Jan 28 10:19:49.259836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:49.293680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d290aef0-a45c-48f3-b0d6-ea5264607fc4 service neutron] Pushing event updated for resources: {'Port': ['ID=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:49.454378 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'status': 'completed', 'code': 200} Jan 28 10:19:49.494646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:49.559541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-8868a154-4d2f-4b3f-80f1-fa4dd73642ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:49.561029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-8868a154-4d2f-4b3f-80f1-fa4dd73642ed service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1094 time: 0.2524559 Jan 28 10:19:49.643327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0a2c32a-fd3a-4b3d-a116-e57ca307cc42,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:49.646077 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-c0bc740e-cf48-4ac2-9105-308ad020a31f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 200 len: 217 time: 0.0699008 Jan 28 10:19:49.654025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Checking segment: {'id': '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:49.654408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Network hostable DHCP agents. Network: 0e45fa5d-a71d-4ecf-b91d-071d21288917, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:19:49.709932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498a4161-f520-48b0-a4ee-6dbd96098c55 req-a1710222-7f04-4338-b5f2-bf6d2a555a82 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:49.711502 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-498a4161-f520-48b0-a4ee-6dbd96098c55 req-a1710222-7f04-4338-b5f2-bf6d2a555a82 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 943 time: 0.0925562 Jan 28 10:19:49.725848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-72121565-9131-4848-a13c-e8e4365c3bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:49.727277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-72121565-9131-4848-a13c-e8e4365c3bcb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0750675 Jan 28 10:19:49.728017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Network 0e45fa5d-a71d-4ecf-b91d-071d21288917 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:19:49.760317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-498a4161-f520-48b0-a4ee-6dbd96098c55 req-faf77a76-2364-43ce-b8e4-68ac2e40e2d8 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411186 Jan 28 10:19:49.770040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 0e45fa5d-a71d-4ecf-b91d-071d21288917) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:49.777989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478ed498-79f0-4c35-af31-b81024b7a1b0 None None] Network 0e45fa5d-a71d-4ecf-b91d-071d21288917 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:49.787440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:49.788031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:49.828437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e87cf84-6b80-4bd1-85d8-5b4a6f19e6a0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9142089 Jan 28 10:19:49.838733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3699d79c-f239-421b-8f1a-00229e6db157 req-b17eb205-f71e-4c8d-ab04-ced78f0e036a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:49.840229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-b17eb205-f71e-4c8d-ab04-ced78f0e036a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1061053 Jan 28 10:19:49.994274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-a66f161a-f7ca-4cf6-ad9b-846de98b3461 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479092 Jan 28 10:19:50.028011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1933ea7-1c2b-4dfa-b2ac-20e56f7aa2a9 None None] Network 0e45fa5d-a71d-4ecf-b91d-071d21288917 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:50.161584 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3699d79c-f239-421b-8f1a-00229e6db157 req-6c824d52-e2e3-4c47-95f0-be51510dd363 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610451 Jan 28 10:19:50.291667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-ba60d368-9e86-4b66-88c8-7d464089450b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:50.293262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-ba60d368-9e86-4b66-88c8-7d464089450b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1094 time: 0.0833690 Jan 28 10:19:50.391804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 52850) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:50.397748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2130071666-network', 'tenant_id': '92df6ab0e3a348028febafcd6f4fefd4'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:50.403105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:50.406918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Usage tracker for resource:network and tenant:92df6ab0e3a348028febafcd6f4fefd4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:50.410365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:50.416008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:50.427429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Made reservation on behalf of 92df6ab0e3a348028febafcd6f4fefd4 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:50.428988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-553cddd0-0436-4aef-8742-be386ca12ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:50.429955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.430459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-553cddd0-0436-4aef-8742-be386ca12ec0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1316288 Jan 28 10:19:50.442179 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.457066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:50.460904 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Usage tracker for resource:security_group_rule and tenant:92df6ab0e3a348028febafcd6f4fefd4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:50.463661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:50.469408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:50.499215 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-51358643-2373-42b7-aa02-a89833e2cef8 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 200 len: 217 time: 0.0616212 Jan 28 10:19:50.554314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.558467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.572232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-01897d6b-51c4-4f78-9094-be285c1ec22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:50.574497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-01897d6b-51c4-4f78-9094-be285c1ec22e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0681689 Jan 28 10:19:50.607667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:19:50.607667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb78628a-1f77-4f0d-9efc-82f35343a9f6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:50.622039 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.622039 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Added segment 89abcdf6-9e81-4465-9e39-01eda4044404 of type vlan for network fbb59c71-2c22-4381-bc54-a202933d747f Jan 28 10:19:50.647960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.662342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-3b173321-c064-452d-8b25-a462c05ff630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:50.663849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-3b173321-c064-452d-8b25-a462c05ff630 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839043 Jan 28 10:19:50.685342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.686288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:50.686863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:50.797238 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4042289 Jan 28 10:19:50.798151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea2c5a6-ab6f-42e7-9e54-a618f36de387 admin admin] Pushing event updated for resources: {'Network': ['ID=fbb59c71-2c22-4381-bc54-a202933d747f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:50.803358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52856) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:19:50.809792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Request body: {'subnet': {'network_id': 'fbb59c71-2c22-4381-bc54-a202933d747f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2130071666-subnet', 'tenant_id': '92df6ab0e3a348028febafcd6f4fefd4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:50.810836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network fbb59c71-2c22-4381-bc54-a202933d747f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:19:50.820816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:50.835997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Usage tracker for resource:subnet and tenant:92df6ab0e3a348028febafcd6f4fefd4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:50.840384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:50.849612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-7c666e48-8d3a-4e9d-b2cb-d9984c6482cd service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781244 Jan 28 10:19:50.849851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:50.986740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Made reservation on behalf of 92df6ab0e3a348028febafcd6f4fefd4 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:50.989604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:51.253671 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:19:51.304687 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb19a482-c0dc-42e1-a359-89c0ecea80b9 req-7ad1adbc-02ea-4ceb-a837-8da2ea74789d service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485395 Jan 28 10:19:51.316646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc0e64-28a0-4666-bf0d-0cc0722a977f req-e4cbacfa-e5f7-46b1-9e8e-c30b0cfbb0be tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:51.316646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b0bc0e64-28a0-4666-bf0d-0cc0722a977f req-e4cbacfa-e5f7-46b1-9e8e-c30b0cfbb0be tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:51.370110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b0bc0e64-28a0-4666-bf0d-0cc0722a977f req-e4cbacfa-e5f7-46b1-9e8e-c30b0cfbb0be tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:51.371536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0bc0e64-28a0-4666-bf0d-0cc0722a977f req-e4cbacfa-e5f7-46b1-9e8e-c30b0cfbb0be tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 943 time: 0.4910300 Jan 28 10:19:51.460432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b0bc0e64-28a0-4666-bf0d-0cc0722a977f req-80f37dde-10dd-4120-89ba-ee8669e1bea1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803101 Jan 28 10:19:51.495656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:51.569684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=44362360-15f5-46de-8621-e69454798368,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:51.577004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Checking segment: {'id': '89abcdf6-9e81-4465-9e39-01eda4044404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fbb59c71-2c22-4381-bc54-a202933d747f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:51.577356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Network hostable DHCP agents. Network: fbb59c71-2c22-4381-bc54-a202933d747f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:19:51.594749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Network fbb59c71-2c22-4381-bc54-a202933d747f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:19:51.603844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, fbb59c71-2c22-4381-bc54-a202933d747f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:51.607736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:51.608315 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:51.612949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb121f2-8492-434a-a8f1-2d6136975959 None None] Network fbb59c71-2c22-4381-bc54-a202933d747f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:51.629335 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a59f04b6-e8c4-4999-af07-8ba83bdee1ef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8253496 Jan 28 10:19:51.824620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2f571b-316a-4e24-8a3b-ecc6f0e4ec17 None None] Network fbb59c71-2c22-4381-bc54-a202933d747f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:19:52.198847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-3842152e-a503-4fc1-b8a7-76f9d1d1e207 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:52.199522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-3842152e-a503-4fc1-b8a7-76f9d1d1e207 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Synchronizing usage tracker for tenant:8e57db9198dd4c418f169bfbb0210b3a on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:52.215967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-3842152e-a503-4fc1-b8a7-76f9d1d1e207 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Unset dirty status for tenant:8e57db9198dd4c418f169bfbb0210b3a on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:52.217119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-3842152e-a503-4fc1-b8a7-76f9d1d1e207 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/networks?id=0e45fa5d-a71d-4ecf-b91d-071d21288917 HTTP/1.1" status: 200 len: 811 time: 0.1695690 Jan 28 10:19:52.233204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-53d57b5f-69b9-405c-baa1-2c3abc583278 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/quotas/8e57db9198dd4c418f169bfbb0210b3a HTTP/1.1" status: 200 len: 375 time: 0.0106840 Jan 28 10:19:52.280534 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-3d0b3d53-e7ba-4734-a1a8-881105656d07 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8e57db9198dd4c418f169bfbb0210b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419316 Jan 28 10:19:52.403382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-d742b1d9-9009-4afd-80ca-23193c637b81 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:19:52.404167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-d742b1d9-9009-4afd-80ca-23193c637b81 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1171784 Jan 28 10:19:52.553803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-9cc34231-f8c4-41b3-bcb7-a3cffb570a67 service neutron] 10.222.0.42 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435652 Jan 28 10:19:52.710010 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-8068a6bb-d432-48f4-8aa8-8e14ea1bd0fb service neutron] 10.222.0.42 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494069 Jan 28 10:19:52.744288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60561cf-3223-41ce-8592-80f6ba8c07c0 req-6ddd0acf-a0a1-46da-9c73-51307d922187 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:52.746232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a60561cf-3223-41ce-8592-80f6ba8c07c0 req-6ddd0acf-a0a1-46da-9c73-51307d922187 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 943 time: 0.1692402 Jan 28 10:19:52.793241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a60561cf-3223-41ce-8592-80f6ba8c07c0 req-1062233b-2d3b-4f84-8cb7-0f6d8ee960c7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406547 Jan 28 10:19:52.900589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3c5a2a8-a9a9-48a5-8095-d7f08ad4ae05 req-f438efef-db58-4448-82e5-85a6ed51d229 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 210 time: 0.0502436 Jan 28 10:19:54.027034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-75527845-fcf2-488d-987c-34431db0aae6 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:54.029371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-75527845-fcf2-488d-987c-34431db0aae6 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.43 "GET /v2.0/networks?id=0e45fa5d-a71d-4ecf-b91d-071d21288917 HTTP/1.1" status: 200 len: 811 time: 0.2121999 Jan 28 10:19:54.075903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Request body: {'port': {'device_id': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917', 'admin_state_up': True, 'tenant_id': '8e57db9198dd4c418f169bfbb0210b3a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:54.097336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84f253f7-453e-4090-a296-ffdb44608cc7 req-1852970a-0e72-4dd5-aa3f-8a33c86eb2e7 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 210 time: 0.0673237 Jan 28 10:19:54.225034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:19:54.225392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0b308-cb91-468b-afd0-025382c3bf05 req-5a77b650-81e7-4efb-ab08-e5707b52f818 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:54.226885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40d0b308-cb91-468b-afd0-025382c3bf05 req-5a77b650-81e7-4efb-ab08-e5707b52f818 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 943 time: 0.1641510 Jan 28 10:19:54.228846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Usage tracker for resource:port and tenant:8e57db9198dd4c418f169bfbb0210b3a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:19:54.232059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:19:54.241793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:19:54.252253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Made reservation on behalf of 8e57db9198dd4c418f169bfbb0210b3a for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:19:54.257599 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:54.397452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40d0b308-cb91-468b-afd0-025382c3bf05 req-5576c2f0-9d4a-4239-af07-c2951d051a35 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641712 Jan 28 10:19:54.436309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Allocated IP 172.20.0.14 (0e45fa5d-a71d-4ecf-b91d-071d21288917/d0a2c32a-fd3a-4b3d-a116-e57ca307cc42/698df149-4808-4927-97d4-00074f33ae89) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:19:54.654985 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:54.687640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:54.766957 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Network 0e45fa5d-a71d-4ecf-b91d-071d21288917 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:19:54.771026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:19:54.774057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:19:54.826368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Pushing event updated for resources: {'Port': ['ID=698df149-4808-4927-97d4-00074f33ae89,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:54.853244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:54.853941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:54.876051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-4c1c77eb-04d9-4421-819e-c7b0af9b9156 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8082142 Jan 28 10:19:54.887202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Request body: {'port': {'device_id': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:19:54.998560 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.344474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9173ca2-4740-48b2-8a41-6e9c59dc3b83 req-1209f028-d44f-41ed-b63e-006c8bb22a09 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:55.345172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c9173ca2-4740-48b2-8a41-6e9c59dc3b83 req-1209f028-d44f-41ed-b63e-006c8bb22a09 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Synchronizing usage tracker for tenant:8e57db9198dd4c418f169bfbb0210b3a on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:55.414224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c9173ca2-4740-48b2-8a41-6e9c59dc3b83 req-1209f028-d44f-41ed-b63e-006c8bb22a09 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Unset dirty status for tenant:8e57db9198dd4c418f169bfbb0210b3a on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:55.415347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9173ca2-4740-48b2-8a41-6e9c59dc3b83 req-1209f028-d44f-41ed-b63e-006c8bb22a09 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 932 time: 0.2008004 Jan 28 10:19:55.420954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698df149-4808-4927-97d4-00074f33ae89 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:19:55.442196 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.471901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Transition to ACTIVE for port object 698df149-4808-4927-97d4-00074f33ae89 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:19:55.479703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9173ca2-4740-48b2-8a41-6e9c59dc3b83 req-9c817b0e-8281-43a7-951a-5ea2374f9f79 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538435 Jan 28 10:19:55.480407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.587620 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c487aef-6a3f-4552-b63a-3f031567b8a9 req-b338e4c2-7d74-47eb-aa02-c67c3dd9f82b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:55.589148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1c487aef-6a3f-4552-b63a-3f031567b8a9 req-b338e4c2-7d74-47eb-aa02-c67c3dd9f82b tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 943 time: 0.0835862 Jan 28 10:19:55.636083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1c487aef-6a3f-4552-b63a-3f031567b8a9 req-2d8d7dc8-2dfc-4724-b213-bc0f23feeaa2 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409465 Jan 28 10:19:55.767278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Pushing event updated for resources: {'Port': ['ID=698df149-4808-4927-97d4-00074f33ae89,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:55.809071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Attempting to bind port 698df149-4808-4927-97d4-00074f33ae89 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:19:55.809393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Attempting to bind port 698df149-4808-4927-97d4-00074f33ae89 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:19:55.809705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Attempting to bind port 698df149-4808-4927-97d4-00074f33ae89 on network 0e45fa5d-a71d-4ecf-b91d-071d21288917 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:55.814150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Port 698df149-4808-4927-97d4-00074f33ae89 on network 0e45fa5d-a71d-4ecf-b91d-071d21288917 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:19:55.814458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Attempting to bind port 698df149-4808-4927-97d4-00074f33ae89 on network 0e45fa5d-a71d-4ecf-b91d-071d21288917 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:19:55.819338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:19:55.819662 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Checking segment: {'id': '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:19:55.820033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Bound using segment: {'id': '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:19:55.820438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Bound port: 698df149-4808-4927-97d4-00074f33ae89, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:19:55.820801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.908123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] For port 698df149-4808-4927-97d4-00074f33ae89, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:19:55.911429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] For port 698df149-4808-4927-97d4-00074f33ae89, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=698df149-4808-4927-97d4-00074f33ae89,segment=NetworkSegment(8e1f8d1a-cd74-412e-b70c-0a4ec447cf24),segment_id=8e1f8d1a-cd74-412e-b70c-0a4ec447cf24)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:19:55.916203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.937169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f44838c-45f0-4641-954c-09596c212215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.982751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:55.983357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:55.984726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] 10.222.0.43 "PUT /v2.0/ports/698df149-4808-4927-97d4-00074f33ae89 HTTP/1.1" status: 200 len: 1092 time: 1.1017060 Jan 28 10:19:55.985165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'tag': '698df149-4808-4927-97d4-00074f33ae89'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:56.010750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ef7a0d-c4ca-47e0-bd54-2c4c92b45eec service neutron] Pushing event updated for resources: {'Port': ['ID=698df149-4808-4927-97d4-00074f33ae89,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:56.054551 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'tag': '698df149-4808-4927-97d4-00074f33ae89', 'status': 'completed', 'code': 200} Jan 28 10:19:56.096146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-b38b3231-9cd8-44d6-8627-e7c0c0392fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:56.098153 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-b38b3231-9cd8-44d6-8627-e7c0c0392fde service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e57db9198dd4c418f169bfbb0210b3a&device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 1095 time: 0.0754066 Jan 28 10:19:56.166199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-77ff72d0-7165-43d6-a3f8-9cce20845dcb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698df149-4808-4927-97d4-00074f33ae89 HTTP/1.1" status: 200 len: 217 time: 0.0603633 Jan 28 10:19:56.230585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-d1e4d6a1-882e-4a3c-a2e5-505e3b030d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:56.232965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-d1e4d6a1-882e-4a3c-a2e5-505e3b030d90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0a2c32a-fd3a-4b3d-a116-e57ca307cc42 HTTP/1.1" status: 200 len: 851 time: 0.0602019 Jan 28 10:19:56.277495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-54bb13a4-642f-474e-88d3-969edd375528 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e45fa5d-a71d-4ecf-b91d-071d21288917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389426 Jan 28 10:19:56.404462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-179dc5f3-9128-40df-b731-a920561e339c service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210253 Jan 28 10:19:56.534803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b07f0092-c576-40f1-9b20-08ec21b623fd req-42be6f10-c3af-40d6-b529-305780328b66 service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241777 Jan 28 10:19:56.653882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335aee1-8204-4a11-a344-32947e349f4b req-9c7947eb-0e76-4039-9251-bd621cd26299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:56.655309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-9c7947eb-0e76-4039-9251-bd621cd26299 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e57db9198dd4c418f169bfbb0210b3a&device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 1095 time: 0.0716732 Jan 28 10:19:56.679509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6033c4-24d3-40aa-b2fa-775de166df76 req-b655d979-fda5-43ae-8272-b237999549b9 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:56.681032 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc6033c4-24d3-40aa-b2fa-775de166df76 req-b655d979-fda5-43ae-8272-b237999549b9 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 944 time: 0.0902295 Jan 28 10:19:56.725797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fc6033c4-24d3-40aa-b2fa-775de166df76 req-29f3a47b-774e-4cc5-b401-4a68e202a0f4 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Synchronizing usage tracker for tenant:8e57db9198dd4c418f169bfbb0210b3a on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:19:56.744476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fc6033c4-24d3-40aa-b2fa-775de166df76 req-29f3a47b-774e-4cc5-b401-4a68e202a0f4 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Unset dirty status for tenant:8e57db9198dd4c418f169bfbb0210b3a on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:19:56.745760 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc6033c4-24d3-40aa-b2fa-775de166df76 req-29f3a47b-774e-4cc5-b401-4a68e202a0f4 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590751 Jan 28 10:19:56.854802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335aee1-8204-4a11-a344-32947e349f4b req-bc94e64d-8b29-4d43-8b3d-87792cd751bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:56.856226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-bc94e64d-8b29-4d43-8b3d-87792cd751bf service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e45fa5d-a71d-4ecf-b91d-071d21288917 HTTP/1.1" status: 200 len: 912 time: 0.1954765 Jan 28 10:19:56.871525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839b265f-b98f-4549-bf17-c0291e3dac83 req-fd6c2b9a-c221-41fb-8ef7-22f01233cfcb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:56.872872 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-839b265f-b98f-4549-bf17-c0291e3dac83 req-fd6c2b9a-c221-41fb-8ef7-22f01233cfcb tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 943 time: 0.1207039 Jan 28 10:19:56.947003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-e61670c9-aedb-4de5-9246-ac24d70dc4c5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698df149-4808-4927-97d4-00074f33ae89 HTTP/1.1" status: 200 len: 217 time: 0.0832627 Jan 28 10:19:57.009647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-839b265f-b98f-4549-bf17-c0291e3dac83 req-6aa63229-a116-425c-adfa-dc1f64801907 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912158 Jan 28 10:19:57.028607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335aee1-8204-4a11-a344-32947e349f4b req-60e0642c-9c27-4212-ac38-3de7144654f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:57.030055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-60e0642c-9c27-4212-ac38-3de7144654f5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0a2c32a-fd3a-4b3d-a116-e57ca307cc42 HTTP/1.1" status: 200 len: 851 time: 0.0704429 Jan 28 10:19:57.076414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-e79b77d9-5ea5-4580-9ba5-4556196d6ba4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e45fa5d-a71d-4ecf-b91d-071d21288917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403283 Jan 28 10:19:57.207162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-927bee49-f875-473e-9c86-5a570eeb8dbe service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238003 Jan 28 10:19:57.334787 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5335aee1-8204-4a11-a344-32947e349f4b req-0acd5bbf-0660-4529-af1b-809871898cbd service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214862 Jan 28 10:19:57.500614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 24ab493e-c66e-46e0-bbb0-5362ffc73bfb details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:19:57.631312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:57.644637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'port_id': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'mac_address': 'fa:16:3e:ba:29:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:19:57.700320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:57.716862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ab493e-c66e-46e0-bbb0-5362ffc73bfb {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:19:57.732056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:57.735835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:57.801564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:19:57.930304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec17997-f312-440c-aad5-d86bd3157ac6 req-7b770526-6859-45c1-8e1b-37ddc5c8db00 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:57.931758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ec17997-f312-440c-aad5-d86bd3157ac6 req-7b770526-6859-45c1-8e1b-37ddc5c8db00 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 944 time: 0.0784702 Jan 28 10:19:57.936736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['24ab493e-c66e-46e0-bbb0-5362ffc73bfb'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:19:57.976473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ec17997-f312-440c-aad5-d86bd3157ac6 req-36b71658-989b-40e2-8048-2d1173148e68 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387256 Jan 28 10:19:58.298342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2cf742-d44d-487c-b207-04efa066c3fa req-aa2c8fed-f72d-4dd4-9636-df33faa43dc3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:58.299765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a2cf742-d44d-487c-b207-04efa066c3fa req-aa2c8fed-f72d-4dd4-9636-df33faa43dc3 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 944 time: 0.1873298 Jan 28 10:19:58.342591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a2cf742-d44d-487c-b207-04efa066c3fa req-b042cb10-0b4c-4625-bec9-346da1e64df1 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373025 Jan 28 10:19:58.388348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e5842cfa-0ab1-4bb1-91bc-5123d82073d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.162376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caf36d9-200b-4e4e-b9b2-0cfff3c4ec67 req-93ec0126-a913-4990-b176-4d4a2cbcd54d tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:59.163822 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9caf36d9-200b-4e4e-b9b2-0cfff3c4ec67 req-93ec0126-a913-4990-b176-4d4a2cbcd54d tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 944 time: 0.0825257 Jan 28 10:19:59.205755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9caf36d9-200b-4e4e-b9b2-0cfff3c4ec67 req-933f438f-73dd-4acd-8567-7e3dbcf7ad20 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363617 Jan 28 10:19:59.506977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 698df149-4808-4927-97d4-00074f33ae89 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:19:59.511048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 24ab493e-c66e-46e0-bbb0-5362ffc73bfb up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:19:59.527647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977e13b-b2b8-4005-8a6c-cdfc8b9d43e1 req-cb77885f-3d18-493c-8e33-3031ed68b8f7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:19:59.529114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c977e13b-b2b8-4005-8a6c-cdfc8b9d43e1 req-cb77885f-3d18-493c-8e33-3031ed68b8f7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 944 time: 0.0836112 Jan 28 10:19:59.560201 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.563718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.575817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c977e13b-b2b8-4005-8a6c-cdfc8b9d43e1 req-1db7cd64-c815-49a6-b1d6-5b5a74321ffd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401688 Jan 28 10:19:59.680958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:19:59.698189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:19:59.698559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.748789 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 698df149-4808-4927-97d4-00074f33ae89, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=698df149-4808-4927-97d4-00074f33ae89,segment=NetworkSegment(8e1f8d1a-cd74-412e-b70c-0a4ec447cf24),segment_id=8e1f8d1a-cd74-412e-b70c-0a4ec447cf24)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:59.768248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '698df149-4808-4927-97d4-00074f33ae89', 'network_id': '0e45fa5d-a71d-4ecf-b91d-071d21288917', 'port_id': '698df149-4808-4927-97d4-00074f33ae89', 'mac_address': 'fa:16:3e:4d:73:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0a2c32a-fd3a-4b3d-a116-e57ca307cc42', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:19:59.870779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.895868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698df149-4808-4927-97d4-00074f33ae89 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:19:59.901785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.932001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 698df149-4808-4927-97d4-00074f33ae89, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=698df149-4808-4927-97d4-00074f33ae89,segment=NetworkSegment(8e1f8d1a-cd74-412e-b70c-0a4ec447cf24),segment_id=8e1f8d1a-cd74-412e-b70c-0a4ec447cf24)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:19:59.937180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:19:59.944000 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:19:59.984869 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'code': 200} Jan 28 10:19:59.993268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:00.002476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:00.024329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=698df149-4808-4927-97d4-00074f33ae89,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:00.099678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:00.106929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b501551-ee0c-4177-ace0-b01184d77588 req-3d2dc707-51e4-4b22-b998-6e70ec21369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:00.108425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b501551-ee0c-4177-ace0-b01184d77588 req-3d2dc707-51e4-4b22-b998-6e70ec21369d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1096 time: 0.0689611 Jan 28 10:20:00.148459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b501551-ee0c-4177-ace0-b01184d77588 req-b483a335-ad0f-4671-8070-f08f01f57f51 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339272 Jan 28 10:20:00.149296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['698df149-4808-4927-97d4-00074f33ae89'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:20:00.393630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f8596-c4b8-4dbb-a498-d6ff4ce3e01f req-496aa28f-9b49-4159-b4d8-8c8b6bf03179 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:00.395070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a38f8596-c4b8-4dbb-a498-d6ff4ce3e01f req-496aa28f-9b49-4159-b4d8-8c8b6bf03179 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 945 time: 0.0812163 Jan 28 10:20:00.438307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a38f8596-c4b8-4dbb-a498-d6ff4ce3e01f req-e7afa662-b824-444e-b679-237dd9d2b61c tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377636 Jan 28 10:20:00.759020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2f854-4ba1-47b4-abdb-b3238b3e68ec req-a4a5f4a5-6883-491b-b895-7b657199ca10 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:00.760467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78e2f854-4ba1-47b4-abdb-b3238b3e68ec req-a4a5f4a5-6883-491b-b895-7b657199ca10 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 945 time: 0.0782516 Jan 28 10:20:00.807755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78e2f854-4ba1-47b4-abdb-b3238b3e68ec req-a0787b7f-0ba4-47cd-a512-6355d29c3414 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 Jan 28 10:20:00.912598 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:01.517030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 698df149-4808-4927-97d4-00074f33ae89 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:20:01.587228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 698df149-4808-4927-97d4-00074f33ae89 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:20:01.591956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 698df149-4808-4927-97d4-00074f33ae89 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:20:01.592379 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:01.619341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d87a45-2351-4069-95fc-40b04f59c4f1 req-7df3b3c7-2a2c-4825-ad5b-24a5f1a4ce06 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:01.620820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52d87a45-2351-4069-95fc-40b04f59c4f1 req-7df3b3c7-2a2c-4825-ad5b-24a5f1a4ce06 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 945 time: 0.0800805 Jan 28 10:20:01.666072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52d87a45-2351-4069-95fc-40b04f59c4f1 req-4b2ffc97-ec3c-4c73-8dc5-4fd750c7d0d7 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389590 Jan 28 10:20:01.714102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:01.746690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 698df149-4808-4927-97d4-00074f33ae89, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=698df149-4808-4927-97d4-00074f33ae89,segment=NetworkSegment(8e1f8d1a-cd74-412e-b70c-0a4ec447cf24),segment_id=8e1f8d1a-cd74-412e-b70c-0a4ec447cf24)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:01.750771 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:01.815092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=698df149-4808-4927-97d4-00074f33ae89,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:01.986261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698df149-4808-4927-97d4-00074f33ae89'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:20:01.990852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34306dba-7a90-4133-a67e-a02282e9fcfa req-b94940fa-f1df-4306-bb91-c01ba4e0e649 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:01.992343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34306dba-7a90-4133-a67e-a02282e9fcfa req-b94940fa-f1df-4306-bb91-c01ba4e0e649 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 945 time: 0.0802021 Jan 28 10:20:02.034434 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698df149-4808-4927-97d4-00074f33ae89', 'code': 200} Jan 28 10:20:02.042314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-34306dba-7a90-4133-a67e-a02282e9fcfa req-05c3afe7-5436-4a7a-95e5-488f88357ff9 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441985 Jan 28 10:20:02.198293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7113f133-9aa5-45e4-8cfe-21bac22bb679 req-fe76db4a-ffcc-467b-86a4-230db1d48844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:02.199728 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7113f133-9aa5-45e4-8cfe-21bac22bb679 req-fe76db4a-ffcc-467b-86a4-230db1d48844 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 1097 time: 0.1125612 Jan 28 10:20:02.250795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7113f133-9aa5-45e4-8cfe-21bac22bb679 req-49da8422-7223-4370-8f65-04d068597a55 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451713 Jan 28 10:20:02.265752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725b7002-9b32-452a-a359-fb84700b2d60 req-9c40ea78-531e-43be-ac35-2c2458cd9071 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:02.267132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-725b7002-9b32-452a-a359-fb84700b2d60 req-9c40ea78-531e-43be-ac35-2c2458cd9071 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 945 time: 0.1175911 Jan 28 10:20:02.309725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-725b7002-9b32-452a-a359-fb84700b2d60 req-0c518c79-300c-4f26-8734-417279f0ae1e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365067 Jan 28 10:20:02.332433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52932) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:02.401931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd9a22-2ccc-4569-b5f9-b2244418788d tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:02.403416 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-12cd9a22-2ccc-4569-b5f9-b2244418788d tempest-TestVolumeBootPattern-1356699084 tempest-TestVolumeBootPattern-1356699084-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1091 time: 0.0699954 Jan 28 10:20:02.406186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52936) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:02.411492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:20:02.417842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:20:02.421567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Usage tracker for resource:floatingip and tenant:6db7b601416e4c82b5fd689579bf8cc5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:20:02.424336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:20:02.429989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:20:02.440335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:02.574410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:02.713702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Allocated IP 172.25.1.213 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/cd81d8b1-07d6-4414-a26f-81bf8a876cde) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:20:02.856021 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a14b14-9980-4e7e-9e1a-c96d84058ec4 req-995b2f5a-fd3c-400c-a19b-ecbd2b35cab9 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:02.857601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9a14b14-9980-4e7e-9e1a-c96d84058ec4 req-995b2f5a-fd3c-400c-a19b-ecbd2b35cab9 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0834396 Jan 28 10:20:02.902641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b9a14b14-9980-4e7e-9e1a-c96d84058ec4 req-f6522cf7-0a96-4584-a592-69ef141587be tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389192 Jan 28 10:20:02.908469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:02.937080 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-73400c6f-297c-4424-b12a-5dd7835fdebd service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1107476 Jan 28 10:20:02.949764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:03.051915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:20:03.059216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:20:03.068074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:20:03.098488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=cd81d8b1-07d6-4414-a26f-81bf8a876cde,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:03.193759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759327-de96-458b-be71-edf53ce4a319 req-c32ff82b-3b8a-4c4a-a88b-f15351e57954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:03.195219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-c32ff82b-3b8a-4c4a-a88b-f15351e57954 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1096 time: 0.1858935 Jan 28 10:20:03.600419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759327-de96-458b-be71-edf53ce4a319 req-c7642375-62e1-4951-b567-3f74518cef0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:03.601861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-c7642375-62e1-4951-b567-3f74518cef0d service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.3746490 Jan 28 10:20:03.682074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-2321995f-b1ad-4b96-8af9-ae72e3c459fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 200 len: 217 time: 0.0709805 Jan 28 10:20:03.768916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759327-de96-458b-be71-edf53ce4a319 req-0c361d95-3084-420f-959a-84b4d1457fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:03.770313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-0c361d95-3084-420f-959a-84b4d1457fcf service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0820541 Jan 28 10:20:03.872119 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:03.874425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf759327-de96-458b-be71-edf53ce4a319 req-05540329-78a2-4718-a476-ff0cee6dc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:03.875860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-05540329-78a2-4718-a476-ff0cee6dc67d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996950 Jan 28 10:20:04.056197 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:04.092313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d64452-9a00-4fb6-b9f1-14273b7c0215 req-42b9919b-9ba2-4bc4-b124-f2853590946f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:04.093372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-5887892e-406c-4073-85c6-ada3ca2966cc service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112284 Jan 28 10:20:04.093843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2d64452-9a00-4fb6-b9f1-14273b7c0215 req-42b9919b-9ba2-4bc4-b124-f2853590946f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0866985 Jan 28 10:20:04.138449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2d64452-9a00-4fb6-b9f1-14273b7c0215 req-0134123d-48f4-4a8f-a7a9-57665910cea2 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386767 Jan 28 10:20:04.368066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf759327-de96-458b-be71-edf53ce4a319 req-0db0163c-809d-4c34-a55c-518fce51d6b8 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677348 Jan 28 10:20:04.434335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d7504-bb27-45e2-9da6-d4d947d132df req-cd78dc12-ff72-447e-894a-a664f4e7282f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:04.435753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa0d7504-bb27-45e2-9da6-d4d947d132df req-cd78dc12-ff72-447e-894a-a664f4e7282f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.1577919 Jan 28 10:20:04.462597 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:04.466979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:04.573761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa0d7504-bb27-45e2-9da6-d4d947d132df req-9f2f03c8-f8c4-458a-97db-d274413d1a2b tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294427 Jan 28 10:20:04.595463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event updated for resources: {'Port': ['ID=cd81d8b1-07d6-4414-a26f-81bf8a876cde,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:04.603623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:04.776352 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Floating IP 0a864104-334c-45ee-af40-bac15187fbd6 associated. External IP: 172.25.1.213, port: 24ab493e-c66e-46e0-bbb0-5362ffc73bfb. Jan 28 10:20:05.185277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d18dca-89be-4679-acf3-351de77274b6 req-674b71aa-e56b-4d75-a66c-7f1ae2af8912 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:05.186709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76d18dca-89be-4679-acf3-351de77274b6 req-674b71aa-e56b-4d75-a66c-7f1ae2af8912 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.2389669 Jan 28 10:20:05.316493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76d18dca-89be-4679-acf3-351de77274b6 req-fde6242a-de0c-4d08-bf4a-6777af953c57 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221447 Jan 28 10:20:05.346480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:20:05.525559 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:20:05.535979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:20:05.547255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:20:05.547863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:05.550764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:05.616677 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cc7804b3-6137-4308-b8b9-a30ed8226c19 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1978357 Jan 28 10:20:05.616677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:20:05.657997 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'status': 'completed', 'code': 200} Jan 28 10:20:05.727809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:20:05.749519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-4a49eeaa-eaf8-478b-ac73-24ab1e60eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:05.750988 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-4a49eeaa-eaf8-478b-ac73-24ab1e60eacf service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1096 time: 0.0729387 Jan 28 10:20:05.880589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-0a12d43f-ec16-40ce-bb2e-ae1a1650d156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:05.882049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-0a12d43f-ec16-40ce-bb2e-ae1a1650d156 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1256354 Jan 28 10:20:05.985589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-f86109d7-c002-4c0e-a526-db3b0dd4851f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 200 len: 999 time: 0.0961161 Jan 28 10:20:06.047526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-fda1d811-fd1c-4272-8f62-7a0f79c0927b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:06.048962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-fda1d811-fd1c-4272-8f62-7a0f79c0927b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0573084 Jan 28 10:20:06.099047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '0a864104-334c-45ee-af40-bac15187fbd6', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:ba:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605dff6a-e57e-4c67-86b0-1f1532923930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:20:03Z', 'updated_at': '2022-01-28T10:20:03Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}, {'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:54Z', 'revision_number': 1, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:06.102989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:20:06.111027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:20:06.111618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:19:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:06.124740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-8a5522a7-e99d-4a8f-adf1-8670a8530ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:06.126216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-8a5522a7-e99d-4a8f-adf1-8670a8530ae2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715272 Jan 28 10:20:06.256453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-e668a7a4-14d8-4b33-8ffc-a066e81b5056 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230488 Jan 28 10:20:06.286097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:20:06.388118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f5da3efe-de8f-4ab7-9b86-f5a5069dd714 req-88dc482d-4075-4f25-bdd9-54db2c674749 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259658 Jan 28 10:20:06.614658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e343be9f-e00a-4954-99b7-a0c7d6bdc044 req-88550561-2516-489d-be90-e05b89660515 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:06.616364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e343be9f-e00a-4954-99b7-a0c7d6bdc044 req-88550561-2516-489d-be90-e05b89660515 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.1893411 Jan 28 10:20:06.638102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '0a864104-334c-45ee-af40-bac15187fbd6', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:ba:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605dff6a-e57e-4c67-86b0-1f1532923930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:20:03Z', 'updated_at': '2022-01-28T10:20:03Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}, {'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:54Z', 'revision_number': 1, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:06.642120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9b323d-45fb-4494-a755-477420846a95 None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '0a864104-334c-45ee-af40-bac15187fbd6', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.213', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3899, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:ba:29:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '605dff6a-e57e-4c67-86b0-1f1532923930', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:20:03Z', 'updated_at': '2022-01-28T10:20:03Z', 'revision_number': 0, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}, {'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:54Z', 'revision_number': 1, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:20:06.661007 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e343be9f-e00a-4954-99b7-a0c7d6bdc044 req-364b9f69-8df6-4a10-a724-031c785e9624 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386643 Jan 28 10:20:06.855348 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497df04e-f6e8-4b27-b943-0058a2580dad None None] New status for floating IP 0a864104-334c-45ee-af40-bac15187fbd6: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:20:07.071244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a66da6c-9a7d-4dc1-9eb1-1adfda369b5c req-cc8cb420-7ae2-4ce6-9809-d1c6a4f0f7ad tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:07.072636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a66da6c-9a7d-4dc1-9eb1-1adfda369b5c req-cc8cb420-7ae2-4ce6-9809-d1c6a4f0f7ad tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.1382563 Jan 28 10:20:07.075344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3282-8431-4216-a966-376540b5b660 req-8da99be2-62be-408a-87cf-9d1733280b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:07.076714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-8da99be2-62be-408a-87cf-9d1733280b10 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e57db9198dd4c418f169bfbb0210b3a&device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 1097 time: 0.1080785 Jan 28 10:20:07.197171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2a66da6c-9a7d-4dc1-9eb1-1adfda369b5c req-414d08a0-a717-4f82-8b2b-cef9e8241935 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184187 Jan 28 10:20:07.239164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3282-8431-4216-a966-376540b5b660 req-9e27e5b9-04f5-4d15-b572-2c6f2c1947ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:07.240869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-9e27e5b9-04f5-4d15-b572-2c6f2c1947ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e45fa5d-a71d-4ecf-b91d-071d21288917 HTTP/1.1" status: 200 len: 912 time: 0.1490312 Jan 28 10:20:07.305827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-71235a5e-ff9a-4f16-90f8-a6cf6b93bf5e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698df149-4808-4927-97d4-00074f33ae89 HTTP/1.1" status: 200 len: 217 time: 0.0592911 Jan 28 10:20:07.374826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b3282-8431-4216-a966-376540b5b660 req-9cb1a504-cc4c-4a17-b4b6-7c19c5762009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:07.376233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-9cb1a504-cc4c-4a17-b4b6-7c19c5762009 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0a2c32a-fd3a-4b3d-a116-e57ca307cc42 HTTP/1.1" status: 200 len: 851 time: 0.0650628 Jan 28 10:20:07.421600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-43947d19-4d95-4f9b-a0e9-ab8c1b5c7701 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e45fa5d-a71d-4ecf-b91d-071d21288917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398467 Jan 28 10:20:07.550043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-74bca962-a1f8-4508-9678-54c23daf455e service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223919 Jan 28 10:20:07.678309 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb7b3282-8431-4216-a966-376540b5b660 req-8448ea37-e6e4-4434-ab6b-e07a8546d825 service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229947 Jan 28 10:20:08.388169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533cb33-9d5d-4fff-bca8-2077fbc4af97 req-ca05adfd-9b23-40e1-956d-39175d0e34c8 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:08.389670 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2533cb33-9d5d-4fff-bca8-2077fbc4af97 req-ca05adfd-9b23-40e1-956d-39175d0e34c8 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0882683 Jan 28 10:20:08.435388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2533cb33-9d5d-4fff-bca8-2077fbc4af97 req-eb671ea1-95f7-448d-9a45-b412b4b20bed tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400012 Jan 28 10:20:09.616686 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3157875-b7c0-40bc-81be-2ae7245d707f req-8141ced8-b98f-4674-8cb6-7d4c5e33f403 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:09.618112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3157875-b7c0-40bc-81be-2ae7245d707f req-8141ced8-b98f-4674-8cb6-7d4c5e33f403 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0778017 Jan 28 10:20:09.664676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3157875-b7c0-40bc-81be-2ae7245d707f req-4a1e57e6-aa3b-4c3e-bcb6-95101cca7111 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410771 Jan 28 10:20:10.056023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5bdac-bae3-44a8-aef2-f35ee061326d req-24ed02ab-c2a1-458a-857e-cf86a1e0bc10 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:10.057400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5d5bdac-bae3-44a8-aef2-f35ee061326d req-24ed02ab-c2a1-458a-857e-cf86a1e0bc10 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0799773 Jan 28 10:20:10.100989 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5d5bdac-bae3-44a8-aef2-f35ee061326d req-082b610e-940c-4cd5-b1be-f9e1523229e2 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380061 Jan 28 10:20:10.802028 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-ce737df5-e4bf-4d19-bc06-2d7ccc435ede service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678179 Jan 28 10:20:10.953974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-fb58bbf9-4ab0-452b-8a9a-433990a81362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:10.955459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-fb58bbf9-4ab0-452b-8a9a-433990a81362 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1097 time: 0.0733371 Jan 28 10:20:11.103318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-f690dac9-66d8-4fe3-8fb8-b5682b594619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.104680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-f690dac9-66d8-4fe3-8fb8-b5682b594619 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1268792 Jan 28 10:20:11.210014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-4620af48-dea9-436c-8d1c-9b41758d639e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 1001 time: 0.0984304 Jan 28 10:20:11.317946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-6939200d-e114-4c3e-ac3b-26c0d727e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.319349 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-6939200d-e114-4c3e-ac3b-26c0d727e158 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0794494 Jan 28 10:20:11.378745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d7d357-c94c-42b1-96ba-dfe55d84b073 req-778d3bb8-dd63-4bfa-8120-28fc56099cd4 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.380206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-31d7d357-c94c-42b1-96ba-dfe55d84b073 req-778d3bb8-dd63-4bfa-8120-28fc56099cd4 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.1725299 Jan 28 10:20:11.435061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-31d7d357-c94c-42b1-96ba-dfe55d84b073 req-1d97101c-48a8-48dc-80f7-3f089c6f3d06 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481861 Jan 28 10:20:11.441444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-713d58fc-b123-4bc5-b2d1-8e0e973ff39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.442852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-713d58fc-b123-4bc5-b2d1-8e0e973ff39a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167276 Jan 28 10:20:11.582350 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-a090f61e-f8a5-44e5-bf29-1fa47da535db service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293049 Jan 28 10:20:11.800137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ae1f-243a-4961-9cfe-668718e6069a req-66b5a1e2-ab70-4231-9b0e-5111b27498e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.801643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-66b5a1e2-ab70-4231-9b0e-5111b27498e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=8e57db9198dd4c418f169bfbb0210b3a&device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 1097 time: 0.0767572 Jan 28 10:20:11.884117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bde320e-1063-4bc2-ae62-b69a3bbd468d req-284bf3c6-5222-4ee5-aaf9-91aa0d16bec5 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930498 Jan 28 10:20:11.914813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc095a-401d-4338-9620-54b8e68739bb req-58b49ee9-3908-4128-94d6-e11496a60847 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.916750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86bc095a-401d-4338-9620-54b8e68739bb req-58b49ee9-3908-4128-94d6-e11496a60847 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.2140739 Jan 28 10:20:11.944931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ae1f-243a-4961-9cfe-668718e6069a req-47c0604e-fcc5-49ac-a9b3-c7018aacccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:11.945876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-47c0604e-fcc5-49ac-a9b3-c7018aacccd9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=0e45fa5d-a71d-4ecf-b91d-071d21288917 HTTP/1.1" status: 200 len: 912 time: 0.1383424 Jan 28 10:20:11.965622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-86bc095a-401d-4338-9620-54b8e68739bb req-c8d32891-86d5-48a7-99d5-775dff980aeb tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Jan 28 10:20:12.020106 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-135d5cdf-5533-4a97-8472-ef6f59aebc82 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=698df149-4808-4927-97d4-00074f33ae89 HTTP/1.1" status: 200 len: 217 time: 0.0680237 Jan 28 10:20:12.088902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2968ae1f-243a-4961-9cfe-668718e6069a req-c47cfe14-bcd5-4d05-8fba-6aee59b50559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:12.090553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-c47cfe14-bcd5-4d05-8fba-6aee59b50559 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=d0a2c32a-fd3a-4b3d-a116-e57ca307cc42 HTTP/1.1" status: 200 len: 851 time: 0.0654488 Jan 28 10:20:12.137259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-16e6a166-520a-4eec-98fc-023af7395e42 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=0e45fa5d-a71d-4ecf-b91d-071d21288917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406954 Jan 28 10:20:12.363965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-0478d851-33d7-48ef-bf56-af56422bc6d9 service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205114 Jan 28 10:20:12.496944 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2968ae1f-243a-4961-9cfe-668718e6069a req-a1b19a71-4499-48e5-9c98-21d6d8cba164 service neutron] 10.222.0.43 "GET /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262696 Jan 28 10:20:13.170538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca0b7af-d1b3-4200-b182-f387b6a6203b req-bf3c066a-845a-496c-9e6f-6ee353022911 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:13.173096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cca0b7af-d1b3-4200-b182-f387b6a6203b req-bf3c066a-845a-496c-9e6f-6ee353022911 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0877347 Jan 28 10:20:13.223343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cca0b7af-d1b3-4200-b182-f387b6a6203b req-95ee71ad-c09c-4416-9ee0-36e46e81ab31 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441730 Jan 28 10:20:13.927152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:14.237342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-89ead8d7-48ab-4f24-beaa-02f88ed4003f tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:14.238783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-89ead8d7-48ab-4f24-beaa-02f88ed4003f tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.0693307 Jan 28 10:20:14.260600 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:14.275679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:20:14.279556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Usage tracker for resource:security_group_rule and tenant:92dd80409f8449098011bcff0b5c72e8 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:20:14.282369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:20:14.288555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:20:14.374635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:14.378703 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:14.413544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83fec992-c35e-4c47-9c3a-b449a67720d9 req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686928 Jan 28 10:20:14.417438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c851d-50f7-468f-a820-21ebf7472440 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61c88b93-d0fd-4f28-a47f-897df971e51f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:14.418280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb7f0b-90c1-4efd-aaad-3a2edd730cd2 req-61b084a7-e4b5-4181-bd12-b38001729633 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:14.420316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28fb7f0b-90c1-4efd-aaad-3a2edd730cd2 req-61b084a7-e4b5-4181-bd12-b38001729633 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0832133 Jan 28 10:20:14.475698 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28fb7f0b-90c1-4efd-aaad-3a2edd730cd2 req-06f21aed-9d7a-4ba6-99bd-2615a56126df tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501721 Jan 28 10:20:14.596237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df22a0d6-ca9f-490d-814a-82f2f6373226 req-e4dd3fda-6ffa-479b-9eb0-5dc24f50d0ba tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:14.597712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df22a0d6-ca9f-490d-814a-82f2f6373226 req-e4dd3fda-6ffa-479b-9eb0-5dc24f50d0ba tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0798447 Jan 28 10:20:14.642061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df22a0d6-ca9f-490d-814a-82f2f6373226 req-22d90d3c-1cb6-41a6-9228-639eeffa3b2f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387771 Jan 28 10:20:14.666814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 52996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:14.779275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-489f36de-ae85-4517-9ec6-f25ef53c0a5d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/25d08bf5-59b5-4ccf-9424-b87100a7694d HTTP/1.1" status: 200 len: 992 time: 0.1108921 Jan 28 10:20:14.860096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d43aa0-0314-4deb-a99f-adf5fc124623 req-0e9b153b-79e7-4369-a2fd-2552502ee304 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:14.861578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39d43aa0-0314-4deb-a99f-adf5fc124623 req-0e9b153b-79e7-4369-a2fd-2552502ee304 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0820911 Jan 28 10:20:14.906941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39d43aa0-0314-4deb-a99f-adf5fc124623 req-ba021cd1-28f2-4a9f-87c0-906be3d51134 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387216 Jan 28 10:20:15.411900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:15.486617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53020) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:15.614848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be602e-7599-4ccd-83f3-4788cacd77ec req-e3e4daab-6fd1-4161-91fe-82d58db71618 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:15.616572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3be602e-7599-4ccd-83f3-4788cacd77ec req-e3e4daab-6fd1-4161-91fe-82d58db71618 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0845737 Jan 28 10:20:15.618602 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-40407074-a89f-435a-92b2-2aa7307039fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1301997 Jan 28 10:20:15.668110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3be602e-7599-4ccd-83f3-4788cacd77ec req-1f7bd59e-343d-4cb3-bbb7-b1314940bd62 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454028 Jan 28 10:20:16.100848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996aa3b-9d37-413e-8330-4720fba5c6c4 req-7cf50eb6-6348-48c9-a2a4-30b9cd04148f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:16.102668 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6996aa3b-9d37-413e-8330-4720fba5c6c4 req-7cf50eb6-6348-48c9-a2a4-30b9cd04148f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0843837 Jan 28 10:20:16.157182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6996aa3b-9d37-413e-8330-4720fba5c6c4 req-6bade0ef-20ea-4416-a49f-018633c2aeeb tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Jan 28 10:20:16.769110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c47ab-c175-409f-b606-943b3d3b103c req-aacb4074-e598-4fac-b4c4-8d1349e66f5f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:16.770641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c26c47ab-c175-409f-b606-943b3d3b103c req-aacb4074-e598-4fac-b4c4-8d1349e66f5f tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.43 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.0924528 Jan 28 10:20:16.807462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-731a755a-fb7a-4da7-83f5-d9d8e71e8b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:16.808925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-731a755a-fb7a-4da7-83f5-d9d8e71e8b25 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.0775177 Jan 28 10:20:16.844453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Deleting port 698df149-4808-4927-97d4-00074f33ae89 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:20:16.844833 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:16.993312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-7be9ddae-e5ed-40d3-b0b6-0f8ea815150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:16.994749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-7be9ddae-e5ed-40d3-b0b6-0f8ea815150b service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1763396 Jan 28 10:20:17.091776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] For port 698df149-4808-4927-97d4-00074f33ae89, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=698df149-4808-4927-97d4-00074f33ae89,segment=NetworkSegment(8e1f8d1a-cd74-412e-b70c-0a4ec447cf24),segment_id=8e1f8d1a-cd74-412e-b70c-0a4ec447cf24)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:17.092111 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:17.110476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-3e55b071-fdf6-4783-958d-4c0583cb6912 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 1000 time: 0.1046724 Jan 28 10:20:17.118814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5abf234-3dac-446d-8cd2-389790a5a60e req-57dc9a8d-e5db-4a8c-bd0d-936cfc020ab2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:17.120180 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5abf234-3dac-446d-8cd2-389790a5a60e req-57dc9a8d-e5db-4a8c-bd0d-936cfc020ab2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1877928 Jan 28 10:20:17.211361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-f1167669-6c11-4840-8eab-98c2c46bd905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:17.213336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-f1167669-6c11-4840-8eab-98c2c46bd905 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0917706 Jan 28 10:20:17.215633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5abf234-3dac-446d-8cd2-389790a5a60e req-b3121ac2-c792-4437-9b11-03955bc31504 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621684 Jan 28 10:20:17.219776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Calling delete_port for 698df149-4808-4927-97d4-00074f33ae89 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:20:17.295793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-6099fcfa-dfaf-49dd-a45c-58b9fbca2f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:17.297291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-6099fcfa-dfaf-49dd-a45c-58b9fbca2f72 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746198 Jan 28 10:20:17.432317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073338-9696-4515-b779-1b1f815ea3fe req-6ccb3779-384d-481e-abdb-2bd82e59d5f1 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:17.433900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24073338-9696-4515-b779-1b1f815ea3fe req-6ccb3779-384d-481e-abdb-2bd82e59d5f1 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/ports?device_id=8245c503-615c-4c8b-9b6f-14cd2fd28ffb HTTP/1.1" status: 200 len: 946 time: 0.1553705 Jan 28 10:20:17.434967 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-2f328518-730f-49af-a0dd-5a549efef87d service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278489 Jan 28 10:20:17.435496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:17.447431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['698df149-4808-4927-97d4-00074f33ae89'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:20:17.510056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Pushing event deleted for resources: {'Port': ['ID=698df149-4808-4927-97d4-00074f33ae89,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:17.576018 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-0809f7b5-7d13-404f-882e-6948b2f208ae service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307256 Jan 28 10:20:17.701588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] No DVR routers for this DVR port 698df149-4808-4927-97d4-00074f33ae89 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:20:17.705590 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24073338-9696-4515-b779-1b1f815ea3fe req-5088a04e-46fe-48a9-9c13-c2dc2f5c4ae8 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.42 "GET /v2.0/security-groups?id=89024c90-552d-4338-ad06-98ec73e86b22&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626615 Jan 28 10:20:17.707044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:17.709618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'name': 'network-vif-deleted', 'tag': '698df149-4808-4927-97d4-00074f33ae89'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:20:17.726057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c26c47ab-c175-409f-b606-943b3d3b103c req-4fa6700a-4724-4833-bb38-df90b3bb2194 tempest-TestServerAdvancedOps-178879606 tempest-TestServerAdvancedOps-178879606-project] 10.222.0.43 "DELETE /v2.0/ports/698df149-4808-4927-97d4-00074f33ae89 HTTP/1.1" status: 204 len: 173 time: 0.9504423 Jan 28 10:20:17.767900 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8245c503-615c-4c8b-9b6f-14cd2fd28ffb', 'name': 'network-vif-deleted', 'tag': '698df149-4808-4927-97d4-00074f33ae89', 'status': 'completed', 'code': 200} Jan 28 10:20:18.403224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030ec115-cc8e-4242-837a-a254998c7faf req-6866d855-c0bb-4697-aaeb-a29157ccd9be tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:18.404699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-030ec115-cc8e-4242-837a-a254998c7faf req-6866d855-c0bb-4697-aaeb-a29157ccd9be tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0788424 Jan 28 10:20:18.448523 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-030ec115-cc8e-4242-837a-a254998c7faf req-6c7b9d24-7e8d-4d53-8521-41960974ea4e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374730 Jan 28 10:20:18.812366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53060) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:18.871331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Deleting subnet d0a2c32a-fd3a-4b3d-a116-e57ca307cc42 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:20:18.874170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:18.925343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:18.983397 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.058334 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.106712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0a2c32a-fd3a-4b3d-a116-e57ca307cc42,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:19.106712 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.119335 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb2213ac-b7e0-4d98-9286-4cf02920f74d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d0a2c32a-fd3a-4b3d-a116-e57ca307cc42 HTTP/1.1" status: 204 len: 168 time: 0.3009188 Jan 28 10:20:19.119335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:19.229781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.356738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.386312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e45fa5d-a71d-4ecf-b91d-071d21288917']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:19.397356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:19.397356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e1f8d1a-cd74-412e-b70c-0a4ec447cf24') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:19.409806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.427635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.437263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:20:19.437263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:20:19.454263 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:20:19.538216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.556929 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.570737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e45fa5d-a71d-4ecf-b91d-071d21288917,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:19.578619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2ffac077-23c0-419d-9e78-043ae653e646 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0e45fa5d-a71d-4ecf-b91d-071d21288917 HTTP/1.1" status: 204 len: 168 time: 0.4533634 Jan 28 10:20:19.578619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53072) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:19.654367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Deleting subnet 44362360-15f5-46de-8621-e69454798368 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:20:19.654367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.699046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f7c6-86f8-4b36-929c-a206d401bc7e req-52e3385f-aadf-43dc-afcb-2fcb717cb9d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:19.699046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e593f7c6-86f8-4b36-929c-a206d401bc7e req-52e3385f-aadf-43dc-afcb-2fcb717cb9d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0931306 Jan 28 10:20:19.718046 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.757337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e593f7c6-86f8-4b36-929c-a206d401bc7e req-de5895b1-2343-4687-9a05-d20b905a27dd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495241 Jan 28 10:20:19.791862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.862553 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.905335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44362360-15f5-46de-8621-e69454798368,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:19.905335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:19.909303 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e22c083b-ca7b-4d45-8948-3ea6d2c28069 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/44362360-15f5-46de-8621-e69454798368 HTTP/1.1" status: 204 len: 168 time: 0.3309500 Jan 28 10:20:19.909303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53076) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:20.022081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.273953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.305349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbb59c71-2c22-4381-bc54-a202933d747f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:20.316982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89abcdf6-9e81-4465-9e39-01eda4044404') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:20.316982 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89abcdf6-9e81-4465-9e39-01eda4044404') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:20:20.332069 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.346822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.355254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:20:20.355254 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:20:20.366903 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:20:20.457671 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.477043 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.477043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] Pushing event deleted for resources: {'Network': ['ID=fbb59c71-2c22-4381-bc54-a202933d747f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:20.485258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07d78e63-8b34-462c-9028-4c782005ceee admin admin] 10.222.0.42 "DELETE /v2.0/networks/fbb59c71-2c22-4381-bc54-a202933d747f HTTP/1.1" status: 204 len: 168 time: 0.5723929 Jan 28 10:20:20.668282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53082) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:20.722346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c5b301a0-0880-4ab1-8b0c-79ade8c36d92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e57db9198dd4c418f169bfbb0210b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0513206 Jan 28 10:20:20.725365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53086) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:20.794029 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9ab1-322a-4fa7-8d02-501e7891528f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.825165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9ab1-322a-4fa7-8d02-501e7891528f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.892277 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9ab1-322a-4fa7-8d02-501e7891528f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.926403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb9d9ab1-322a-4fa7-8d02-501e7891528f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:20.926403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cb9d9ab1-322a-4fa7-8d02-501e7891528f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89024c90-552d-4338-ad06-98ec73e86b22 HTTP/1.1" status: 204 len: 168 time: 0.1980798 Jan 28 10:20:20.926403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9d9ab1-322a-4fa7-8d02-501e7891528f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89024c90-552d-4338-ad06-98ec73e86b22,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:20.961169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e771cf4-b0bb-450a-bded-fb3e322645ef req-f17476df-7856-4cd8-9a2d-b6da9e490bc6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:20.965361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e771cf4-b0bb-450a-bded-fb3e322645ef req-f17476df-7856-4cd8-9a2d-b6da9e490bc6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1015370 Jan 28 10:20:21.026283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e771cf4-b0bb-450a-bded-fb3e322645ef req-2e80984b-7967-4729-bfd9-7109d8e860a0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467105 Jan 28 10:20:21.336568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53096) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:21.391531 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3e02061-6236-4302-9231-a9fd995c4491 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92df6ab0e3a348028febafcd6f4fefd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541344 Jan 28 10:20:21.391531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:21.454766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d63faf49-a714-41ee-a73d-b19eba9dea1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:21.485338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d63faf49-a714-41ee-a73d-b19eba9dea1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:21.564253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d63faf49-a714-41ee-a73d-b19eba9dea1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:21.581797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63faf49-a714-41ee-a73d-b19eba9dea1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb78628a-1f77-4f0d-9efc-82f35343a9f6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:21.587902 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d63faf49-a714-41ee-a73d-b19eba9dea1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:21.587902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d63faf49-a714-41ee-a73d-b19eba9dea1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb78628a-1f77-4f0d-9efc-82f35343a9f6 HTTP/1.1" status: 204 len: 168 time: 0.1926088 Jan 28 10:20:21.608535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 698df149-4808-4927-97d4-00074f33ae89 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:20:21.647120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 698df149-4808-4927-97d4-00074f33ae89 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:20:21.647120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 698df149-4808-4927-97d4-00074f33ae89 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:20:22.255021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90ae8c-95ca-427c-bd41-8c83a74198d4 req-5961ee14-df58-4ba5-90f8-bcf84ef3941b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:22.255021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b90ae8c-95ca-427c-bd41-8c83a74198d4 req-5961ee14-df58-4ba5-90f8-bcf84ef3941b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1100805 Jan 28 10:20:22.303059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4b90ae8c-95ca-427c-bd41-8c83a74198d4 req-06e13bd3-385d-496c-a6b6-c023bfc0b34e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392981 Jan 28 10:20:23.498088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c301c-36d5-4d5e-a512-b516e4ee547d req-af9aacbf-3e65-49c2-a1a0-cb59b6e61e3d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:23.498088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b4c301c-36d5-4d5e-a512-b516e4ee547d req-af9aacbf-3e65-49c2-a1a0-cb59b6e61e3d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0911717 Jan 28 10:20:23.547737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4b4c301c-36d5-4d5e-a512-b516e4ee547d req-794c958e-4978-499d-b0f6-7a109d4b05bb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405631 Jan 28 10:20:24.727591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d79555-b356-4d77-a1ad-cd5a87b1dc4a req-0cdca2f0-7428-43ad-8c67-a07b3deeb74b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:24.729054 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9d79555-b356-4d77-a1ad-cd5a87b1dc4a req-0cdca2f0-7428-43ad-8c67-a07b3deeb74b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0804994 Jan 28 10:20:24.772640 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9d79555-b356-4d77-a1ad-cd5a87b1dc4a req-6b3d1c6f-7f8a-4c36-ab95-5787ac64af37 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379016 Jan 28 10:20:25.942656 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-82761d79-230e-4c4e-b0c6-2854eb8c4a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:25.959835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5895685-0dae-41d2-a4e9-92e48b2cf510 req-bbc13078-d34a-49b1-a94a-c84b81168865 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:25.961276 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5895685-0dae-41d2-a4e9-92e48b2cf510 req-bbc13078-d34a-49b1-a94a-c84b81168865 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0835664 Jan 28 10:20:26.009583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5895685-0dae-41d2-a4e9-92e48b2cf510 req-acff8378-798d-45e4-8221-7b579afbfa46 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425532 Jan 28 10:20:27.202871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d5678-f85c-420b-9598-3845491f807c req-deb7db14-79ec-4282-bbd6-dbd37a35b144 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:27.204288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-634d5678-f85c-420b-9598-3845491f807c req-deb7db14-79ec-4282-bbd6-dbd37a35b144 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0813675 Jan 28 10:20:27.249706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-634d5678-f85c-420b-9598-3845491f807c req-64e9d2ed-5a18-475c-8696-1bb09948c87b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393393 Jan 28 10:20:28.255511 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:20:28.394593 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c6d97383-dd1a-4dc4-a16d-d2da067aa680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:28.463679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8c7e65-f1a8-40d6-bc17-17897d615498 req-eb7329a9-632c-47e6-b20e-8b01ef8506d4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:28.464129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d8c7e65-f1a8-40d6-bc17-17897d615498 req-eb7329a9-632c-47e6-b20e-8b01ef8506d4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1060560 Jan 28 10:20:28.524797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d8c7e65-f1a8-40d6-bc17-17897d615498 req-d12ff48d-6113-42a1-8938-cecdeade4eaa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474918 Jan 28 10:20:29.516725 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:29.523440 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:29.720021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d3601-dda7-4a23-9ad9-6b396b49c3a9 req-8b1ac3e8-9679-46c4-8631-1e6839c05fc8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:29.720021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-192d3601-dda7-4a23-9ad9-6b396b49c3a9 req-8b1ac3e8-9679-46c4-8631-1e6839c05fc8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0898635 Jan 28 10:20:29.772653 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-192d3601-dda7-4a23-9ad9-6b396b49c3a9 req-0f8e51b3-7e97-46ef-bbd2-9fb8d26bb436 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469055 Jan 28 10:20:30.914742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:30.961784 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aa018f-9386-4c14-9dd6-d6997d2d3bc6 req-c11f6df5-d803-4c40-87d7-f5cd7bce5e03 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:30.963221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89aa018f-9386-4c14-9dd6-d6997d2d3bc6 req-c11f6df5-d803-4c40-87d7-f5cd7bce5e03 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0852225 Jan 28 10:20:31.008155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89aa018f-9386-4c14-9dd6-d6997d2d3bc6 req-e3f0b027-6b37-4ff9-a902-552f8a6b9ae6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393021 Jan 28 10:20:32.189581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc7a5-ff61-4ca7-84a6-e8ece3d7b3c6 req-ef5bca1d-d7da-464f-8b77-7f3099ff75bb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:32.191515 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-615fc7a5-ff61-4ca7-84a6-e8ece3d7b3c6 req-ef5bca1d-d7da-464f-8b77-7f3099ff75bb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0784097 Jan 28 10:20:32.233653 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-615fc7a5-ff61-4ca7-84a6-e8ece3d7b3c6 req-e277915f-0843-4c74-8754-7c1080dd46ff tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366399 Jan 28 10:20:33.414084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76b4b7-92b6-4a7e-b6e4-22f59c63f25e req-01f4dee3-cca8-46ea-80a5-472c9576a910 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:33.415519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b76b4b7-92b6-4a7e-b6e4-22f59c63f25e req-01f4dee3-cca8-46ea-80a5-472c9576a910 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0791855 Jan 28 10:20:33.458202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b76b4b7-92b6-4a7e-b6e4-22f59c63f25e req-981cb766-7086-48a2-a485-856e5384c143 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Jan 28 10:20:34.660430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27dec2-6fa9-4438-9a5e-4a41ff30c5d5 req-13a0c651-5963-43bc-a321-2c66ce95e8b2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:34.661891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b27dec2-6fa9-4438-9a5e-4a41ff30c5d5 req-13a0c651-5963-43bc-a321-2c66ce95e8b2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0897682 Jan 28 10:20:34.705434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b27dec2-6fa9-4438-9a5e-4a41ff30c5d5 req-a068c8c1-895f-43f0-b19c-5ca7b38d64d9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378740 Jan 28 10:20:34.874235 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-13736a5b-7dda-4636-9c63-e486b602c4c7 service neutron] show failed (client error): The resource could not be found. Jan 28 10:20:34.875237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-13736a5b-7dda-4636-9c63-e486b602c4c7 service neutron] 10.222.0.25 "GET /v2.0/ports/adca4b50-c0fa-4900-9854-e70137f552fe/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0810821 Jan 28 10:20:35.153823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-dbe3f362-7107-4692-80e9-3b907b4ed357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:35.155449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-dbe3f362-7107-4692-80e9-3b907b4ed357 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 1096 time: 0.0718300 Jan 28 10:20:35.166909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:20:35.282090 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:35.555952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:35.583843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:20:35.640907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:20:35.646625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:35.661414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Transition to ACTIVE for port object adca4b50-c0fa-4900-9854-e70137f552fe will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:20:35.665766 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:35.710555 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'code': 200} Jan 28 10:20:35.824693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708a23b-7062-4565-a870-87c524438709 service neutron] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:35.910587 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] No DVR routers for this DVR port adca4b50-c0fa-4900-9854-e70137f552fe on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:20:36.189402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2d323-4496-47ed-99a2-6f2b27dc3c23 req-d03e3a09-fd74-4791-844b-3e7fe5ac15b2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:36.191365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48f2d323-4496-47ed-99a2-6f2b27dc3c23 req-d03e3a09-fd74-4791-844b-3e7fe5ac15b2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.3702602 Jan 28 10:20:36.285009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48f2d323-4496-47ed-99a2-6f2b27dc3c23 req-5c5a3a6f-b81e-4cb2-a254-f434d00ca7df tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878940 Jan 28 10:20:36.286913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:20:36.287235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:20:36.287550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:20:36.292105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Port adca4b50-c0fa-4900-9854-e70137f552fe on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:20:36.292417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Attempting to bind port adca4b50-c0fa-4900-9854-e70137f552fe on network 5f0683b1-f3cb-4b92-86d7-ae086e544048 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:20:36.297412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:20:36.297740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Checking segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:20:36.298110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Bound using segment: {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:20:36.298519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Bound port: adca4b50-c0fa-4900-9854-e70137f552fe, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d1f2e6-6033-4091-a6e5-6f2ced122c2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:20:36.298857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:36.388506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:20:36.391651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:20:36.395125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:36.453058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:36.453662 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:36.455012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-8708a23b-7062-4565-a870-87c524438709 service neutron] 10.222.0.43 "PUT /v2.0/ports/adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 1091 time: 1.2920897 Jan 28 10:20:36.471316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708a23b-7062-4565-a870-87c524438709 service neutron] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:36.556363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-a9991646-ef14-4afc-ab32-5cb9b8978272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:36.557883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-a9991646-ef14-4afc-ab32-5cb9b8978272 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1094 time: 0.0792429 Jan 28 10:20:36.688470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-77076074-2175-47e1-9611-4d1882fcee72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:36.689937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-77076074-2175-47e1-9611-4d1882fcee72 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1261997 Jan 28 10:20:36.792121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-e5863e03-1a90-41bb-a8e7-0bee0f45174f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 998 time: 0.0964134 Jan 28 10:20:36.855852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-43dd5fa3-f032-444d-b423-e0abd3c2f142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:36.857234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-43dd5fa3-f032-444d-b423-e0abd3c2f142 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0593381 Jan 28 10:20:36.930192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-679a4a22-94ff-486c-ba2b-e3d574b1e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:36.931637 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-679a4a22-94ff-486c-ba2b-e3d574b1e6e7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672781 Jan 28 10:20:37.063288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-93c8b510-6e90-4c3e-a5e6-7c8694408f14 service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258481 Jan 28 10:20:37.193079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aaafdd95-e5da-491c-85f7-ec321eac2cfd req-b076a853-6cd3-46d8-bf45-061e7d81daca service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236892 Jan 28 10:20:37.472025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a5d54-3307-437f-8436-77b2d85ae375 req-f609b712-180c-4627-a12f-106634576560 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:37.473516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f77a5d54-3307-437f-8436-77b2d85ae375 req-f609b712-180c-4627-a12f-106634576560 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.0798724 Jan 28 10:20:37.517970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f77a5d54-3307-437f-8436-77b2d85ae375 req-51a21dc4-933f-4e23-a382-87f1788bdb39 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385778 Jan 28 10:20:37.711661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:20:37.767378 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'status': 'completed', 'code': 200} Jan 28 10:20:37.861230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-59b83e2c-90b9-47fa-b64f-c20ea4e64dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:37.861958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-67aaf693-7ce7-4b8f-8869-5e7fa3563045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:37.862827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-59b83e2c-90b9-47fa-b64f-c20ea4e64dfd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1094 time: 0.0736020 Jan 28 10:20:37.863456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-67aaf693-7ce7-4b8f-8869-5e7fa3563045 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1094 time: 0.0725017 Jan 28 10:20:37.992695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-815b5465-53c9-4ae6-b12c-a799ddcccdba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:37.994096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-815b5465-53c9-4ae6-b12c-a799ddcccdba service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1253033 Jan 28 10:20:37.995769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-58dfa006-9f45-4ac1-b8c4-66f55b4d4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:37.997270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-58dfa006-9f45-4ac1-b8c4-66f55b4d4cbc service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1248231 Jan 28 10:20:38.094234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-d0827071-105b-4759-8674-8b04e76ffe88 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 998 time: 0.0929902 Jan 28 10:20:38.101600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-e0512727-c960-4283-9585-a2b8a13d2398 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 998 time: 0.0955148 Jan 28 10:20:38.168297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-41837343-c53e-46e7-aad2-436c70ee5593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:38.169775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-41837343-c53e-46e7-aad2-436c70ee5593 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0588713 Jan 28 10:20:38.251087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-4de50a75-677d-4e25-b356-d8c312b395a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:38.254267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-4de50a75-677d-4e25-b356-d8c312b395a2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730155 Jan 28 10:20:38.257389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-8a7e3960-7aed-4e96-941b-c03d0b3b584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:38.258810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-8a7e3960-7aed-4e96-941b-c03d0b3b584d service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.1581292 Jan 28 10:20:38.334335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-edec5a0a-905a-440d-b7a0-d30835902d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:38.335825 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-edec5a0a-905a-440d-b7a0-d30835902d00 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706341 Jan 28 10:20:38.468296 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-b2800a05-89c4-4a14-98aa-d50f05b0ca4d service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257415 Jan 28 10:20:38.506525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-37260c88-e191-4190-92af-6333099923be service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430835 Jan 28 10:20:38.612445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-15d18d77-627b-44bf-981c-de48540f34a5 service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371961 Jan 28 10:20:38.686573 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-49e61cab-7a4d-4d6f-b646-2ff83314fe72 req-cd81d9a7-37a5-4c27-a263-fa70af06b987 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712461 Jan 28 10:20:38.723903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46940309-d984-42bf-983b-088e16358ae6 req-d276d5c5-49b6-4836-90b2-1f103c2548cb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:38.725516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46940309-d984-42bf-983b-088e16358ae6 req-d276d5c5-49b6-4836-90b2-1f103c2548cb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.0911796 Jan 28 10:20:38.768767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device adca4b50-c0fa-4900-9854-e70137f552fe no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:20:38.772323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46940309-d984-42bf-983b-088e16358ae6 req-6fb05496-347d-463f-89ee-d3a38b04353b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401828 Jan 28 10:20:38.852244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device adca4b50-c0fa-4900-9854-e70137f552fe not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:20:39.687149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device adca4b50-c0fa-4900-9854-e70137f552fe details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:20:39.817864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:39.831745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'port_id': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'mac_address': 'fa:16:3e:f8:1f:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:20:39.885338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:39.902301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adca4b50-c0fa-4900-9854-e70137f552fe {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:20:39.917181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:39.921245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:39.962412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d6013-e5fd-42fa-b1c5-ceadddeebbb5 req-1465212c-7579-467f-84d3-fd2ef0628724 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:39.963983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e97d6013-e5fd-42fa-b1c5-ceadddeebbb5 req-1465212c-7579-467f-84d3-fd2ef0628724 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 943 time: 0.0835328 Jan 28 10:20:40.010579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e97d6013-e5fd-42fa-b1c5-ceadddeebbb5 req-b162da18-6f0a-4b1e-a94b-d4baef5c9f61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407014 Jan 28 10:20:40.025511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:40.032893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.033233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.033581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.033908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.034251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.034558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.035142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.035460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.035776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.036085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.036397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.036742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:20:40.133857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['adca4b50-c0fa-4900-9854-e70137f552fe'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:20:40.326130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c23d5f-3f3f-4403-b655-1b4e7570af35 req-9aed8ab2-e7c5-4c02-ae79-af962b3852dd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:40.329110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40c23d5f-3f3f-4403-b655-1b4e7570af35 req-9aed8ab2-e7c5-4c02-ae79-af962b3852dd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 944 time: 0.0878541 Jan 28 10:20:40.331142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-06303a20-ef56-4626-b00c-a43d38d26417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:40.332582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-06303a20-ef56-4626-b00c-a43d38d26417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f&tenant_id=52d11a531309462dbddaa5c847a0e4ae&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 944 time: 0.0866282 Jan 28 10:20:40.375564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40c23d5f-3f3f-4403-b655-1b4e7570af35 req-aa181a57-3400-4f27-bd45-dd275a3234aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419998 Jan 28 10:20:40.415845 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-d8fd04a8-c361-4325-a020-8a79fd538866 service neutron] delete failed (client error): The resource could not be found. Jan 28 10:20:40.416904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-d8fd04a8-c361-4325-a020-8a79fd538866 service neutron] 10.222.0.25 "DELETE /v2.0/ports/adca4b50-c0fa-4900-9854-e70137f552fe/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0751562 Jan 28 10:20:40.562855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-72806636-a9a0-4dc2-beb2-00ce4d6852ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:40.564317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-72806636-a9a0-4dc2-beb2-00ce4d6852ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1095 time: 0.0707262 Jan 28 10:20:40.697012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-80ec01c8-5123-421d-a804-aec533ca481d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:40.698359 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-80ec01c8-5123-421d-a804-aec533ca481d service neutron] 10.222.0.25 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1245379 Jan 28 10:20:40.807608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-74e629a9-ff8f-48ef-a10f-3a6bede1b813 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 999 time: 0.0991311 Jan 28 10:20:40.875717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-0a03a1fd-b584-4a68-8db6-62225408da50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:40.877117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-0a03a1fd-b584-4a68-8db6-62225408da50 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0593967 Jan 28 10:20:40.952382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-17eca217-575f-4f80-bb40-2441ce6b9ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:40.953762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-17eca217-575f-4f80-bb40-2441ce6b9ccc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676460 Jan 28 10:20:41.086285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-0b99c530-c0cd-4372-94aa-275a4149c000 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234643 Jan 28 10:20:41.219491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83c4f9aa-0841-4b38-8534-644c7880d45b req-830ac39a-39ca-4ad1-b86a-0ab6752aef35 service neutron] 10.222.0.25 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242416 Jan 28 10:20:41.567154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcbda03-be20-45df-b77d-9024f151c53c req-a72ddf94-5e40-435b-99e3-d3b21749091a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:41.568640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bcbda03-be20-45df-b77d-9024f151c53c req-a72ddf94-5e40-435b-99e3-d3b21749091a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 944 time: 0.0823383 Jan 28 10:20:41.619211 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bcbda03-be20-45df-b77d-9024f151c53c req-993256e7-56e5-4a63-99ab-13b25aff026c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442977 Jan 28 10:20:41.707150 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device adca4b50-c0fa-4900-9854-e70137f552fe up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:20:41.776963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port adca4b50-c0fa-4900-9854-e70137f552fe completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:20:41.781769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port adca4b50-c0fa-4900-9854-e70137f552fe triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:20:41.782309 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:41.900804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:41.926806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:20:41.936013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:20:41.940891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:41.973174 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'code': 200} Jan 28 10:20:42.010480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:20:42.799819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba96c6f-2e34-4d26-adb3-4d7436f2eae6 req-76765f45-c0ee-4a1b-b892-3308f2211ec0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:20:42.801202 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ba96c6f-2e34-4d26-adb3-4d7436f2eae6 req-76765f45-c0ee-4a1b-b892-3308f2211ec0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0788951 Jan 28 10:20:42.844274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9ba96c6f-2e34-4d26-adb3-4d7436f2eae6 req-7a3f9ee6-e12a-4a2b-a53b-7262774bae7b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373859 Jan 28 10:20:42.867342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53156) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:20:42.971642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f9e2774a-608f-4e31-afba-db6bd9fcf93e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/25d08bf5-59b5-4ccf-9424-b87100a7694d HTTP/1.1" status: 200 len: 992 time: 0.1025181 Jan 28 10:20:43.921478 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:45.429006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:55.936893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95a3e413-23e0-466e-bf6d-076f5e5bd6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:58.386499 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9cde1086-1eee-4533-8a4a-17d971ec80fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:59.505452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:20:59.510578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:00.916980 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:04.886995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-f32c4d77-1229-407a-8b44-3a0a0bb1d618 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0670741 Jan 28 10:21:05.021418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-0523b246-a060-4705-8f42-788692f3f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:05.022844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-0523b246-a060-4705-8f42-788692f3f59b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.0699024 Jan 28 10:21:05.167319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-5b5e3695-2ac1-4b87-b02b-111aea4d37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:05.168645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-5b5e3695-2ac1-4b87-b02b-111aea4d37ff service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.1268766 Jan 28 10:21:05.255215 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:21:05.280209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-195308c6-0e4f-42bd-9bf2-ea0967014249 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 1000 time: 0.1020651 Jan 28 10:21:05.343609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-85fbc4f4-2815-4dfe-9a1a-0e112c395d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:05.344991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-85fbc4f4-2815-4dfe-9a1a-0e112c395d8a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0580072 Jan 28 10:21:05.415900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-9099034a-fceb-442f-bdfc-333a073ee56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:05.417317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-9099034a-fceb-442f-bdfc-333a073ee56d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664165 Jan 28 10:21:05.558821 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-5c281c5a-2638-4247-a352-13cbe5f61a8c service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349154 Jan 28 10:21:05.687580 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87b1091a-cf91-4b88-8cd2-43327678f0fa req-89fb95b1-bf21-4085-865f-4cc9ca9a47e9 service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223896 Jan 28 10:21:11.652995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc57695-9547-4749-b4ce-ad33afc0fe8e req-e086d213-5f25-4a3c-87fc-e11256f71084 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:11.654458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0fc57695-9547-4749-b4ce-ad33afc0fe8e req-e086d213-5f25-4a3c-87fc-e11256f71084 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.0743630 Jan 28 10:21:11.693412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0fc57695-9547-4749-b4ce-ad33afc0fe8e req-e2fa3791-4c65-4faf-b1f4-9581e7749ff2 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Synchronizing usage tracker for tenant:92dd80409f8449098011bcff0b5c72e8 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:11.708792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0fc57695-9547-4749-b4ce-ad33afc0fe8e req-e2fa3791-4c65-4faf-b1f4-9581e7749ff2 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Unset dirty status for tenant:92dd80409f8449098011bcff0b5c72e8 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:11.709915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0fc57695-9547-4749-b4ce-ad33afc0fe8e req-e2fa3791-4c65-4faf-b1f4-9581e7749ff2 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495188 Jan 28 10:21:11.734520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53180) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:11.934986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port e4183db7-9554-4659-9c4a-20793de2e392 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:11.935322 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:12.206969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:12.207217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:12.327725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for e4183db7-9554-4659-9c4a-20793de2e392 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:12.475036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:12.526625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=e4183db7-9554-4659-9c4a-20793de2e392,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:12.590947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.591280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.591609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.591940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.592260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.592583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.592927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.593245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.593563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.593877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.594187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.594495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:12.624914 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:12.625269 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP 25d08bf5-59b5-4ccf-9424-b87100a7694d disassociated (deleted). External IP: 172.25.1.46, port: adca4b50-c0fa-4900-9854-e70137f552fe. Jan 28 10:21:12.977790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router d59fa310-86e8-4b82-a878-074adf9da232 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:21:13.157635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:13.167317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] Sync routers for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:13.177332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:13.178015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:20:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:13.178484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:13.234965 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0a7259a3-ddab-4c38-839f-318964b9355f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/floatingips/25d08bf5-59b5-4ccf-9424-b87100a7694d HTTP/1.1" status: 204 len: 168 time: 1.4993031 Jan 28 10:21:13.235463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:13.279523 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'status': 'completed', 'code': 200} Jan 28 10:21:13.357869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:13.371745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-5393bf00-b5f4-4ea1-9d55-41d06cdd23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:13.373429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-5393bf00-b5f4-4ea1-9d55-41d06cdd23ec service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 1096 time: 0.0719025 Jan 28 10:21:13.619221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-98e6d2ac-eddc-4728-97cd-30d24e09c5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:13.620670 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-98e6d2ac-eddc-4728-97cd-30d24e09c5d9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 200 len: 898 time: 0.2412813 Jan 28 10:21:13.629037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267965bc-26b8-41c4-a423-ad428e97b4b7 req-fc036536-0f98-4f7b-8997-cba66e994c54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:13.629736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-267965bc-26b8-41c4-a423-ad428e97b4b7 req-fc036536-0f98-4f7b-8997-cba66e994c54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:13.646441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-267965bc-26b8-41c4-a423-ad428e97b4b7 req-fc036536-0f98-4f7b-8997-cba66e994c54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:13.647849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-267965bc-26b8-41c4-a423-ad428e97b4b7 req-fc036536-0f98-4f7b-8997-cba66e994c54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.1092267 Jan 28 10:21:13.688205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-91507e1f-d7ff-480b-8c7d-5a772adb4904 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 200 len: 217 time: 0.0605953 Jan 28 10:21:13.703646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-267965bc-26b8-41c4-a423-ad428e97b4b7 req-10f620eb-b0d9-4881-9559-b6499e7e9877 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494282 Jan 28 10:21:13.709994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:28Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:13.714244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] Checking router: d59fa310-86e8-4b82-a878-074adf9da232 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:13.723653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:13.724246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:20:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:13.754771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-15c1d317-6a4e-4b01-963d-0dd734c36470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:13.756168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-15c1d317-6a4e-4b01-963d-0dd734c36470 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 200 len: 835 time: 0.0610762 Jan 28 10:21:13.832291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-cbb1551f-d09a-49dd-b918-a6bd40485f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:13.833823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-cbb1551f-d09a-49dd-b918-a6bd40485f7a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=5f0683b1-f3cb-4b92-86d7-ae086e544048&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704718 Jan 28 10:21:13.900645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:13.968946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-a636cfb5-3151-4fea-b8ea-b610ff7accc4 service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283479 Jan 28 10:21:13.978328 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:14.102801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6d4d335-5d52-4725-86ea-a28361065cf2 req-68797191-1a4b-41dd-8e17-165d218e3ed2 service neutron] 10.222.0.43 "GET /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267560 Jan 28 10:21:14.263073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:28Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:14.267061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e9f236-3679-4826-9dac-b7f20ecc5280 None None] The sync data for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 is: [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:19:23Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'a369d0f4-613a-4234-a616-d871e9513212', 'name': '', 'network_id': '5f0683b1-f3cb-4b92-86d7-ae086e544048', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:31:c5:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_interface', 'standard_attr_id': 3871, 'fixed_ips': [{'subnet_id': '93a99311-a48c-4d62-9027-20a739325af5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:22Z', 'updated_at': '2022-01-28T10:19:28Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '93a99311-a48c-4d62-9027-20a739325af5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:14.490068 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f6bf3dd-ed36-4888-9836-bc1a2dc5807f None None] New status for floating IP 25d08bf5-59b5-4ccf-9424-b87100a7694d: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:21:14.807531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-05fd732b-add2-40cf-bbde-55fc4ab25f54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:14.808971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-05fd732b-add2-40cf-bbde-55fc4ab25f54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.0832748 Jan 28 10:21:14.931141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port adca4b50-c0fa-4900-9854-e70137f552fe {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:14.931391 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:15.028242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c054ae8-5b2c-4eeb-a2d4-8d39b8ca5067 req-83cea3ae-3688-4afe-8a32-7a9110134f53 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:15.029689 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c054ae8-5b2c-4eeb-a2d4-8d39b8ca5067 req-83cea3ae-3688-4afe-8a32-7a9110134f53 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=65a46d3d-37df-43b1-89b3-03383f418d1f HTTP/1.1" status: 200 len: 945 time: 0.2176709 Jan 28 10:21:15.148431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c054ae8-5b2c-4eeb-a2d4-8d39b8ca5067 req-fe96b4b2-588c-496a-8442-cfb76ea07f20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=ffed63c7-05a6-48f5-92c4-09de5df513b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117949 Jan 28 10:21:15.213691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port adca4b50-c0fa-4900-9854-e70137f552fe, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=adca4b50-c0fa-4900-9854-e70137f552fe,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:15.214072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:15.337864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for adca4b50-c0fa-4900-9854-e70137f552fe owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:15.430273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:15.475899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:15.526983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=adca4b50-c0fa-4900-9854-e70137f552fe,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:15.567257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.567592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.567922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.568252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.568571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.568918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.569239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.569557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.569874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.570190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.570501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.570811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:15.616861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] No DVR routers for this DVR port adca4b50-c0fa-4900-9854-e70137f552fe on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:21:15.619313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:15.621936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-deleted', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:15.637499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6153def-cd23-495c-9f6f-2cbacac4b245 req-30262744-d3e6-44ff-b6fb-a1eb8be4f6c6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "DELETE /v2.0/ports/adca4b50-c0fa-4900-9854-e70137f552fe HTTP/1.1" status: 204 len: 173 time: 0.7939510 Jan 28 10:21:15.666702 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65a46d3d-37df-43b1-89b3-03383f418d1f', 'name': 'network-vif-deleted', 'tag': 'adca4b50-c0fa-4900-9854-e70137f552fe', 'status': 'completed', 'code': 200} Jan 28 10:21:16.241204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53196) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:16.908449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:17.257726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port a369d0f4-613a-4234-a616-d871e9513212 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:17.258339 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:17.438979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port a369d0f4-613a-4234-a616-d871e9513212, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a369d0f4-613a-4234-a616-d871e9513212,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:17.439327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:17.562205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for a369d0f4-613a-4234-a616-d871e9513212 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:17.994691 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:18.041797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=a369d0f4-613a-4234-a616-d871e9513212,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:18.317064 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:18.680357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router d59fa310-86e8-4b82-a878-074adf9da232 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:21:18.853699 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:18.863633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] Sync routers for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:18.867300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-32e4ffc6-835b-45f1-a2a1-469ef034d30f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/d59fa310-86e8-4b82-a878-074adf9da232/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6244369 Jan 28 10:21:18.870020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53200) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:18.873499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:18.874088 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:20:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:19.040250 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting subnet 93a99311-a48c-4d62-9027-20a739325af5 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:21:19.043121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.057550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:19.096226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.180858 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.254611 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.297603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Subnet': ['ID=93a99311-a48c-4d62-9027-20a739325af5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:19.304494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.310665 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6f5fd152-12ff-46a7-b9ba-c6c59996f0da tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/subnets/93a99311-a48c-4d62-9027-20a739325af5 HTTP/1.1" status: 204 len: 168 time: 0.4396365 Jan 28 10:21:19.313248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53204) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:19.314133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bb5532-289a-45d8-a4d5-812070a77049 None None] Network 5f0683b1-f3cb-4b92-86d7-ae086e544048 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:21:19.493060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.503061 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:21:17Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:19.510854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] Checking router: d59fa310-86e8-4b82-a878-074adf9da232 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:19.522322 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] Routers {'d59fa310-86e8-4b82-a878-074adf9da232'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:19.522924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:20:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['d59fa310-86e8-4b82-a878-074adf9da232'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:19.672416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.681806 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] DHCP port deletion for 5f0683b1-f3cb-4b92-86d7-ae086e544048 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:21:19.683401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port d73a9614-560d-46fd-a11c-4a4247b90a86 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:19.683739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.691990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] Deleting port 25acd137-cdca-44d4-a719-2bc41b405803 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:19.692361 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.758921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] Set router d59fa310-86e8-4b82-a878-074adf9da232 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:19.859477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port d73a9614-560d-46fd-a11c-4a4247b90a86, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d73a9614-560d-46fd-a11c-4a4247b90a86,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:19.860079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:19.923112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device adca4b50-c0fa-4900-9854-e70137f552fe no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:21:19.982879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for d73a9614-560d-46fd-a11c-4a4247b90a86 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:20.046858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: adca4b50-c0fa-4900-9854-e70137f552fe {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:21:20.047199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device adca4b50-c0fa-4900-9854-e70137f552fe not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:21:20.147355 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.197791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] For port 25acd137-cdca-44d4-a719-2bc41b405803, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=25acd137-cdca-44d4-a719-2bc41b405803,segment=NetworkSegment(33d1f2e6-6033-4091-a6e5-6f2ced122c2d),segment_id=33d1f2e6-6033-4091-a6e5-6f2ced122c2d)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:20.198190 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.222207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=d73a9614-560d-46fd-a11c-4a4247b90a86,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:20.283810 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.352078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] Calling delete_port for 25acd137-cdca-44d4-a719-2bc41b405803 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:20.439457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:21:17Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:20.443489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.476059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e494777-85db-4b8e-a2d9-771cff8bb8e8 None None] The sync data for ids ['d59fa310-86e8-4b82-a878-074adf9da232'] in n-d-825178-2 is: [{'id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450120038', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20'}], 'enable_snat': True}, 'gw_port_id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:19:18Z', 'updated_at': '2022-01-28T10:21:17Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': 'd73a9614-560d-46fd-a11c-4a4247b90a86', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:f0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd59fa310-86e8-4b82-a878-074adf9da232', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:19:19Z', 'updated_at': '2022-01-28T10:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:20.493480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] Pushing event deleted for resources: {'Port': ['ID=25acd137-cdca-44d4-a719-2bc41b405803,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:20.495749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3651a-29a0-4351-a38f-01d110223f2e None None] No DVR routers for this DVR port 25acd137-cdca-44d4-a719-2bc41b405803 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:21:20.584922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.588255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.616416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.617396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Fanout notify agent at l3_agent the message router_deleted on router d59fa310-86e8-4b82-a878-074adf9da232 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:21:20.640360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.641191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2c997404-6e99-4fb0-a94e-e1c07103cd83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/routers/d59fa310-86e8-4b82-a878-074adf9da232 HTTP/1.1" status: 204 len: 168 time: 1.3268635 Jan 28 10:21:20.643953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53208) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:20.665593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 25acd137-cdca-44d4-a719-2bc41b405803 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:21:20.701404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 25acd137-cdca-44d4-a719-2bc41b405803 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:21:20.701748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 25acd137-cdca-44d4-a719-2bc41b405803 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:21:20.761201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.898338 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.931030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f0683b1-f3cb-4b92-86d7-ae086e544048']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:20.943497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d1f2e6-6033-4091-a6e5-6f2ced122c2d') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:20.943790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d1f2e6-6033-4091-a6e5-6f2ced122c2d') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:20.954881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.969942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.975599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:21:20.975966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:21:20.994101 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:21:21.070897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.087471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.099351 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Network': ['ID=5f0683b1-f3cb-4b92-86d7-ae086e544048,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:21.105690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fdfcb701-e02c-4879-b3de-cbaef3c95500 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/networks/5f0683b1-f3cb-4b92-86d7-ae086e544048 HTTP/1.1" status: 204 len: 168 time: 0.4598713 Jan 28 10:21:21.108436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53212) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:21.178010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5d446f6-5c5c-4c9f-9e19-a9f1e2071b4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.206459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5d446f6-5c5c-4c9f-9e19-a9f1e2071b4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.276515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5d446f6-5c5c-4c9f-9e19-a9f1e2071b4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.295099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d446f6-5c5c-4c9f-9e19-a9f1e2071b4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffed63c7-05a6-48f5-92c4-09de5df513b5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:21.306751 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a5d446f6-5c5c-4c9f-9e19-a9f1e2071b4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.307857 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a5d446f6-5c5c-4c9f-9e19-a9f1e2071b4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/security-groups/ffed63c7-05a6-48f5-92c4-09de5df513b5 HTTP/1.1" status: 204 len: 168 time: 0.1985109 Jan 28 10:21:21.502531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53220) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:21.508068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71973542', 'description': 'tempest-secgroup-smoke-71973542 description', 'project_id': '52d11a531309462dbddaa5c847a0e4ae'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:21.515119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:21.521052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:21.523979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:21.529563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:21.541034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.560951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:21.564638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:21.567422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:21.573747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:21.649827 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.653731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.702089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eec1076c-133b-4a28-bea3-c8ee8c1f2010,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:21.705894 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.707673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b4ff3c9a-6179-48bf-b93c-7510ec95f7ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2037709 Jan 28 10:21:21.710751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53224) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:21.715934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'eec1076c-133b-4a28-bea3-c8ee8c1f2010', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:21.723403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:21.727492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:21.730338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:21.735829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:21.751881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.809513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.812724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.836262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7313a13-b807-49e0-aaca-c22a5f7f7f52,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:21.845978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.847251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-feb24b71-926e-401d-96d8-4b259d3f25a3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354856 Jan 28 10:21:21.850592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53228) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:21.855358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'eec1076c-133b-4a28-bea3-c8ee8c1f2010', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:21.861658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:21.865419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:21.868444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:21.873952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:21.890540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.956584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.960363 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.983908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01068c99-d965-464d-a266-da66fe9c1c04,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:21.993698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:21.995037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-634f7e41-5a07-4f27-bca6-d30aaab6af20 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1435342 Jan 28 10:21:21.997793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53232) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:22.002603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'eec1076c-133b-4a28-bea3-c8ee8c1f2010', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:22.010521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:22.014255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:22.017066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:22.023368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:22.041828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.101077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.104492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.128293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be0f380-4dd5-40ea-bb9f-41c44ddc3eb8,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:22.137328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.138460 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c53b5b8-e135-4b86-8f1f-9ce8519fa0cf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1397855 Jan 28 10:21:22.141193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53236) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:22.146543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'eec1076c-133b-4a28-bea3-c8ee8c1f2010', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:22.152702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:22.156528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:22.159328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:22.164864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:22.180680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.246332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.249798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.273657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1de8b81-9780-4e68-9777-2c37401d1440,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:22.282513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.283826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-97564c13-9b84-4f55-8a51-848a55572bf5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1417475 Jan 28 10:21:22.286672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53240) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:22.291388 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'eec1076c-133b-4a28-bea3-c8ee8c1f2010', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:22.297647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:22.301310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:22.304050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:22.309561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:22.320884 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:21:22.327224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.391647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.395159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.416890 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9528c641-2d7b-4146-a90d-9953f63ba095,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:22.426025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.427205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1dfe9002-8bf2-47cf-b313-5cdaf4e75f4b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1396437 Jan 28 10:21:22.430236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53244) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:22.435398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': 'eec1076c-133b-4a28-bea3-c8ee8c1f2010', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:22.442408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:22.446438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:22.449254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:22.454835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:22.464550 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:21:22.471399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.485700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a369d0f4-613a-4234-a616-d871e9513212 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:21:22.526802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a369d0f4-613a-4234-a616-d871e9513212 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:21:22.527180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a369d0f4-613a-4234-a616-d871e9513212 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:21:22.527631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d73a9614-560d-46fd-a11c-4a4247b90a86 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:21:22.540086 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.543928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.560324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: d73a9614-560d-46fd-a11c-4a4247b90a86 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:21:22.560699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d73a9614-560d-46fd-a11c-4a4247b90a86 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:21:22.570560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1523e82f-a599-4296-88ad-6adf3c927d8d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:22.581206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.582390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-664a8c5f-1bb8-4273-a955-b730ac463e3f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1509893 Jan 28 10:21:22.585224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53248) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:22.590830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'network': {'name': 'tempest-network-smoke--959580834', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:22.596174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:22.600232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:network and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:22.603123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:22.608764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:22.619900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:21:22.623570 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.650117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:21:22.658433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.658765 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Added segment ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9 of type vlan for network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 Jan 28 10:21:22.683296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.712929 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.718091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:22.718648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.818084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2318470 Jan 28 10:21:22.821008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53252) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:22.823860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68f9799-2f55-4661-849b-e519547cd5d5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Network': ['ID=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:22.826373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'admin_state_up': True, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:22.834316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:22.834523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:21:22.838269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:router and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:22.841167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:22.851057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:22.860786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.861766 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:22.877907 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:23.267496 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:23.572382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:23.601495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:23.738285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.10 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/64d13cc1-638e-4645-9d7b-2269f22a3e96) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:21:23.882485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:23.910332 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:23.978595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:21:23.981469 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:23.983768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:21:24.020213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=64d13cc1-638e-4645-9d7b-2269f22a3e96,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:24.399192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:24.858416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.062745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router e0f63827-2e7a-4548-87e0-305f92dd5847 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:21:25.237216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:25.246648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Sync routers for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:25.256147 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:25.256784 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:20:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:25.268027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.270045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1104cf5-29de-48c5-8d16-8c0727e0033a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4473162 Jan 28 10:21:25.273093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53256) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:25.314268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-837c0020-fef1-4ed8-95cf-8621babedd70 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=52d11a531309462dbddaa5c847a0e4ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400720 Jan 28 10:21:25.317337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53260) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:25.427988 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:25.445800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196ffaf9-296b-4180-8a19-a21580f2aa19 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:25.447279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-196ffaf9-296b-4180-8a19-a21580f2aa19 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1290505 Jan 28 10:21:25.450267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53264) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:25.491403 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bc14230a-34ba-4172-9337-efcae0640c48 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375264 Jan 28 10:21:25.491575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53268) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:25.496888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022027344', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:25.607822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:25.611631 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:subnet and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:25.614910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:25.620710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:25.630924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:21:25.634324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.712810 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:24Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:25.716449 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Checking router: e0f63827-2e7a-4548-87e0-305f92dd5847 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:25.716838 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Updating router e0f63827-2e7a-4548-87e0-305f92dd5847 port 64d13cc1-638e-4645-9d7b-2269f22a3e96 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:21:25.769405 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.849631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.934801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Subnet': ['ID=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:25.940181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Checking segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:21:25.940691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network hostable DHCP agents. Network: 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:21:25.945467 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57846c30-bc25-4878-b528-4aafceee5acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.959990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:21:25.970086 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:25.974885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:25.975472 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:25.981523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc312463-2994-464d-8fe1-6eb97b341b98 None None] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:21:25.998706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0035728f-b8a6-4686-8767-50f955153864 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5060077 Jan 28 10:21:26.001506 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53272) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:26.104530 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.117055 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Transition to ACTIVE for port object 64d13cc1-638e-4645-9d7b-2269f22a3e96 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:26.124422 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.224374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:21:26.225246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.244080 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Attempting to bind port 64d13cc1-638e-4645-9d7b-2269f22a3e96 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:21:26.244450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Attempting to bind port 64d13cc1-638e-4645-9d7b-2269f22a3e96 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:21:26.244837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Attempting to bind port 64d13cc1-638e-4645-9d7b-2269f22a3e96 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:21:26.252821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Pushing event updated for resources: {'Port': ['ID=64d13cc1-638e-4645-9d7b-2269f22a3e96,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:26.257176 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:21:26.257545 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:21:26.257945 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.258334 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:21:26.258800 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Bound port: 64d13cc1-638e-4645-9d7b-2269f22a3e96, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:21:26.259162 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.290725 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.291059 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.291396 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.291728 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.292054 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.292382 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.292777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.293174 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.293394 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.293656 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.293986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.294506 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:21:26.345870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] For port 64d13cc1-638e-4645-9d7b-2269f22a3e96, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:21:26.349480 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] For port 64d13cc1-638e-4645-9d7b-2269f22a3e96, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64d13cc1-638e-4645-9d7b-2269f22a3e96,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:21:26.353643 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.393956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Allocated IP 172.20.0.2 (9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42/43af732b-c9af-4cd2-b7b7-58fdeb3d4efa/e4ffa03e-9f98-43b7-853b-50098bfb57a9) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:21:26.436150 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:26.436788 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:20:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:26.601189 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899d182-61b6-402c-bc7d-f03194473eb3 None None] Pushing event updated for resources: {'Port': ['ID=64d13cc1-638e-4645-9d7b-2269f22a3e96,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:26.614167 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.623614 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:26.624835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Transition to ACTIVE for port object e4ffa03e-9f98-43b7-853b-50098bfb57a9 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:26.642779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Transition to ACTIVE for port object e4ffa03e-9f98-43b7-853b-50098bfb57a9 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:26.648834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.734296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:21:26.738817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:26.746313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:21:26.751239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Pushing event updated for resources: {'Port': ['ID=e4ffa03e-9f98-43b7-853b-50098bfb57a9,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:26.878593 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.884312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Attempting to bind port e4ffa03e-9f98-43b7-853b-50098bfb57a9 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:21:26.885245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Attempting to bind port e4ffa03e-9f98-43b7-853b-50098bfb57a9 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:21:26.885245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Attempting to bind port e4ffa03e-9f98-43b7-853b-50098bfb57a9 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:21:26.890726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:21:26.891095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Checking segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:21:26.891843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.891843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Bound using segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:21:26.892296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Bound port: e4ffa03e-9f98-43b7-853b-50098bfb57a9, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:21:26.892674 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:26.914221 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:24Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:26.918136 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a1b36c-5d82-4286-9978-a3610204f505 None None] The sync data for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 is: [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:24Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:26.993268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] For port e4ffa03e-9f98-43b7-853b-50098bfb57a9, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:21:26.997115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] For port e4ffa03e-9f98-43b7-853b-50098bfb57a9, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e4ffa03e-9f98-43b7-853b-50098bfb57a9,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:21:27.002842 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:27.090562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd185ec-bf98-4b1b-9cf3-90f6cafad246 None None] Pushing event updated for resources: {'Port': ['ID=e4ffa03e-9f98-43b7-853b-50098bfb57a9,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:27.344211 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.1 (9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42/43af732b-c9af-4cd2-b7b7-58fdeb3d4efa/fcd0bb31-1951-4d83-aff3-85ae884a07d1) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:21:27.527140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:27.546033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object fcd0bb31-1951-4d83-aff3-85ae884a07d1 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:27.570726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:27.643173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:21:27.646540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:27.649002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:21:27.689328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=fcd0bb31-1951-4d83-aff3-85ae884a07d1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:27.717346 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.110879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83633e64-3f3e-4c44-ae7b-d9fef743ecab None None] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:21:28.130838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.200925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-0de7c60c-4917-4459-add0-a05ca0c1aaa4 None None] Provisioning for port e4ffa03e-9f98-43b7-853b-50098bfb57a9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:28.394864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ece3ebe8-a495-42dd-a724-e4f81cfa26e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.600638 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.611565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.665627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d5865a36-a4f2-4d0b-abdc-4c9d98a88fe8 None None] Provisioning for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:28.673890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4ffa03e-9f98-43b7-853b-50098bfb57a9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:28.715737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d5865a36-a4f2-4d0b-abdc-4c9d98a88fe8 None None] Provisioning complete for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:28.716102 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5865a36-a4f2-4d0b-abdc-4c9d98a88fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.737676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.745198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=fcd0bb31-1951-4d83-aff3-85ae884a07d1,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:28.802252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d5865a36-a4f2-4d0b-abdc-4c9d98a88fe8 None None] Port fcd0bb31-1951-4d83-aff3-85ae884a07d1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:21:28.814065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e4ffa03e-9f98-43b7-853b-50098bfb57a9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:28.819769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e4ffa03e-9f98-43b7-853b-50098bfb57a9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:28.820141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.886889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:21:28.888006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:28.958263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-559c0ae6-5736-43f6-a503-31c762248a24 None None] Provisioning complete for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:28.958630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-559c0ae6-5736-43f6-a503-31c762248a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:28.987478 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.038531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-559c0ae6-5736-43f6-a503-31c762248a24 None None] Port fcd0bb31-1951-4d83-aff3-85ae884a07d1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:21:29.045648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e4ffa03e-9f98-43b7-853b-50098bfb57a9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e4ffa03e-9f98-43b7-853b-50098bfb57a9,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:29.050339 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.051425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64d13cc1-638e-4645-9d7b-2269f22a3e96 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:29.096061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router e0f63827-2e7a-4548-87e0-305f92dd5847 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:21:29.175149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e4ffa03e-9f98-43b7-853b-50098bfb57a9,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:29.184453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-266a30ad-b1d4-42f5-9331-7fbbba17f2de None None] Provisioning complete for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:29.184852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-266a30ad-b1d4-42f5-9331-7fbbba17f2de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.239672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 64d13cc1-638e-4645-9d7b-2269f22a3e96 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:29.244998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-266a30ad-b1d4-42f5-9331-7fbbba17f2de None None] Port fcd0bb31-1951-4d83-aff3-85ae884a07d1 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:21:29.247240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64d13cc1-638e-4645-9d7b-2269f22a3e96 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:29.247608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.277947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:29.301859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-56fb520e-0e08-45c9-89b6-10873e46e667 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/e0f63827-2e7a-4548-87e0-305f92dd5847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2905166 Jan 28 10:21:29.302270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Sync routers for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:29.319555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:29.320172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:29.513313 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-326caf87-5b36-447c-847f-ee388e1d2e88 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71973542&fields=id&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 267 time: 0.0424833 Jan 28 10:21:29.562403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.563813 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.567192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.590610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:29.654493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 64d13cc1-638e-4645-9d7b-2269f22a3e96, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64d13cc1-638e-4645-9d7b-2269f22a3e96,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:29.661046 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:29.666666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-2e15a19e-e525-4cf4-b858-8f820a201591 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:29.668132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-2e15a19e-e525-4cf4-b858-8f820a201591 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 796 time: 0.1477275 Jan 28 10:21:29.684074 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-705b6815-0606-4f23-8c9a-2cbbc37618ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/quotas/52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 375 time: 0.0104296 Jan 28 10:21:29.770431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-633d301d-d281-4b04-a812-e2709cdfe229 req-3de36637-97d5-4987-b8d0-ef82492e92c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:29.786492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-633d301d-d281-4b04-a812-e2709cdfe229 req-3de36637-97d5-4987-b8d0-ef82492e92c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:29.788023 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-3de36637-97d5-4987-b8d0-ef82492e92c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0991180 Jan 28 10:21:29.905167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=64d13cc1-638e-4645-9d7b-2269f22a3e96,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:30.011720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:28Z', 'revision_number': 2, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:30.016035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Checking router: e0f63827-2e7a-4548-87e0-305f92dd5847 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:30.016381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Updating router e0f63827-2e7a-4548-87e0-305f92dd5847 port fcd0bb31-1951-4d83-aff3-85ae884a07d1 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:21:30.050011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-966dab96-7a4f-43ce-8326-6c116d4dea73 service neutron] 10.222.0.42 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503917 Jan 28 10:21:30.072547 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.183157 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-5fe6b728-a3ed-4da3-a92b-5b1e797594fb service neutron] 10.222.0.42 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265988 Jan 28 10:21:30.377872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e8c99f34-7150-41a7-8515-55c6cea6826d req-a57268f8-4571-4ec4-8438-8aa4b37c6ce3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:30.390015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-e8c99f34-7150-41a7-8515-55c6cea6826d req-a57268f8-4571-4ec4-8438-8aa4b37c6ce3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:30.391144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e8c99f34-7150-41a7-8515-55c6cea6826d req-a57268f8-4571-4ec4-8438-8aa4b37c6ce3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 210 time: 0.0672479 Jan 28 10:21:30.419094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.431187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Transition to ACTIVE for port object fcd0bb31-1951-4d83-aff3-85ae884a07d1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:30.437640 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.613296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159898a-bbe8-4137-808c-7ed87f62a450 None None] Pushing event updated for resources: {'Port': ['ID=fcd0bb31-1951-4d83-aff3-85ae884a07d1,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:30.622584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4ffa03e-9f98-43b7-853b-50098bfb57a9 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:30.734223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Attempting to bind port fcd0bb31-1951-4d83-aff3-85ae884a07d1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:21:30.734592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Attempting to bind port fcd0bb31-1951-4d83-aff3-85ae884a07d1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:21:30.734978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Attempting to bind port fcd0bb31-1951-4d83-aff3-85ae884a07d1 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:21:30.743767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:21:30.744133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Checking segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:21:30.744531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.744941 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Bound using segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:21:30.745396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Bound port: fcd0bb31-1951-4d83-aff3-85ae884a07d1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:21:30.745789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.821746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e4ffa03e-9f98-43b7-853b-50098bfb57a9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:30.822036 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.902398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] For port fcd0bb31-1951-4d83-aff3-85ae884a07d1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:21:30.910068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] For port fcd0bb31-1951-4d83-aff3-85ae884a07d1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fcd0bb31-1951-4d83-aff3-85ae884a07d1,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:21:30.921248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:30.986597 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:31.054064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:31.054687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:31.138308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64d13cc1-638e-4645-9d7b-2269f22a3e96 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:31.162208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159898a-bbe8-4137-808c-7ed87f62a450 None None] Pushing event updated for resources: {'Port': ['ID=fcd0bb31-1951-4d83-aff3-85ae884a07d1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:31.306531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:31.409159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 64d13cc1-638e-4645-9d7b-2269f22a3e96 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:31.409545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:31.596814 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f796de6-ae96-4992-9b30-84d90e959072 req-fb9c7d57-5154-49f3-a312-9f6347091169 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 210 time: 0.0582306 Jan 28 10:21:31.636689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-cdd2cb8e-42a5-4cf7-94b3-8d903fbf6810 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:31.638152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-cdd2cb8e-42a5-4cf7-94b3-8d903fbf6810 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 796 time: 0.2421060 Jan 28 10:21:31.693494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-66d1eb88-5c3b-4e44-aed4-c6e2619a7bcc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 378 time: 0.0402980 Jan 28 10:21:31.706092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'port': {'device_id': '73d24821-b46a-4be6-b39f-b07566442fa3', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'admin_state_up': True, 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'security_groups': ['eec1076c-133b-4a28-bea3-c8ee8c1f2010']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:31.781198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:30Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:31.785164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b13bb7-5a93-4359-89d5-91435ad41050 None None] The sync data for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 is: [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:30Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:31.857749 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:31.867944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:31.877592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:21:31.881728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.058230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.3 (9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42/43af732b-c9af-4cd2-b7b7-58fdeb3d4efa/4111a043-3ed3-4254-9cc4-bb3b135be407) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:21:32.254978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.274302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object 4111a043-3ed3-4254-9cc4-bb3b135be407 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:32.299431 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.376358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:21:32.379789 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:32.383696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:21:32.415368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:32.457710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:32.458508 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.495580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-7cc7efe3-666a-46ee-b231-231a96e5b3f2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927048 Jan 28 10:21:32.513539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Request body: {'port': {'device_id': '73d24821-b46a-4be6-b39f-b07566442fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:32.605262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fcd0bb31-1951-4d83-aff3-85ae884a07d1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:32.655480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.687245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:32.695767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:32.696278 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.786723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-77a589a6-8ad4-4d6c-957c-c8504c44ceea None None] Provisioning for port 4111a043-3ed3-4254-9cc4-bb3b135be407 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:32.793836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-77a589a6-8ad4-4d6c-957c-c8504c44ceea None None] Provisioning complete for port 4111a043-3ed3-4254-9cc4-bb3b135be407 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:32.794206 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77a589a6-8ad4-4d6c-957c-c8504c44ceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.820075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8187f560-290b-4563-99ac-d014bcebb885 req-ff67ec94-28b1-4213-b957-3f5ae1c68228 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:32.821732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8187f560-290b-4563-99ac-d014bcebb885 req-ff67ec94-28b1-4213-b957-3f5ae1c68228 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 931 time: 0.0904608 Jan 28 10:21:32.871971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8187f560-290b-4563-99ac-d014bcebb885 req-be73e73e-7474-4188-b83e-14145c3a0cca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:32.891584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8187f560-290b-4563-99ac-d014bcebb885 req-be73e73e-7474-4188-b83e-14145c3a0cca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:32.893487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8187f560-290b-4563-99ac-d014bcebb885 req-be73e73e-7474-4188-b83e-14145c3a0cca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0646615 Jan 28 10:21:32.897243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-77a589a6-8ad4-4d6c-957c-c8504c44ceea None None] Port 4111a043-3ed3-4254-9cc4-bb3b135be407 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:21:32.900399 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:32.934665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port fcd0bb31-1951-4d83-aff3-85ae884a07d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fcd0bb31-1951-4d83-aff3-85ae884a07d1,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:32.939654 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:33.013434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=fcd0bb31-1951-4d83-aff3-85ae884a07d1,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:33.077717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:21:33.085547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:33.100590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Transition to ACTIVE for port object 4111a043-3ed3-4254-9cc4-bb3b135be407 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:21:33.104509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:33.375791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:33.448697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:21:33.449022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:21:33.449371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:21:33.453766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:21:33.454075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:21:33.459560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 21, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:21:33.459885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Checking segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:21:33.460256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Bound using segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:21:33.460692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Bound port: 4111a043-3ed3-4254-9cc4-bb3b135be407, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:21:33.461062 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:33.551523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:21:33.554468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:21:33.559003 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:33.617969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:33.618582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:33.619956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] 10.222.0.25 "PUT /v2.0/ports/4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 1091 time: 1.1136944 Jan 28 10:21:33.620414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:33.643066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa35e03c-4368-476d-8ef1-bfd9a0127ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:33.698858 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'status': 'completed', 'code': 200} Jan 28 10:21:33.741249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-d9efead9-b07d-45ed-abcd-529b335d7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:33.742995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-d9efead9-b07d-45ed-abcd-529b335d7977 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0821972 Jan 28 10:21:33.816963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-1ee6756b-5499-4342-b549-1cf55c484502 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 217 time: 0.0624597 Jan 28 10:21:33.884306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-af2d5615-e2ef-4fca-9c32-e172e377c552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:33.885692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-af2d5615-e2ef-4fca-9c32-e172e377c552 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0611529 Jan 28 10:21:33.966156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d301d-d281-4b04-a812-e2709cdfe229 req-c2efd899-84f7-46a6-a6aa-5dc2fe6f3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:33.967806 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-c2efd899-84f7-46a6-a6aa-5dc2fe6f3829 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697803 Jan 28 10:21:34.083120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4368034-303e-48ad-91da-11c27a89a2fd req-1ac30143-05bb-4893-931c-b4a334e87636 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:34.084548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4368034-303e-48ad-91da-11c27a89a2fd req-1ac30143-05bb-4893-931c-b4a334e87636 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.0820751 Jan 28 10:21:34.105408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-416f6f98-b9aa-456d-8893-9f897a59cc42 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277697 Jan 28 10:21:34.131058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e4368034-303e-48ad-91da-11c27a89a2fd req-29407449-6b2c-419f-8856-3a4413949cc4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407062 Jan 28 10:21:34.247198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633d301d-d281-4b04-a812-e2709cdfe229 req-b6414273-9773-441c-91b0-366d53b8b333 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276042 Jan 28 10:21:34.390052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-8579a817-65f3-47f7-b778-f1bfc25f50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:34.391517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-8579a817-65f3-47f7-b778-f1bfc25f50a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0843439 Jan 28 10:21:34.527194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-03557490-8d3b-4488-98f8-dd885df5e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:34.528718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-03557490-8d3b-4488-98f8-dd885df5e6a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1284719 Jan 28 10:21:34.553604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fcd0bb31-1951-4d83-aff3-85ae884a07d1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:34.596699 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-2aeca52b-567f-484b-b3dc-666b5abd72e9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 217 time: 0.0607569 Jan 28 10:21:34.638804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fcd0bb31-1951-4d83-aff3-85ae884a07d1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:34.639178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:34.665012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-c2f50d9e-2ad6-4ee1-9a14-e564b7e795e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:34.666468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-c2f50d9e-2ad6-4ee1-9a14-e564b7e795e4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0628574 Jan 28 10:21:34.744949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-81060a31-5539-4e70-b171-1d550941ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:34.746513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-81060a31-5539-4e70-b171-1d550941ecf2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727096 Jan 28 10:21:34.887086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-7f3d9b5b-45c6-4242-9d2e-5fca525d02ef service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323771 Jan 28 10:21:35.026808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37b2f1a4-64cd-4b4c-91d5-ccc2aae7f226 req-69c05948-7fb2-419a-ba1c-1c3da7a0c3ad service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315517 Jan 28 10:21:35.317579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a0fb44-aae8-4094-8b2b-b5fdfb7a1134 req-8f3b369b-fb54-4bf8-9ca3-37d4355fc200 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:35.318274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-23a0fb44-aae8-4094-8b2b-b5fdfb7a1134 req-8f3b369b-fb54-4bf8-9ca3-37d4355fc200 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:35.333088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-23a0fb44-aae8-4094-8b2b-b5fdfb7a1134 req-8f3b369b-fb54-4bf8-9ca3-37d4355fc200 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:35.334220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23a0fb44-aae8-4094-8b2b-b5fdfb7a1134 req-8f3b369b-fb54-4bf8-9ca3-37d4355fc200 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.0987780 Jan 28 10:21:35.378952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-23a0fb44-aae8-4094-8b2b-b5fdfb7a1134 req-2584e511-2b2c-4fcd-8af8-1afb44c22a90 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384963 Jan 28 10:21:36.556342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d450f-433e-4504-85fd-56f60f0bf6d9 req-823f9af0-4571-4429-b0a2-7cf4b0e5b305 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:36.557799 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e9d450f-433e-4504-85fd-56f60f0bf6d9 req-823f9af0-4571-4429-b0a2-7cf4b0e5b305 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.0777414 Jan 28 10:21:36.603758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e9d450f-433e-4504-85fd-56f60f0bf6d9 req-2e1cbd30-ea8a-46f8-b977-cacf8786e2e1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404413 Jan 28 10:21:37.004100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:21:37.135842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:37.148518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'mac_address': 'fa:16:3e:95:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:21:37.206292 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:37.223043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:21:37.238591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:37.242342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:37.318296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:37.505756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['4111a043-3ed3-4254-9cc4-bb3b135be407'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:21:37.784727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83356406-ed5c-4445-ba05-ffb146ba68a5 req-b06f9a6f-d79c-473e-8d22-1a3bee4e8dc7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:37.786185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83356406-ed5c-4445-ba05-ffb146ba68a5 req-b06f9a6f-d79c-473e-8d22-1a3bee4e8dc7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 944 time: 0.0789332 Jan 28 10:21:37.829353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-83356406-ed5c-4445-ba05-ffb146ba68a5 req-88bab95b-90b2-4996-9eab-6ef76f18c711 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374985 Jan 28 10:21:39.012810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f7846b-f9fb-4a9b-b058-6c7dd3309250 req-3ab7b11f-bc46-48cf-90f2-21c381f8eb5c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:39.014257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3f7846b-f9fb-4a9b-b058-6c7dd3309250 req-3ab7b11f-bc46-48cf-90f2-21c381f8eb5c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 944 time: 0.0794680 Jan 28 10:21:39.016592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:21:39.058822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3f7846b-f9fb-4a9b-b058-6c7dd3309250 req-ef63c2b0-3b2b-4902-a98f-039a6fd236ef tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377691 Jan 28 10:21:39.092352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 4111a043-3ed3-4254-9cc4-bb3b135be407 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:21:39.097637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 4111a043-3ed3-4254-9cc4-bb3b135be407 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:21:39.098010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:39.242417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:39.268489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:39.278478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:39.284572 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:39.320294 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'code': 200} Jan 28 10:21:39.354402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:39.545818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50097181-e9a8-4fdb-9c75-17868906f8e5 req-dbd0f241-5554-436f-81f2-a2e9a206cf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:39.547296 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50097181-e9a8-4fdb-9c75-17868906f8e5 req-dbd0f241-5554-436f-81f2-a2e9a206cf20 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1729591 Jan 28 10:21:39.590917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50097181-e9a8-4fdb-9c75-17868906f8e5 req-d029a68b-2021-4a57-a51d-64d29f95fb1d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342886 Jan 28 10:21:40.242253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8fadd-589d-4d96-98a1-ca1a8599a6df req-c6e48845-961e-46d1-90f9-6ded9bbf00e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:40.243674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41c8fadd-589d-4d96-98a1-ca1a8599a6df req-c6e48845-961e-46d1-90f9-6ded9bbf00e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0817142 Jan 28 10:21:40.287219 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-41c8fadd-589d-4d96-98a1-ca1a8599a6df req-32381c24-b82a-4fbe-97e9-0d1342861192 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376878 Jan 28 10:21:41.470090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07afd68b-a5bb-4031-a5be-1228a48d5cf3 req-9d2e8b63-45ab-4964-ae49-710d17f2dc90 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:41.471600 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-07afd68b-a5bb-4031-a5be-1228a48d5cf3 req-9d2e8b63-45ab-4964-ae49-710d17f2dc90 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0811677 Jan 28 10:21:41.517660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-07afd68b-a5bb-4031-a5be-1228a48d5cf3 req-279a7c85-5971-4086-8d36-d8a79ee8ba16 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397770 Jan 28 10:21:41.696510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1864c4a-ad6e-454a-a815-6cfd71198462 req-c478d14a-3088-4cdd-aba3-7eb65e0a71b7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:41.697953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1864c4a-ad6e-454a-a815-6cfd71198462 req-c478d14a-3088-4cdd-aba3-7eb65e0a71b7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0771868 Jan 28 10:21:41.740607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d1864c4a-ad6e-454a-a815-6cfd71198462 req-0cfc4942-f046-420a-a70d-b4dea7704a32 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371904 Jan 28 10:21:41.762528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53322) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:41.830625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fecebed-56d6-493a-bd78-f027cd00da87 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:41.832185 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8fecebed-56d6-493a-bd78-f027cd00da87 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1091 time: 0.0686774 Jan 28 10:21:41.835083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53326) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:41.839991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:21:41.844782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53330) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:41.846752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:21:41.851128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:floatingip and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:21:41.853983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:21:41.859636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:21:41.871186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.015538 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.145718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port cd81d8b1-07d6-4414-a26f-81bf8a876cde {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:42.145718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.154882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.159 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/ea410dbd-faa8-4457-86f3-ba6e321b001e) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:21:42.255070 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:21:42.301320 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.317915 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.318241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.330487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.394457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:21:42.397131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:21:42.400918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:21:42.438265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=ea410dbd-faa8-4457-86f3-ba6e321b001e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:42.443202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for cd81d8b1-07d6-4414-a26f-81bf8a876cde owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:42.593036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.640920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=cd81d8b1-07d6-4414-a26f-81bf8a876cde,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:42.729601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.730247 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Floating IP 0a864104-334c-45ee-af40-bac15187fbd6 disassociated (deleted). External IP: 172.25.1.213, port: 24ab493e-c66e-46e0-bbb0-5362ffc73bfb. Jan 28 10:21:42.825389 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:42.898834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:43.075836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:21:43.109665 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:43.114511 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:43.219366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=ea410dbd-faa8-4457-86f3-ba6e321b001e,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:43.229588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:43.251010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:43.261809 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:43.272038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:43.273319 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:43.274039 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:43.437792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-67dd1900-f06c-4c9c-aec9-091646f07a93 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a864104-334c-45ee-af40-bac15187fbd6 HTTP/1.1" status: 204 len: 168 time: 1.5919216 Jan 28 10:21:43.438474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:43.473561 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:43.525043 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP 689de5c2-d248-41ab-9de9-d68b393cbc40 associated. External IP: 172.25.1.159, port: 4111a043-3ed3-4254-9cc4-bb3b135be407. Jan 28 10:21:43.528448 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'status': 'completed', 'code': 200} Jan 28 10:21:43.633972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-3236b1af-efbe-4e33-bf93-6f208b8dcdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:43.635669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-3236b1af-efbe-4e33-bf93-6f208b8dcdd2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 1096 time: 0.0801170 Jan 28 10:21:43.796345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-ef546033-9842-421a-8aca-d08b43090ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:43.797818 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-ef546033-9842-421a-8aca-d08b43090ff3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1565797 Jan 28 10:21:43.878800 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:54Z', 'revision_number': 1, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:43.882774 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:43.891011 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:43.891590 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:43.907109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-fb2e02ac-9aa0-41bb-82ad-ce8a7d5bd3c6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 200 len: 217 time: 0.1016412 Jan 28 10:21:43.917604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router e0f63827-2e7a-4548-87e0-305f92dd5847 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:21:43.966344 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:43.995259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-b9118df2-2e77-45c3-92c3-c7051a32967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:43.996585 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-b9118df2-2e77-45c3-92c3-c7051a32967e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0788784 Jan 28 10:21:44.047363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1df6a3f-624c-4bf0-b214-0ffc8b6f371b req-0a862555-fbb4-4ba0-bf83-8eb3336fbc85 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.048096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b1df6a3f-624c-4bf0-b214-0ffc8b6f371b req-0a862555-fbb4-4ba0-bf83-8eb3336fbc85 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:44.080973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b1df6a3f-624c-4bf0-b214-0ffc8b6f371b req-0a862555-fbb4-4ba0-bf83-8eb3336fbc85 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:44.082753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1df6a3f-624c-4bf0-b214-0ffc8b6f371b req-0a862555-fbb4-4ba0-bf83-8eb3336fbc85 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 945 time: 0.2133138 Jan 28 10:21:44.110010 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:44.116603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:44.127821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] Sync routers for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:44.133718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-d51ecae7-e2ae-4cd0-b178-b65ce7834d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.135114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-d51ecae7-e2ae-4cd0-b178-b65ce7834d0c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1304119 Jan 28 10:21:44.140972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:44.142037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:44.143193 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1df6a3f-624c-4bf0-b214-0ffc8b6f371b req-d45592f8-3089-4ff7-92bf-4388e6c6ceaf tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538006 Jan 28 10:21:44.154425 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:44.236260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1bb953a4-2bf3-4488-a36d-3614b1e4285b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4001665 Jan 28 10:21:44.237305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:44.286998 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'status': 'completed', 'code': 200} Jan 28 10:21:44.298244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-3366f43b-db34-4a58-978a-cb615db564b7 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540856 Jan 28 10:21:44.408488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:44.480158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-39771015-aee2-4f1a-82fa-94ca8171d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.494046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-39771015-aee2-4f1a-82fa-94ca8171d183 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1096 time: 0.1811063 Jan 28 10:21:44.514697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f793b53e-39f7-40b3-bc95-18e1f7509f57 req-950ea02d-1239-4ce7-99e6-bb718ef75636 service neutron] 10.222.0.43 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065899 Jan 28 10:21:44.536451 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:54Z', 'revision_number': 1, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:44.540080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf98542-0c07-4a82-b25d-89a56811f9c1 req-2e26058b-09d9-49ef-ad8b-04016f0e70f5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.541266 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53b5dd2-f59b-449f-9ffc-d4e0cc4052b3 None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '74c25910-ae89-49cf-a06a-80013acea036', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'floating_ip_address': '172.25.1.65', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'port_id': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'mac_address': 'fa:16:3e:6a:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:17:51Z', 'updated_at': '2022-01-28T10:17:54Z', 'revision_number': 1, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:44.541757 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-acf98542-0c07-4a82-b25d-89a56811f9c1 req-2e26058b-09d9-49ef-ad8b-04016f0e70f5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.1562421 Jan 28 10:21:44.673398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-acf98542-0c07-4a82-b25d-89a56811f9c1 req-07149937-0f80-47bf-88d4-edeaa82103db tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816669 Jan 28 10:21:44.698888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53344) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:44.700233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-a87929a5-29c1-45d0-b3ce-9f4a5e3bc1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.701881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-a87929a5-29c1-45d0-b3ce-9f4a5e3bc1d9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1993597 Jan 28 10:21:44.813988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-c5ea2f1f-a67b-4a35-9429-cb0846a590ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.1058943 Jan 28 10:21:44.820704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-adc0a8c0-5198-414f-a259-e8d46dc522c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/689de5c2-d248-41ab-9de9-d68b393cbc40 HTTP/1.1" status: 200 len: 991 time: 0.1195805 Jan 28 10:21:44.837381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '689de5c2-d248-41ab-9de9-d68b393cbc40', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'mac_address': 'fa:16:3e:95:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d24821-b46a-4be6-b39f-b07566442fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:21:42Z', 'updated_at': '2022-01-28T10:21:42Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:44.841860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] Checking router: e0f63827-2e7a-4548-87e0-305f92dd5847 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:44.851387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:44.852171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:44.886461 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-6b91c0bb-bec7-4c9d-bb9d-c0f037595a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.886850 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f96365-ecab-4199-9dcc-6759b205a972 None None] New status for floating IP 0a864104-334c-45ee-af40-bac15187fbd6: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:21:44.888043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-6b91c0bb-bec7-4c9d-bb9d-c0f037595a14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0673172 Jan 28 10:21:44.972688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-51cc2255-eb20-44a5-92cd-141016be3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:44.974182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-51cc2255-eb20-44a5-92cd-141016be3f10 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797219 Jan 28 10:21:45.033532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:45.231773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-57e86d82-1b96-4889-8b1d-0490db6848e4 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515142 Jan 28 10:21:45.369691 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4106d69d-cd16-46fb-b4c5-c67b22b2b1f8 req-6428dcab-fcf2-4552-8262-52955d218977 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312687 Jan 28 10:21:45.386494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '689de5c2-d248-41ab-9de9-d68b393cbc40', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'mac_address': 'fa:16:3e:95:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d24821-b46a-4be6-b39f-b07566442fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:21:42Z', 'updated_at': '2022-01-28T10:21:42Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:45.392846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebfdbe5-0ad9-4389-9b96-c6a86af7af16 None None] The sync data for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 is: [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '689de5c2-d248-41ab-9de9-d68b393cbc40', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.159', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3923, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'mac_address': 'fa:16:3e:95:52:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73d24821-b46a-4be6-b39f-b07566442fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:21:42Z', 'updated_at': '2022-01-28T10:21:42Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:45.409759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7edfc-857f-47c3-9a32-187721f85644 req-85026cb0-f8fb-443b-b928-0d1a3911b7bd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:45.411306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11c7edfc-857f-47c3-9a32-187721f85644 req-85026cb0-f8fb-443b-b928-0d1a3911b7bd tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 945 time: 0.1440060 Jan 28 10:21:45.419667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddc093-1c03-4690-bb77-c20e25cafe07 req-517c385c-fe01-46e6-9b0e-50f164c32204 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:45.421070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afddc093-1c03-4690-bb77-c20e25cafe07 req-517c385c-fe01-46e6-9b0e-50f164c32204 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 945 time: 0.1561153 Jan 28 10:21:45.437662 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:45.513889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:45.514226 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:45.550438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-afddc093-1c03-4690-bb77-c20e25cafe07 req-b18b5441-d7c4-408f-bcc0-8c937978a2c7 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951085 Jan 28 10:21:45.617587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435a8494-ca62-43df-88a9-1131e3cdee17 None None] New status for floating IP 689de5c2-d248-41ab-9de9-d68b393cbc40: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:21:45.769729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:45.770089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:45.822480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53350) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:45.938908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0c5a6219-4ee1-4291-98f5-f6e39d5d670a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/689de5c2-d248-41ab-9de9-d68b393cbc40 HTTP/1.1" status: 200 len: 991 time: 0.1146564 Jan 28 10:21:46.007753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 24ab493e-c66e-46e0-bbb0-5362ffc73bfb owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:46.145746 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:46.226390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=24ab493e-c66e-46e0-bbb0-5362ffc73bfb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:46.274185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port 24ab493e-c66e-46e0-bbb0-5362ffc73bfb on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:21:46.276652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:46.279327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'name': 'network-vif-deleted', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:46.295225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-11c7edfc-857f-47c3-9a32-187721f85644 req-981fc937-5d7f-4d4d-96b1-34fbc184c171 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.43 "DELETE /v2.0/ports/24ab493e-c66e-46e0-bbb0-5362ffc73bfb HTTP/1.1" status: 204 len: 173 time: 0.8730950 Jan 28 10:21:46.327160 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '605dff6a-e57e-4c67-86b0-1f1532923930', 'name': 'network-vif-deleted', 'tag': '24ab493e-c66e-46e0-bbb0-5362ffc73bfb', 'status': 'completed', 'code': 200} Jan 28 10:21:46.714323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cf414157-551b-4c70-9044-12958032f7dc req-0956b1e4-c6a7-48b9-a3a2-544f6102d9db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:46.731292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-cf414157-551b-4c70-9044-12958032f7dc req-0956b1e4-c6a7-48b9-a3a2-544f6102d9db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:46.732449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf414157-551b-4c70-9044-12958032f7dc req-0956b1e4-c6a7-48b9-a3a2-544f6102d9db tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=605dff6a-e57e-4c67-86b0-1f1532923930 HTTP/1.1" status: 200 len: 210 time: 0.0664482 Jan 28 10:21:46.942735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53358) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:47.047589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-45e7e2ce-3e45-45e3-b34c-8135009e7feb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/689de5c2-d248-41ab-9de9-d68b393cbc40 HTTP/1.1" status: 200 len: 993 time: 0.1035945 Jan 28 10:21:50.118721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 24ab493e-c66e-46e0-bbb0-5362ffc73bfb no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:21:50.165782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 24ab493e-c66e-46e0-bbb0-5362ffc73bfb {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:21:50.166171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 24ab493e-c66e-46e0-bbb0-5362ffc73bfb not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:21:52.390549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53380) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:52.590112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 1d05b20d-f75c-49f7-be33-f9d17a6bd1b3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:52.590453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:52.757980 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:52.758299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:52.875668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 1d05b20d-f75c-49f7-be33-f9d17a6bd1b3 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:53.022085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:53.070772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=1d05b20d-f75c-49f7-be33-f9d17a6bd1b3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:53.162691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:53.163082 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Floating IP 74c25910-ae89-49cf-a06a-80013acea036 disassociated (deleted). External IP: 172.25.1.65, port: 95eae084-1c25-4654-8a57-992e1e0b2b58. Jan 28 10:21:53.604266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:21:53.780867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:21:53.791741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:21:53.801551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:53.802161 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:53.803013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:53.857223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-11090bd2-4eca-4642-81e0-652fe212767e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "DELETE /v2.0/floatingips/74c25910-ae89-49cf-a06a-80013acea036 HTTP/1.1" status: 204 len: 168 time: 1.4655271 Jan 28 10:21:53.858035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:53.901888 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'status': 'completed', 'code': 200} Jan 28 10:21:53.986013 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:53.999227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b27cb-1d56-4726-8be3-681de1d6555f req-3f74ab77-e13e-4e94-a3cb-5a3092cb8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:54.000721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-3f74ab77-e13e-4e94-a3cb-5a3092cb8f9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 1097 time: 0.0750575 Jan 28 10:21:54.139500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b27cb-1d56-4726-8be3-681de1d6555f req-578a4646-a07a-4441-8885-4420807151eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:54.141214 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-578a4646-a07a-4441-8885-4420807151eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 200 len: 913 time: 0.1337981 Jan 28 10:21:54.239902 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-9463e40a-6bf6-498b-a728-ad3bc1f768d5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 200 len: 217 time: 0.0905678 Jan 28 10:21:54.314670 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:54.319031 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:21:54.327066 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:21:54.327252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b27cb-1d56-4726-8be3-681de1d6555f req-c6c75d2b-7900-4621-8149-8d88353d7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:54.327644 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:54.328692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-c6c75d2b-7900-4621-8149-8d88353d7506 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 200 len: 851 time: 0.0742919 Jan 28 10:21:54.390304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea5856-780c-42c1-aad2-49133027b469 req-918b5daa-ab53-49c4-ae2f-ec82804aab0e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:54.392050 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0dea5856-780c-42c1-aad2-49133027b469 req-918b5daa-ab53-49c4-ae2f-ec82804aab0e tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.1893737 Jan 28 10:21:54.450115 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0dea5856-780c-42c1-aad2-49133027b469 req-23a6c0c5-77d6-4164-b506-021d9fd1d445 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511181 Jan 28 10:21:54.457106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b27cb-1d56-4726-8be3-681de1d6555f req-6d36cb03-022c-4cf3-a3e4-ae12879c4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:54.458547 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-6d36cb03-022c-4cf3-a3e4-ae12879c4a16 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e791721-0e46-47e4-9ac3-11c27ec201c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218324 Jan 28 10:21:54.512539 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:21:54.598673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-bb9540e5-3934-4a7e-8dec-d54ac21f5015 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325421 Jan 28 10:21:54.741088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-445b27cb-1d56-4726-8be3-681de1d6555f req-c81b024a-5922-4425-9c2b-054ce23f1ad9 service neutron] 10.222.0.25 "GET /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344991 Jan 28 10:21:54.857370 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:21:54.861197 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d1c9b4-eeaa-4885-b18a-ea6ea06e7c20 None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:09:26Z', 'revision_number': 4, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'e89f03a4-988b-4003-b691-24a2af4387c4', 'name': '', 'network_id': '1e791721-0e46-47e4-9ac3-11c27ec201c3', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'mac_address': 'fa:16:3e:95:34:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_interface', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '81850acb-b307-45fe-9160-0ae320c780a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:24Z', 'updated_at': '2022-01-28T10:09:39Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'subnets': [{'id': '81850acb-b307-45fe-9160-0ae320c780a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:21:55.102296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ed5e0d-eb4c-42bc-99d1-7c98c4fae7e9 None None] New status for floating IP 74c25910-ae89-49cf-a06a-80013acea036: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:21:55.634309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8cbeb-e0ac-47f2-a74b-1ba3b99205ac req-8d4815f8-27bf-4633-954b-71432e1e3984 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:55.635006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-89c8cbeb-e0ac-47f2-a74b-1ba3b99205ac req-8d4815f8-27bf-4633-954b-71432e1e3984 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Synchronizing usage tracker for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:21:55.649344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-89c8cbeb-e0ac-47f2-a74b-1ba3b99205ac req-8d4815f8-27bf-4633-954b-71432e1e3984 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Unset dirty status for tenant:6db7b601416e4c82b5fd689579bf8cc5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:21:55.650495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c8cbeb-e0ac-47f2-a74b-1ba3b99205ac req-8d4815f8-27bf-4633-954b-71432e1e3984 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.0936520 Jan 28 10:21:55.697081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89c8cbeb-e0ac-47f2-a74b-1ba3b99205ac req-8dfb4e6d-b41f-4897-9c10-4ec0ddb031ee tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/security-groups?id=5803f746-6d60-4b9b-8bcb-92e0654bb334&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410357 Jan 28 10:21:55.895801 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bda451-025e-4158-a064-6b420ce3e50d req-7ca51ece-ae30-4af8-a9d5-56621f2abb8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:21:55.897237 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5bda451-025e-4158-a064-6b420ce3e50d req-7ca51ece-ae30-4af8-a9d5-56621f2abb8a tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.25 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 946 time: 0.0772324 Jan 28 10:21:55.938735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f36ee051-fb7b-462f-9cb9-005d6d6268ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:55.970518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 95eae084-1c25-4654-8a57-992e1e0b2b58 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:55.970852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:56.211182 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] For port 95eae084-1c25-4654-8a57-992e1e0b2b58, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=95eae084-1c25-4654-8a57-992e1e0b2b58,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:21:56.211549 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:56.435967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 95eae084-1c25-4654-8a57-992e1e0b2b58 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:56.578743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:56.628350 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=95eae084-1c25-4654-8a57-992e1e0b2b58,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:56.703719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] No DVR routers for this DVR port 95eae084-1c25-4654-8a57-992e1e0b2b58 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:21:56.706250 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:56.708688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'name': 'network-vif-deleted', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:21:56.727939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5bda451-025e-4158-a064-6b420ce3e50d req-a656bcd0-feda-4c24-8089-89653f97f723 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.25 "DELETE /v2.0/ports/95eae084-1c25-4654-8a57-992e1e0b2b58 HTTP/1.1" status: 204 len: 173 time: 0.8254895 Jan 28 10:21:56.761084 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3c79c74-b7e7-4d16-8764-aecd978dd563', 'name': 'network-vif-deleted', 'tag': '95eae084-1c25-4654-8a57-992e1e0b2b58', 'status': 'completed', 'code': 200} Jan 28 10:21:56.853498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ec686037-6ccd-4038-944e-f606d1734ca9 req-17c5ee73-0c4c-4fe8-97a7-8d5fa402941f tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3c79c74-b7e7-4d16-8764-aecd978dd563 HTTP/1.1" status: 200 len: 210 time: 0.0419281 Jan 28 10:21:57.946481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53402) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:21:58.100555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Deleting port 014731ab-e27b-461e-8241-7b77cd24aeee {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:21:58.100932 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.268330 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.268577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.389298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Calling delete_port for 014731ab-e27b-461e-8241-7b77cd24aeee owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:21:58.391736 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4ed61bea-8ccb-472f-bdc1-0ac672af8708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.530077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.577315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'Port': ['ID=014731ab-e27b-461e-8241-7b77cd24aeee,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:21:58.764562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.777872 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:58.778969 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f5fead46-5899-429a-bb4d-2d44544a5e24 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "DELETE /v2.0/floatingips/91c15640-b05e-4900-af87-a503480e09ae HTTP/1.1" status: 204 len: 168 time: 0.8315270 Jan 28 10:21:59.066590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 95eae084-1c25-4654-8a57-992e1e0b2b58 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:21:59.104799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 95eae084-1c25-4654-8a57-992e1e0b2b58 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:21:59.105432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 95eae084-1c25-4654-8a57-992e1e0b2b58 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:21:59.497455 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:21:59.516272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:00.922928 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:01.264056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53418) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:01.329737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ebc7114-94dd-42a7-9dc0-bde406042919 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:01.360130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ebc7114-94dd-42a7-9dc0-bde406042919 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:01.422300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ebc7114-94dd-42a7-9dc0-bde406042919 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:01.441336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc7114-94dd-42a7-9dc0-bde406042919 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5803f746-6d60-4b9b-8bcb-92e0654bb334,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:01.451896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2ebc7114-94dd-42a7-9dc0-bde406042919 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:01.453028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2ebc7114-94dd-42a7-9dc0-bde406042919 tempest-TestVolumeBootPattern-1723525846 tempest-TestVolumeBootPattern-1723525846-project] 10.222.0.42 "DELETE /v2.0/security-groups/5803f746-6d60-4b9b-8bcb-92e0654bb334 HTTP/1.1" status: 204 len: 168 time: 0.1879585 Jan 28 10:22:01.507313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53424) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:02.189664 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:02.525028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Deleting port e89f03a4-988b-4003-b691-24a2af4387c4 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:02.525626 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:02.693060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] For port e89f03a4-988b-4003-b691-24a2af4387c4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e89f03a4-988b-4003-b691-24a2af4387c4,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:02.693404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:02.811320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Calling delete_port for e89f03a4-988b-4003-b691-24a2af4387c4 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:03.082516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:03.131396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Pushing event deleted for resources: {'Port': ['ID=e89f03a4-988b-4003-b691-24a2af4387c4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:03.390719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:03.737999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:22:03.910589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:22:03.919120 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] Sync routers for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:22:03.922815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4b9905fe-755b-415a-b4bf-33a17c979fca admin admin] 10.222.0.42 "PUT /v2.0/routers/8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4130852 Jan 28 10:22:03.925889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53430) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:03.929227 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:22:03.929820 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:04.099593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:04.099802 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:22:04.384687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199'}], 'enable_snat': True}, 'gw_port_id': '39633705-2c24-4c35-adf4-9732c543678e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:22:03Z', 'revision_number': 5, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port': {'id': '39633705-2c24-4c35-adf4-9732c543678e', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:6a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:17Z', 'updated_at': '2022-01-28T10:09:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:04.388250 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:04.388472 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] Checking router: 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:22:04.397671 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] Routers {'8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:22:04.398244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Deleting port 39633705-2c24-4c35-adf4-9732c543678e {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:04.398453 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:04.398561 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:04.559766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] Set router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:22:04.579809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] For port 39633705-2c24-4c35-adf4-9732c543678e, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=39633705-2c24-4c35-adf4-9732c543678e,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:04.580230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:04.665076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:22:04Z', 'revision_number': 6, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:04.669927 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee79097d-2e55-451f-b53c-60d1e76b6086 None None] The sync data for ids ['8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13'] in n-d-825178-2 is: [{'id': '8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13', 'name': 'tempest-TestVolumeBootPattern-2119768143-router', 'tenant_id': '6db7b601416e4c82b5fd689579bf8cc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:16Z', 'updated_at': '2022-01-28T10:22:04Z', 'revision_number': 6, 'project_id': '6db7b601416e4c82b5fd689579bf8cc5', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:22:04.709666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Calling delete_port for 39633705-2c24-4c35-adf4-9732c543678e owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:04.872941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:04.945440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Pushing event deleted for resources: {'Port': ['ID=39633705-2c24-4c35-adf4-9732c543678e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:05.017104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.198148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.200199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.222108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.222586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:22:05.234266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.235363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d73b6cb-3c1a-404c-8799-eb585eb28816 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8d1f3f60-37a7-4a9a-a1ab-a818a98f2a13 HTTP/1.1" status: 204 len: 168 time: 1.3085761 Jan 28 10:22:05.238390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53434) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:05.295325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Deleting subnet 81850acb-b307-45fe-9160-0ae320c780a2 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:22:05.298135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.347958 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.426379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.498412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.540255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81850acb-b307-45fe-9160-0ae320c780a2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:05.548144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.550464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f0dca3-7e4d-4f4e-bb43-6f8b20786ed2 None None] Network 1e791721-0e46-47e4-9ac3-11c27ec201c3 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:22:05.554930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b5f2b0f6-6611-4844-8df4-e2832d504456 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/81850acb-b307-45fe-9160-0ae320c780a2 HTTP/1.1" status: 204 len: 168 time: 0.3156097 Jan 28 10:22:05.557672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53438) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:05.669371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.680351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Deleting port f0638b93-d4c5-4f86-8e8b-c74e82297d85 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:05.680697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.812458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] DHCP port deletion for 1e791721-0e46-47e4-9ac3-11c27ec201c3 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:22:05.816686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Deleting port f0638b93-d4c5-4f86-8e8b-c74e82297d85 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:05.817055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:05.889827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] For port f0638b93-d4c5-4f86-8e8b-c74e82297d85, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f0638b93-d4c5-4f86-8e8b-c74e82297d85,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:05.890267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.014316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Calling delete_port for f0638b93-d4c5-4f86-8e8b-c74e82297d85 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:06.022606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] For port f0638b93-d4c5-4f86-8e8b-c74e82297d85, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=f0638b93-d4c5-4f86-8e8b-c74e82297d85,segment=NetworkSegment(b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd),segment_id=b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:06.022996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.093419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.141039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0638b93-d4c5-4f86-8e8b-c74e82297d85,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:06.142821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] No DVR routers for this DVR port f0638b93-d4c5-4f86-8e8b-c74e82297d85 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:22:06.143001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Calling delete_port for f0638b93-d4c5-4f86-8e8b-c74e82297d85 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:06.216330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:22:06.216699 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:22:06.258368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.283339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e791721-0e46-47e4-9ac3-11c27ec201c3']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:06.298489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:06.298775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9de76aa-dfb2-4ec5-a09b-47bbec7a16bd') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:06.309887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.325720 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.332278 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:22:06.332873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:22:06.345938 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:22:06.422983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.427421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.454175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e791721-0e46-47e4-9ac3-11c27ec201c3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:06.467560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-00467559-6424-48ce-a439-ab70029b8915 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1e791721-0e46-47e4-9ac3-11c27ec201c3 HTTP/1.1" status: 204 len: 168 time: 0.9088428 Jan 28 10:22:06.470404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53442) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:06.560856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f0638b93-d4c5-4f86-8e8b-c74e82297d85 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:06.595512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: f0638b93-d4c5-4f86-8e8b-c74e82297d85 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:22:06.595857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device f0638b93-d4c5-4f86-8e8b-c74e82297d85 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:06.596304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39633705-2c24-4c35-adf4-9732c543678e no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:06.632264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 39633705-2c24-4c35-adf4-9732c543678e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:22:06.632605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39633705-2c24-4c35-adf4-9732c543678e not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:06.633048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e89f03a4-988b-4003-b691-24a2af4387c4 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:06.668272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e89f03a4-988b-4003-b691-24a2af4387c4 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:22:06.668910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e89f03a4-988b-4003-b691-24a2af4387c4 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:06.718399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Deleting port f0638b93-d4c5-4f86-8e8b-c74e82297d85 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:06.718782 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:06.785290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-456f5922-e5d5-4707-afe3-f81424527320 None None] The port 'f0638b93-d4c5-4f86-8e8b-c74e82297d85' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:22:07.131019 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:07.479431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Deleting port b11d5be6-63e1-4525-a8f1-4213fc5222fe {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:07.479678 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:07.650993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] For port b11d5be6-63e1-4525-a8f1-4213fc5222fe, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b11d5be6-63e1-4525-a8f1-4213fc5222fe,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:07.651345 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:07.779814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Calling delete_port for b11d5be6-63e1-4525-a8f1-4213fc5222fe owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:08.093076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:08.141213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b11d5be6-63e1-4525-a8f1-4213fc5222fe,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:08.543410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:08.899985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Router 62187397-7ecd-4625-a722-114e8a302439 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:22:09.072861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:22:09.082522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] Sync routers for ids ['62187397-7ecd-4625-a722-114e8a302439'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:22:09.090632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-36eef5dd-9cde-4678-ad06-6691dcadaae4 admin admin] 10.222.0.42 "PUT /v2.0/routers/62187397-7ecd-4625-a722-114e8a302439/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6191261 Jan 28 10:22:09.092028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] Routers {'62187397-7ecd-4625-a722-114e8a302439'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:22:09.092629 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['62187397-7ecd-4625-a722-114e8a302439'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:09.093252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:09.265582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:09.309414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] Set router 62187397-7ecd-4625-a722-114e8a302439 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:22:09.545279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:09.555468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Deleting port 57c66053-0fee-44b5-bf81-b26d93dac5b6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:09.555908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:09.601457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:22:08Z', 'revision_number': 5, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port': {'id': '57c66053-0fee-44b5-bf81-b26d93dac5b6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:5a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62187397-7ecd-4625-a722-114e8a302439', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:09:38Z', 'updated_at': '2022-01-28T10:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:09.605260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] Checking router: 62187397-7ecd-4625-a722-114e8a302439 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:22:09.614081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] Routers {'62187397-7ecd-4625-a722-114e8a302439'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:22:09.614680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:21:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['62187397-7ecd-4625-a722-114e8a302439'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:09.731397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] For port 57c66053-0fee-44b5-bf81-b26d93dac5b6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=57c66053-0fee-44b5-bf81-b26d93dac5b6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:09.731738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:09.766745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] Set router 62187397-7ecd-4625-a722-114e8a302439 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:22:09.852083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Calling delete_port for 57c66053-0fee-44b5-bf81-b26d93dac5b6 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:09.871170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:22:09Z', 'revision_number': 6, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:09.874987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f184a1d2-52b2-4d3a-bfbd-ac1710bf1446 None None] The sync data for ids ['62187397-7ecd-4625-a722-114e8a302439'] in n-d-825178-2 is: [{'id': '62187397-7ecd-4625-a722-114e8a302439', 'name': 'tempest-TestVolumeBootPattern-92445465-router', 'tenant_id': 'a5329533befe4d80b13df37f3e25601d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:09:36Z', 'updated_at': '2022-01-28T10:22:09Z', 'revision_number': 6, 'project_id': 'a5329533befe4d80b13df37f3e25601d', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:22:10.017298 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.062429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Pushing event deleted for resources: {'Port': ['ID=57c66053-0fee-44b5-bf81-b26d93dac5b6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:10.153942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.326636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.329128 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.353601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.354194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62187397-7ecd-4625-a722-114e8a302439 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:22:10.367131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.368510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-903a4a0d-f9be-4f1f-8614-db32c8846034 admin admin] 10.222.0.42 "DELETE /v2.0/routers/62187397-7ecd-4625-a722-114e8a302439 HTTP/1.1" status: 204 len: 168 time: 1.2742906 Jan 28 10:22:10.371207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53456) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:10.427734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Deleting subnet b23ad617-8ada-4c84-996a-c23ba163c183 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:22:10.430550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.480413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.556271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.633112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.650066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57c66053-0fee-44b5-bf81-b26d93dac5b6 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:10.680448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23ad617-8ada-4c84-996a-c23ba163c183,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:10.682588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.689743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-768ed429-529e-400f-927e-a57135a27034 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b23ad617-8ada-4c84-996a-c23ba163c183 HTTP/1.1" status: 204 len: 168 time: 0.3175106 Jan 28 10:22:10.690948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98762ac-cffa-4ebf-bb48-790ba077b0a6 None None] Network b153024f-b0ad-4f7d-ad95-54385a19cd1c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:22:10.692404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53462) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:10.703377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 57c66053-0fee-44b5-bf81-b26d93dac5b6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:22:10.703713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 57c66053-0fee-44b5-bf81-b26d93dac5b6 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:10.704120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11d5be6-63e1-4525-a8f1-4213fc5222fe no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:10.785687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b11d5be6-63e1-4525-a8f1-4213fc5222fe {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:22:10.786025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b11d5be6-63e1-4525-a8f1-4213fc5222fe not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:10.908889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.923643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Deleting port dad68737-a629-47ed-97ae-863bb397694f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:10.923643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:10.978219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] DHCP port deletion for b153024f-b0ad-4f7d-ad95-54385a19cd1c request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:22:10.982505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Deleting port dad68737-a629-47ed-97ae-863bb397694f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:10.982874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.125216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] For port dad68737-a629-47ed-97ae-863bb397694f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dad68737-a629-47ed-97ae-863bb397694f,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:11.125557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.184949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] For port dad68737-a629-47ed-97ae-863bb397694f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dad68737-a629-47ed-97ae-863bb397694f,segment=NetworkSegment(b5a21a28-0157-457d-aa14-9973975f5d6b),segment_id=b5a21a28-0157-457d-aa14-9973975f5d6b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:11.185243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.249067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Calling delete_port for dad68737-a629-47ed-97ae-863bb397694f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:11.305817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Calling delete_port for dad68737-a629-47ed-97ae-863bb397694f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:22:11.322881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.372117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Pushing event deleted for resources: {'Port': ['ID=dad68737-a629-47ed-97ae-863bb397694f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:11.375353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] No DVR routers for this DVR port dad68737-a629-47ed-97ae-863bb397694f on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:22:11.418009 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:22:11.418354 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:22:11.488687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.513012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b153024f-b0ad-4f7d-ad95-54385a19cd1c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:11.526104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a21a28-0157-457d-aa14-9973975f5d6b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:11.526402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a21a28-0157-457d-aa14-9973975f5d6b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:22:11.538202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.554718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.560570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:22:11.560973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:22:11.574025 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:22:11.648142 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.663750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.676291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] Pushing event deleted for resources: {'Network': ['ID=b153024f-b0ad-4f7d-ad95-54385a19cd1c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:11.680950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-90260cf5-b9b8-4527-a146-a8bcfa243106 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b153024f-b0ad-4f7d-ad95-54385a19cd1c HTTP/1.1" status: 204 len: 168 time: 0.9875638 Jan 28 10:22:11.793609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53468) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:11.840294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-57e41727-4b06-4cbb-b6cb-f8b6cf794483 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6db7b601416e4c82b5fd689579bf8cc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455186 Jan 28 10:22:11.842521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53472) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:11.897780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e93d62a-05d5-4dd5-9836-4b2b6b61d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.919577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Deleting port dad68737-a629-47ed-97ae-863bb397694f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:22:11.920046 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.922400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e93d62a-05d5-4dd5-9836-4b2b6b61d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.973480 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e93d62a-05d5-4dd5-9836-4b2b6b61d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:11.986882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f3aa5204-4081-43bb-aff0-9a1676c17cb1 None None] The port 'dad68737-a629-47ed-97ae-863bb397694f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:22:11.995297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93d62a-05d5-4dd5-9836-4b2b6b61d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c4f0ae-1815-4655-ad20-dd426484cd8d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:12.001272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3e93d62a-05d5-4dd5-9836-4b2b6b61d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:12.002425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3e93d62a-05d5-4dd5-9836-4b2b6b61d6ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3c4f0ae-1815-4655-ad20-dd426484cd8d HTTP/1.1" status: 204 len: 168 time: 0.1589825 Jan 28 10:22:12.344297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53480) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:12.390752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-41285550-b01d-4af1-8222-011a4325b6d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a5329533befe4d80b13df37f3e25601d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452895 Jan 28 10:22:12.393799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53484) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:12.450289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9ff-c8f8-4b34-bdf1-966cab5455c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:12.478587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9ff-c8f8-4b34-bdf1-966cab5455c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:12.530355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9ff-c8f8-4b34-bdf1-966cab5455c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:12.544635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0a9ff-c8f8-4b34-bdf1-966cab5455c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b0e1b6-c6a7-416c-b73f-61ba56e12a1b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:12.551967 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fae0a9ff-c8f8-4b34-bdf1-966cab5455c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:12.553324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fae0a9ff-c8f8-4b34-bdf1-966cab5455c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c4b0e1b6-c6a7-416c-b73f-61ba56e12a1b HTTP/1.1" status: 204 len: 168 time: 0.1585608 Jan 28 10:22:12.564801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dad68737-a629-47ed-97ae-863bb397694f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:12.600914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: dad68737-a629-47ed-97ae-863bb397694f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:22:12.601257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dad68737-a629-47ed-97ae-863bb397694f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:12.795926 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-5d36ebba-2033-4427-b241-2c803a550c1c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759664 Jan 28 10:22:12.944884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-443edf86-e23c-41c1-9831-76cd7224e6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:12.946380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-443edf86-e23c-41c1-9831-76cd7224e6b9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0792389 Jan 28 10:22:13.106448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-79e57ca1-6f93-432f-9408-5bccef90206e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:13.107903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-79e57ca1-6f93-432f-9408-5bccef90206e service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1409378 Jan 28 10:22:13.210889 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-e4a5961a-95b5-44d5-8346-ff7430d97e16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 1001 time: 0.0954356 Jan 28 10:22:13.275274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-6ff5b11b-a94e-4a75-aad7-c3353601a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:13.276634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-6ff5b11b-a94e-4a75-aad7-c3353601a5c5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0593534 Jan 28 10:22:13.348754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-292fc8a8-a5c4-4356-875e-951429c72e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:13.350165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-292fc8a8-a5c4-4356-875e-951429c72e78 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671473 Jan 28 10:22:13.479369 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-e72dfed1-e67c-4a7c-935a-2bb17c589afe service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221898 Jan 28 10:22:13.722080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-01e60ce8-6976-41c4-945e-0a0ac21d4362 req-4f04ef75-25c9-4853-b5ca-7a627cc914cf service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339468 Jan 28 10:22:13.974851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:15.455120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:19.254917 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:22:19.414938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f3961-3f2f-46c5-adf1-a204284a752b req-dc5d90ca-6932-42a6-9fd7-df846e63840b tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:19.416488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a58f3961-3f2f-46c5-adf1-a204284a752b req-dc5d90ca-6932-42a6-9fd7-df846e63840b tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0704303 Jan 28 10:22:19.455214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a58f3961-3f2f-46c5-adf1-a204284a752b req-0d447003-df7f-44ad-8021-7076df7021cd tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328405 Jan 28 10:22:19.639505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fdb52-ac7a-4860-b484-efae9f2ac282 req-87762ea0-b376-4874-87c9-76ca9efb3661 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:19.640992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb7fdb52-ac7a-4860-b484-efae9f2ac282 req-87762ea0-b376-4874-87c9-76ca9efb3661 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0816896 Jan 28 10:22:19.684156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb7fdb52-ac7a-4860-b484-efae9f2ac282 req-80599adc-3af3-4976-b350-83e5dd01c31d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372021 Jan 28 10:22:19.705902 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53498) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:19.810053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bdd82cdf-7c9c-428e-9fce-0722710bd904 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/689de5c2-d248-41ab-9de9-d68b393cbc40 HTTP/1.1" status: 200 len: 993 time: 0.1023798 Jan 28 10:22:20.670156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-c5ebc8e2-b594-4aa6-81bb-a5d9147ff929 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1334929 Jan 28 10:22:20.682519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e314d21-ea79-410f-b492-5a579893ef18 req-839032c3-7554-4712-bb3c-7f9f821d0586 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:20.683956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e314d21-ea79-410f-b492-5a579893ef18 req-839032c3-7554-4712-bb3c-7f9f821d0586 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.1013007 Jan 28 10:22:20.728365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6e314d21-ea79-410f-b492-5a579893ef18 req-c9d54183-f8a0-442a-bef7-08359a699239 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381472 Jan 28 10:22:21.777728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-20a2a91c-c226-4717-9b57-6033c3b9999c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:21.779277 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-20a2a91c-c226-4717-9b57-6033c3b9999c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1096 time: 0.0743864 Jan 28 10:22:21.970756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-8fb336b1-4138-4615-801e-6817461e3a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:21.972724 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-8fb336b1-4138-4615-801e-6817461e3a52 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1845872 Jan 28 10:22:21.983947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d2891a-3d6e-440e-9100-1aa7a785f810 req-85ee9243-4edc-4ed1-9508-a594cdf11d71 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:21.985299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9d2891a-3d6e-440e-9100-1aa7a785f810 req-85ee9243-4edc-4ed1-9508-a594cdf11d71 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.1275060 Jan 28 10:22:22.110952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9d2891a-3d6e-440e-9100-1aa7a785f810 req-48f728c8-472f-4bb4-ad32-642a2b82786c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778022 Jan 28 10:22:22.115029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-038e76f2-f47c-40e5-810c-fea201e7ef12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 1001 time: 0.1289020 Jan 28 10:22:22.183492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-a743d081-f9ee-4897-97b9-812e1f27a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:22.185000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-a743d081-f9ee-4897-97b9-812e1f27a65d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0579207 Jan 28 10:22:22.264726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-08e1f111-b1c0-4f42-b85f-2b1d77dacafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:22.266172 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-08e1f111-b1c0-4f42-b85f-2b1d77dacafd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716226 Jan 28 10:22:22.400963 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-7f6cef05-11cc-48dc-9f6e-6b952355ac3e service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249425 Jan 28 10:22:22.541529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-8d34603f-f74c-4887-81f5-79a393953ba3 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305385 Jan 28 10:22:23.292425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee727ed-5c22-45d2-a577-fac7c4de7465 req-daba2d29-3f00-4b58-87c5-e0e286828110 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:23.293868 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ee727ed-5c22-45d2-a577-fac7c4de7465 req-daba2d29-3f00-4b58-87c5-e0e286828110 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0795426 Jan 28 10:22:23.335879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5ee727ed-5c22-45d2-a577-fac7c4de7465 req-6a6d7f44-0faf-4439-acf5-3f6e71aa1c6c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365138 Jan 28 10:22:24.519015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c346c-cdc5-4a29-8f84-ca3c58a4c677 req-d9a321ec-1fff-4a12-9dc1-6b25f2cd8b2d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:24.520473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a66c346c-cdc5-4a29-8f84-ca3c58a4c677 req-d9a321ec-1fff-4a12-9dc1-6b25f2cd8b2d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0785277 Jan 28 10:22:24.562835 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a66c346c-cdc5-4a29-8f84-ca3c58a4c677 req-9a83cc05-e32f-49aa-b9dc-593aeb0f4ec4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367322 Jan 28 10:22:25.748052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fed9b2-59f6-4e05-a932-a3fa55619975 req-e19bcf8b-6985-4760-b7fe-3ace5311c51a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:25.749505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67fed9b2-59f6-4e05-a932-a3fa55619975 req-e19bcf8b-6985-4760-b7fe-3ace5311c51a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0780952 Jan 28 10:22:25.795249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67fed9b2-59f6-4e05-a932-a3fa55619975 req-c74858b7-893d-44c2-9887-4b56dd1d0dba tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396345 Jan 28 10:22:25.939796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b4adea0-a541-4309-b4e5-6977d0728de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:26.977922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f12fb82-8b34-4f69-84c2-68a53af68441 req-a7ee6892-bfa1-4ee3-8779-5820c46ff737 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:26.979354 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f12fb82-8b34-4f69-84c2-68a53af68441 req-a7ee6892-bfa1-4ee3-8779-5820c46ff737 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0818872 Jan 28 10:22:27.022001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f12fb82-8b34-4f69-84c2-68a53af68441 req-c7b2bed3-80d8-413b-b47b-3501cb69561d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371292 Jan 28 10:22:28.201218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787b944-bab3-4269-865a-88b75f3284bc req-07c24f8a-7149-42d9-8e68-738b1a40d092 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:28.202630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0787b944-bab3-4269-865a-88b75f3284bc req-07c24f8a-7149-42d9-8e68-738b1a40d092 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0781729 Jan 28 10:22:28.245165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0787b944-bab3-4269-865a-88b75f3284bc req-7f824fb4-1e38-4f4f-96bf-e9799cad4f7d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364237 Jan 28 10:22:28.394789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77b08034-ca9a-4a4a-ab3c-c23c65d76a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:29.427975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f13fc-081a-4418-8ca9-2f0304590880 req-2bd79cd7-785a-454b-90fb-91bd515a841f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:29.429431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f6f13fc-081a-4418-8ca9-2f0304590880 req-2bd79cd7-785a-454b-90fb-91bd515a841f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0774817 Jan 28 10:22:29.472724 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1f6f13fc-081a-4418-8ca9-2f0304590880 req-7cef8edd-0347-4d3d-b92d-9ef5d6a6c788 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377865 Jan 28 10:22:29.492349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:29.514641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:30.752978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab002b6-ef54-44c4-aa41-d583057c4142 req-1b0abd4d-094c-4c9c-94ab-1cbde773ae27 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:30.755092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dab002b6-ef54-44c4-aa41-d583057c4142 req-1b0abd4d-094c-4c9c-94ab-1cbde773ae27 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.1729946 Jan 28 10:22:30.797930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dab002b6-ef54-44c4-aa41-d583057c4142 req-1942db1c-72ac-4680-9ae0-611142220fdf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373328 Jan 28 10:22:30.925841 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:31.981297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eadaa-c987-4988-85ac-62b35b0a33ee req-357f5c38-3aaa-4473-9d20-b73935bbe0e8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:31.982722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633eadaa-c987-4988-85ac-62b35b0a33ee req-357f5c38-3aaa-4473-9d20-b73935bbe0e8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0808396 Jan 28 10:22:32.028702 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-633eadaa-c987-4988-85ac-62b35b0a33ee req-ed9d7598-3700-408c-9d76-d41ed41e9ba2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398476 Jan 28 10:22:33.211269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d86e0-0657-4ce0-8f4c-5c89fbc45655 req-0d217f01-2221-4895-a21a-7d7f83b2fed9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:33.212727 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-524d86e0-0657-4ce0-8f4c-5c89fbc45655 req-0d217f01-2221-4895-a21a-7d7f83b2fed9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0792303 Jan 28 10:22:33.255673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-524d86e0-0657-4ce0-8f4c-5c89fbc45655 req-d9217f45-1631-4ad5-86ea-351ff7fc8734 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0374529 Jan 28 10:22:34.441525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b98d3b9-bff7-417d-950b-a57f40825755 req-e13d1b13-9794-4d3d-8408-0ef63870ecad tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:34.443470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b98d3b9-bff7-417d-950b-a57f40825755 req-e13d1b13-9794-4d3d-8408-0ef63870ecad tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0778849 Jan 28 10:22:34.603116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7b98d3b9-bff7-417d-950b-a57f40825755 req-73902cff-e310-4478-8a95-8b9ffec7a5a5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1540220 Jan 28 10:22:35.785050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901af31f-3259-42d3-8e99-d20a1d667e10 req-6d22740b-0e9b-4b99-9d87-a49dad4aad54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:35.786443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-901af31f-3259-42d3-8e99-d20a1d667e10 req-6d22740b-0e9b-4b99-9d87-a49dad4aad54 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0803440 Jan 28 10:22:35.828379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-901af31f-3259-42d3-8e99-d20a1d667e10 req-6992232d-5ee6-41eb-8202-4c0913ddc5b7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363948 Jan 28 10:22:37.009069 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd1807-fee4-4068-9fe9-8872a9220d90 req-7ebc9731-e095-44b1-b8ec-66baaa00a328 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:37.010495 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89cd1807-fee4-4068-9fe9-8872a9220d90 req-7ebc9731-e095-44b1-b8ec-66baaa00a328 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0786731 Jan 28 10:22:37.054196 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89cd1807-fee4-4068-9fe9-8872a9220d90 req-75538488-509f-468d-aba8-7827e451e03d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376880 Jan 28 10:22:38.234793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81e2e2-1703-4c0b-920a-2b3f9afa009f req-a1c4ba54-c00f-4aa8-92ad-85463c239e89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:38.236217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb81e2e2-1703-4c0b-920a-2b3f9afa009f req-a1c4ba54-c00f-4aa8-92ad-85463c239e89 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0777843 Jan 28 10:22:38.282708 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fb81e2e2-1703-4c0b-920a-2b3f9afa009f req-dcc82488-83cd-41f7-bae0-32e98892e06f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404327 Jan 28 10:22:39.469721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983aa12e-2f56-421e-acb1-3f35a39fca25 req-f0b7fb92-ea62-423d-9100-b0a190e46914 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:39.471169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-983aa12e-2f56-421e-acb1-3f35a39fca25 req-f0b7fb92-ea62-423d-9100-b0a190e46914 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0817451 Jan 28 10:22:39.515076 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-983aa12e-2f56-421e-acb1-3f35a39fca25 req-d4362c1d-55de-4ad2-8d33-78cb9b21b115 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383129 Jan 28 10:22:39.639890 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-e782059e-3859-42d4-88e9-4e92a739f48a req-21bf7d80-4cc4-4f38-8e97-82d516eaa1ed service neutron] show failed (client error): The resource could not be found. Jan 28 10:22:39.640884 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-21bf7d80-4cc4-4f38-8e97-82d516eaa1ed service neutron] 10.222.0.25 "GET /v2.0/ports/4111a043-3ed3-4254-9cc4-bb3b135be407/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0745759 Jan 28 10:22:40.176105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-126c2bdb-c47c-40ba-86b9-022e9853c282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:40.177587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-126c2bdb-c47c-40ba-86b9-022e9853c282 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 1096 time: 0.3364046 Jan 28 10:22:40.189081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:22:40.294214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:40.553726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:40.582123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:22:40.688264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:22:40.695078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:40.717712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Transition to ACTIVE for port object 4111a043-3ed3-4254-9cc4-bb3b135be407 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:22:40.723656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:40.791711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21ffbb5-8ffb-4c5e-94ae-fe9500470882 req-1f896250-dffb-43c2-b484-ff636a6aac83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:40.793847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d21ffbb5-8ffb-4c5e-94ae-fe9500470882 req-1f896250-dffb-43c2-b484-ff636a6aac83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.1716208 Jan 28 10:22:40.896638 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'code': 200} Jan 28 10:22:40.909884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:40.939169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.939507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.939876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.940213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.940540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.940887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.941207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.941525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.941842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.942155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.942471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.942784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:40.986545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d21ffbb5-8ffb-4c5e-94ae-fe9500470882 req-fb04801a-dc23-4439-a215-88ccf660f8df tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1378968 Jan 28 10:22:40.992530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] No DVR routers for this DVR port 4111a043-3ed3-4254-9cc4-bb3b135be407 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:22:41.215107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:22:41.215796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:22:41.215796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:22:41.220356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:22:41.220688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:22:41.226254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:22:41.226591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Checking segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:22:41.226945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Bound using segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:22:41.227349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Bound port: 4111a043-3ed3-4254-9cc4-bb3b135be407, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:22:41.227681 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:41.311899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:22:41.314736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:22:41.318942 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:41.475888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:41.475888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:41.476996 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] 10.222.0.43 "PUT /v2.0/ports/4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 1091 time: 1.2914295 Jan 28 10:22:41.498163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496f4ad0-229d-471d-bec7-99293bbda5a4 service neutron] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:41.579498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-e41718bb-c25a-4233-9cdb-a520bcb3fc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:41.581632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-e41718bb-c25a-4233-9cdb-a520bcb3fc60 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0756934 Jan 28 10:22:41.714076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-7742e61d-6bab-4071-8860-be3af6e71c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:41.715503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-7742e61d-6bab-4071-8860-be3af6e71c25 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1270661 Jan 28 10:22:41.816647 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-1e0c72b4-97f8-466b-9f20-a320cdd20087 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.0952904 Jan 28 10:22:41.875734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-ec9f17c9-bae1-4803-8f0f-b5209146c0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:41.877128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-ec9f17c9-bae1-4803-8f0f-b5209146c0f4 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0553622 Jan 28 10:22:41.950749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782059e-3859-42d4-88e9-4e92a739f48a req-f970c3cf-2771-466b-a4c6-68f25df0aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:41.952165 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-f970c3cf-2771-466b-a4c6-68f25df0aaa5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694330 Jan 28 10:22:42.082072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-cdc75df0-71fa-4459-88de-9972aab42001 service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234493 Jan 28 10:22:42.175991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336caf86-2d99-41a5-a427-0954376b981f req-4d5a1de3-8b9b-43d8-9411-dae294e0003c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:42.177585 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-336caf86-2d99-41a5-a427-0954376b981f req-4d5a1de3-8b9b-43d8-9411-dae294e0003c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.0832188 Jan 28 10:22:42.212742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e782059e-3859-42d4-88e9-4e92a739f48a req-5779ea3c-b897-4d12-ae5a-e66515600d7c service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249440 Jan 28 10:22:42.223043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-336caf86-2d99-41a5-a427-0954376b981f req-db6e96d3-1f7d-4f23-b5b5-abd30e1c5d7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394034 Jan 28 10:22:42.897684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:22:42.954341 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'status': 'completed', 'code': 200} Jan 28 10:22:43.050115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-22a74feb-47e5-430f-bd89-4a220a947f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.051303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-30fff08d-2afe-4f31-8e8c-c71ab087891d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.051732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-22a74feb-47e5-430f-bd89-4a220a947f3c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0751755 Jan 28 10:22:43.053061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-30fff08d-2afe-4f31-8e8c-c71ab087891d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0730209 Jan 28 10:22:43.184870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-c7263009-3a39-401c-9784-8b0f9a56bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.186272 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-c7263009-3a39-401c-9784-8b0f9a56bc9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1283834 Jan 28 10:22:43.242266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-622da40a-a4da-495c-ad4c-0a4c46057ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.244630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-622da40a-a4da-495c-ad4c-0a4c46057ebd service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1830213 Jan 28 10:22:43.299276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-190be8e7-24a1-4dd6-b4d3-ab19b0f1d1a1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.1068959 Jan 28 10:22:43.361464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-ca352115-bafb-4521-b5a7-910975e8d223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.363491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-ca352115-bafb-4521-b5a7-910975e8d223 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0576956 Jan 28 10:22:43.394398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:43.401954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-3b3e2358-e974-4318-9449-98d3ccdc8c38 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.1463792 Jan 28 10:22:43.443722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-6376a3d4-11d0-4967-8ddc-1cf06f64a3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.445169 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-6376a3d4-11d0-4967-8ddc-1cf06f64a3fc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746155 Jan 28 10:22:43.454356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:43.476300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2f9b3-6fd1-4322-b661-c249fe556495 req-fdf3997d-7104-4aee-ad23-a5a0afa49a26 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.477762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3a2f9b3-6fd1-4322-b661-c249fe556495 req-fdf3997d-7104-4aee-ad23-a5a0afa49a26 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.1401436 Jan 28 10:22:43.488291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-a5b19131-1654-4cd1-b6d6-64d04296d8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.489663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-a5b19131-1654-4cd1-b6d6-64d04296d8ae service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0761631 Jan 28 10:22:43.576582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3a2f9b3-6fd1-4322-b661-c249fe556495 req-1d74e9b0-85f5-4246-8ca4-623d6459c2f9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0905309 Jan 28 10:22:43.579057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-ba800e38-a099-418e-8c9d-c54bea27daca service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268578 Jan 28 10:22:43.595415 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-c30a2338-7ae9-4650-80fe-713e7f31454f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:43.597466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-c30a2338-7ae9-4650-80fe-713e7f31454f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947058 Jan 28 10:22:43.714752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-dbf94e1b-326f-4e44-8bd2-4c83a977efe7 service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284711 Jan 28 10:22:43.739435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-05d6e8f1-53c6-449e-b621-c0dca3f56d6a service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329858 Jan 28 10:22:43.880171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09520f5b-298b-4010-bc07-a8fc3cdccecb req-81ad5921-7131-45e9-b70a-741ca3cf2b66 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328831 Jan 28 10:22:43.975205 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:44.762768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc259-84e3-40ab-8fe6-d0df754a5040 req-3e4fcbe1-d1c5-49c6-94bd-78943cbba6b9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:44.764247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6dc259-84e3-40ab-8fe6-d0df754a5040 req-3e4fcbe1-d1c5-49c6-94bd-78943cbba6b9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.0764866 Jan 28 10:22:44.806575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d6dc259-84e3-40ab-8fe6-d0df754a5040 req-f583b32a-16ac-4626-9d01-424fca24da94 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367241 Jan 28 10:22:45.289983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be0179-71ec-4b21-84c8-87ab7ae3a265 req-53c6bf4f-f4a5-40dd-bfc9-4cd2fcade2d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:45.291397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-29be0179-71ec-4b21-84c8-87ab7ae3a265 req-53c6bf4f-f4a5-40dd-bfc9-4cd2fcade2d3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.1108468 Jan 28 10:22:45.298583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-e9d9b919-282d-4c75-823a-d699ec8debc8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:45.300066 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-e9d9b919-282d-4c75-823a-d699ec8debc8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3&tenant_id=52d11a531309462dbddaa5c847a0e4ae&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 943 time: 0.2531791 Jan 28 10:22:45.390671 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-29be0179-71ec-4b21-84c8-87ab7ae3a265 req-0a94005a-4d01-4dda-9dae-08851cba8688 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896878 Jan 28 10:22:45.403327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-20da2d4d-30cb-416a-b50c-a1ef27346791 service neutron] 10.222.0.43 "GET /v2.0/ports/4111a043-3ed3-4254-9cc4-bb3b135be407/bindings/n-h2-825178-2 HTTP/1.1" status: 200 len: 382 time: 0.0900631 Jan 28 10:22:45.497852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-941eceed-1269-4d8d-97dd-eb1a9ddc801b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:45.499325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-941eceed-1269-4d8d-97dd-eb1a9ddc801b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1094 time: 0.0718544 Jan 28 10:22:45.515863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:45.626115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-ea9a3b9c-9935-427d-baeb-2815aff933fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:45.628068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-ea9a3b9c-9935-427d-baeb-2815aff933fe service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1230152 Jan 28 10:22:45.725374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-8c835e75-ca6b-442f-843c-852e238b0169 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.0915856 Jan 28 10:22:45.784971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-995c8686-7ef4-4387-b1bd-05e9872ad704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:45.786294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-995c8686-7ef4-4387-b1bd-05e9872ad704 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0550501 Jan 28 10:22:45.857708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-447e5b9c-d978-4339-97b6-83814b1f0444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:45.859109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-447e5b9c-d978-4339-97b6-83814b1f0444 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664990 Jan 28 10:22:45.986378 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-18639958-b083-4d87-91dc-6411452acadb service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206369 Jan 28 10:22:46.117757 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-09e5e7ea-79bc-43dc-9721-f42e537ebe0e service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249678 Jan 28 10:22:46.291980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:22:46.421827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:46.435077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'mac_address': 'fa:16:3e:95:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:22:46.489971 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:46.507329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:22:46.523643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:46.528030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:46.578328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e45830-cb89-46ec-9195-ef9ba60abcf0 req-a5491e8c-6ffb-45ea-bc43-f3c2efe3039d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:46.579788 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82e45830-cb89-46ec-9195-ef9ba60abcf0 req-a5491e8c-6ffb-45ea-bc43-f3c2efe3039d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 944 time: 0.0828612 Jan 28 10:22:46.596700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:46.604018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.604364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.604723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.605080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.605394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.605717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.606034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.606348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.606673 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.606974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.607284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.607593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:46.624703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82e45830-cb89-46ec-9195-ef9ba60abcf0 req-8b8c2a7a-5d9b-4e30-805e-545e40fbb660 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386181 Jan 28 10:22:46.797121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['4111a043-3ed3-4254-9cc4-bb3b135be407'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:22:47.813511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b4ae0-b8ef-4060-88b6-088bbfef7240 req-2657c33d-153a-4ffe-be70-0c5def6d7d9f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:47.814886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-227b4ae0-b8ef-4060-88b6-088bbfef7240 req-2657c33d-153a-4ffe-be70-0c5def6d7d9f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 944 time: 0.0824194 Jan 28 10:22:47.858625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-227b4ae0-b8ef-4060-88b6-088bbfef7240 req-23380c10-0158-47e7-8417-f6794ad7e39f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380282 Jan 28 10:22:48.112877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-3e7da482-4e47-4b8e-b1a6-66d9d8c79354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:48.114233 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-3e7da482-4e47-4b8e-b1a6-66d9d8c79354 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 1095 time: 0.0718787 Jan 28 10:22:48.128820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:22:48.235875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:48.621827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:48.652624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:22:48.703219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:22:48.711635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:48.724339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Ignored duplicate provisioning block setup for port 4111a043-3ed3-4254-9cc4-bb3b135be407 by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jan 28 10:22:48.727898 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:48.873733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=9']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:48.887240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.887489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.887792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.888122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.888446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.888798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.889128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.889445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.889768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.890082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.890397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.890711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:22:48.936009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] No DVR routers for this DVR port 4111a043-3ed3-4254-9cc4-bb3b135be407 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:22:49.175821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef542f8-3ce8-4621-b81f-fb49ff1956fb req-79852db7-e585-4918-8d0b-e581cc337b27 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.177352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ef542f8-3ce8-4621-b81f-fb49ff1956fb req-79852db7-e585-4918-8d0b-e581cc337b27 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 943 time: 0.1927066 Jan 28 10:22:49.262818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:22:49.263145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:22:49.263463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:22:49.273682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6ef542f8-3ce8-4621-b81f-fb49ff1956fb req-260c2dc6-dff5-4e17-bfaf-acbb8a21ab85 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0711923 Jan 28 10:22:49.274361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:22:49.274673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Attempting to bind port 4111a043-3ed3-4254-9cc4-bb3b135be407 on network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:22:49.279988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:22:49.280322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Checking segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:22:49.280719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Bound using segment: {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:22:49.281143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Bound port: 4111a043-3ed3-4254-9cc4-bb3b135be407, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:22:49.281480 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:49.373423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:22:49.376338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:22:49.380775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:49.438485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.439144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:49.440622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] 10.222.0.25 "PUT /v2.0/ports/4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 1091 time: 1.3155472 Jan 28 10:22:49.443713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:22:49.468299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead18a7-024c-4fe3-8191-56ebd80802c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=10']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:49.519755 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'status': 'completed', 'code': 200} Jan 28 10:22:49.566322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-34d507de-c428-4009-bfb7-412eea949762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.567937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-34d507de-c428-4009-bfb7-412eea949762 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1095 time: 0.0882692 Jan 28 10:22:49.625597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-48762b2a-50b3-4256-a4cb-56c86bbe993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.627265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-48762b2a-50b3-4256-a4cb-56c86bbe993f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1095 time: 0.0954349 Jan 28 10:22:49.714407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-6e5bf87d-6c2e-4a52-985d-2e308e2f37d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.715855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-6e5bf87d-6c2e-4a52-985d-2e308e2f37d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1391258 Jan 28 10:22:49.764773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-0a212394-9cbc-4f1c-ab6b-a203f643b1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.766545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-0a212394-9cbc-4f1c-ab6b-a203f643b1eb service neutron] 10.222.0.43 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1331923 Jan 28 10:22:49.828996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-a5f834e3-b12a-449f-aa0f-2de197e77fd0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.1041582 Jan 28 10:22:49.869368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-6147177e-6b51-47b3-b82d-d56b7b71b145 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.0960970 Jan 28 10:22:49.892520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-45ead9f1-8d2d-4f9b-8a99-f0dbfe324554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.894515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-45ead9f1-8d2d-4f9b-8a99-f0dbfe324554 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0570252 Jan 28 10:22:49.934168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-78a9b03b-398c-4ca8-852e-9e644faaa7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.935609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-78a9b03b-398c-4ca8-852e-9e644faaa7f9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0605583 Jan 28 10:22:49.975164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0684-9285-4982-a3ae-df32caf74150 req-5da200fe-dc7c-451e-b179-22aa6dedc694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:49.976797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-5da200fe-dc7c-451e-b179-22aa6dedc694 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732398 Jan 28 10:22:50.013392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-d4d92b4a-e456-4a2c-a7ce-9f357cafac14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:50.015016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-d4d92b4a-e456-4a2c-a7ce-9f357cafac14 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733078 Jan 28 10:22:50.117231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-4ad2dbe4-2c22-434b-a879-7f89bdb12071 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298647 Jan 28 10:22:50.256443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-67b15d42-8311-4117-922e-ec833af4fb18 service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351034 Jan 28 10:22:50.382778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-82ba0684-9285-4982-a3ae-df32caf74150 req-0ad0c87f-dd21-4ce5-8466-1cd22a8286ed service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561076 Jan 28 10:22:50.389402 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-83b4cfd3-18a6-43aa-8b80-cb00a75f1253 service neutron] 10.222.0.43 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265614 Jan 28 10:22:50.519303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104b8741-91ea-4a07-8b22-7a7eebcbff17 req-34d0b486-a298-4353-840b-9afa963f67ee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:50.520836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-104b8741-91ea-4a07-8b22-7a7eebcbff17 req-34d0b486-a298-4353-840b-9afa963f67ee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 944 time: 0.1369982 Jan 28 10:22:50.548990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-fd15a3dd-e6c3-4811-89b0-7faaeea1bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:50.550951 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-fd15a3dd-e6c3-4811-89b0-7faaeea1bd81 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1095 time: 0.1122730 Jan 28 10:22:50.637412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-104b8741-91ea-4a07-8b22-7a7eebcbff17 req-77b88a6c-df11-412c-8765-491790bbaae3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1092594 Jan 28 10:22:50.694668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-4dec81ea-4206-4f0d-867c-a2a03b662f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:50.696022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-4dec81ea-4206-4f0d-867c-a2a03b662f7b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1350951 Jan 28 10:22:50.798875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-fe7b6b64-c40a-4adc-b077-99d711a3f814 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 999 time: 0.0953486 Jan 28 10:22:50.859958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-e2b6ae78-f3c6-47ed-b7b2-3b1d5e9862d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:50.861343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-e2b6ae78-f3c6-47ed-b7b2-3b1d5e9862d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0558882 Jan 28 10:22:50.934111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13580cd-3b3b-4233-abcf-e947858de79a req-ba65bd2c-6233-45a6-94e8-cd42b5694835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:50.935441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-ba65bd2c-6233-45a6-94e8-cd42b5694835 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669403 Jan 28 10:22:51.066701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-c8fd55f7-2a56-4310-bd3e-abbcc59a922b service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238363 Jan 28 10:22:51.197121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c13580cd-3b3b-4233-abcf-e947858de79a req-c8fd6261-8041-4e15-802e-33d1a43b3859 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234436 Jan 28 10:22:51.438951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:22:51.569533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:51.583087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'port_id': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'mac_address': 'fa:16:3e:95:52:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:22:51.639684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:51.655643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:22:51.670697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:51.678809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:51.744021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:51.827554 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9fa51-bb3c-45dd-b835-865a46c20099 req-65825a9e-746f-45cb-9169-2e2ff62121df tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:51.828922 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dee9fa51-bb3c-45dd-b835-865a46c20099 req-65825a9e-746f-45cb-9169-2e2ff62121df tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0819683 Jan 28 10:22:51.871731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dee9fa51-bb3c-45dd-b835-865a46c20099 req-66181100-c7fe-41a9-b5ab-9b98d5f14efe tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371368 Jan 28 10:22:52.322104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:22:52.382285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:22:52.976059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['4111a043-3ed3-4254-9cc4-bb3b135be407'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:22:53.056855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050fa36-88ef-45a2-a966-3def73e4a888 req-fd48c9be-21d8-441d-b22b-b39f24244bf7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:22:53.058307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5050fa36-88ef-45a2-a966-3def73e4a888 req-fd48c9be-21d8-441d-b22b-b39f24244bf7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 945 time: 0.0827305 Jan 28 10:22:53.101683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5050fa36-88ef-45a2-a966-3def73e4a888 req-cad24bf5-167b-4cea-a100-0c23b70d0d07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378335 Jan 28 10:22:53.125035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53606) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:22:53.232542 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5dd8611b-b2c2-4b74-bde7-e83c790fcbdb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/689de5c2-d248-41ab-9de9-d68b393cbc40 HTTP/1.1" status: 200 len: 992 time: 0.1062863 Jan 28 10:22:55.477730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:22:55.547174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 4111a043-3ed3-4254-9cc4-bb3b135be407 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:22:55.552535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 4111a043-3ed3-4254-9cc4-bb3b135be407 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:22:55.553173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:55.662227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:55.687079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:22:55.697197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:55.701815 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:55.774511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:22:55.801480 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'code': 200} Jan 28 10:22:55.940986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8443afa2-f714-48af-8a27-871b16a96456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:56.255111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:22:56.341582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:22:56.471847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:22:56.484405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 has no active binding in host n-h2-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 10:22:58.395755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-be300cbb-aa0a-415e-8813-af39de94b682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:59.495990 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:22:59.515921 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:00.928778 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:12.865913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-19dc0f64-3908-488e-a920-f479b3dd9469 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1484241 Jan 28 10:23:13.006140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057f41-1933-441e-b777-95478f7b546a req-f1d88a79-a59c-4c54-85ec-3fdac5b54c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:13.007563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-f1d88a79-a59c-4c54-85ec-3fdac5b54c23 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0723155 Jan 28 10:23:13.149420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057f41-1933-441e-b777-95478f7b546a req-34cb1ce4-9f4f-47a1-adb1-ca5171cf26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:13.150822 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-34cb1ce4-9f4f-47a1-adb1-ca5171cf26cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1233425 Jan 28 10:23:13.253443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-ea038657-2399-4bbd-bdec-20085a2c48bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 1001 time: 0.0931568 Jan 28 10:23:13.421171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057f41-1933-441e-b777-95478f7b546a req-c5c77f41-a09d-4ad1-94ea-b73ed5d1ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:13.422505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-c5c77f41-a09d-4ad1-94ea-b73ed5d1ada2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.1620164 Jan 28 10:23:13.499031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e057f41-1933-441e-b777-95478f7b546a req-64db3e10-60db-4283-82d5-db65d76cc7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:13.500488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-64db3e10-60db-4283-82d5-db65d76cc7f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710099 Jan 28 10:23:13.631410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-5cf360bf-21b4-4299-91e1-2607f0ddaa13 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233339 Jan 28 10:23:13.765609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e057f41-1933-441e-b777-95478f7b546a req-2c1606c5-c72c-42ee-a9cc-2dfbb512717f service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252522 Jan 28 10:23:13.979452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:15.499222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:25.783702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c7de6-440d-4680-9ba8-c035736cd13a req-5352289e-cf83-4aef-8b54-fd778d5bb257 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:25.785188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8c7de6-440d-4680-9ba8-c035736cd13a req-5352289e-cf83-4aef-8b54-fd778d5bb257 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0682545 Jan 28 10:23:25.824359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a8c7de6-440d-4680-9ba8-c035736cd13a req-07eb7429-6b32-4bb8-8633-000c8ad1891e tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335026 Jan 28 10:23:25.848124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53630) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:25.942902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b9019472-42df-4634-83a0-08d4216e3320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:26.060537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port ea410dbd-faa8-4457-86f3-ba6e321b001e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:23:26.060911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:26.230275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:26.230597 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:26.355498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for ea410dbd-faa8-4457-86f3-ba6e321b001e owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:23:26.506545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:26.552961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=ea410dbd-faa8-4457-86f3-ba6e321b001e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:26.653953 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:26.654275 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP 689de5c2-d248-41ab-9de9-d68b393cbc40 disassociated (deleted). External IP: 172.25.1.159, port: 4111a043-3ed3-4254-9cc4-bb3b135be407. Jan 28 10:23:27.105477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router e0f63827-2e7a-4548-87e0-305f92dd5847 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:23:27.280854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:23:27.290810 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] Sync routers for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:23:27.300621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:27.301236 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:22:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:27.301370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:27.363969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f41aad06-5367-48fe-ac57-23fc65663326 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/floatingips/689de5c2-d248-41ab-9de9-d68b393cbc40 HTTP/1.1" status: 204 len: 168 time: 1.5146515 Jan 28 10:23:27.365251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:23:27.475395 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'status': 'completed', 'code': 200} Jan 28 10:23:27.522688 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:27.576503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-45561f33-de4a-4207-9d04-66a9b23db0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:27.578285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-45561f33-de4a-4207-9d04-66a9b23db0b3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 1097 time: 0.0762298 Jan 28 10:23:27.713751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-aa842ba6-ff3d-49d4-aa36-6abc8e442d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:27.715186 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-aa842ba6-ff3d-49d4-aa36-6abc8e442d7f service neutron] 10.222.0.25 "GET /v2.0/networks?id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 200 len: 897 time: 0.1296022 Jan 28 10:23:27.764363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a772878c-f010-4ddd-b92a-792aa27c3123 req-bb7fde28-c270-416a-9b86-286e02761252 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:27.765852 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a772878c-f010-4ddd-b92a-792aa27c3123 req-bb7fde28-c270-416a-9b86-286e02761252 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 946 time: 0.0969760 Jan 28 10:23:27.788988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-de7f771e-52db-4093-bbb7-93864c83d339 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 200 len: 217 time: 0.0666676 Jan 28 10:23:27.810329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a772878c-f010-4ddd-b92a-792aa27c3123 req-27c576e4-6613-47b7-a049-51c62ad2add6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383356 Jan 28 10:23:27.849578 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:27.850701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-c1ca136d-80ed-40b2-b852-710a60e9f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:27.852124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-c1ca136d-80ed-40b2-b852-710a60e9f31d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 200 len: 835 time: 0.0573144 Jan 28 10:23:27.853469 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] Checking router: e0f63827-2e7a-4548-87e0-305f92dd5847 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:23:27.861520 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:27.862101 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:22:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:27.926261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-a6db435f-63c4-41f1-a04a-25cbe6584ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:27.928321 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-a6db435f-63c4-41f1-a04a-25cbe6584ed5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701003 Jan 28 10:23:28.039825 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:28.062263 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-f26cb042-ae24-4e2c-9637-a511cae9eb95 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252618 Jan 28 10:23:28.193717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6522b028-10c7-447d-8c58-0848e12ebf97 req-f380b424-ffd9-4872-8086-dfc96cc12417 service neutron] 10.222.0.25 "GET /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243038 Jan 28 10:23:28.340562 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:28.344228 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f45621-52d4-461c-82b1-34fa14da2864 None None] The sync data for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 is: [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:21:27Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fcd0bb31-1951-4d83-aff3-85ae884a07d1', 'name': '', 'network_id': '9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:fc:7c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_interface', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:27Z', 'updated_at': '2022-01-28T10:21:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '43af732b-c9af-4cd2-b7b7-58fdeb3d4efa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:23:28.398436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ea07e334-7044-4d9f-b9a8-2a6320df2516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:28.577590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce26e69-62a8-4d4c-bc68-878055646832 None None] New status for floating IP 689de5c2-d248-41ab-9de9-d68b393cbc40: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:23:28.999598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced077e-8374-4ee7-9f49-406eb5113a4a req-46b3f8e0-cf7b-4d19-a9d0-9acfc9cca6ab tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:29.000200 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8ced077e-8374-4ee7-9f49-406eb5113a4a req-46b3f8e0-cf7b-4d19-a9d0-9acfc9cca6ab tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:29.015255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8ced077e-8374-4ee7-9f49-406eb5113a4a req-46b3f8e0-cf7b-4d19-a9d0-9acfc9cca6ab tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:29.016693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ced077e-8374-4ee7-9f49-406eb5113a4a req-46b3f8e0-cf7b-4d19-a9d0-9acfc9cca6ab tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 946 time: 0.0995302 Jan 28 10:23:29.062263 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ced077e-8374-4ee7-9f49-406eb5113a4a req-5076a559-4186-40eb-8f62-834c8e13fbce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=eec1076c-133b-4a28-bea3-c8ee8c1f2010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385525 Jan 28 10:23:29.153677 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5b0ebf66-fd70-462a-b778-87e311885ce1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:29.155461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5b0ebf66-fd70-462a-b778-87e311885ce1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 946 time: 0.0818901 Jan 28 10:23:29.225832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:23:29.226506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:29.498912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:29.520051 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:29.579295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port 4111a043-3ed3-4254-9cc4-bb3b135be407, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4111a043-3ed3-4254-9cc4-bb3b135be407,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:29.579647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:29.702005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for 4111a043-3ed3-4254-9cc4-bb3b135be407 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:23:29.843618 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:29.921285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=4111a043-3ed3-4254-9cc4-bb3b135be407,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:29.971885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] No DVR routers for this DVR port 4111a043-3ed3-4254-9cc4-bb3b135be407 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:23:29.974267 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:29.976893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-deleted', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:23:29.993030 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8110d166-e18e-4992-8c27-9aea63fc6abc req-5d4dd3b6-b975-41e2-9dce-ec1d95d662fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "DELETE /v2.0/ports/4111a043-3ed3-4254-9cc4-bb3b135be407 HTTP/1.1" status: 204 len: 173 time: 0.8296459 Jan 28 10:23:30.030266 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d24821-b46a-4be6-b39f-b07566442fa3', 'name': 'network-vif-deleted', 'tag': '4111a043-3ed3-4254-9cc4-bb3b135be407', 'status': 'completed', 'code': 200} Jan 28 10:23:30.229363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a203cf3b-a371-4c70-b0b2-a889cf474194 req-7dc32204-ae4e-4c07-a7f6-b80ec8519f84 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:30.245816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a203cf3b-a371-4c70-b0b2-a889cf474194 req-7dc32204-ae4e-4c07-a7f6-b80ec8519f84 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:30.247149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a203cf3b-a371-4c70-b0b2-a889cf474194 req-7dc32204-ae4e-4c07-a7f6-b80ec8519f84 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=73d24821-b46a-4be6-b39f-b07566442fa3 HTTP/1.1" status: 200 len: 210 time: 0.0595584 Jan 28 10:23:30.932047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:31.343512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53652) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:31.611285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:23:31.647299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 4111a043-3ed3-4254-9cc4-bb3b135be407 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:23:31.647635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4111a043-3ed3-4254-9cc4-bb3b135be407 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:23:31.893711 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:32.351184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port fcd0bb31-1951-4d83-aff3-85ae884a07d1 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:23:32.351864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:32.534547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port fcd0bb31-1951-4d83-aff3-85ae884a07d1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fcd0bb31-1951-4d83-aff3-85ae884a07d1,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:32.534905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:32.657974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for fcd0bb31-1951-4d83-aff3-85ae884a07d1 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:23:32.840919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:32.891796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=fcd0bb31-1951-4d83-aff3-85ae884a07d1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:33.165490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:33.254781 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:23:33.521875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router e0f63827-2e7a-4548-87e0-305f92dd5847 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:23:33.802688 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:23:33.812212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] Sync routers for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:23:33.818958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0a72b08e-493d-4db7-9e5b-76fda816d1c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/e0f63827-2e7a-4548-87e0-305f92dd5847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4743507 Jan 28 10:23:33.821622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53656) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:33.821767 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:33.822275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:33.890258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting subnet 43af732b-c9af-4cd2-b7b7-58fdeb3d4efa {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:23:33.893148 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:33.946786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:33.997076 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:34.033710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.106811 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.148860 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.151969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Subnet': ['ID=43af732b-c9af-4cd2-b7b7-58fdeb3d4efa,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:34.158645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbb474f-5fed-48e9-ae75-b8eab9b56a06 None None] Network 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:23:34.159119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dbaab35b-6994-43dc-8fa8-b2e97cdf89cd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/subnets/43af732b-c9af-4cd2-b7b7-58fdeb3d4efa HTTP/1.1" status: 204 len: 168 time: 0.3364785 Jan 28 10:23:34.161670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53660) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:34.308897 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:23:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:34.312629 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] Checking router: e0f63827-2e7a-4548-87e0-305f92dd5847 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:23:34.321683 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] Routers {'e0f63827-2e7a-4548-87e0-305f92dd5847'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:34.322275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['e0f63827-2e7a-4548-87e0-305f92dd5847'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:34.349384 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.449844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] DHCP port deletion for 9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:23:34.454359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] Deleting port e4ffa03e-9f98-43b7-853b-50098bfb57a9 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:23:34.454830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.508397 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] Set router e0f63827-2e7a-4548-87e0-305f92dd5847 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:34.561755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.574760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port 64d13cc1-638e-4645-9d7b-2269f22a3e96 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:23:34.575094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.668780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e4ffa03e-9f98-43b7-853b-50098bfb57a9 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:23:34.739690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] For port e4ffa03e-9f98-43b7-853b-50098bfb57a9, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e4ffa03e-9f98-43b7-853b-50098bfb57a9,segment=NetworkSegment(ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9),segment_id=ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:34.740240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.765288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port 64d13cc1-638e-4645-9d7b-2269f22a3e96, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=64d13cc1-638e-4645-9d7b-2269f22a3e96,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:34.765639 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:34.821943 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:23:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:34.825751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5207ca1-6187-4ce0-b86a-303af59eff5b None None] The sync data for ids ['e0f63827-2e7a-4548-87e0-305f92dd5847'] in n-d-825178-2 is: [{'id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1274290977', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:21:22Z', 'updated_at': '2022-01-28T10:23:32Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '64d13cc1-638e-4645-9d7b-2269f22a3e96', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:05:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0f63827-2e7a-4548-87e0-305f92dd5847', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3917, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:21:23Z', 'updated_at': '2022-01-28T10:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:23:34.870951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] Calling delete_port for e4ffa03e-9f98-43b7-853b-50098bfb57a9 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:23:34.890692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for 64d13cc1-638e-4645-9d7b-2269f22a3e96 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:23:35.018516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.042089 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.063632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.114734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=64d13cc1-638e-4645-9d7b-2269f22a3e96,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:35.115022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] Pushing event deleted for resources: {'Port': ['ID=e4ffa03e-9f98-43b7-853b-50098bfb57a9,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:35.132611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd91d7e8-d847-40f5-b95f-d283d4b7604c None None] No DVR routers for this DVR port e4ffa03e-9f98-43b7-853b-50098bfb57a9 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:23:35.321921 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.502789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.504916 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.528813 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.529504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Fanout notify agent at l3_agent the message router_deleted on router e0f63827-2e7a-4548-87e0-305f92dd5847 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:23:35.545180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.546309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1e88145-d12a-4b27-a7a9-b94f3d020d22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/routers/e0f63827-2e7a-4548-87e0-305f92dd5847 HTTP/1.1" status: 204 len: 168 time: 1.3832779 Jan 28 10:23:35.548983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53664) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:35.670037 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.807760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.832477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:35.844166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:35.844459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef74b2e2-001e-4d05-abdf-4ce1d0fd31b9') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:35.855776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.872126 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.878280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:23:35.878658 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:23:35.893174 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:23:35.971885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:35.988809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.002153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Network': ['ID=9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:36.007436 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ba78f525-cac0-4acc-b8b9-0dcba58eb7a4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/networks/9c08d182-fed1-4a7d-bb7c-2ebe9ae83e42 HTTP/1.1" status: 204 len: 168 time: 0.4575076 Jan 28 10:23:36.010093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53668) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:36.076699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8baa588b-9de1-4ce5-94b1-addbb14c90aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.105798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8baa588b-9de1-4ce5-94b1-addbb14c90aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.168950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8baa588b-9de1-4ce5-94b1-addbb14c90aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.191717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baa588b-9de1-4ce5-94b1-addbb14c90aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec1076c-133b-4a28-bea3-c8ee8c1f2010,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:36.203391 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8baa588b-9de1-4ce5-94b1-addbb14c90aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.207083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8baa588b-9de1-4ce5-94b1-addbb14c90aa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/security-groups/eec1076c-133b-4a28-bea3-c8ee8c1f2010 HTTP/1.1" status: 204 len: 168 time: 0.1935451 Jan 28 10:23:36.598792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fcd0bb31-1951-4d83-aff3-85ae884a07d1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:23:36.608114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53676) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:36.614673 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1652907600', 'description': 'tempest-secgroup-smoke-1652907600 description', 'project_id': '52d11a531309462dbddaa5c847a0e4ae'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:36.621723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:36.625906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:36.628804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:36.633116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fcd0bb31-1951-4d83-aff3-85ae884a07d1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:23:36.633460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fcd0bb31-1951-4d83-aff3-85ae884a07d1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:23:36.633879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64d13cc1-638e-4645-9d7b-2269f22a3e96 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:23:36.635439 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:36.646024 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.665552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:36.666193 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 64d13cc1-638e-4645-9d7b-2269f22a3e96 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:23:36.666542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 64d13cc1-638e-4645-9d7b-2269f22a3e96 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:23:36.669648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:36.672639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:36.678957 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:36.749530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.753336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.800434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0274eece-0a58-4115-902b-e9f7bb6a0a34,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:36.803933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.805302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-57f17791-7fd3-49fa-8540-ef3ec7bab81e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1956801 Jan 28 10:23:36.808425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:36.813870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '0274eece-0a58-4115-902b-e9f7bb6a0a34', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:36.820595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:36.824353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:36.827216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:36.833512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:36.850158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.910440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.914059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.940593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea15b6fd-c7e5-4a70-b524-0eeeb527389a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:36.951190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:36.952410 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-103ed545-a5bf-4517-a28f-a982bd3781ce tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430340 Jan 28 10:23:36.955342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53684) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:36.961112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '0274eece-0a58-4115-902b-e9f7bb6a0a34', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:36.967589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:36.972030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:36.975031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:36.980932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:36.998413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.060846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.064092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.088783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8098f4-72e9-4b8a-94b2-62dbb27df025,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:37.097501 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.098706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bf501bbd-38de-468e-95fc-ba9a8f0ecadc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1422534 Jan 28 10:23:37.101607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53688) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:37.106495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '0274eece-0a58-4115-902b-e9f7bb6a0a34', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:37.112872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:37.116819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:37.119877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:37.125477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:37.142282 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.203021 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.206386 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.231210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b98a3747-a30a-47cd-b9e6-1c169eb47928,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:37.241602 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.245785 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ddc79cf6-cf4b-49fc-8818-3e20217fad06 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1403508 Jan 28 10:23:37.245937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53692) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:37.250933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '0274eece-0a58-4115-902b-e9f7bb6a0a34', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:37.258306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:37.262126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:37.264985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:37.270642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:37.286647 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.351509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.354863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.379145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288a7a61-74a3-46f8-a98f-18ba8af295ff,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:37.388547 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.389803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5c0e594a-3144-42bd-ba13-e28e6593885d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428790 Jan 28 10:23:37.392418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:37.397405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '0274eece-0a58-4115-902b-e9f7bb6a0a34', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:37.403747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:37.407526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:37.410370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:37.416029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:37.426159 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:23:37.432980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.495355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.499498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.526188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b0b1fd-c5f0-4652-a7d7-765da69d581f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:37.533323 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.534558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e6e7e79-fdfe-442f-9dac-62c9605de33a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1411467 Jan 28 10:23:37.537273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53700) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:37.542268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '0274eece-0a58-4115-902b-e9f7bb6a0a34', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:37.548871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:37.553207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:37.555999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:37.561944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:37.572632 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:23:37.578937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.644395 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.647757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.670929 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40af0114-dd01-419e-9218-3e5b29a8cd6a,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:37.679265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.681107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-df90e693-f6a7-424b-bb40-cce6eaff87b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428273 Jan 28 10:23:37.683362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53704) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:37.688741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'network': {'name': 'tempest-network-smoke--1673256786', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'port_security_enabled': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:37.695203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:37.699191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:network and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:37.702001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:37.707531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:37.716731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:23:37.720010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.747979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:23:37.756416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.756818 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Added segment cc2f8239-2a4f-45a0-a872-b6f41f87c86b of type vlan for network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 Jan 28 10:23:37.781523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.810167 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.815414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:37.815985 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.919527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350559 Jan 28 10:23:37.922442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:37.925006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d446191-575e-40f9-a392-8fb399b8b2c0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Network': ['ID=02744684-2c82-4e44-8fa4-5b1c58ef3ca1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:37.928903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'admin_state_up': True, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:37.936129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:23:37.936585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:37.940411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:router and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:37.943321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:37.949390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:37.958800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.959838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:37.976744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:38.245351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:38.541245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:38.570167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:38.701553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.88 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/479fddb8-fd96-447f-a0b2-814ad96eacad) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:23:38.941505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:38.969541 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:39.030759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:23:39.033568 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:23:39.037735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:23:39.084313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=479fddb8-fd96-447f-a0b2-814ad96eacad,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:39.445635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:39.778145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:39.976016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 34a9f1e5-bd1e-432a-8595-0b6207303b97 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:23:40.147949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:23:40.159027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Sync routers for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:23:40.168188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:40.168842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:40.173550 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:40.174842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9a24773f-9519-4ba3-9408-931b39a9fea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2514167 Jan 28 10:23:40.178123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53712) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:40.336181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-620477d0-1c29-46b5-b4c9-e4cc4def6909 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=52d11a531309462dbddaa5c847a0e4ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1545923 Jan 28 10:23:40.336406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53716) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:40.351067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:40.464014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350b39c-7f11-4851-b0f2-e92550a9c821 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:40.465401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7350b39c-7f11-4851-b0f2-e92550a9c821 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1278248 Jan 28 10:23:40.468199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53720) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:40.509823 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbbcafc9-f624-4c6b-af3f-ab0837ea5f1a tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382371 Jan 28 10:23:40.510025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53724) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:40.515157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1953108781', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:40.623928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:40.627687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:subnet and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:40.629038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:39Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:40.630965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:40.633425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Checking router: 34a9f1e5-bd1e-432a-8595-0b6207303b97 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:23:40.633772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Updating router 34a9f1e5-bd1e-432a-8595-0b6207303b97 port 479fddb8-fd96-447f-a0b2-814ad96eacad binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:23:40.636637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:40.647304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:23:40.650988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:40.694832 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:40.864297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:40.945305 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Subnet': ['ID=1d06bb7c-dff8-433b-abd0-b5e83cab23e0,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:40.955974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Checking segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:23:40.956333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network hostable DHCP agents. Network: 02744684-2c82-4e44-8fa4-5b1c58ef3ca1, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:23:40.963014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.963358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.963694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.964025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.964352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.964701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.965029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.965357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.965680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.965998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.966319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.966635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:40.982808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:23:40.992588 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 02744684-2c82-4e44-8fa4-5b1c58ef3ca1) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:23:40.996960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:40.997763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.006126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0264918a-532b-43ca-9f4b-6a5ec1ce8e34 None None] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:23:41.020002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eac78607-cbf4-4aef-afd0-a78cc4c11258 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5089538 Jan 28 10:23:41.022823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53728) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:41.107195 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.135545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Transition to ACTIVE for port object 479fddb8-fd96-447f-a0b2-814ad96eacad will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:41.150876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.310717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Attempting to bind port 479fddb8-fd96-447f-a0b2-814ad96eacad on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:23:41.311375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Attempting to bind port 479fddb8-fd96-447f-a0b2-814ad96eacad by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:23:41.311478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Attempting to bind port 479fddb8-fd96-447f-a0b2-814ad96eacad on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:23:41.322559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35300e5a-2f60-49f1-9190-de737f9f75a7 None None] Pushing event updated for resources: {'Port': ['ID=479fddb8-fd96-447f-a0b2-814ad96eacad,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:41.327502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:23:41.327996 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:23:41.328393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.328808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:23:41.329273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Bound port: 479fddb8-fd96-447f-a0b2-814ad96eacad, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:23:41.329637 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.424775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:23:41.425583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.494662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] For port 479fddb8-fd96-447f-a0b2-814ad96eacad, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:23:41.506967 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] For port 479fddb8-fd96-447f-a0b2-814ad96eacad, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=479fddb8-fd96-447f-a0b2-814ad96eacad,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:23:41.513968 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.657031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:41.657653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:41.713874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:41.735352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35300e5a-2f60-49f1-9190-de737f9f75a7 None None] Pushing event updated for resources: {'Port': ['ID=479fddb8-fd96-447f-a0b2-814ad96eacad,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:41.771697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Allocated IP 172.20.0.2 (02744684-2c82-4e44-8fa4-5b1c58ef3ca1/1d06bb7c-dff8-433b-abd0-b5e83cab23e0/d482867b-69ca-44d3-82e2-5d15a9d7f834) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:23:41.947146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:42.301494 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.319138 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Transition to ACTIVE for port object d482867b-69ca-44d3-82e2-5d15a9d7f834 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:42.344329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Transition to ACTIVE for port object d482867b-69ca-44d3-82e2-5d15a9d7f834 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:42.351856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.413190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.1 (02744684-2c82-4e44-8fa4-5b1c58ef3ca1/1d06bb7c-dff8-433b-abd0-b5e83cab23e0/c257304d-0f7d-437c-8b69-456a126c1fba) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:23:42.427214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:23:42.432837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:23:42.436319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:39Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:42.438256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Pushing event updated for resources: {'Port': ['ID=d482867b-69ca-44d3-82e2-5d15a9d7f834,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:42.440374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:23:42.445879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c53b3ec-d65e-4f18-b3a9-16c8ebbe83d7 None None] The sync data for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 is: [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:39Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:23:42.541889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Attempting to bind port d482867b-69ca-44d3-82e2-5d15a9d7f834 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:23:42.542257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Attempting to bind port d482867b-69ca-44d3-82e2-5d15a9d7f834 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:23:42.542619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Attempting to bind port d482867b-69ca-44d3-82e2-5d15a9d7f834 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:23:42.553973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:23:42.554294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Checking segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:23:42.555228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.555228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Bound using segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:23:42.555529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Bound port: d482867b-69ca-44d3-82e2-5d15a9d7f834, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:23:42.555898 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.589319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.605487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object c257304d-0f7d-437c-8b69-456a126c1fba will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:42.633214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.649874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:23:42.653052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d482867b-69ca-44d3-82e2-5d15a9d7f834,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:23:42.657962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:42.720847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:23:42.726058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:23:42.732204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:23:42.760096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38fbdc-db58-4e9b-b0f8-c0946d8eca3f None None] Pushing event updated for resources: {'Port': ['ID=d482867b-69ca-44d3-82e2-5d15a9d7f834,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:42.790907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=c257304d-0f7d-437c-8b69-456a126c1fba,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:42.807190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:43.107238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:43.525069 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:43.529697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:43.640763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=c257304d-0f7d-437c-8b69-456a126c1fba,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:43.643149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:43.767956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895c545-521b-4eda-b74c-4929cbbefe3f None None] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:23:43.860785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-99889799-d11b-4849-825d-5c6a68328288 None None] Provisioning for port d482867b-69ca-44d3-82e2-5d15a9d7f834 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:43.914482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:23:43.916164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:23:44.015287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:44.110582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 34a9f1e5-bd1e-432a-8595-0b6207303b97 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:23:44.303592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:23:44.303914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ba89e317-da78-4370-8fbc-692ab63486e2 None None] Provisioning for port c257304d-0f7d-437c-8b69-456a126c1fba completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:44.309809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ba89e317-da78-4370-8fbc-692ab63486e2 None None] Provisioning complete for port c257304d-0f7d-437c-8b69-456a126c1fba triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:44.310189 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ba89e317-da78-4370-8fbc-692ab63486e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:44.321902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-306284cd-b75b-4b77-bdaf-6bde34810e6a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/34a9f1e5-bd1e-432a-8595-0b6207303b97/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2977850 Jan 28 10:23:44.327481 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Sync routers for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:23:44.342975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:44.343605 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:44.368960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ba89e317-da78-4370-8fbc-692ab63486e2 None None] Port c257304d-0f7d-437c-8b69-456a126c1fba cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:23:44.542145 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:44.577541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-9586ed9b-80da-4eaa-9e52-53221e1cc641 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:44.611249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-122d35c0-a8d0-45c5-9a78-e0f1dfd55886 None None] Provisioning complete for port c257304d-0f7d-437c-8b69-456a126c1fba triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:44.612115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-9586ed9b-80da-4eaa-9e52-53221e1cc641 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:44.612259 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-122d35c0-a8d0-45c5-9a78-e0f1dfd55886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:44.614470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-9586ed9b-80da-4eaa-9e52-53221e1cc641 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1652907600&fields=id&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 267 time: 0.0912001 Jan 28 10:23:44.706722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-122d35c0-a8d0-45c5-9a78-e0f1dfd55886 None None] Port c257304d-0f7d-437c-8b69-456a126c1fba cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:23:44.742937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d482867b-69ca-44d3-82e2-5d15a9d7f834 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:44.833686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ae402013-af83-4bb9-8ae2-3d8bf4bde2ce None None] Provisioning complete for port c257304d-0f7d-437c-8b69-456a126c1fba triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:44.834324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ae402013-af83-4bb9-8ae2-3d8bf4bde2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:44.862427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d482867b-69ca-44d3-82e2-5d15a9d7f834 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:44.881495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d482867b-69ca-44d3-82e2-5d15a9d7f834 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:44.881770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:44.917696 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 2, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:44.921571 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Checking router: 34a9f1e5-bd1e-432a-8595-0b6207303b97 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:23:44.921917 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Updating router 34a9f1e5-bd1e-432a-8595-0b6207303b97 port c257304d-0f7d-437c-8b69-456a126c1fba binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:23:44.936686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ae402013-af83-4bb9-8ae2-3d8bf4bde2ce None None] Port c257304d-0f7d-437c-8b69-456a126c1fba cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:23:44.944600 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-cac462e4-5e81-4a2e-a64d-e9b88139a91e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:44.945319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-cac462e4-5e81-4a2e-a64d-e9b88139a91e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:44.962907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-cac462e4-5e81-4a2e-a64d-e9b88139a91e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:44.964080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-cac462e4-5e81-4a2e-a64d-e9b88139a91e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 797 time: 0.3399343 Jan 28 10:23:44.976699 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:44.983096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-269df1cc-39ec-42ce-a8ad-88f053df825a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/quotas/52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 375 time: 0.0130782 Jan 28 10:23:45.006741 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.040701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d482867b-69ca-44d3-82e2-5d15a9d7f834,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:45.045472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.046364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 479fddb8-fd96-447f-a0b2-814ad96eacad up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:45.075309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-80bd6bf7-e29a-4e04-9cb5-aa1e675d4b60 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:45.090546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-80bd6bf7-e29a-4e04-9cb5-aa1e675d4b60 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:45.091839 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-80bd6bf7-e29a-4e04-9cb5-aa1e675d4b60 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1030717 Jan 28 10:23:45.168164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d482867b-69ca-44d3-82e2-5d15a9d7f834,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:45.185267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 479fddb8-fd96-447f-a0b2-814ad96eacad completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:45.190490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 479fddb8-fd96-447f-a0b2-814ad96eacad triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:45.190863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.242273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-8d89609b-337c-48ba-a333-c63b7aa4445a service neutron] 10.222.0.42 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379478 Jan 28 10:23:45.312696 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.329445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 479fddb8-fd96-447f-a0b2-814ad96eacad, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=479fddb8-fd96-447f-a0b2-814ad96eacad,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:45.333460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.360998 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.373439 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Transition to ACTIVE for port object c257304d-0f7d-437c-8b69-456a126c1fba will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:45.380420 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.383466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-c1a6a5e0-ac40-4dcf-b02e-73d90cc22e98 service neutron] 10.222.0.42 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345742 Jan 28 10:23:45.409162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=479fddb8-fd96-447f-a0b2-814ad96eacad,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:45.537940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.583026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4e32977a-20ed-4051-a6bb-b862c1d55609 req-c735f361-2a41-4fc6-9a6f-a6d2b954bf22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:45.594947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-4e32977a-20ed-4051-a6bb-b862c1d55609 req-c735f361-2a41-4fc6-9a6f-a6d2b954bf22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:45.596092 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e32977a-20ed-4051-a6bb-b862c1d55609 req-c735f361-2a41-4fc6-9a6f-a6d2b954bf22 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 210 time: 0.0580745 Jan 28 10:23:45.617931 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Pushing event updated for resources: {'Port': ['ID=c257304d-0f7d-437c-8b69-456a126c1fba,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:45.639013 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.639354 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.639689 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.639996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.640318 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.640721 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.640982 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.641300 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.641614 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.641926 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.642237 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.642547 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:45.647636 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Attempting to bind port c257304d-0f7d-437c-8b69-456a126c1fba on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:23:45.647945 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Attempting to bind port c257304d-0f7d-437c-8b69-456a126c1fba by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:23:45.648303 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Attempting to bind port c257304d-0f7d-437c-8b69-456a126c1fba on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:23:45.653827 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:23:45.654194 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Checking segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:23:45.654587 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.654970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Bound using segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:23:45.655423 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Bound port: c257304d-0f7d-437c-8b69-456a126c1fba, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:23:45.655792 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.740249 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] For port c257304d-0f7d-437c-8b69-456a126c1fba, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:23:45.743074 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] For port c257304d-0f7d-437c-8b69-456a126c1fba, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c257304d-0f7d-437c-8b69-456a126c1fba,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:23:45.747811 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:45.825163 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:23:45.825776 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:45.887891 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d871ba4-6f8d-4c4a-aacd-1156f32447ec None None] Pushing event updated for resources: {'Port': ['ID=c257304d-0f7d-437c-8b69-456a126c1fba,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:46.007877 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:23:46.310266 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:23:46.313957 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d90af26-a17e-4037-8fde-5153cb6817d6 None None] The sync data for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 is: [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:23:46.701493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c257304d-0f7d-437c-8b69-456a126c1fba up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:46.729777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6095d1ba-942b-4dd9-bbbc-425499c99d85 req-e38a8c3d-9f54-41b0-a155-a020d60f7243 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 210 time: 0.0592310 Jan 28 10:23:46.794168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port c257304d-0f7d-437c-8b69-456a126c1fba completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:46.799741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port c257304d-0f7d-437c-8b69-456a126c1fba triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:46.800116 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:46.928758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:46.964177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port c257304d-0f7d-437c-8b69-456a126c1fba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c257304d-0f7d-437c-8b69-456a126c1fba,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:46.969792 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:46.971205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d482867b-69ca-44d3-82e2-5d15a9d7f834 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:47.092950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=c257304d-0f7d-437c-8b69-456a126c1fba,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:47.108283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.109131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.109131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.109358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.109611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.109951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.110292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.110599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.111007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.111347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.111809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.112124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:23:47.121850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d482867b-69ca-44d3-82e2-5d15a9d7f834 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:47.122173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:47.241990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 479fddb8-fd96-447f-a0b2-814ad96eacad up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:47.312387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 479fddb8-fd96-447f-a0b2-814ad96eacad triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:47.312783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:47.882575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ba445822-6b56-4d69-9ea6-bb1cb78a9844 req-f5bcccbf-ed98-49de-9e2d-714d56ba08d8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 210 time: 0.0450659 Jan 28 10:23:48.604404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c257304d-0f7d-437c-8b69-456a126c1fba up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:48.677746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port c257304d-0f7d-437c-8b69-456a126c1fba triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:48.678114 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:48.897850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-c77ab95b-e8c4-484f-b1d8-58150824509b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:48.898523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-c77ab95b-e8c4-484f-b1d8-58150824509b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:48.913264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fefe63c3-2202-467a-ad02-960e1bba607a req-c77ab95b-e8c4-484f-b1d8-58150824509b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:48.914400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-c77ab95b-e8c4-484f-b1d8-58150824509b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 797 time: 0.1623366 Jan 28 10:23:48.965127 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-e68596fc-e4d1-498b-8584-163adec950d4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 380 time: 0.0427184 Jan 28 10:23:48.973537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'port': {'device_id': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'admin_state_up': True, 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'security_groups': ['0274eece-0a58-4115-902b-e9f7bb6a0a34']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:49.029520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d460934-b51f-43c2-9efb-048b3565f096 req-baed99db-fa27-4f74-9b9d-17ead6852b83 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 210 time: 0.0426724 Jan 28 10:23:49.108897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:49.118080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:49.127648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:23:49.131813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:49.292345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.8 (02744684-2c82-4e44-8fa4-5b1c58ef3ca1/1d06bb7c-dff8-433b-abd0-b5e83cab23e0/0279d80c-85c8-4a37-ab9a-be522edf6030) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:23:49.482825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:49.499517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object 0279d80c-85c8-4a37-ab9a-be522edf6030 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:49.523895 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:49.596452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:23:49.599694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:23:49.602070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:23:49.642731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:49.676103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:49.677347 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:49.705575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-6690571a-9642-42f2-aefa-067be78be1bf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7358868 Jan 28 10:23:49.718151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Request body: {'port': {'device_id': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:49.833263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d32f71c4-4b90-4e3b-9105-fe1ba7089129 None None] Provisioning for port 0279d80c-85c8-4a37-ab9a-be522edf6030 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:49.834476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:49.838195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d32f71c4-4b90-4e3b-9105-fe1ba7089129 None None] Provisioning complete for port 0279d80c-85c8-4a37-ab9a-be522edf6030 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:49.838563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d32f71c4-4b90-4e3b-9105-fe1ba7089129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:49.896304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d32f71c4-4b90-4e3b-9105-fe1ba7089129 None None] Port 0279d80c-85c8-4a37-ab9a-be522edf6030 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:23:50.292762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e1a79-2229-42a7-8bc8-0bb35af15557 req-1a973c39-0a18-4bdf-ab51-f1608e396972 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:50.293357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa9e1a79-2229-42a7-8bc8-0bb35af15557 req-1a973c39-0a18-4bdf-ab51-f1608e396972 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:23:50.365010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-aa9e1a79-2229-42a7-8bc8-0bb35af15557 req-1a973c39-0a18-4bdf-ab51-f1608e396972 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:23:50.366158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa9e1a79-2229-42a7-8bc8-0bb35af15557 req-1a973c39-0a18-4bdf-ab51-f1608e396972 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 931 time: 0.2073970 Jan 28 10:23:50.372163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0279d80c-85c8-4a37-ab9a-be522edf6030 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:23:50.393712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:50.422640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Transition to ACTIVE for port object 0279d80c-85c8-4a37-ab9a-be522edf6030 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:23:50.425888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:50.466349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aa9e1a79-2229-42a7-8bc8-0bb35af15557 req-e5428eb6-0722-4d0e-a26a-bb5a8f10c67f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897720 Jan 28 10:23:50.560598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:50.670456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:23:50.670898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:23:50.671090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:23:50.675902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:23:50.676253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:23:50.681341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:23:50.681676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Checking segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:23:50.682054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Bound using segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:23:50.682470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Bound port: 0279d80c-85c8-4a37-ab9a-be522edf6030, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:23:50.682813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:50.770647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:23:50.773521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:23:50.777971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:50.838514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:50.839129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:50.840494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] 10.222.0.43 "PUT /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 1091 time: 1.1277015 Jan 28 10:23:50.840978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:23:50.871867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54f0a0a-4495-4a7c-8967-18c5f5101dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:50.912601 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'status': 'completed', 'code': 200} Jan 28 10:23:50.962629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-eab29b06-a22c-44d7-8083-474da2d217be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:50.964119 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-eab29b06-a22c-44d7-8083-474da2d217be service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1094 time: 0.0833151 Jan 28 10:23:51.039017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-83bc30e8-e3cd-41a1-9e65-6b557e142d2a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 217 time: 0.0682435 Jan 28 10:23:51.100884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-baa8942f-109f-4824-9945-1c11ce367f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:51.102199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-baa8942f-109f-4824-9945-1c11ce367f33 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0579219 Jan 28 10:23:51.177697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe63c3-2202-467a-ad02-960e1bba607a req-a32d1a7c-5f1a-4c6a-a3b5-51e4c7072450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:51.179109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-a32d1a7c-5f1a-4c6a-a3b5-51e4c7072450 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713091 Jan 28 10:23:51.307202 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-5bdf8450-23cc-4072-b0e6-a46b45a9c1b6 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216612 Jan 28 10:23:51.434157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fefe63c3-2202-467a-ad02-960e1bba607a req-02393dbc-09eb-45b8-826d-3ec2f41da8c0 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210864 Jan 28 10:23:51.556818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76889462-bffc-4630-83d1-4c32a14decac req-7f260f90-a79b-4840-9e48-4820196cc78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:51.558288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-7f260f90-a79b-4840-9e48-4820196cc78d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1094 time: 0.0782294 Jan 28 10:23:51.858947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b756dca-12cf-48ac-a868-809e436e4c53 req-d4d574d3-8d77-4184-bc72-e81214af6c59 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:51.860306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b756dca-12cf-48ac-a868-809e436e4c53 req-d4d574d3-8d77-4184-bc72-e81214af6c59 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 943 time: 0.2787085 Jan 28 10:23:51.862714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76889462-bffc-4630-83d1-4c32a14decac req-796707cb-8c61-4f32-b83c-7368d7e3e70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:51.864047 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-796707cb-8c61-4f32-b83c-7368d7e3e70c service neutron] 10.222.0.43 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.3002877 Jan 28 10:23:51.944129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-04bd669c-5f14-41f6-bc10-ce955ad3a76b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 217 time: 0.0630841 Jan 28 10:23:52.005012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b756dca-12cf-48ac-a868-809e436e4c53 req-d4b8a5bd-a727-4552-bc25-eabaddb1d983 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383305 Jan 28 10:23:52.019287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76889462-bffc-4630-83d1-4c32a14decac req-8084ec0a-02bd-4012-885f-01fa959f6e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:52.021355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-8084ec0a-02bd-4012-885f-01fa959f6e07 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0702462 Jan 28 10:23:52.094827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76889462-bffc-4630-83d1-4c32a14decac req-91bb474d-e15b-49f9-8017-27d0c91de3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:52.096255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-91bb474d-e15b-49f9-8017-27d0c91de3e9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690091 Jan 28 10:23:52.225581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-8cc02e41-d4f5-4fb2-afeb-047b487e7c3b service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222334 Jan 28 10:23:52.358815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-76889462-bffc-4630-83d1-4c32a14decac req-f7d39d56-9a15-4c78-b10a-1f9f066eaad0 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268282 Jan 28 10:23:53.193105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd4f417-2f36-4098-a4fc-20cdbf865b75 req-7bb242c8-d31a-46d9-840c-12f69568f2db tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:53.194602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bd4f417-2f36-4098-a4fc-20cdbf865b75 req-7bb242c8-d31a-46d9-840c-12f69568f2db tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 943 time: 0.0835509 Jan 28 10:23:53.236969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8bd4f417-2f36-4098-a4fc-20cdbf865b75 req-1a90cb89-bbee-4a26-a483-c3601ca690a6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Jan 28 10:23:54.423950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961799cd-b43f-477d-8bb6-c87d29f5d2a3 req-b76bb687-6be0-425c-8843-9679a94ca132 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:54.425421 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-961799cd-b43f-477d-8bb6-c87d29f5d2a3 req-b76bb687-6be0-425c-8843-9679a94ca132 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 943 time: 0.0820718 Jan 28 10:23:54.468473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-961799cd-b43f-477d-8bb6-c87d29f5d2a3 req-6c210cbf-e5d5-49a5-9da4-7df2bcc45d36 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375926 Jan 28 10:23:54.591300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:23:54.719877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:54.735845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'port_id': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'mac_address': 'fa:16:3e:ec:91:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:23:54.789650 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:54.807312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0279d80c-85c8-4a37-ab9a-be522edf6030 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:23:54.823141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:54.826435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:54.892169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:55.026079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0279d80c-85c8-4a37-ab9a-be522edf6030'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:23:55.650698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb3a40-05d7-43fd-92b8-f3734faba20a req-be508091-260b-4b28-9a94-0a15d6c063cb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:55.652144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5fb3a40-05d7-43fd-92b8-f3734faba20a req-be508091-260b-4b28-9a94-0a15d6c063cb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 944 time: 0.0795372 Jan 28 10:23:55.694917 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5fb3a40-05d7-43fd-92b8-f3734faba20a req-ecb53ace-2d89-41ef-82f0-593f3093586e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372794 Jan 28 10:23:55.944048 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9b6a60a0-3177-4ebf-975f-f1c5698338bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:56.604563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:23:56.670097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 0279d80c-85c8-4a37-ab9a-be522edf6030 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:23:56.674949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 0279d80c-85c8-4a37-ab9a-be522edf6030 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:23:56.675451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:56.790981 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:56.817419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:23:56.827041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:23:56.831228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:56.871802 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'code': 200} Jan 28 10:23:56.881049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c156fc-58bb-4efa-8139-93de1178beea req-cfb5c792-bb65-41c7-8e1f-168985b027ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:56.883111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8c156fc-58bb-4efa-8139-93de1178beea req-cfb5c792-bb65-41c7-8e1f-168985b027ca tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0851572 Jan 28 10:23:56.909895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:23:56.967932 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8c156fc-58bb-4efa-8139-93de1178beea req-ffd94297-a464-4e7f-9c00-d3f2ff5d2da3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789180 Jan 28 10:23:56.997416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee7ae60-79c3-4a67-a653-05e2ab14003b req-bbf100e8-0091-40dd-944f-0bdfa74f6bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:56.998849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ee7ae60-79c3-4a67-a653-05e2ab14003b req-bbf100e8-0091-40dd-944f-0bdfa74f6bc5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1096 time: 0.0796080 Jan 28 10:23:57.042361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ee7ae60-79c3-4a67-a653-05e2ab14003b req-218cccc7-95e5-4dc9-abd8-5e66ae387eba service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374198 Jan 28 10:23:58.167708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ce7ed-127b-4ab3-9e6f-c065efca77ad req-f8a79f11-cf2e-4f30-8922-3b9cc019c067 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:58.169243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f3ce7ed-127b-4ab3-9e6f-c065efca77ad req-f8a79f11-cf2e-4f30-8922-3b9cc019c067 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0820730 Jan 28 10:23:58.212750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5f3ce7ed-127b-4ab3-9e6f-c065efca77ad req-0b4f3653-7b8e-4f2b-bb52-57599a2935a9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378242 Jan 28 10:23:58.399497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0aafa6b0-216a-45e8-a24e-845227c151a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:59.395297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e0c59b-fa4f-4df7-bc4c-3f5b88bb8441 req-2b365128-9902-418e-a1f9-b59baab384dc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:59.396783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e0c59b-fa4f-4df7-bc4c-3f5b88bb8441 req-2b365128-9902-418e-a1f9-b59baab384dc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0831025 Jan 28 10:23:59.442920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e0c59b-fa4f-4df7-bc4c-3f5b88bb8441 req-5709a3f3-d1d8-488d-a081-83acfd8ce1f3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405889 Jan 28 10:23:59.503081 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:59.526142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:59.627535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c775945-ad4d-4d5c-9cb9-edca7c1ed3d7 req-449947d7-89c8-4e1a-ba78-6baf77cf39ea tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:59.629513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c775945-ad4d-4d5c-9cb9-edca7c1ed3d7 req-449947d7-89c8-4e1a-ba78-6baf77cf39ea tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0782568 Jan 28 10:23:59.675816 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9c775945-ad4d-4d5c-9cb9-edca7c1ed3d7 req-3c1fede4-a54b-4bac-b2d9-bb3f2ec764a0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Jan 28 10:23:59.697898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53796) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:59.765892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e583896-b3ca-428e-90e8-160c12b49aa6 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:23:59.767258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6e583896-b3ca-428e-90e8-160c12b49aa6 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1091 time: 0.0684190 Jan 28 10:23:59.769996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53800) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:23:59.774675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address': '172.20.0.8'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:23:59.780978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:23:59.784703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:floatingip and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:23:59.787458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:23:59.793004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:23:59.803874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:23:59.940106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:00.075661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.73 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/ac691fd9-db0c-4f4a-b6bf-8ab7d9a71afe) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:24:00.219356 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:00.249016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:00.313462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:24:00.316306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:24:00.319963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:24:00.355826 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=ac691fd9-db0c-4f4a-b6bf-8ab7d9a71afe,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:00.372879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.373223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.373558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.373885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.374209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.374533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.374857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.375178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.375496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.375820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.376137 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.376448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:00.842106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:00.914976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:00.933772 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:01.120479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:01.124817 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:01.229578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=ac691fd9-db0c-4f4a-b6bf-8ab7d9a71afe,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:01.242353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:01.411769 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP e90bfc72-cd88-43ed-afb6-d99b43e2abe9 associated. External IP: 172.25.1.73, port: 0279d80c-85c8-4a37-ab9a-be522edf6030. Jan 28 10:24:01.766216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 34a9f1e5-bd1e-432a-8595-0b6207303b97 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:24:02.071560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:24:02.085584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] Sync routers for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:24:02.099151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:24:02.099988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:02.103462 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:02.168524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-356d1ef8-af2b-42be-98f1-fcbd8cbdde07 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3951435 Jan 28 10:24:02.168524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:02.221171 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'status': 'completed', 'code': 200} Jan 28 10:24:02.337674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:24:02.357310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-42d71da2-2b0b-4127-8d03-23e61c21e071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:02.358790 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-42d71da2-2b0b-4127-8d03-23e61c21e071 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1096 time: 0.1053720 Jan 28 10:24:02.561714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-020bd0d6-7154-48a0-a86f-503f02a3e84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:02.563158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-020bd0d6-7154-48a0-a86f-503f02a3e84a service neutron] 10.222.0.43 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.1961391 Jan 28 10:24:02.574181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647c2aae-054e-452c-815f-70b960aba7c9 req-69638f7e-c2a7-40ba-a40d-4cd79d296868 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:02.575579 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-647c2aae-054e-452c-815f-70b960aba7c9 req-69638f7e-c2a7-40ba-a40d-4cd79d296868 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.1275277 Jan 28 10:24:02.694394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e90bfc72-cd88-43ed-afb6-d99b43e2abe9', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.73', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'port_id': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'mac_address': 'fa:16:3e:ec:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:24:00Z', 'updated_at': '2022-01-28T10:24:00Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:46Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:02.698198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] Checking router: 34a9f1e5-bd1e-432a-8595-0b6207303b97 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:24:02.701361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-647c2aae-054e-452c-815f-70b960aba7c9 req-bb5dc4d7-9c00-437a-8118-fe5c52d83a2a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757935 Jan 28 10:24:02.706807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:24:02.707107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-e736c83c-e639-4051-907e-36c1538c0669 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 998 time: 0.1305296 Jan 28 10:24:02.707978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:23:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:02.725618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:02.771698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-c3f9d2d4-82bd-45fd-95b1-0c28951caa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:02.773181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-c3f9d2d4-82bd-45fd-95b1-0c28951caa9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0596442 Jan 28 10:24:02.835062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1f00d2f-f2cd-43a6-a2ad-69f8a5257ca2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e90bfc72-cd88-43ed-afb6-d99b43e2abe9 HTTP/1.1" status: 200 len: 990 time: 0.1078494 Jan 28 10:24:02.851670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-822a21f8-6f43-4d0d-be9d-f59348bf9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:02.853171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-822a21f8-6f43-4d0d-be9d-f59348bf9753 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746481 Jan 28 10:24:02.918014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:24:03.089907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-9746a18d-0087-4c1a-94b3-4e2484b0e68d service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310171 Jan 28 10:24:03.219156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1177ec1b-8f7d-485f-a239-8c03e1f9d45f req-bd7da5ce-f90a-45b0-aba8-1b698355aefe service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234453 Jan 28 10:24:03.264890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e90bfc72-cd88-43ed-afb6-d99b43e2abe9', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.73', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'port_id': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'mac_address': 'fa:16:3e:ec:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:24:00Z', 'updated_at': '2022-01-28T10:24:00Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:46Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:03.268847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6898cc-da70-454b-941e-c24d3b6d24a6 None None] The sync data for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 is: [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e90bfc72-cd88-43ed-afb6-d99b43e2abe9', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.73', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'port_id': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'mac_address': 'fa:16:3e:ec:91:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:24:00Z', 'updated_at': '2022-01-28T10:24:00Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:46Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:24:03.462338 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc3e5dc-44a6-488f-8694-b49d30046290 None None] New status for floating IP e90bfc72-cd88-43ed-afb6-d99b43e2abe9: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:24:03.838666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:03.950635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-91335679-e953-439d-b3de-efb5f80fa3f8 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e90bfc72-cd88-43ed-afb6-d99b43e2abe9 HTTP/1.1" status: 200 len: 992 time: 0.1108303 Jan 28 10:24:07.880893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-4d87fb21-6202-46f7-b34b-d82e4c0e0313 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0669870 Jan 28 10:24:08.019956 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-6919efc0-3e01-4576-be69-8f3e73424f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:08.022084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-6919efc0-3e01-4576-be69-8f3e73424f83 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1096 time: 0.0736690 Jan 28 10:24:08.191955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-0882e4f8-dffd-4bda-a3e0-482686b5accd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:08.193828 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-0882e4f8-dffd-4bda-a3e0-482686b5accd service neutron] 10.222.0.43 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.1528659 Jan 28 10:24:08.291211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-81c0870c-3ba9-44b6-8356-8a712eec2c89 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 1000 time: 0.0909390 Jan 28 10:24:08.353455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-b69c9719-248f-40eb-af43-5af5bd6fb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:08.354811 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-b69c9719-248f-40eb-af43-5af5bd6fb5de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0583627 Jan 28 10:24:08.425803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-aa445607-dca9-4e9b-9557-2b5ce4a01df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:08.427746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-aa445607-dca9-4e9b-9557-2b5ce4a01df2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669024 Jan 28 10:24:08.558337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-c4b27c7d-5c15-485e-903d-c3266cf75d36 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243329 Jan 28 10:24:08.690023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99b76c5b-5b19-434b-9674-f759ff4fb4ee req-ea15b79a-aad9-4485-b416-f66341ae7152 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255562 Jan 28 10:24:10.253238 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:24:13.996864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:15.498891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:25.945405 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f68f4ae0-10f1-4241-bbf1-19a57482ba68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:28.403596 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-16b34e4f-d7b8-4158-8811-80dac5d7f37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:29.499849 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:29.524258 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:30.765792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab83b48-14d5-4119-9ec0-0011599dca92 req-d69bbff8-3374-492d-8d5e-adb95bc5c6ee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:30.767211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dab83b48-14d5-4119-9ec0-0011599dca92 req-d69bbff8-3374-492d-8d5e-adb95bc5c6ee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0819857 Jan 28 10:24:30.809762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dab83b48-14d5-4119-9ec0-0011599dca92 req-4b3394c6-7836-4311-bd0c-342aa7059b01 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370440 Jan 28 10:24:30.832169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53842) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:30.942087 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:30.942635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-401655ef-8e4b-42da-8ff5-f29d8918a8d0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e90bfc72-cd88-43ed-afb6-d99b43e2abe9 HTTP/1.1" status: 200 len: 992 time: 0.1037219 Jan 28 10:24:31.536886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c5487-c092-47d7-a291-447d17a75c1c req-66df865c-64eb-4da0-aaa4-367dfb0b131c tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:31.538385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-401c5487-c092-47d7-a291-447d17a75c1c req-66df865c-64eb-4da0-aaa4-367dfb0b131c tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1096 time: 0.0699930 Jan 28 10:24:31.578064 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-401c5487-c092-47d7-a291-447d17a75c1c req-b9977175-89c3-4477-86e9-901faec08ef4 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Jan 28 10:24:32.103937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53876) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:32.232575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-c9381194-e6b1-4d5f-8938-15b08a91be1d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274965 Jan 28 10:24:32.758592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-99647d27-4958-48f8-81cc-722b7259a2ba tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:24:32.759553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-99647d27-4958-48f8-81cc-722b7259a2ba tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576310 Jan 28 10:24:32.767948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Request body: {'binding': {'host': 'n-h1-825178-2', 'vnic_type': 'normal', 'profile': {}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:32.768390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Unknown quota resources ['binding']. {{(pid=87541) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 28 10:24:33.068589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on host n-h1-825178-2 for vnic_type normal with profile None {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:24:33.068896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:24:33.069218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:24:33.073671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:24:33.073984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:24:33.078894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:24:33.079222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Checking segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:24:33.079597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Bound using segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:24:33.080010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Bound port: 0279d80c-85c8-4a37-ab9a-be522edf6030, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:24:33.108172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:24:33.112893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] Notify callbacks [] for binding, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:33.114059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bd97cdf6-262c-4bc5-b44f-22007a6eea4a service neutron] 10.222.0.42 "POST /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030/bindings HTTP/1.1" status: 201 len: 389 time: 0.3489904 Jan 28 10:24:33.329324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc47c2ff-a5ff-4523-b494-30694b47fb4d req-07cc5b22-9738-47de-87de-c7b7974c98f9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:33.332492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc47c2ff-a5ff-4523-b494-30694b47fb4d req-07cc5b22-9738-47de-87de-c7b7974c98f9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0866268 Jan 28 10:24:33.376123 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dc47c2ff-a5ff-4523-b494-30694b47fb4d req-17d83392-4c13-4250-8094-e523ab8c2392 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396943 Jan 28 10:24:33.378063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-f2f275ca-e848-468f-b285-d0f395d01bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:33.382225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-f2f275ca-e848-468f-b285-d0f395d01bc9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1096 time: 0.0777061 Jan 28 10:24:33.519353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-01c75193-2c63-45f5-ad11-99e853f27534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:33.520879 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-01c75193-2c63-45f5-ad11-99e853f27534 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.1296480 Jan 28 10:24:33.627387 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-099224c0-4d8c-40c1-8cee-d8b97d9ce3c7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 1000 time: 0.0973876 Jan 28 10:24:33.690879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-8260a395-9dea-439b-9ead-8d0bf13411e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:33.692271 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-8260a395-9dea-439b-9ead-8d0bf13411e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0559976 Jan 28 10:24:33.773590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-c65fb357-d80c-4896-b212-a37d03165a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:33.775044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-c65fb357-d80c-4896-b212-a37d03165a87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724554 Jan 28 10:24:33.911155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-4914e462-0224-426e-98d0-4daeba4c8936 service neutron] 10.222.0.25 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254160 Jan 28 10:24:34.044106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-4f0b6ef2-dc66-4e9c-b9b3-805f03a61443 service neutron] 10.222.0.25 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241353 Jan 28 10:24:34.191062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-e934228f-eca7-45ee-80b1-b18ee45a63c5 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:34.192424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-e934228f-eca7-45ee-80b1-b18ee45a63c5 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915&tenant_id=52d11a531309462dbddaa5c847a0e4ae&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1096 time: 0.0728803 Jan 28 10:24:34.205530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-825178-2'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:34.315749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:34.548226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:34.600512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:24:34.634566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418310af-f508-4cfd-bd57-51d0ec5090c8 req-8148bad7-a058-4534-a3f2-3f4dbfd47f80 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:34.636017 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418310af-f508-4cfd-bd57-51d0ec5090c8 req-8148bad7-a058-4534-a3f2-3f4dbfd47f80 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.1508648 Jan 28 10:24:34.701187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:34.707030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:34.714195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-418310af-f508-4cfd-bd57-51d0ec5090c8 req-d46be2a9-064c-47c4-8047-964193b7ed85 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677905 Jan 28 10:24:34.715416 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:34.861964 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'code': 200} Jan 28 10:24:34.982739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:35.050867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on host n-h2-825178-2 for vnic_type normal with profile {"migrating_to": "n-h1-825178-2"} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:24:35.051233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:24:35.051503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:24:35.056323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:24:35.056638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Attempting to bind port 0279d80c-85c8-4a37-ab9a-be522edf6030 on network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:24:35.061770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:24:35.062100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Checking segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:24:35.062478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Bound using segment: {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:24:35.062897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Bound port: 0279d80c-85c8-4a37-ab9a-be522edf6030, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:24:35.063244 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.089952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e90ad3f4-6a48-4234-af07-e0cf6203e7f8 None None] Provisioning complete for port 0279d80c-85c8-4a37-ab9a-be522edf6030 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:24:35.090493 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e90ad3f4-6a48-4234-af07-e0cf6203e7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.155002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:24:35.157888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:24:35.158329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e90ad3f4-6a48-4234-af07-e0cf6203e7f8 None None] Port 0279d80c-85c8-4a37-ab9a-be522edf6030 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:24:35.165362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.321799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=8']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:35.376076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:35.376722 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.378119 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-0589d01e-fcaf-4d5f-abd6-688e31e8bf52 service neutron] 10.222.0.25 "PUT /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 1121 time: 1.1763730 Jan 28 10:24:35.435742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0279d80c-85c8-4a37-ab9a-be522edf6030'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:24:35.509010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-df5c573f-2f9d-450f-8e4f-46ff45e72bc0 None None] Provisioning complete for port 0279d80c-85c8-4a37-ab9a-be522edf6030 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:24:35.509294 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-df5c573f-2f9d-450f-8e4f-46ff45e72bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.703715 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-df5c573f-2f9d-450f-8e4f-46ff45e72bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.755401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:35.774257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-df5c573f-2f9d-450f-8e4f-46ff45e72bc0 None None] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:35.783004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-df5c573f-2f9d-450f-8e4f-46ff45e72bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:35.828000 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'code': 200} Jan 28 10:24:35.901024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8982686b-cec0-4db4-98e9-dbb2fa801fa6 req-55e62ced-a88d-4861-a867-0fb6228b8803 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:35.902476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8982686b-cec0-4db4-98e9-dbb2fa801fa6 req-55e62ced-a88d-4861-a867-0fb6228b8803 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0795105 Jan 28 10:24:35.947461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8982686b-cec0-4db4-98e9-dbb2fa801fa6 req-558528ef-a5f7-4bc5-89cf-063af82f5056 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391030 Jan 28 10:24:35.962417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c573f-2f9d-450f-8e4f-46ff45e72bc0 None None] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:36.863019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:36.908328 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'status': 'completed', 'code': 200} Jan 28 10:24:37.015933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-8dff2b44-fcd2-4e1c-afa1-9b1c9db6f493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:37.018415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-8dff2b44-fcd2-4e1c-afa1-9b1c9db6f493 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1126 time: 0.0894597 Jan 28 10:24:37.142785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9297dd57-439b-41ff-ad42-2e06dfb3885e req-af40f78e-87f9-45b0-9a39-1681ba1ac35f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:37.144270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9297dd57-439b-41ff-ad42-2e06dfb3885e req-af40f78e-87f9-45b0-9a39-1681ba1ac35f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0858014 Jan 28 10:24:37.161509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-d4e37880-e459-4820-b3a0-70fc2a9c3bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:37.163565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-d4e37880-e459-4820-b3a0-70fc2a9c3bc2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.1390927 Jan 28 10:24:37.190395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9297dd57-439b-41ff-ad42-2e06dfb3885e req-52ebc0be-0bcd-4469-b9e6-62c4f7dcc75d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397351 Jan 28 10:24:37.275017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-673f3f19-2c2b-4a02-be27-d9efd0d069e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 1000 time: 0.1055753 Jan 28 10:24:37.340180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-b3fe4d33-b00f-4eb3-80e8-bbaffc14198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:37.341613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-b3fe4d33-b00f-4eb3-80e8-bbaffc14198e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0602698 Jan 28 10:24:37.427166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-2170f37b-6ecd-4740-aa98-7db843542791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:37.428581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-2170f37b-6ecd-4740-aa98-7db843542791 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804157 Jan 28 10:24:37.585827 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-f4af9453-e761-4fd0-ba33-0fd7e32360d2 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504183 Jan 28 10:24:37.716994 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9744c7a9-c4c9-4d5a-99d3-8880a1982514 req-b11c53db-8dd3-4982-8036-ec65a9226419 service neutron] 10.222.0.43 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251521 Jan 28 10:24:37.859654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:24:38.030837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:38.043931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 has no active binding in host n-h1-825178-2 {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Jan 28 10:24:38.380082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b00ef-f975-46bd-a89a-830ad1b1474f req-c003568d-df51-4d6a-ace9-4980836b3bee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:38.381551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f3b00ef-f975-46bd-a89a-830ad1b1474f req-c003568d-df51-4d6a-ace9-4980836b3bee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0849438 Jan 28 10:24:38.427260 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f3b00ef-f975-46bd-a89a-830ad1b1474f req-bed7cde6-a210-410a-9e1f-4b6b425e79c7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399356 Jan 28 10:24:39.616533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b75792-27d8-409c-9b0d-2f7da027110f req-e47a0e2c-c65f-474c-9411-f3c2a6a951e6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:39.618333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0b75792-27d8-409c-9b0d-2f7da027110f req-e47a0e2c-c65f-474c-9411-f3c2a6a951e6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.0837066 Jan 28 10:24:39.665052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0b75792-27d8-409c-9b0d-2f7da027110f req-93e55afc-f09d-4755-9e90-62eacd3b8611 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411863 Jan 28 10:24:40.476379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-f5fe3066-05e9-4efd-a8bc-4d5625def71e service neutron] 10.222.0.43 "GET /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 384 time: 0.0739555 Jan 28 10:24:40.728173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:40.749841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:24:40.856565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:40.865649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:40.886690 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:40.906398 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'code': 200} Jan 28 10:24:40.944648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213c1c2-14e7-40e8-a36b-81b73460aede req-b7a3b174-db86-41b8-a018-212befdf5ce7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:40.946100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a213c1c2-14e7-40e8-a36b-81b73460aede req-b7a3b174-db86-41b8-a018-212befdf5ce7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 945 time: 0.1701941 Jan 28 10:24:41.123940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a213c1c2-14e7-40e8-a36b-81b73460aede req-22cc4036-de66-49d2-9ffc-bd8fd132740d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715739 Jan 28 10:24:41.139965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Transition to ACTIVE for port object 0279d80c-85c8-4a37-ab9a-be522edf6030 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:24:41.144203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:41.298159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Pushing event updated for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=11']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:41.333230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.334135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.334471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.334804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.335132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.335456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.335892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.336218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.336537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.336878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.337198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.337514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:41.352782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] No DVR routers for this DVR port 0279d80c-85c8-4a37-ab9a-be522edf6030 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:24:41.564389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-6cc2a317-f321-4d09-b688-54763d4ab3b2 service neutron] 10.222.0.43 "PUT /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030/bindings/n-h1-825178-2/activate HTTP/1.1" status: 200 len: 369 time: 1.0830050 Jan 28 10:24:41.695934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-dd43b477-fbd0-424f-ba9b-c7d99beb11cc tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:41.697339 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-dd43b477-fbd0-424f-ba9b-c7d99beb11cc tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915&tenant_id=52d11a531309462dbddaa5c847a0e4ae&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.0762594 Jan 28 10:24:41.774736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-e7e50d3c-fff6-4101-b9d2-f34de28c77e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:41.776121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-e7e50d3c-fff6-4101-b9d2-f34de28c77e6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 1095 time: 0.0674798 Jan 28 10:24:41.872944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-a6b2acf9-a366-4d28-a4e6-ab1f62b24bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:41.874366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-a6b2acf9-a366-4d28-a4e6-ab1f62b24bcd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1095 time: 0.0724673 Jan 28 10:24:42.005123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bcf1f7c5-ac3b-40bd-b515-e7c2dd0634cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:42.007248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-bcf1f7c5-ac3b-40bd-b515-e7c2dd0634cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.1237323 Jan 28 10:24:42.110533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-ca85c2f8-1562-483f-8c0c-db73c924384a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 998 time: 0.0935385 Jan 28 10:24:42.178513 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-d497af36-43a1-40db-947b-6343338fbc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:42.179941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-d497af36-43a1-40db-947b-6343338fbc26 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0600231 Jan 28 10:24:42.315533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-785692a4-4701-49c7-9d96-5a3667eb171b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:42.316908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-785692a4-4701-49c7-9d96-5a3667eb171b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269751 Jan 28 10:24:42.332933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3de31f-6d0a-4329-936b-cc5e0a74893c req-2f87c2bd-8e5c-4a37-9a4c-a163eb6afb03 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:42.334774 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d3de31f-6d0a-4329-936b-cc5e0a74893c req-2f87c2bd-8e5c-4a37-9a4c-a163eb6afb03 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 944 time: 0.0977218 Jan 28 10:24:42.560179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2d3de31f-6d0a-4329-936b-cc5e0a74893c req-ba2bff18-c9cd-4c7e-b084-d19a661998d1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2080083 Jan 28 10:24:42.597222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-a083f233-d34e-45ef-99df-bfb432d8a4a6 service neutron] 10.222.0.25 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718301 Jan 28 10:24:42.728624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-4f5b7006-f39f-4ac5-af4e-136e0036dad6 service neutron] 10.222.0.25 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223502 Jan 28 10:24:43.047900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-9b9a8ebd-99c4-4014-9265-abaedfea037a tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:43.049405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-9b9a8ebd-99c4-4014-9265-abaedfea037a tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915&tenant_id=52d11a531309462dbddaa5c847a0e4ae&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 1095 time: 0.0743446 Jan 28 10:24:43.162486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-b356cb89-1263-49be-87ce-b04983f99e1e service neutron] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:24:43.165443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-b356cb89-1263-49be-87ce-b04983f99e1e service neutron] Notify callbacks [] for binding, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:43.166653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4f25ec61-67f4-49b5-9318-c4e72ca48109 req-b356cb89-1263-49be-87ce-b04983f99e1e service neutron] 10.222.0.25 "DELETE /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030/bindings/n-h2-825178-2 HTTP/1.1" status: 204 len: 173 time: 0.1089704 Jan 28 10:24:43.749668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f73c2-da7f-4fef-be92-9145ac453f57 req-f2f4863c-3107-4767-80b6-43a615e01778 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:43.751128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e6f73c2-da7f-4fef-be92-9145ac453f57 req-f2f4863c-3107-4767-80b6-43a615e01778 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 944 time: 0.0809383 Jan 28 10:24:43.795721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e6f73c2-da7f-4fef-be92-9145ac453f57 req-cec7c6a5-cf22-456c-88cf-64c576892ebf tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387909 Jan 28 10:24:43.968965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7dc6-dcda-4ddf-93cd-a4c350f1a2fe req-417ab740-162f-4661-8109-8704780630da tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:43.970488 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51eb7dc6-dcda-4ddf-93cd-a4c350f1a2fe req-417ab740-162f-4661-8109-8704780630da tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1095 time: 0.0690110 Jan 28 10:24:43.985164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:44.013987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-51eb7dc6-dcda-4ddf-93cd-a4c350f1a2fe req-b0b1b903-a41d-46a9-9c58-827d61419c34 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377603 Jan 28 10:24:44.194591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0f8d85-6818-4171-9064-5ea6951d04cf req-83f0e888-d8c3-490f-aacb-452ae8a8f63b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:44.196016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c0f8d85-6818-4171-9064-5ea6951d04cf req-83f0e888-d8c3-490f-aacb-452ae8a8f63b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 944 time: 0.0778561 Jan 28 10:24:44.243752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c0f8d85-6818-4171-9064-5ea6951d04cf req-47e72091-fff9-404a-aae0-707bb3a40ee2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421345 Jan 28 10:24:44.266494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53924) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:44.368445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-384ac5de-7b9b-449f-b765-62f15adcf677 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e90bfc72-cd88-43ed-afb6-d99b43e2abe9 HTTP/1.1" status: 200 len: 990 time: 0.0993702 Jan 28 10:24:44.878276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:24:44.938536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:24:45.530702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:46.654308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53932) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:46.854473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port ac691fd9-db0c-4f4a-b6bf-8ab7d9a71afe {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:46.854816 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:47.032243 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:47.032490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:47.155592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for ac691fd9-db0c-4f4a-b6bf-8ab7d9a71afe owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:47.254649 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:24:47.304885 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:47.352158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=ac691fd9-db0c-4f4a-b6bf-8ab7d9a71afe,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:47.442026 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:47.442352 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP e90bfc72-cd88-43ed-afb6-d99b43e2abe9 disassociated (deleted). External IP: 172.25.1.73, port: 0279d80c-85c8-4a37-ab9a-be522edf6030. Jan 28 10:24:47.896008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 34a9f1e5-bd1e-432a-8595-0b6207303b97 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:24:48.072564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:24:48.082802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] Sync routers for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:24:48.092104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:24:48.092826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:48.093956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:48.152784 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b4dd75e6-fd69-4a65-9df3-4c173634d046 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/floatingips/e90bfc72-cd88-43ed-afb6-d99b43e2abe9 HTTP/1.1" status: 204 len: 168 time: 1.4973235 Jan 28 10:24:48.153329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:48.200888 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'status': 'completed', 'code': 200} Jan 28 10:24:48.273792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:24:48.304120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-ca3acc3c-cbc7-48bc-adee-ffbabbe76432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:48.305654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-ca3acc3c-cbc7-48bc-adee-ffbabbe76432 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 1095 time: 0.0788305 Jan 28 10:24:48.449446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-963d9c95-9df4-4499-b492-c37bea8e86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:48.451178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-963d9c95-9df4-4499-b492-c37bea8e86d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 200 len: 898 time: 0.1368024 Jan 28 10:24:48.560308 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-2adda3de-4787-4cb7-8649-c7114803a7bc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 200 len: 217 time: 0.1024883 Jan 28 10:24:48.598783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:46Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:48.603300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] Checking router: 34a9f1e5-bd1e-432a-8595-0b6207303b97 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:24:48.611853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:24:48.612458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:48.642313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-8e6db3ab-8f0a-48b9-a828-f39f65570825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:48.643742 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-8e6db3ab-8f0a-48b9-a828-f39f65570825 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 200 len: 835 time: 0.0757375 Jan 28 10:24:48.694646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc617288-5151-4d63-a1db-a38c6be3d0b6 req-a1814a4a-1eca-4a9d-9896-f40160ae8dc5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:48.695409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fc617288-5151-4d63-a1db-a38c6be3d0b6 req-a1814a4a-1eca-4a9d-9896-f40160ae8dc5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:24:48.733004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fc617288-5151-4d63-a1db-a38c6be3d0b6 req-a1814a4a-1eca-4a9d-9896-f40160ae8dc5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:24:48.734084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc617288-5151-4d63-a1db-a38c6be3d0b6 req-a1814a4a-1eca-4a9d-9896-f40160ae8dc5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 944 time: 0.2173307 Jan 28 10:24:48.761188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-191aa4fe-1f7c-412d-93b7-d04088b6f269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:48.762645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-191aa4fe-1f7c-412d-93b7-d04088b6f269 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02744684-2c82-4e44-8fa4-5b1c58ef3ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1119249 Jan 28 10:24:48.793392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:24:48.851745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc617288-5151-4d63-a1db-a38c6be3d0b6 req-a25bdc5c-da1c-4b0d-b306-a0685a36882c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=0274eece-0a58-4115-902b-e9f7bb6a0a34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106539 Jan 28 10:24:48.910503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-1d10e2d8-e8c0-4425-95aa-aa3243855d32 service neutron] 10.222.0.25 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375387 Jan 28 10:24:48.957629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-91d36599-f402-46b3-85df-4fdc446369eb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:48.959835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-91d36599-f402-46b3-85df-4fdc446369eb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 944 time: 0.0895917 Jan 28 10:24:49.035524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port 0279d80c-85c8-4a37-ab9a-be522edf6030 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:49.035830 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:49.051498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36da98a8-467a-4a99-a982-bf01dc88e463 req-60d15699-9b0b-4512-b00a-784c171f3dcb service neutron] 10.222.0.25 "GET /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313076 Jan 28 10:24:49.137870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:46Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:49.141938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f60f34c1-d2b8-41df-9916-5e83db7c9515 None None] The sync data for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 is: [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:23:43Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'c257304d-0f7d-437c-8b69-456a126c1fba', 'name': '', 'network_id': '02744684-2c82-4e44-8fa4-5b1c58ef3ca1', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:ed:28:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:42Z', 'updated_at': '2022-01-28T10:23:46Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '1d06bb7c-dff8-433b-abd0-b5e83cab23e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:24:49.293008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port 0279d80c-85c8-4a37-ab9a-be522edf6030, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0279d80c-85c8-4a37-ab9a-be522edf6030,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:49.293368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:49.372351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb57d4aa-caab-4422-b0d2-3f719124e1cd None None] New status for floating IP e90bfc72-cd88-43ed-afb6-d99b43e2abe9: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:24:49.422409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for 0279d80c-85c8-4a37-ab9a-be522edf6030 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:49.580465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:49.630817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=0279d80c-85c8-4a37-ab9a-be522edf6030,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:49.817256 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] No DVR routers for this DVR port 0279d80c-85c8-4a37-ab9a-be522edf6030 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:24:49.820284 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:49.822671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-deleted', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:24:49.837903 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a28f5f36-bdd9-4dbf-b2f8-238400ad6627 req-f657e6e1-4a20-4aef-b1ee-d48a12ff5d17 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.25 "DELETE /v2.0/ports/0279d80c-85c8-4a37-ab9a-be522edf6030 HTTP/1.1" status: 204 len: 173 time: 0.8693645 Jan 28 10:24:49.871209 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f897d8-7096-434b-9b78-00bdf2bcb915', 'name': 'network-vif-deleted', 'tag': '0279d80c-85c8-4a37-ab9a-be522edf6030', 'status': 'completed', 'code': 200} Jan 28 10:24:50.024502 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3711932-ae1b-4688-8dd6-c5e2a9490776 req-6ef59e4b-4956-4c4f-aabf-be4dfaaf5880 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2f897d8-7096-434b-9b78-00bdf2bcb915 HTTP/1.1" status: 200 len: 210 time: 0.0493417 Jan 28 10:24:51.123504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53960) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:51.781073 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:52.131972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port c257304d-0f7d-437c-8b69-456a126c1fba {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:52.132697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:52.318384 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port c257304d-0f7d-437c-8b69-456a126c1fba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c257304d-0f7d-437c-8b69-456a126c1fba,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:52.318742 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:52.441338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for c257304d-0f7d-437c-8b69-456a126c1fba owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:52.627443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:52.677302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=c257304d-0f7d-437c-8b69-456a126c1fba,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:52.949186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:53.412076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 34a9f1e5-bd1e-432a-8595-0b6207303b97 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:24:53.587453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:24:53.596727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] Sync routers for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:24:53.600413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f9425ba4-0852-493e-8a07-94e4f4a8fb4f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/34a9f1e5-bd1e-432a-8595-0b6207303b97/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4758546 Jan 28 10:24:53.603029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 53964) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:53.606212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:24:53.606809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:53.671967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting subnet 1d06bb7c-dff8-433b-abd0-b5e83cab23e0 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:24:53.674963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:53.731103 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:53.812147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:53.823739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:24:53.886770 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:53.924873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Subnet': ['ID=1d06bb7c-dff8-433b-abd0-b5e83cab23e0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:53.925092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:24:53.928814 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:53.937640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53968) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:53.940895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8dcbd8c3-ebe0-4a5b-a190-418c2a6b94d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/subnets/1d06bb7c-dff8-433b-abd0-b5e83cab23e0 HTTP/1.1" status: 204 len: 168 time: 0.3331389 Jan 28 10:24:53.957323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8c5e06-c95f-4add-ad62-d37c174bd383 None None] Network 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:24:53.995035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 0279d80c-85c8-4a37-ab9a-be522edf6030 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:24:53.995378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0279d80c-85c8-4a37-ab9a-be522edf6030 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:24:54.118796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.301017 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.310622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port 479fddb8-fd96-447f-a0b2-814ad96eacad {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:54.310972 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.328156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:24:52Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '479fddb8-fd96-447f-a0b2-814ad96eacad', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:23:38Z', 'updated_at': '2022-01-28T10:23:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:54.332885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] Checking router: 34a9f1e5-bd1e-432a-8595-0b6207303b97 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:24:54.342119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] Routers {'34a9f1e5-bd1e-432a-8595-0b6207303b97'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:24:54.342725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['34a9f1e5-bd1e-432a-8595-0b6207303b97'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:54.455569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] DHCP port deletion for 02744684-2c82-4e44-8fa4-5b1c58ef3ca1 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:24:54.476916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Deleting port d482867b-69ca-44d3-82e2-5d15a9d7f834 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:54.477290 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.484730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port 479fddb8-fd96-447f-a0b2-814ad96eacad, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=479fddb8-fd96-447f-a0b2-814ad96eacad,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:54.485084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.545971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] Set router 34a9f1e5-bd1e-432a-8595-0b6207303b97 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:24:54.614466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for 479fddb8-fd96-447f-a0b2-814ad96eacad owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:54.681985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:24:54Z', 'revision_number': 6, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:54.693025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d482867b-69ca-44d3-82e2-5d15a9d7f834 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:24:54.745181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113a3535-00a7-4617-87c4-a4233f9e4986 None None] The sync data for ids ['34a9f1e5-bd1e-432a-8595-0b6207303b97'] in n-d-825178-2 is: [{'id': '34a9f1e5-bd1e-432a-8595-0b6207303b97', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1256341885', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:23:37Z', 'updated_at': '2022-01-28T10:24:54Z', 'revision_number': 6, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:24:54.798674 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.848110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=479fddb8-fd96-447f-a0b2-814ad96eacad,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:54.890842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d482867b-69ca-44d3-82e2-5d15a9d7f834,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:54.891224 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:54.937903 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.077447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Calling delete_port for d482867b-69ca-44d3-82e2-5d15a9d7f834 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:55.118113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.120724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.123742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.145703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.146537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Fanout notify agent at l3_agent the message router_deleted on router 34a9f1e5-bd1e-432a-8595-0b6207303b97 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:24:55.164951 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.166180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-083ee75f-9a89-4f26-af57-efd3fbe0c146 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/routers/34a9f1e5-bd1e-432a-8595-0b6207303b97 HTTP/1.1" status: 204 len: 168 time: 1.2269506 Jan 28 10:24:55.168810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53972) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:55.183784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d482867b-69ca-44d3-82e2-5d15a9d7f834,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:55.187856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.228853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:24:55.228853 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:24:55.262218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d482867b-69ca-44d3-82e2-5d15a9d7f834,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:55.270067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.270404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.270780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.271112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.271440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.271756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.272072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.272388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.272726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.273042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.273355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.273664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:24:55.403236 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.413732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port d482867b-69ca-44d3-82e2-5d15a9d7f834 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:55.414054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.626872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d482867b-69ca-44d3-82e2-5d15a9d7f834,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:55.627223 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.730373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Deleting port d482867b-69ca-44d3-82e2-5d15a9d7f834 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:55.731222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.752450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for d482867b-69ca-44d3-82e2-5d15a9d7f834 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:55.829748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.881405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=d482867b-69ca-44d3-82e2-5d15a9d7f834,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:55.887859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] No DVR routers for this DVR port d482867b-69ca-44d3-82e2-5d15a9d7f834 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:24:55.963279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a6805e84-d7cf-4268-8b2b-9463fa4b0e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:55.965563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] For port d482867b-69ca-44d3-82e2-5d15a9d7f834, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d482867b-69ca-44d3-82e2-5d15a9d7f834,segment=NetworkSegment(cc2f8239-2a4f-45a0-a872-b6f41f87c86b),segment_id=cc2f8239-2a4f-45a0-a872-b6f41f87c86b)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:24:55.965944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.015208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.042381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02744684-2c82-4e44-8fa4-5b1c58ef3ca1']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:56.054653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:56.054955 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2f8239-2a4f-45a0-a872-b6f41f87c86b') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:24:56.065911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.081555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.087145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Calling delete_port for d482867b-69ca-44d3-82e2-5d15a9d7f834 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:24:56.089121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:24:56.089593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:24:56.104368 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:24:56.157099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:24:56.157373 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:24:56.187030 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.203861 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.215029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Network': ['ID=02744684-2c82-4e44-8fa4-5b1c58ef3ca1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:56.229980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-afd141f2-5cbd-423f-b83f-ee9934afab2c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/networks/02744684-2c82-4e44-8fa4-5b1c58ef3ca1 HTTP/1.1" status: 204 len: 168 time: 1.0600691 Jan 28 10:24:56.232692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53978) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:56.256117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Deleting port d482867b-69ca-44d3-82e2-5d15a9d7f834 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:24:56.256500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.298423 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-12883168-305a-46ea-bc77-79581ce17b7c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.324548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a87339e3-7b47-48a4-8224-8057e1512866 None None] The port 'd482867b-69ca-44d3-82e2-5d15a9d7f834' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:24:56.327884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-12883168-305a-46ea-bc77-79581ce17b7c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.394253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-12883168-305a-46ea-bc77-79581ce17b7c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.410878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12883168-305a-46ea-bc77-79581ce17b7c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0274eece-0a58-4115-902b-e9f7bb6a0a34,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:56.423725 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-12883168-305a-46ea-bc77-79581ce17b7c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.424861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-12883168-305a-46ea-bc77-79581ce17b7c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/security-groups/0274eece-0a58-4115-902b-e9f7bb6a0a34 HTTP/1.1" status: 204 len: 168 time: 0.1912200 Jan 28 10:24:56.634143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c257304d-0f7d-437c-8b69-456a126c1fba no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:24:56.665349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53986) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:56.669675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: c257304d-0f7d-437c-8b69-456a126c1fba {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:24:56.670015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c257304d-0f7d-437c-8b69-456a126c1fba not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:24:56.670431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 479fddb8-fd96-447f-a0b2-814ad96eacad no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:24:56.670786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486265013', 'description': 'tempest-secgroup-smoke-486265013 description', 'project_id': '52d11a531309462dbddaa5c847a0e4ae'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:56.677872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:56.681886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:56.684679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:56.690675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:56.701577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.703324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 479fddb8-fd96-447f-a0b2-814ad96eacad {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:24:56.703668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 479fddb8-fd96-447f-a0b2-814ad96eacad not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:24:56.721037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:56.725307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:56.728015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:56.733720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:56.803286 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.806936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.849954 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92fd2165-803f-42ab-a384-b7a38367c3b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:56.855588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.860149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c105ce93-6e0d-4407-a10b-28f41773d75f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1903789 Jan 28 10:24:56.860149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:56.865218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '92fd2165-803f-42ab-a384-b7a38367c3b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:56.871897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:56.875611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:56.878424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:56.883940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:56.900367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.958434 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.962311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:56.988749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0e7c0f-9077-4994-97a8-111ec024087d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:56.999459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.000804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5cef8276-b559-4806-b2d2-c8d636f7fea7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401544 Jan 28 10:24:57.003488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53994) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.008254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '92fd2165-803f-42ab-a384-b7a38367c3b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.014504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.018183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.020995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.026806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.044579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.103768 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.107366 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.133016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56e844c-34f2-4477-9ffb-6aa3c0b964bf,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:57.138350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.139621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a3d1d044-ce82-4290-a7d4-4e54e3668220 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1352456 Jan 28 10:24:57.142365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 53998) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.147673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '92fd2165-803f-42ab-a384-b7a38367c3b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.154000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.157682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.160438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.166533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.182421 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.243193 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.247209 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.269787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60ff91f1-b0a7-4237-a53d-31df38390440,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:57.278268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.279490 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2c30a8b-36ac-4b71-9669-e5e089192003 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362436 Jan 28 10:24:57.282202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54002) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.287606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '92fd2165-803f-42ab-a384-b7a38367c3b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.293963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.297687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.300449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.305940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.321830 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.385508 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.388910 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.412271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de3299ef-22fe-4e6c-b9b9-c6e272828868,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:57.420269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.421463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a65790dc-bbd7-40de-be15-0278a3b2672c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1383829 Jan 28 10:24:57.424204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54006) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.429087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '92fd2165-803f-42ab-a384-b7a38367c3b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.435317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.439186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.442035 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.448231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.457413 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:24:57.464357 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.526241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.530202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.550968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291bd517-75a8-4b42-9a1e-fa336e97b0e9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:57.561662 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.562842 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1588ff7f-1f53-4899-8693-73266d6f3f93 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1377165 Jan 28 10:24:57.565484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.570742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'security_group_rule': {'security_group_id': '92fd2165-803f-42ab-a384-b7a38367c3b5', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.576945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.580737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:security_group_rule and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.584170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.589816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.599811 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Project 52d11a531309462dbddaa5c847a0e4ae added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:24:57.606077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.671365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.674692 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.700355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e706f9e4-4e64-4dc8-98df-505109aaa812,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:57.708825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.710008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f6c0b2c7-7a54-4189-be2b-ccff55f140e3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1436248 Jan 28 10:24:57.712988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54014) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.718319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'network': {'name': 'tempest-network-smoke--320584812', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.723797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.727750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:network and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.730528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.736283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.746127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:24:57.749532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.777369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:24:57.786359 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.786699 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Added segment 36230df4-97e5-4c2b-967f-a08a44d46b88 of type vlan for network e5cc0ffc-bb5e-40df-84da-62845929097f Jan 28 10:24:57.811542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.839718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.845045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:24:57.845608 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.946113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2320745 Jan 28 10:24:57.949029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54018) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:24:57.955973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'admin_state_up': True, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:24:57.964541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9193ba-f305-40a4-86ce-549ea840dc21 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Network': ['ID=e5cc0ffc-bb5e-40df-84da-62845929097f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:57.966817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:24:57.970680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:router and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:24:57.973492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:24:57.978443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e5cc0ffc-bb5e-40df-84da-62845929097f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:24:57.979179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:24:57.989036 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:57.990656 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:58.006151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:58.373723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:58.404050 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ac406b24-36f2-4ef8-a385-ae40b9578726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:58.673962 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:58.702803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:58.834475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.123 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/2702cc0e-d75f-4589-91a8-80a3ffb068fa) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:24:58.977931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:59.007052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:59.068932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:24:59.071516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:24:59.073825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:24:59.122187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=2702cc0e-d75f-4589-91a8-80a3ffb068fa,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:24:59.491630 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:59.502191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:59.527768 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:24:59.950368 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:00.157113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 27c6504d-42aa-4e5e-84bc-30a088294fe8 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:25:00.330533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:25:00.339661 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Sync routers for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:25:00.349559 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:25:00.350229 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:00.358859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:00.360145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d5b9d936-f3a0-40f7-9ee8-324c04754b3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4103668 Jan 28 10:25:00.363309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54022) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:00.405765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbd8725a-7460-499e-a132-ea6781f51962 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=52d11a531309462dbddaa5c847a0e4ae&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412502 Jan 28 10:25:00.408194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54026) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:00.526455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:25:00.538082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9520a9-38e4-4228-a031-d8b70526422f tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:00.540864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1b9520a9-38e4-4228-a031-d8b70526422f tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316354 Jan 28 10:25:00.542468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54030) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:00.583174 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff3cb0cd-8b1d-4d11-8d7e-c06bb0089b1f tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373411 Jan 28 10:25:00.583428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54034) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:00.588590 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1834355384', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:25:00.697009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:25:00.701205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:subnet and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:25:00.704052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:25:00.709759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:25:00.719436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:25:00.722863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:00.805782 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:24:59Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:00.809624 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Checking router: 27c6504d-42aa-4e5e-84bc-30a088294fe8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:25:00.809963 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Updating router 27c6504d-42aa-4e5e-84bc-30a088294fe8 port 2702cc0e-d75f-4589-91a8-80a3ffb068fa binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:25:00.861785 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:00.935606 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:00.940804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.019512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Subnet': ['ID=5c5a0f89-562d-4011-bff2-e91a8d007634,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:01.028920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Checking segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:25:01.029275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network hostable DHCP agents. Network: e5cc0ffc-bb5e-40df-84da-62845929097f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:25:01.049356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network e5cc0ffc-bb5e-40df-84da-62845929097f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:25:01.059260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e5cc0ffc-bb5e-40df-84da-62845929097f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:25:01.064010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:01.065420 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.067071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a6f5dd-4fee-402f-8f99-32404a41a520 None None] Network e5cc0ffc-bb5e-40df-84da-62845929097f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:25:01.090989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:01.091586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8207877b-aeef-4bde-a75b-8183d4256e7a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5067832 Jan 28 10:25:01.206578 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.218741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Transition to ACTIVE for port object 2702cc0e-d75f-4589-91a8-80a3ffb068fa will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:01.225914 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.292878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-e5cc0ffc-bb5e-40df-84da-62845929097f', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:25:01.294025 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.327709 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Attempting to bind port 2702cc0e-d75f-4589-91a8-80a3ffb068fa on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:25:01.327958 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Attempting to bind port 2702cc0e-d75f-4589-91a8-80a3ffb068fa by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:25:01.328184 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Attempting to bind port 2702cc0e-d75f-4589-91a8-80a3ffb068fa on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:25:01.338722 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:25:01.339084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:25:01.339474 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.339860 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:25:01.340408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Bound port: 2702cc0e-d75f-4589-91a8-80a3ffb068fa, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:25:01.340652 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.370317 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Pushing event updated for resources: {'Port': ['ID=2702cc0e-d75f-4589-91a8-80a3ffb068fa,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:01.415299 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] For port 2702cc0e-d75f-4589-91a8-80a3ffb068fa, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:25:01.418243 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] For port 2702cc0e-d75f-4589-91a8-80a3ffb068fa, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2702cc0e-d75f-4589-91a8-80a3ffb068fa,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:25:01.425308 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.425648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.425978 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.426302 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.426644 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.427437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.427437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.427640 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.427890 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.428197 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.428509 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.428844 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:01.432335 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.455265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Allocated IP 172.20.0.2 (e5cc0ffc-bb5e-40df-84da-62845929097f/5c5a0f89-562d-4011-bff2-e91a8d007634/6ffe3677-bab1-4503-8bd4-b0a700dea168) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:25:01.515540 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d5d14-6525-4ab9-810d-ac53f3c31cfe None None] Pushing event updated for resources: {'Port': ['ID=2702cc0e-d75f-4589-91a8-80a3ffb068fa,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:01.550436 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:25:01.551084 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:01.725178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.735861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Transition to ACTIVE for port object 6ffe3677-bab1-4503-8bd4-b0a700dea168 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:01.747272 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:25:01.759504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Transition to ACTIVE for port object 6ffe3677-bab1-4503-8bd4-b0a700dea168 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:01.765473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.828756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Network e5cc0ffc-bb5e-40df-84da-62845929097f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:25:01.831344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:25:01.839533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:25:01.848292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Pushing event updated for resources: {'Port': ['ID=6ffe3677-bab1-4503-8bd4-b0a700dea168,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:01.936536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Attempting to bind port 6ffe3677-bab1-4503-8bd4-b0a700dea168 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:25:01.937131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Attempting to bind port 6ffe3677-bab1-4503-8bd4-b0a700dea168 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:25:01.937654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Attempting to bind port 6ffe3677-bab1-4503-8bd4-b0a700dea168 on network e5cc0ffc-bb5e-40df-84da-62845929097f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:25:01.943860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:25:01.944625 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Checking segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:25:01.945030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.945168 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:01.945622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Bound using segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:25:01.946151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Bound port: 6ffe3677-bab1-4503-8bd4-b0a700dea168, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:25:01.946585 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.033842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] For port 6ffe3677-bab1-4503-8bd4-b0a700dea168, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:25:02.037503 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e15534a7-3152-4926-9568-fba372082f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:24:59Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:02.037797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] For port 6ffe3677-bab1-4503-8bd4-b0a700dea168, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ffe3677-bab1-4503-8bd4-b0a700dea168,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:25:02.042058 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15534a7-3152-4926-9568-fba372082f63 None None] The sync data for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 is: [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:24:59Z', 'revision_number': 3, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:25:02.042991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.137307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b64bee-281a-412b-b22d-531bac1c47c8 None None] Pushing event updated for resources: {'Port': ['ID=6ffe3677-bab1-4503-8bd4-b0a700dea168,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:02.402264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.1 (e5cc0ffc-bb5e-40df-84da-62845929097f/5c5a0f89-562d-4011-bff2-e91a8d007634/7e6fd041-4243-41db-aa85-4af6c04d5a53) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:25:02.588563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.605222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object 7e6fd041-4243-41db-aa85-4af6c04d5a53 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:02.634170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.709897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network e5cc0ffc-bb5e-40df-84da-62845929097f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:25:02.713228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:25:02.717440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:25:02.735917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2702cc0e-d75f-4589-91a8-80a3ffb068fa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:02.777057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=7e6fd041-4243-41db-aa85-4af6c04d5a53,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:02.790977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.790977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.791311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.791646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.791975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.792299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.792627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.792979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.793473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.793625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.793947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.794266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:25:02.800175 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.821679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2702cc0e-d75f-4589-91a8-80a3ffb068fa completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:02.827223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2702cc0e-d75f-4589-91a8-80a3ffb068fa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:02.827706 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.961933 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.985045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2702cc0e-d75f-4589-91a8-80a3ffb068fa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2702cc0e-d75f-4589-91a8-80a3ffb068fa,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:25:02.993524 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:02.994608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ffe3677-bab1-4503-8bd4-b0a700dea168 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:03.131615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.167988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2702cc0e-d75f-4589-91a8-80a3ffb068fa,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:03.201049 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6ffe3677-bab1-4503-8bd4-b0a700dea168 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:03.365160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b503fbf2-2941-41a7-9dc9-eb4c9e027b46 None None] Network e5cc0ffc-bb5e-40df-84da-62845929097f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:25:03.462588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] Provisioning for port 6ffe3677-bab1-4503-8bd4-b0a700dea168 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:03.479888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] Provisioning complete for port 6ffe3677-bab1-4503-8bd4-b0a700dea168 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:03.480263 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.698569 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.703529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.707480 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.755578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] For port 6ffe3677-bab1-4503-8bd4-b0a700dea168, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ffe3677-bab1-4503-8bd4-b0a700dea168,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:25:03.763239 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.822162 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:03.827114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=7e6fd041-4243-41db-aa85-4af6c04d5a53,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:03.835122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f747b1d9-d947-4baf-ab26-f53bf7ef84f4 None None] Pushing event updated for resources: {'Port': ['ID=6ffe3677-bab1-4503-8bd4-b0a700dea168,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:03.966501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network e5cc0ffc-bb5e-40df-84da-62845929097f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:25:03.967611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:25:03.996927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-be065ec8-a881-41bc-bcd9-4b38c69f0e67 None None] Provisioning complete for port 6ffe3677-bab1-4503-8bd4-b0a700dea168 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:03.997427 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-be065ec8-a881-41bc-bcd9-4b38c69f0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:04.135717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-be065ec8-a881-41bc-bcd9-4b38c69f0e67 None None] Provisioning for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:04.141246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-be065ec8-a881-41bc-bcd9-4b38c69f0e67 None None] Provisioning complete for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:04.141611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-be065ec8-a881-41bc-bcd9-4b38c69f0e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:04.167363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 27c6504d-42aa-4e5e-84bc-30a088294fe8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:25:04.196467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-be065ec8-a881-41bc-bcd9-4b38c69f0e67 None None] Port 7e6fd041-4243-41db-aa85-4af6c04d5a53 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:25:04.321031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8d359b85-40b0-44ca-8510-ae1a71a905b8 None None] Provisioning complete for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:04.321401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d359b85-40b0-44ca-8510-ae1a71a905b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:04.356363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:25:04.366927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Sync routers for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:25:04.370159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-38179e34-656b-43e8-ba26-8f6437b9ec61 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/27c6504d-42aa-4e5e-84bc-30a088294fe8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2772279 Jan 28 10:25:04.402250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:25:04.402877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:04.465013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8d359b85-40b0-44ca-8510-ae1a71a905b8 None None] Port 7e6fd041-4243-41db-aa85-4af6c04d5a53 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:25:04.590972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:25:04.674132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2702cc0e-d75f-4589-91a8-80a3ffb068fa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:04.733717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a4f6296e-8266-4bf1-9a1c-1446c488e342 None None] Provisioning complete for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:04.734089 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a4f6296e-8266-4bf1-9a1c-1446c488e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:04.775153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-e20fc654-16ee-4b49-a899-e43d5094c0fa tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486265013&fields=id&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 267 time: 0.0404406 Jan 28 10:25:04.883338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a4f6296e-8266-4bf1-9a1c-1446c488e342 None None] Port 7e6fd041-4243-41db-aa85-4af6c04d5a53 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:25:04.924109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-53dfeffb-bda7-4862-b7f6-1ab322b9cf94 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:04.925580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-53dfeffb-bda7-4862-b7f6-1ab322b9cf94 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/networks?id=e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 200 len: 796 time: 0.1438360 Jan 28 10:25:04.942845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-84f42dd8-88e0-4ddd-8ddc-e2316263b5f6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/quotas/52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 375 time: 0.0100451 Jan 28 10:25:04.963163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2702cc0e-d75f-4589-91a8-80a3ffb068fa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:04.963533 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:05.027170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-0a60fc9b-e3de-413d-a11d-42df416b3a14 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:25:05.044899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-0a60fc9b-e3de-413d-a11d-42df416b3a14 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:25:05.046400 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-0a60fc9b-e3de-413d-a11d-42df416b3a14 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0984442 Jan 28 10:25:05.150184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ffe3677-bab1-4503-8bd4-b0a700dea168 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:05.199870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 2, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:05.209198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Checking router: 27c6504d-42aa-4e5e-84bc-30a088294fe8 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:25:05.209544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Updating router 27c6504d-42aa-4e5e-84bc-30a088294fe8 port 7e6fd041-4243-41db-aa85-4af6c04d5a53 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:25:05.237279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-3067abf2-5196-43eb-b4ff-c7de282a604b service neutron] 10.222.0.42 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755466 Jan 28 10:25:05.272295 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:05.280404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6ffe3677-bab1-4503-8bd4-b0a700dea168 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:05.280787 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:05.369930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-c7adab2c-f012-495b-ace3-58b4413e08d6 service neutron] 10.222.0.42 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268370 Jan 28 10:25:05.619023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c9a50368-2f77-4326-91d9-8cc0fdcfca34 req-0804b472-6431-49f7-8cae-66a2d34441f9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:25:05.631900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c9a50368-2f77-4326-91d9-8cc0fdcfca34 req-0804b472-6431-49f7-8cae-66a2d34441f9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:25:05.633205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9a50368-2f77-4326-91d9-8cc0fdcfca34 req-0804b472-6431-49f7-8cae-66a2d34441f9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 210 time: 0.1205356 Jan 28 10:25:05.743932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:05.756031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Transition to ACTIVE for port object 7e6fd041-4243-41db-aa85-4af6c04d5a53 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:05.763020 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:05.890403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab87bb-d758-46a0-89c3-283a2bd56ea5 None None] Pushing event updated for resources: {'Port': ['ID=7e6fd041-4243-41db-aa85-4af6c04d5a53,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:05.979436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Attempting to bind port 7e6fd041-4243-41db-aa85-4af6c04d5a53 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:25:05.979799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Attempting to bind port 7e6fd041-4243-41db-aa85-4af6c04d5a53 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:25:05.980154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Attempting to bind port 7e6fd041-4243-41db-aa85-4af6c04d5a53 on network e5cc0ffc-bb5e-40df-84da-62845929097f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:25:05.985443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:25:05.985807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Checking segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:25:05.986239 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:05.986775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Bound using segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:25:05.987075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Bound port: 7e6fd041-4243-41db-aa85-4af6c04d5a53, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:25:05.987436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:06.080696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] For port 7e6fd041-4243-41db-aa85-4af6c04d5a53, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:25:06.084224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] For port 7e6fd041-4243-41db-aa85-4af6c04d5a53, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7e6fd041-4243-41db-aa85-4af6c04d5a53,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:25:06.087507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:06.216799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab87bb-d758-46a0-89c3-283a2bd56ea5 None None] Pushing event updated for resources: {'Port': ['ID=7e6fd041-4243-41db-aa85-4af6c04d5a53,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:06.221431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:25:06.222018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:06.407304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:25:06.738705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:06Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:06.745846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889762b-3a83-484c-b12d-0cdc3dc26c89 None None] The sync data for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 is: [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:06Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:25:06.810772 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d68c13df-fb03-41bc-a66c-6313394691e4 req-d5bab113-fe8f-4bd5-9186-2743d0058408 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 210 time: 0.0679579 Jan 28 10:25:06.972078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9f28e8dc-42c3-4379-aeeb-e9a432227497 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:06.972822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9f28e8dc-42c3-4379-aeeb-e9a432227497 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:25:06.989574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9f28e8dc-42c3-4379-aeeb-e9a432227497 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:25:06.990781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9f28e8dc-42c3-4379-aeeb-e9a432227497 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/networks?id=e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 200 len: 796 time: 0.3538079 Jan 28 10:25:07.044249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-507afb4c-5418-48d9-a6e7-858dedd928e2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:25:07.060757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-507afb4c-5418-48d9-a6e7-858dedd928e2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:25:07.061899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-507afb4c-5418-48d9-a6e7-858dedd928e2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=52d11a531309462dbddaa5c847a0e4ae HTTP/1.1" status: 200 len: 379 time: 0.0629156 Jan 28 10:25:07.070926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'port': {'device_id': '2045a383-82e1-4372-9956-fc383e641db1', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'admin_state_up': True, 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'security_groups': ['92fd2165-803f-42ab-a384-b7a38367c3b5']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:25:07.210553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:25:07.221857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:25:07.233723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Made reservation on behalf of 52d11a531309462dbddaa5c847a0e4ae for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:25:07.237443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:07.401172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.20.0.5 (e5cc0ffc-bb5e-40df-84da-62845929097f/5c5a0f89-562d-4011-bff2-e91a8d007634/bb613446-2a0c-4015-8c5b-012de10afda9) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:25:07.601637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:07.618104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Transition to ACTIVE for port object bb613446-2a0c-4015-8c5b-012de10afda9 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:07.642466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:07.716685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network e5cc0ffc-bb5e-40df-84da-62845929097f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:25:07.719909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:25:07.722418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:25:07.762005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:07.800122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:07.800795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:07.828328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0415cbd-18e4-4da3-86e9-81e04f59a9bd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615108 Jan 28 10:25:07.839982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Request body: {'port': {'device_id': '2045a383-82e1-4372-9956-fc383e641db1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:25:08.019076 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.063809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b1ccf024-af7a-4d6f-9ade-038ccfd4ec17 None None] Provisioning for port bb613446-2a0c-4015-8c5b-012de10afda9 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:08.069504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b1ccf024-af7a-4d6f-9ade-038ccfd4ec17 None None] Provisioning complete for port bb613446-2a0c-4015-8c5b-012de10afda9 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:08.069869 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b1ccf024-af7a-4d6f-9ade-038ccfd4ec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.101075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc3194a-0949-4926-bc8a-23278f862d57 req-d11f11cc-b0e1-4c47-8850-e944e47a41cc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:08.101693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3dc3194a-0949-4926-bc8a-23278f862d57 req-d11f11cc-b0e1-4c47-8850-e944e47a41cc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:25:08.125699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b1ccf024-af7a-4d6f-9ade-038ccfd4ec17 None None] Port bb613446-2a0c-4015-8c5b-012de10afda9 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:25:08.173045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3dc3194a-0949-4926-bc8a-23278f862d57 req-d11f11cc-b0e1-4c47-8850-e944e47a41cc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:25:08.174195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dc3194a-0949-4926-bc8a-23278f862d57 req-d11f11cc-b0e1-4c47-8850-e944e47a41cc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 931 time: 0.2292678 Jan 28 10:25:08.301117 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3dc3194a-0949-4926-bc8a-23278f862d57 req-7da8d024-1180-4980-9ba2-69ab856a4fb9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198566 Jan 28 10:25:08.416007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb613446-2a0c-4015-8c5b-012de10afda9 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:25:08.423070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.437176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Transition to ACTIVE for port object bb613446-2a0c-4015-8c5b-012de10afda9 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:25:08.440888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.599080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:08.688063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e6fd041-4243-41db-aa85-4af6c04d5a53 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:08.696586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Attempting to bind port bb613446-2a0c-4015-8c5b-012de10afda9 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:25:08.696950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Attempting to bind port bb613446-2a0c-4015-8c5b-012de10afda9 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:25:08.697270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Attempting to bind port bb613446-2a0c-4015-8c5b-012de10afda9 on network e5cc0ffc-bb5e-40df-84da-62845929097f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:25:08.702944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Port bb613446-2a0c-4015-8c5b-012de10afda9 on network e5cc0ffc-bb5e-40df-84da-62845929097f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:25:08.703426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Attempting to bind port bb613446-2a0c-4015-8c5b-012de10afda9 on network e5cc0ffc-bb5e-40df-84da-62845929097f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:25:08.708530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:25:08.708961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Checking segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:25:08.709408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Bound using segment: {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:25:08.709930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Bound port: bb613446-2a0c-4015-8c5b-012de10afda9, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36230df4-97e5-4c2b-967f-a08a44d46b88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:25:08.710337 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.771087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:08.775847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:08.776215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.802327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:25:08.805384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:25:08.809869 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.870048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:08.871379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.872766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] 10.222.0.43 "PUT /v2.0/ports/bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 200 len: 1091 time: 1.0375347 Jan 28 10:25:08.875555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:25:08.897607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757f7dcb-90a7-4dd4-97a0-4047d7ec8722 service neutron] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:08.905881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.952963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7e6fd041-4243-41db-aa85-4af6c04d5a53, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7e6fd041-4243-41db-aa85-4af6c04d5a53,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:25:08.957412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:08.966112 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'status': 'completed', 'code': 200} Jan 28 10:25:09.034226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7e6fd041-4243-41db-aa85-4af6c04d5a53,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:09.115637 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0c140a5-c890-40df-8a3b-412b8fa334d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:09.117120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-a0c140a5-c890-40df-8a3b-412b8fa334d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1094 time: 0.1913400 Jan 28 10:25:09.184572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-8eb5b58d-eab9-4841-aab9-9b5089f29841 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 200 len: 217 time: 0.0591688 Jan 28 10:25:09.247990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-1697a7a7-7436-4638-9d0e-6a8bb6938ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:09.249420 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-1697a7a7-7436-4638-9d0e-6a8bb6938ff3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c5a0f89-562d-4011-bff2-e91a8d007634 HTTP/1.1" status: 200 len: 835 time: 0.0590329 Jan 28 10:25:09.321719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9a67703f-d258-4ede-8462-4b19da7c53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:09.323188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9a67703f-d258-4ede-8462-4b19da7c53f2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5cc0ffc-bb5e-40df-84da-62845929097f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682435 Jan 28 10:25:09.519257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-e11a39e5-0745-440b-b0fe-a94f898337cc service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888697 Jan 28 10:25:09.556761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d9da9-bf8f-4b9b-8ae6-a801df556a90 req-b8c7f70f-3e60-4b13-a8a7-b49a7a1efb99 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:09.558183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-357d9da9-bf8f-4b9b-8ae6-a801df556a90 req-b8c7f70f-3e60-4b13-a8a7-b49a7a1efb99 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 943 time: 0.1374760 Jan 28 10:25:09.670052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-357d9da9-bf8f-4b9b-8ae6-a801df556a90 req-ac25f695-bbcf-4222-a1ff-646f89221691 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692017 Jan 28 10:25:09.691950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b7975801-7da0-490d-a22b-ea8330244ba7 req-9b5116fd-3ca6-4e33-9073-95889215adc7 service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658309 Jan 28 10:25:09.807665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-cb13c82a-90e0-4cb5-ba9f-9b6aa5828486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:09.809061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-cb13c82a-90e0-4cb5-ba9f-9b6aa5828486 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1094 time: 0.0699122 Jan 28 10:25:09.939253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-107ee32d-f39d-4eb9-8787-cfc11017d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:09.940723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-107ee32d-f39d-4eb9-8787-cfc11017d21c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 200 len: 897 time: 0.1242852 Jan 28 10:25:10.011639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-4cbb52c6-bd3b-4bfb-bb05-6298ad802172 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 200 len: 217 time: 0.0632577 Jan 28 10:25:10.072430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-8f1b3708-f39d-4b96-86b2-d7305221a629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:10.073756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-8f1b3708-f39d-4b96-86b2-d7305221a629 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c5a0f89-562d-4011-bff2-e91a8d007634 HTTP/1.1" status: 200 len: 835 time: 0.0554137 Jan 28 10:25:10.152138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-f58fe1e4-990e-4859-9e30-05fe3a6aadc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:10.153633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-f58fe1e4-990e-4859-9e30-05fe3a6aadc7 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5cc0ffc-bb5e-40df-84da-62845929097f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726554 Jan 28 10:25:10.283367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-f3a2183a-8d27-4fa1-8936-5a96e5bc336e service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227486 Jan 28 10:25:10.410362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e5cdafc6-c3a7-488a-a543-b7d1f1f725b1 req-ca416860-b201-4e77-a5ba-ad8565cd7385 service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198838 Jan 28 10:25:10.641308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e6fd041-4243-41db-aa85-4af6c04d5a53 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:10.710960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7e6fd041-4243-41db-aa85-4af6c04d5a53 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:10.711337 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:10.858730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cc40b-dda0-4c15-8657-7fae3cbf7045 req-36672078-2989-4b9e-ad23-d86323a77ab3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:10.860168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-717cc40b-dda0-4c15-8657-7fae3cbf7045 req-36672078-2989-4b9e-ad23-d86323a77ab3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 943 time: 0.0822878 Jan 28 10:25:10.903309 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-717cc40b-dda0-4c15-8657-7fae3cbf7045 req-09913a66-b60e-4e9f-987c-cdc4fce41c3e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373931 Jan 28 10:25:12.081316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e60bebb-8b33-463e-946d-eb9e688a5aec req-c54d1c5b-a665-4b1c-bdd5-ae4484969af1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:12.083270 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e60bebb-8b33-463e-946d-eb9e688a5aec req-c54d1c5b-a665-4b1c-bdd5-ae4484969af1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 943 time: 0.0771937 Jan 28 10:25:12.125384 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9e60bebb-8b33-463e-946d-eb9e688a5aec req-dc19f8cc-d880-4823-bd1c-59e40c8e6282 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367064 Jan 28 10:25:13.010376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bb613446-2a0c-4015-8c5b-012de10afda9 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:25:13.139678 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:25:13.156161 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'port_id': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'mac_address': 'fa:16:3e:e6:6b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:25:13.214646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:13.231464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb613446-2a0c-4015-8c5b-012de10afda9 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:25:13.247386 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:25:13.251678 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:13.311027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93fede-5fd0-4702-80e2-e3c33674894f req-32fc855c-cf33-4ef5-b75e-ba480fe73850 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:13.312509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db93fede-5fd0-4702-80e2-e3c33674894f req-32fc855c-cf33-4ef5-b75e-ba480fe73850 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 944 time: 0.0797853 Jan 28 10:25:13.317106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:13.358540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db93fede-5fd0-4702-80e2-e3c33674894f req-1e298241-f48f-417a-9a97-4fd471cf28fb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400276 Jan 28 10:25:13.451862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['bb613446-2a0c-4015-8c5b-012de10afda9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:25:13.987607 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:14.545923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e130c4-5e9a-4007-9f40-01b5970b46d8 req-61825123-c349-44ea-b852-50e3737ec19c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:14.547354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46e130c4-5e9a-4007-9f40-01b5970b46d8 req-61825123-c349-44ea-b852-50e3737ec19c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 944 time: 0.0822356 Jan 28 10:25:14.591155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-46e130c4-5e9a-4007-9f40-01b5970b46d8 req-4c27b5c8-1655-4654-8314-75037615311f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375011 Jan 28 10:25:15.010498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bb613446-2a0c-4015-8c5b-012de10afda9 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:25:15.077517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port bb613446-2a0c-4015-8c5b-012de10afda9 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:25:15.081935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port bb613446-2a0c-4015-8c5b-012de10afda9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:25:15.082302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:15.195980 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:15.221616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:25:15.231439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:25:15.235015 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:15.277077 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'code': 200} Jan 28 10:25:15.311961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:15.390988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6ff324-ba58-48ca-ba72-a815e6df4640 req-9a103e5c-1b35-41a4-9174-5a8e8d2b39c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:15.392424 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a6ff324-ba58-48ca-ba72-a815e6df4640 req-9a103e5c-1b35-41a4-9174-5a8e8d2b39c8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1096 time: 0.0682716 Jan 28 10:25:15.444936 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a6ff324-ba58-48ca-ba72-a815e6df4640 req-3f925d06-a804-4924-bbaa-62092f80a6e0 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467839 Jan 28 10:25:15.530825 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:15.885339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe29380-d3af-4909-88c3-7809695ef48a req-77ac75fe-c67f-4b1e-905a-e22f98d3e34d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:15.886790 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fe29380-d3af-4909-88c3-7809695ef48a req-77ac75fe-c67f-4b1e-905a-e22f98d3e34d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.1930590 Jan 28 10:25:15.929350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0fe29380-d3af-4909-88c3-7809695ef48a req-86ac1b72-4bf2-4930-b484-c282a244469e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368552 Jan 28 10:25:17.230368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76494ef5-6f2c-49ef-bba4-8a454d0075b1 req-d42f936d-1296-4d43-8de7-897eec3d08bb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:17.231750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-76494ef5-6f2c-49ef-bba4-8a454d0075b1 req-d42f936d-1296-4d43-8de7-897eec3d08bb tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.1963913 Jan 28 10:25:17.275718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-76494ef5-6f2c-49ef-bba4-8a454d0075b1 req-290b4b20-4200-4ea1-8359-1145fdc57e0f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Jan 28 10:25:17.454397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec2657-8b5a-4e1f-8070-4f6ed8152f2e req-3a99adba-3f5a-4e8a-8821-6e07f434775f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:17.455837 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86ec2657-8b5a-4e1f-8070-4f6ed8152f2e req-3a99adba-3f5a-4e8a-8821-6e07f434775f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0799687 Jan 28 10:25:17.499353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-86ec2657-8b5a-4e1f-8070-4f6ed8152f2e req-5434b261-2897-4f81-a38a-2d11e54e3077 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377798 Jan 28 10:25:17.522139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:17.590003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8dce760-f271-4325-b99c-83dcede960f0 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:17.591474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f8dce760-f271-4325-b99c-83dcede960f0 tempest-TestNetworkAdvancedServerOps-1345407225 tempest-TestNetworkAdvancedServerOps-1345407225-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1091 time: 0.0683792 Jan 28 10:25:17.594296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54110) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:17.599251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address': '172.20.0.5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:25:17.605692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:25:17.609524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Usage tracker for resource:floatingip and tenant:52d11a531309462dbddaa5c847a0e4ae is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:25:17.612346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:25:17.618607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:25:17.628851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:17.763220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:17.902002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Allocated IP 172.25.1.216 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/c306f440-8ea6-467a-8e94-a52373fab1d3) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:25:18.044696 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:18.072769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:18.139467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:25:18.142134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:25:18.146889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:25:18.187289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=c306f440-8ea6-467a-8e94-a52373fab1d3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:18.553604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:18.625144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:18.829571 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:18.834296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:18.940851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event updated for resources: {'Port': ['ID=c306f440-8ea6-467a-8e94-a52373fab1d3,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:25:18.950984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:19.225170 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP e654a99e-3753-402c-9473-f92ea3768671 associated. External IP: 172.25.1.216, port: bb613446-2a0c-4015-8c5b-012de10afda9. Jan 28 10:25:19.566924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 27c6504d-42aa-4e5e-84bc-30a088294fe8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:25:19.745140 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:25:19.755037 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] Sync routers for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:25:19.767242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:25:19.767842 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:19.768314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:19.829046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31172faa-cd12-49ae-bf8b-6edc799dfc75 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2335305 Jan 28 10:25:19.829471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:25:19.877117 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'status': 'completed', 'code': 200} Jan 28 10:25:19.945473 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:25:19.983759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeea69-83c6-4915-9217-50920121d58d req-871dcdef-ad5b-4e3c-bd35-aea6849fb74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:19.985300 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-871dcdef-ad5b-4e3c-bd35-aea6849fb74d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1096 time: 0.0727553 Jan 28 10:25:20.003668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9d507-fd43-4386-b5b0-1eb8306af018 req-4b961363-e782-4838-b0d5-c1064671b4c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:20.005260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9c9d507-fd43-4386-b5b0-1eb8306af018 req-4b961363-e782-4838-b0d5-c1064671b4c1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0792563 Jan 28 10:25:20.055081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9c9d507-fd43-4386-b5b0-1eb8306af018 req-af186cda-e0b5-4f2e-9278-fa92fb3ca483 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431418 Jan 28 10:25:20.078352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54120) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:20.116939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeea69-83c6-4915-9217-50920121d58d req-581329e1-3615-4745-80b5-10197ffe57a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:20.118301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-581329e1-3615-4745-80b5-10197ffe57a5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 200 len: 897 time: 0.1274312 Jan 28 10:25:20.193417 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d2e741e4-9301-4d24-9671-15ea2dee6fd9 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e654a99e-3753-402c-9473-f92ea3768671 HTTP/1.1" status: 200 len: 991 time: 0.1116588 Jan 28 10:25:20.222754 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-26db33a6-a850-40cf-9c04-708d97fd0a80 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 200 len: 999 time: 0.0985641 Jan 28 10:25:20.283921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeea69-83c6-4915-9217-50920121d58d req-3f791d11-c1a7-4114-8600-ad81ecfa12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:20.285423 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-3f791d11-c1a7-4114-8600-ad81ecfa12ba service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c5a0f89-562d-4011-bff2-e91a8d007634 HTTP/1.1" status: 200 len: 835 time: 0.0564060 Jan 28 10:25:20.293749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e654a99e-3753-402c-9473-f92ea3768671', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'port_id': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'mac_address': 'fa:16:3e:e6:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a383-82e1-4372-9956-fc383e641db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:25:18Z', 'updated_at': '2022-01-28T10:25:18Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:08Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:20.297470 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] Checking router: 27c6504d-42aa-4e5e-84bc-30a088294fe8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:25:20.305725 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:25:20.306337 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:24:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:20.360265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31eeea69-83c6-4915-9217-50920121d58d req-d837a981-40e4-42df-9caf-3da6c677947a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:20.361758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-d837a981-40e4-42df-9caf-3da6c677947a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5cc0ffc-bb5e-40df-84da-62845929097f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709419 Jan 28 10:25:20.512781 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:25:20.614194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-38482a88-f4cb-4ca9-90ff-fd2e11987fef service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458863 Jan 28 10:25:20.742808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-31eeea69-83c6-4915-9217-50920121d58d req-0ae0dcd4-18be-448e-ba85-a13c6fbab224 service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227460 Jan 28 10:25:20.852607 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e654a99e-3753-402c-9473-f92ea3768671', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'port_id': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'mac_address': 'fa:16:3e:e6:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a383-82e1-4372-9956-fc383e641db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:25:18Z', 'updated_at': '2022-01-28T10:25:18Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:08Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:25:20.856311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7dc7f56-9725-4a41-a5dc-45fa41ad5d8b None None] The sync data for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 is: [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e654a99e-3753-402c-9473-f92ea3768671', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'floating_ip_address': '172.25.1.216', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'port_id': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'mac_address': 'fa:16:3e:e6:6b:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2045a383-82e1-4372-9956-fc383e641db1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:25:18Z', 'updated_at': '2022-01-28T10:25:18Z', 'revision_number': 0, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:08Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:25:21.059615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10bed46f-db8e-43b7-815a-2f80fdd43788 None None] New status for floating IP e654a99e-3753-402c-9473-f92ea3768671: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:25:21.196196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54124) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:21.301383 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9a0b0b05-b9ff-42c4-b8a1-e16d9104ffd7 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e654a99e-3753-402c-9473-f92ea3768671 HTTP/1.1" status: 200 len: 991 time: 0.1040206 Jan 28 10:25:22.305293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54128) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:25:22.408545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6d6ea0aa-0ca5-49e7-9f43-ac1ee8eca47b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e654a99e-3753-402c-9473-f92ea3768671 HTTP/1.1" status: 200 len: 993 time: 0.1021504 Jan 28 10:25:24.254979 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:25:25.947228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a12dbcdc-8017-4402-8efd-4c0af8db4053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:28.404940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f3e931fb-7988-4fda-85f8-8e64276a2b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:29.504378 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:29.529468 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:30.946750 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:43.985646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:45.529265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:52.121478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5794cee6-0f61-4ef9-9156-4ccf6d36717f req-6e6a7b24-58ce-4ac8-a8e9-2328ece57248 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:52.123003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5794cee6-0f61-4ef9-9156-4ccf6d36717f req-6e6a7b24-58ce-4ac8-a8e9-2328ece57248 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0827422 Jan 28 10:25:52.167159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5794cee6-0f61-4ef9-9156-4ccf6d36717f req-20aefe28-22ba-404b-a630-9a0975547f04 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 Jan 28 10:25:53.348840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fae48b-0e07-4415-98bf-3eda4f8cd23f req-9fc8e276-ac50-411f-a1e5-a40778281aa6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:53.350882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94fae48b-0e07-4415-98bf-3eda4f8cd23f req-9fc8e276-ac50-411f-a1e5-a40778281aa6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0786648 Jan 28 10:25:53.393223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94fae48b-0e07-4415-98bf-3eda4f8cd23f req-671bc017-a528-45aa-9d35-88b527e46ea2 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369022 Jan 28 10:25:54.579581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1b33e-2d7e-4f84-bd78-766417de1fa5 req-6b8295e3-515a-4566-af4d-c30dd365357f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:54.581070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58e1b33e-2d7e-4f84-bd78-766417de1fa5 req-6b8295e3-515a-4566-af4d-c30dd365357f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0835392 Jan 28 10:25:54.625660 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58e1b33e-2d7e-4f84-bd78-766417de1fa5 req-7d9779a0-c2f0-4a2b-9b72-73ea6c9cbf39 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388815 Jan 28 10:25:55.807991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a58457-5222-493e-98f4-cf87b734c062 req-06a1c2c5-58f1-40c7-a69e-c33b7bdde1a0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:55.809408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a58457-5222-493e-98f4-cf87b734c062 req-06a1c2c5-58f1-40c7-a69e-c33b7bdde1a0 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0828004 Jan 28 10:25:55.856291 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4a58457-5222-493e-98f4-cf87b734c062 req-5cd5cc70-5da2-455c-bbae-eca3f31676b1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402060 Jan 28 10:25:55.951008 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c083a19-e6cf-4026-ad5b-f362ef2c1985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:57.043958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e69fb77-5ed3-471f-b764-2733a9757d72 req-6fc431e9-995f-47e3-bcc0-05ab50ad6e9f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:57.045434 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e69fb77-5ed3-471f-b764-2733a9757d72 req-6fc431e9-995f-47e3-bcc0-05ab50ad6e9f tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0801916 Jan 28 10:25:57.087756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4e69fb77-5ed3-471f-b764-2733a9757d72 req-495a627b-01bb-4f81-9170-905fc93398a1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367923 Jan 28 10:25:58.270760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a6240-32d7-4df0-856a-6fabe01587d4 req-eb7d319a-e59e-4066-9edf-16a1a8fcd28b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:58.272240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d26a6240-32d7-4df0-856a-6fabe01587d4 req-eb7d319a-e59e-4066-9edf-16a1a8fcd28b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0782716 Jan 28 10:25:58.315614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d26a6240-32d7-4df0-856a-6fabe01587d4 req-f86fbaa2-5465-4537-8d74-7340a2d6dc62 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378475 Jan 28 10:25:58.405477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0e7612fe-d615-447c-a276-9d0dc307d1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:59.498670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e7ed9-4b5d-49ce-a080-d4222b414650 req-44aefd20-b8d8-4e6c-a900-0a99249ce742 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:25:59.500845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd1e7ed9-4b5d-49ce-a080-d4222b414650 req-44aefd20-b8d8-4e6c-a900-0a99249ce742 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0820978 Jan 28 10:25:59.507964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:59.534173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:25:59.549141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd1e7ed9-4b5d-49ce-a080-d4222b414650 req-244329e5-d181-4aa5-ab27-9bd36812caa5 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419331 Jan 28 10:26:00.734448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d14e07-fa37-4f0d-b636-e003ee796ea8 req-a989d465-7a61-41ee-ae08-ffd915a9ae11 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:00.735895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6d14e07-fa37-4f0d-b636-e003ee796ea8 req-a989d465-7a61-41ee-ae08-ffd915a9ae11 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0822043 Jan 28 10:26:00.779201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6d14e07-fa37-4f0d-b636-e003ee796ea8 req-ad6218af-3a1c-4e3b-967d-25039dc37788 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372820 Jan 28 10:26:00.947229 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:01.254304 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:26:01.968084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5beae-9c5c-4c3d-91c9-c4343da9a52f req-c856c880-83d2-4ecd-a598-f434651f9afc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:01.969550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7cd5beae-9c5c-4c3d-91c9-c4343da9a52f req-c856c880-83d2-4ecd-a598-f434651f9afc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0796587 Jan 28 10:26:02.015212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7cd5beae-9c5c-4c3d-91c9-c4343da9a52f req-07e1c40e-e1dd-4781-a09a-44b2f8c179f3 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401232 Jan 28 10:26:03.347758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051ebbf-4233-44ea-b865-6b5203ffc5b1 req-6df7fd0a-e2cd-4c15-ade9-4e3dec7132d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:03.349110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f051ebbf-4233-44ea-b865-6b5203ffc5b1 req-6df7fd0a-e2cd-4c15-ade9-4e3dec7132d6 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0777915 Jan 28 10:26:03.395555 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f051ebbf-4233-44ea-b865-6b5203ffc5b1 req-b67f0612-d3a8-4c77-950a-c849989429ee tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408628 Jan 28 10:26:04.580224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4d2a8-0a06-47c1-9cc5-6c8cad9ba14e req-6e4827d7-4560-43bd-9752-a040aebeb731 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:04.581676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbd4d2a8-0a06-47c1-9cc5-6c8cad9ba14e req-6e4827d7-4560-43bd-9752-a040aebeb731 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0791371 Jan 28 10:26:04.625221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbd4d2a8-0a06-47c1-9cc5-6c8cad9ba14e req-5d325fe5-9e81-4a0f-b968-e3d6818fb434 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374577 Jan 28 10:26:05.802747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b22d3-a54c-40aa-904d-5df8119297df req-bac29f55-cd5c-4aec-8cad-cd4b6a1b7911 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:05.804762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952b22d3-a54c-40aa-904d-5df8119297df req-bac29f55-cd5c-4aec-8cad-cd4b6a1b7911 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0787570 Jan 28 10:26:05.846906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952b22d3-a54c-40aa-904d-5df8119297df req-b9871d44-3d49-43c0-92da-a0c3e516bdf1 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366797 Jan 28 10:26:07.031619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212596ad-553b-4cd4-91e8-f0f2bcf31956 req-0584a2e4-c7e9-4dee-b673-ea3e2f4c4b95 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:07.033236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-212596ad-553b-4cd4-91e8-f0f2bcf31956 req-0584a2e4-c7e9-4dee-b673-ea3e2f4c4b95 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0820355 Jan 28 10:26:07.076565 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-212596ad-553b-4cd4-91e8-f0f2bcf31956 req-bc4b2229-696f-4705-8c63-7738d7d36831 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373981 Jan 28 10:26:08.262797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5de055-f406-4245-8137-dc59407925e0 req-019553f4-796c-4571-aa8f-87a8f5eb3784 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:08.264253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c5de055-f406-4245-8137-dc59407925e0 req-019553f4-796c-4571-aa8f-87a8f5eb3784 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0837252 Jan 28 10:26:08.307073 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c5de055-f406-4245-8137-dc59407925e0 req-04a015b7-63d5-4e0a-b7d4-b56204cb8424 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373268 Jan 28 10:26:09.488293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6591a1c-7e3c-49e2-b1d3-12e77007149b req-230de73d-767c-4a14-9f72-29eefcce7066 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:09.489750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6591a1c-7e3c-49e2-b1d3-12e77007149b req-230de73d-767c-4a14-9f72-29eefcce7066 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0777082 Jan 28 10:26:09.532856 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6591a1c-7e3c-49e2-b1d3-12e77007149b req-92de3eef-5843-45c9-82d5-a5437a9b8392 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365646 Jan 28 10:26:09.769680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c5ea8d-0f09-49ca-9736-bb9d30b5afb3 req-d2af4343-0825-45be-b525-f269fe1445e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:09.771163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26c5ea8d-0f09-49ca-9736-bb9d30b5afb3 req-d2af4343-0825-45be-b525-f269fe1445e6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1096 time: 0.0708897 Jan 28 10:26:09.810006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26c5ea8d-0f09-49ca-9736-bb9d30b5afb3 req-4c47450d-357c-4c97-97fa-82e4d0f8f361 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329792 Jan 28 10:26:10.715949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6368340-7030-4f01-a19a-89cd7076abb1 req-5bebc87f-46e9-4b83-bb3c-2c5823ac5b1b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:10.717521 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6368340-7030-4f01-a19a-89cd7076abb1 req-5bebc87f-46e9-4b83-bb3c-2c5823ac5b1b tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0816591 Jan 28 10:26:10.763423 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6368340-7030-4f01-a19a-89cd7076abb1 req-da2ece73-0355-4620-a698-33ac2f316fad tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403590 Jan 28 10:26:10.890396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-f7ef37f5-a179-4e41-a1d4-2b3c45c409f1 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0678270 Jan 28 10:26:11.032678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-dbeac0d5-fc0a-4cec-820b-8fd315d5f773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:11.034400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-dbeac0d5-fc0a-4cec-820b-8fd315d5f773 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1096 time: 0.0736060 Jan 28 10:26:11.173883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-30158e1d-cd2a-46b4-b335-ececb9dd714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:11.175199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-30158e1d-cd2a-46b4-b335-ececb9dd714e service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 200 len: 897 time: 0.1230171 Jan 28 10:26:11.278935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-10de2df1-0335-46b1-b6a7-f28d0710697b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 200 len: 1001 time: 0.0978870 Jan 28 10:26:11.341600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bb613446-2a0c-4015-8c5b-012de10afda9 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:26:11.453831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-563c3f31-7da2-4f0d-abcc-9af06e8bfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:11.455181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-563c3f31-7da2-4f0d-abcc-9af06e8bfa66 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c5a0f89-562d-4011-bff2-e91a8d007634 HTTP/1.1" status: 200 len: 835 time: 0.1700912 Jan 28 10:26:11.477638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:11.491115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'port_id': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'mac_address': 'fa:16:3e:e6:6b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:26:11.536045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-fbcceaab-7101-430e-aaab-02e3e1c15e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:11.537522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-fbcceaab-7101-430e-aaab-02e3e1c15e83 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5cc0ffc-bb5e-40df-84da-62845929097f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759852 Jan 28 10:26:11.546078 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:11.563214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb613446-2a0c-4015-8c5b-012de10afda9 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:26:11.578611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:11.582665 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:11.653167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:11.660497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.660864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.661202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.661532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.661860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.662184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.663042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.663365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.663682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.663995 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.664316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.664630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:11.674175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-0d0dd933-e99a-445d-9058-55830688cc9d service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305983 Jan 28 10:26:11.780343 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['bb613446-2a0c-4015-8c5b-012de10afda9'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:26:11.804084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5149bfe0-25b8-4a2d-a238-1833fcaf0070 req-5b746d18-31c1-4397-8146-5209519ebad5 service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236141 Jan 28 10:26:11.955002 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f60c6-3642-4835-aea6-bae6fd3699a3 req-380ca7d7-0161-4b59-840f-770fbb4e63de tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:11.956458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-202f60c6-3642-4835-aea6-bae6fd3699a3 req-380ca7d7-0161-4b59-840f-770fbb4e63de tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 944 time: 0.0782046 Jan 28 10:26:12.002145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-202f60c6-3642-4835-aea6-bae6fd3699a3 req-4d5479f3-66b6-4d23-95d8-e4ba764b2edd tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394449 Jan 28 10:26:12.025117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54200) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:12.128876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-55719799-f27e-4b0a-8ea6-8fcdddc97367 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/floatingips/e654a99e-3753-402c-9473-f92ea3768671 HTTP/1.1" status: 200 len: 992 time: 0.1026223 Jan 28 10:26:13.358867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bb613446-2a0c-4015-8c5b-012de10afda9 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:26:13.427944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port bb613446-2a0c-4015-8c5b-012de10afda9 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:26:13.428312 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:13.542483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:13.568384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:26:13.578611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:13.582675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:13.615531 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'code': 200} Jan 28 10:26:13.652443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:13.997377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:15.529316 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:25.953674 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bcb9d715-e828-4a03-b285-ea9a2b3aff1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:28.407132 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-827f0f84-41a9-4267-9e9a-ef2a52c884ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:29.511451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:29.535281 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:30.948931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:38.253776 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:26:42.730631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54216) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:42.933487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port c306f440-8ea6-467a-8e94-a52373fab1d3 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:26:42.933826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:43.099635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:43.099958 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:43.221643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for c306f440-8ea6-467a-8e94-a52373fab1d3 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:26:43.369160 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:43.420473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=c306f440-8ea6-467a-8e94-a52373fab1d3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:43.484365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.484625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.484991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.485321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.485647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.485975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.486298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.486622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.486944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.487264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.487581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.487900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:43.520778 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:43.521176 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Floating IP e654a99e-3753-402c-9473-f92ea3768671 disassociated (deleted). External IP: 172.25.1.216, port: bb613446-2a0c-4015-8c5b-012de10afda9. Jan 28 10:26:43.979689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 27c6504d-42aa-4e5e-84bc-30a088294fe8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:26:44.020461 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:44.155700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:26:44.164830 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] Sync routers for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:26:44.174930 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:26:44.175373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:44.175518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:44.233397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f1a51832-4c9c-4689-8ac3-1a70d5cff417 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/floatingips/e654a99e-3753-402c-9473-f92ea3768671 HTTP/1.1" status: 204 len: 168 time: 1.5013483 Jan 28 10:26:44.233819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:26:44.292924 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'status': 'completed', 'code': 200} Jan 28 10:26:44.357821 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:26:44.382608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-454ca267-7c46-481d-83d2-8a39c5f79119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:44.384395 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-454ca267-7c46-481d-83d2-8a39c5f79119 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=52d11a531309462dbddaa5c847a0e4ae&device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 1096 time: 0.0717931 Jan 28 10:26:44.529036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-b71ebb1e-c087-4c9b-a583-143d8fc1367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:44.531346 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-b71ebb1e-c087-4c9b-a583-143d8fc1367c service neutron] 10.222.0.43 "GET /v2.0/networks?id=e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 200 len: 897 time: 0.1412253 Jan 28 10:26:44.645232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-a4e0f3f3-2e71-4138-a276-613d19f148a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 200 len: 217 time: 0.1018949 Jan 28 10:26:44.671870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:08Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:44.675749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] Checking router: 27c6504d-42aa-4e5e-84bc-30a088294fe8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:26:44.684275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:26:44.684968 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:44.724825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-0aa905c0-f874-4b5f-ac21-72711caada73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:44.726282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-0aa905c0-f874-4b5f-ac21-72711caada73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=5c5a0f89-562d-4011-bff2-e91a8d007634 HTTP/1.1" status: 200 len: 835 time: 0.0739946 Jan 28 10:26:44.771331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3874f7-1f18-4f20-80aa-15d6b15e9269 req-7efac3c7-670e-4fb7-b64b-22e5ce832cfc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:44.772022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ff3874f7-1f18-4f20-80aa-15d6b15e9269 req-7efac3c7-670e-4fb7-b64b-22e5ce832cfc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Synchronizing usage tracker for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:26:44.806184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ff3874f7-1f18-4f20-80aa-15d6b15e9269 req-7efac3c7-670e-4fb7-b64b-22e5ce832cfc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Unset dirty status for tenant:52d11a531309462dbddaa5c847a0e4ae on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:26:44.807240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ff3874f7-1f18-4f20-80aa-15d6b15e9269 req-7efac3c7-670e-4fb7-b64b-22e5ce832cfc tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.2093644 Jan 28 10:26:44.842938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-e5979c73-7799-4a75-b168-a0d5e1a5bbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:44.844436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-e5979c73-7799-4a75-b168-a0d5e1a5bbeb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=e5cc0ffc-bb5e-40df-84da-62845929097f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095545 Jan 28 10:26:44.865867 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:26:44.883185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ff3874f7-1f18-4f20-80aa-15d6b15e9269 req-ddc9b631-2eec-49fc-b097-297ae36004ad tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675106 Jan 28 10:26:44.985977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-b56ca297-248b-457d-a573-d794678751ae service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326475 Jan 28 10:26:45.115732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3bac98-c5ed-400f-98f5-06e83aaabb76 req-6b48c841-207f-4ea2-a71a-4baa9b4bdb50 service neutron] 10.222.0.43 "GET /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236644 Jan 28 10:26:45.208955 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:08Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:45.212767 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c52d0a-f287-4361-9e21-a03f28c71afa None None] The sync data for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 is: [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:25:03Z', 'revision_number': 4, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7e6fd041-4243-41db-aa85-4af6c04d5a53', 'name': '', 'network_id': 'e5cc0ffc-bb5e-40df-84da-62845929097f', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'mac_address': 'fa:16:3e:c5:39:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3958, 'fixed_ips': [{'subnet_id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:25:02Z', 'updated_at': '2022-01-28T10:25:08Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'subnets': [{'id': '5c5a0f89-562d-4011-bff2-e91a8d007634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:26:45.425125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e5e88d-e339-460b-8b91-d257fc7ac604 None None] New status for floating IP e654a99e-3753-402c-9473-f92ea3768671: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:26:45.558498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:46.071464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-5e74d559-d206-4bce-a01e-6a8a3bd13a4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:46.072936 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-5e74d559-d206-4bce-a01e-6a8a3bd13a4a tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.1982727 Jan 28 10:26:46.076494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d8e52-7cb5-4ce5-aa19-250cebf26b26 req-48d1cd2c-c14a-458b-8d19-1fd830d30400 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:46.078010 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49d8e52-7cb5-4ce5-aa19-250cebf26b26 req-48d1cd2c-c14a-458b-8d19-1fd830d30400 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 945 time: 0.0861807 Jan 28 10:26:46.130432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49d8e52-7cb5-4ce5-aa19-250cebf26b26 req-8d5c5906-a107-43c0-ad04-573729548941 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/security-groups?id=92fd2165-803f-42ab-a384-b7a38367c3b5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466845 Jan 28 10:26:46.143263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port bb613446-2a0c-4015-8c5b-012de10afda9 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:26:46.143628 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:46.385275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port bb613446-2a0c-4015-8c5b-012de10afda9, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=bb613446-2a0c-4015-8c5b-012de10afda9,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:46.385624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:46.505546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for bb613446-2a0c-4015-8c5b-012de10afda9 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:26:46.648108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:46.698133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=bb613446-2a0c-4015-8c5b-012de10afda9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:46.770903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] No DVR routers for this DVR port bb613446-2a0c-4015-8c5b-012de10afda9 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:26:46.773308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:46.775729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'name': 'network-vif-deleted', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:26:46.789951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e031a54-fc9d-4412-8c65-8ba47694e099 req-ffc0897b-2802-45fb-b2aa-a4c8129e031c tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.43 "DELETE /v2.0/ports/bb613446-2a0c-4015-8c5b-012de10afda9 HTTP/1.1" status: 204 len: 173 time: 0.7122471 Jan 28 10:26:46.824603 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2045a383-82e1-4372-9956-fc383e641db1', 'name': 'network-vif-deleted', 'tag': 'bb613446-2a0c-4015-8c5b-012de10afda9', 'status': 'completed', 'code': 200} Jan 28 10:26:47.299177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e7ab1b78-1915-4e59-aaf4-dd0c3c56ee75 req-8166286e-f685-452d-8c9f-fd883376ca56 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "GET /v2.0/ports?device_id=2045a383-82e1-4372-9956-fc383e641db1 HTTP/1.1" status: 200 len: 210 time: 0.0424106 Jan 28 10:26:48.394322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54238) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:48.933114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:49.403284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port 7e6fd041-4243-41db-aa85-4af6c04d5a53 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:26:49.403969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:49.491711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bb613446-2a0c-4015-8c5b-012de10afda9 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:26:49.529948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: bb613446-2a0c-4015-8c5b-012de10afda9 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:26:49.530290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device bb613446-2a0c-4015-8c5b-012de10afda9 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:26:49.597826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port 7e6fd041-4243-41db-aa85-4af6c04d5a53, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7e6fd041-4243-41db-aa85-4af6c04d5a53,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:49.598198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:49.721283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for 7e6fd041-4243-41db-aa85-4af6c04d5a53 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:26:49.921630 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:49.972960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=7e6fd041-4243-41db-aa85-4af6c04d5a53,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:50.251481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:50.725701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Router 27c6504d-42aa-4e5e-84bc-30a088294fe8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:26:50.898619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:26:50.909131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] Sync routers for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:26:50.911920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-db60429e-9acb-4ec4-bc41-c9d4c33d787d tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "PUT /v2.0/routers/27c6504d-42aa-4e5e-84bc-30a088294fe8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162702 Jan 28 10:26:50.914573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54242) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:50.918917 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:26:50.919512 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:50.978801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting subnet 5c5a0f89-562d-4011-bff2-e91a8d007634 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:26:50.982190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.041246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.091788 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:26:51.122463 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.193748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.236903 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Subnet': ['ID=5c5a0f89-562d-4011-bff2-e91a8d007634,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:51.239024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.249786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4a1d79d5-bf16-40aa-8575-8bb00acf4701 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/subnets/5c5a0f89-562d-4011-bff2-e91a8d007634 HTTP/1.1" status: 204 len: 168 time: 0.3314943 Jan 28 10:26:51.249982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4299d0e2-246f-4fdb-aedd-25e60dd326bd None None] Network e5cc0ffc-bb5e-40df-84da-62845929097f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:26:51.250414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54246) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:51.372124 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:26:49Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:51.376103 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] Checking router: 27c6504d-42aa-4e5e-84bc-30a088294fe8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:26:51.384832 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] Routers {'27c6504d-42aa-4e5e-84bc-30a088294fe8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:26:51.385421 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['27c6504d-42aa-4e5e-84bc-30a088294fe8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:51.429594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.512775 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] DHCP port deletion for e5cc0ffc-bb5e-40df-84da-62845929097f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:26:51.517041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] Deleting port 6ffe3677-bab1-4503-8bd4-b0a700dea168 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:26:51.517629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.585558 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] Set router 27c6504d-42aa-4e5e-84bc-30a088294fe8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:26:51.612798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.622619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Deleting port 2702cc0e-d75f-4589-91a8-80a3ffb068fa {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:26:51.623367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.725070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] For port 6ffe3677-bab1-4503-8bd4-b0a700dea168, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6ffe3677-bab1-4503-8bd4-b0a700dea168,segment=NetworkSegment(36230df4-97e5-4c2b-967f-a08a44d46b88),segment_id=36230df4-97e5-4c2b-967f-a08a44d46b88)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:51.725432 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.798391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] For port 2702cc0e-d75f-4589-91a8-80a3ffb068fa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2702cc0e-d75f-4589-91a8-80a3ffb068fa,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:26:51.799020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.849073 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] Calling delete_port for 6ffe3677-bab1-4503-8bd4-b0a700dea168 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:26:51.879539 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:26:49Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:51.883466 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2126f6e-ebf8-43b3-9fa7-948f582871e8 None None] The sync data for ids ['27c6504d-42aa-4e5e-84bc-30a088294fe8'] in n-d-825178-2 is: [{'id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1737614198', 'tenant_id': '52d11a531309462dbddaa5c847a0e4ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:24:57Z', 'updated_at': '2022-01-28T10:26:49Z', 'revision_number': 5, 'project_id': '52d11a531309462dbddaa5c847a0e4ae', 'gw_port': {'id': '2702cc0e-d75f-4589-91a8-80a3ffb068fa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:31:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c6504d-42aa-4e5e-84bc-30a088294fe8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3955, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:24:58Z', 'updated_at': '2022-01-28T10:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:26:51.926891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Calling delete_port for 2702cc0e-d75f-4589-91a8-80a3ffb068fa owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:26:51.928354 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:51.974953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] Pushing event deleted for resources: {'Port': ['ID=6ffe3677-bab1-4503-8bd4-b0a700dea168,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:51.976844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470749f6-3a54-46d3-b3a2-199a6fa054d9 None None] No DVR routers for this DVR port 6ffe3677-bab1-4503-8bd4-b0a700dea168 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:26:52.095671 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.250640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Port': ['ID=2702cc0e-d75f-4589-91a8-80a3ffb068fa,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:52.343407 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.515411 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.517523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.539135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.539641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Fanout notify agent at l3_agent the message router_deleted on router 27c6504d-42aa-4e5e-84bc-30a088294fe8 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:26:52.555101 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.556252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fe225da5-286e-4f46-a53d-b89536804ee4 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/routers/27c6504d-42aa-4e5e-84bc-30a088294fe8 HTTP/1.1" status: 204 len: 168 time: 1.3051600 Jan 28 10:26:52.558965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54250) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:52.673630 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.805007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.828938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5cc0ffc-bb5e-40df-84da-62845929097f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:52.840849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36230df4-97e5-4c2b-967f-a08a44d46b88') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:52.841146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36230df4-97e5-4c2b-967f-a08a44d46b88') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:52.851786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.866702 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.872776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:26:52.873144 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:26:52.887524 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:26:52.965514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.981990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:52.992589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'Network': ['ID=e5cc0ffc-bb5e-40df-84da-62845929097f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:53.004550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54254) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:53.006379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0f8d5d85-c3f1-4b94-bca6-3f1ca7eae534 tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/networks/e5cc0ffc-bb5e-40df-84da-62845929097f HTTP/1.1" status: 204 len: 168 time: 0.4460816 Jan 28 10:26:53.060868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e6fd041-4243-41db-aa85-4af6c04d5a53 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:26:53.082354 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.099204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7e6fd041-4243-41db-aa85-4af6c04d5a53 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:26:53.099547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e6fd041-4243-41db-aa85-4af6c04d5a53 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:26:53.099964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ffe3677-bab1-4503-8bd4-b0a700dea168 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:26:53.112785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.132385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6ffe3677-bab1-4503-8bd4-b0a700dea168 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:26:53.132752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6ffe3677-bab1-4503-8bd4-b0a700dea168 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:26:53.176960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.203503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fd2165-803f-42ab-a384-b7a38367c3b5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:53.212571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.212954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.213282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.213605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.213931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.214256 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.214584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.214884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.215197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.215507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.215815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.216122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:26:53.221293 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.222401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07b1c1b9-20ac-4041-adf0-09f8d832b59e tempest-TestNetworkAdvancedServerOps-868656603 tempest-TestNetworkAdvancedServerOps-868656603-project] 10.222.0.42 "DELETE /v2.0/security-groups/92fd2165-803f-42ab-a384-b7a38367c3b5 HTTP/1.1" status: 204 len: 168 time: 0.2168167 Jan 28 10:26:53.613032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54264) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:53.787777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fc7d84b1-a566-4441-9c26-4e6aaf4e6f7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52d11a531309462dbddaa5c847a0e4ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735866 Jan 28 10:26:53.790751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54270) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:53.846878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f66e14-a734-439d-8f2d-a4a3abb63329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.872856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f66e14-a734-439d-8f2d-a4a3abb63329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.926586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f66e14-a734-439d-8f2d-a4a3abb63329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.943143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f66e14-a734-439d-8f2d-a4a3abb63329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f7d71-6602-4593-bedf-4237706294cc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:53.949812 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-86f66e14-a734-439d-8f2d-a4a3abb63329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:53.950946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-86f66e14-a734-439d-8f2d-a4a3abb63329 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df2f7d71-6602-4593-bedf-4237706294cc HTTP/1.1" status: 204 len: 168 time: 0.1592870 Jan 28 10:26:54.228441 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54278) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:54.277385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3eb86fc-7042-4a4a-bcfd-3fa65de29cf2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92dd80409f8449098011bcff0b5c72e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0477736 Jan 28 10:26:54.279790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54282) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:54.334733 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ca3c0c-7544-44cc-96a6-5c73768b9514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:54.359893 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ca3c0c-7544-44cc-96a6-5c73768b9514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:54.412312 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ca3c0c-7544-44cc-96a6-5c73768b9514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:54.428729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ca3c0c-7544-44cc-96a6-5c73768b9514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61c88b93-d0fd-4f28-a47f-897df971e51f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:54.438676 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23ca3c0c-7544-44cc-96a6-5c73768b9514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:54.439816 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23ca3c0c-7544-44cc-96a6-5c73768b9514 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61c88b93-d0fd-4f28-a47f-897df971e51f HTTP/1.1" status: 204 len: 168 time: 0.1591659 Jan 28 10:26:54.644398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2702cc0e-d75f-4589-91a8-80a3ffb068fa no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:26:54.678958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2702cc0e-d75f-4589-91a8-80a3ffb068fa {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:26:54.679311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2702cc0e-d75f-4589-91a8-80a3ffb068fa not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:26:55.955811 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7949acf3-6d6a-4da7-8787-beb97d195841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:56.910367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54336) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:56.916783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'network': {'name': 'tempest-network-smoke--1241398341', 'project_id': '44380767b053484a9a537d8331e3ea93', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:26:56.922506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:26:56.926251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:network and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:26:56.929103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:26:56.935214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:26:56.944806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Made reservation on behalf of 44380767b053484a9a537d8331e3ea93 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:26:56.948308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:56.960125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:56.974602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:26:56.978873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:security_group_rule and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:26:56.981611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:26:56.987139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:26:57.068151 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.071648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.108396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:26:57.113461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20540e-0ea6-490b-9a52-4c734fbf5f3f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:57.120544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.120908 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Added segment a4a0e8b5-c767-4742-9ee0-2fee52e7e470 of type vlan for network b88beda6-8f0d-439f-ba96-066ec2a2ee9a Jan 28 10:26:57.146265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.173389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.178722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:26:57.179293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.285047 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3735175 Jan 28 10:26:57.287850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5954582d-bb5f-4f54-bd86-f4eda9c01c5f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Network': ['ID=b88beda6-8f0d-439f-ba96-066ec2a2ee9a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:57.288036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54340) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:57.293925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'admin_state_up': True, 'project_id': '44380767b053484a9a537d8331e3ea93', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:26:57.298638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:26:57.302005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:26:57.306444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:router and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:26:57.309381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:26:57.315893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:26:57.325844 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.326850 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.342653 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:57.736689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:58.050319 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:58.081609 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:58.216580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.25.1.14 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:26:58.361032 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:58.389506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:58.408801 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-43298732-64b6-4f09-a158-04187ff9631e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:58.455486 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:26:58.458367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:26:58.462451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:26:58.495552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:26:58.874421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:59.327393 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:59.514531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:59.531788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 744fd912-e60d-489d-96eb-7b4ad3f3c92e is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:26:59.541128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:59.705702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:26:59.715899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Sync routers for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:26:59.724949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:26:59.725552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:26:59.732307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:26:59.733725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-17f79e43-0901-48b2-ade2-4e7d33ce083f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4447730 Jan 28 10:26:59.736953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54346) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:59.878150 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1c9fd000-d890-4f40-beb3-fd93190404c8 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=44380767b053484a9a537d8331e3ea93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1401086 Jan 28 10:26:59.880896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54352) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:26:59.934109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:00.007990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc5c47c-a44a-4f20-88e5-ef3602bbf26f tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:00.009977 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3cc5c47c-a44a-4f20-88e5-ef3602bbf26f tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1281886 Jan 28 10:27:00.012851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54356) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:00.050882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-535a952a-0f3b-46be-b158-d27fe5739435 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370030 Jan 28 10:27:00.053401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54360) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:00.059186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1978134645', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'project_id': '44380767b053484a9a537d8331e3ea93', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:00.168205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:00.172062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:subnet and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:00.174861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:00.180973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:00.193794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Made reservation on behalf of 44380767b053484a9a537d8331e3ea93 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:27:00.197370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.217690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:26:58Z', 'revision_number': 3, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:00.221501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Checking router: 744fd912-e60d-489d-96eb-7b4ad3f3c92e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:27:00.221842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Updating router 744fd912-e60d-489d-96eb-7b4ad3f3c92e port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:27:00.274519 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.413358 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.500049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Subnet': ['ID=fd3e50b7-c763-4344-9c08-616938639931,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:00.507646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Checking segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:00.508009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network hostable DHCP agents. Network: b88beda6-8f0d-439f-ba96-066ec2a2ee9a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:27:00.527065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:27:00.536692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b88beda6-8f0d-439f-ba96-066ec2a2ee9a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:00.541719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:00.542305 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.563645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ab9f53b-c24f-4a05-b235-ec9d21d93bfa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5092750 Jan 28 10:27:00.566705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54364) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:00.581192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a77c52-31ad-4c32-ae48-c2b11626abd6 None None] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:27:00.688846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.718527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Transition to ACTIVE for port object 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:00.735215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.861483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Attempting to bind port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:27:00.861841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Attempting to bind port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:27:00.862195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Attempting to bind port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:00.864086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4002da-7b7a-4160-bb0b-c2863f2b5ff8 None None] Pushing event updated for resources: {'Port': ['ID=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:00.897970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:27:00.898342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:00.898737 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.899120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:27:00.900102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Bound port: 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:27:00.900467 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.968431 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:27:00.969243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:00.991030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:01.058808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] For port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:27:01.081781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] For port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:27:01.086376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:01.214177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:01.214784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:01.318445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4002da-7b7a-4160-bb0b-c2863f2b5ff8 None None] Pushing event updated for resources: {'Port': ['ID=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:01.338642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Allocated IP 172.20.0.2 (b88beda6-8f0d-439f-ba96-066ec2a2ee9a/fd3e50b7-c763-4344-9c08-616938639931/891520c6-33f8-4f64-9d54-81c5414d39e5) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:01.391449 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:01.524404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:01.833565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:01.872334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Transition to ACTIVE for port object 891520c6-33f8-4f64-9d54-81c5414d39e5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:01.897753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Transition to ACTIVE for port object 891520c6-33f8-4f64-9d54-81c5414d39e5 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:01.903192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:01.970833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:01.971230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.20.0.1 (b88beda6-8f0d-439f-ba96-066ec2a2ee9a/fd3e50b7-c763-4344-9c08-616938639931/8cee6f0b-6040-4dbd-bee0-e013a95e86ed) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:01.974531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:01.982700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:01.989022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Pushing event updated for resources: {'Port': ['ID=891520c6-33f8-4f64-9d54-81c5414d39e5,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:02.027499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:26:58Z', 'revision_number': 3, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:02.063429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5d494-bbf5-4752-84d0-12913a8232df None None] The sync data for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 is: [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:26:58Z', 'revision_number': 3, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:27:02.084409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Attempting to bind port 891520c6-33f8-4f64-9d54-81c5414d39e5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:27:02.084746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Attempting to bind port 891520c6-33f8-4f64-9d54-81c5414d39e5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:27:02.085100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Attempting to bind port 891520c6-33f8-4f64-9d54-81c5414d39e5 on network b88beda6-8f0d-439f-ba96-066ec2a2ee9a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:02.092106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:27:02.092570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Checking segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:02.093010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.093405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Bound using segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:27:02.093874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Bound port: 891520c6-33f8-4f64-9d54-81c5414d39e5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:27:02.094244 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.147419 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.164055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Transition to ACTIVE for port object 8cee6f0b-6040-4dbd-bee0-e013a95e86ed will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:02.189279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] For port 891520c6-33f8-4f64-9d54-81c5414d39e5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:27:02.189631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.193034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] For port 891520c6-33f8-4f64-9d54-81c5414d39e5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=891520c6-33f8-4f64-9d54-81c5414d39e5,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:27:02.201632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.258319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:02.262326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:02.267208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:02.292979 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0439802-c36a-4d7a-b837-c1373e2fa767 None None] Pushing event updated for resources: {'Port': ['ID=891520c6-33f8-4f64-9d54-81c5414d39e5,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:02.332425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:02.353561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.491500 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:02.801499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 891520c6-33f8-4f64-9d54-81c5414d39e5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:02.877036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 891520c6-33f8-4f64-9d54-81c5414d39e5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:02.882655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:02.958286 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:02.964098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:02.964542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.088111 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.112025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:03.119811 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.120754 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.127625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.196845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:03.248081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.251987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:03.400393 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:03.401610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:03.465557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bbf152-b401-48cf-b003-7dd4956f8a64 None None] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:27:03.560767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] Provisioning for port 891520c6-33f8-4f64-9d54-81c5414d39e5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:03.579494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] Provisioning complete for port 891520c6-33f8-4f64-9d54-81c5414d39e5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:03.579494 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.600356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 744fd912-e60d-489d-96eb-7b4ad3f3c92e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:27:03.794181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:27:03.807147 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-af5800af-5a9f-4c01-82dc-1bfd1c802c30 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "PUT /v2.0/routers/744fd912-e60d-489d-96eb-7b4ad3f3c92e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2368355 Jan 28 10:27:03.807439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54368) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:03.812859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--692197466', 'description': 'tempest-secgroup_access--692197466 description', 'project_id': '44380767b053484a9a537d8331e3ea93'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:03.819358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:03.823333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:security_group and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:03.826194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:03.832412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:03.843440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.847902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.864487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:03.868484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:security_group_rule and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:03.871738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:03.878415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:03.889811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] For port 891520c6-33f8-4f64-9d54-81c5414d39e5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=891520c6-33f8-4f64-9d54-81c5414d39e5,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:03.895502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:03.902614 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Sync routers for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:27:03.924168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:03.924822 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:03.986203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71625bde-dec2-4ea7-b0ae-0ba7035e4e52 None None] Pushing event updated for resources: {'Port': ['ID=891520c6-33f8-4f64-9d54-81c5414d39e5,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:04.004737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.009497 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.054528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.055756 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2473264 Jan 28 10:27:04.056614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502fcb1-cea8-4d4b-93f7-63f18ca64a19 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d84d6db-dded-45ed-bca1-c0f83ac1df75,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:04.059920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54372) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:04.066629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--25579211', 'description': 'tempest-secgroup_general--25579211 description', 'project_id': '44380767b053484a9a537d8331e3ea93'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:04.074582 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:04.078809 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:security_group and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:04.082100 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:04.089125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:04.102087 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.128046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:04.132495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:security_group_rule and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:04.136361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:04.142783 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:04.167373 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:04.238463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.248531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.249718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e971bb4-558f-4f20-9001-988459c30f9a None None] Provisioning for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:04.260046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e971bb4-558f-4f20-9001-988459c30f9a None None] Provisioning complete for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:04.260418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e971bb4-558f-4f20-9001-988459c30f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.304263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7186b7b2-10da-47c4-b419-530929ae6d5b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:04.315996 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.317262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2fcf5bc7-07e0-4f2f-b29b-edd043105701 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2558084 Jan 28 10:27:04.320581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54376) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:04.329730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'security_group_rule': {'security_group_id': '5d84d6db-dded-45ed-bca1-c0f83ac1df75', 'project_id': '44380767b053484a9a537d8331e3ea93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:04.334953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5e971bb4-558f-4f20-9001-988459c30f9a None None] Port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:27:04.336732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:04.340812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:security_group_rule and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:04.344634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:04.350886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5e971bb4-558f-4f20-9001-988459c30f9a None None] Provisioning complete for port 891520c6-33f8-4f64-9d54-81c5414d39e5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:04.351117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:04.351257 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5e971bb4-558f-4f20-9001-988459c30f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.372734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.454253 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.459437 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.486091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c152aea-b6cf-4ace-ac87-c5a1e07657b7,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:04.506965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.508645 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3f28b5c3-3d5d-4155-a0b5-c4ce56a489fd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1866050 Jan 28 10:27:04.549480 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 2, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:04.558370 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Checking router: 744fd912-e60d-489d-96eb-7b4ad3f3c92e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:27:04.558718 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Updating router 744fd912-e60d-489d-96eb-7b4ad3f3c92e port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:27:04.615309 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.654916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7a9ae1d7-05be-4ebf-a473-9596721be563 None None] Provisioning complete for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:04.655286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7a9ae1d7-05be-4ebf-a473-9596721be563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.718232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7a9ae1d7-05be-4ebf-a473-9596721be563 None None] Port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:27:04.733821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-6d94840a-ac5d-4da4-a00d-ac1457e6db45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:27:04.735849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 891520c6-33f8-4f64-9d54-81c5414d39e5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:04.751227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-6d94840a-ac5d-4da4-a00d-ac1457e6db45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:27:04.752516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-6d94840a-ac5d-4da4-a00d-ac1457e6db45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--25579211&fields=id&tenant_id=44380767b053484a9a537d8331e3ea93 HTTP/1.1" status: 200 len: 267 time: 0.0798049 Jan 28 10:27:04.802487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-e42d7d12-e439-420e-a45b-d1c2a219adab tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--692197466&fields=id&tenant_id=44380767b053484a9a537d8331e3ea93 HTTP/1.1" status: 200 len: 267 time: 0.0421965 Jan 28 10:27:04.810856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 891520c6-33f8-4f64-9d54-81c5414d39e5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:04.811331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.877256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4cea69f7-e36d-46ba-952e-0d077696f7af None None] Provisioning complete for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:04.877613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4cea69f7-e36d-46ba-952e-0d077696f7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:04.961036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-1aeb7e51-a860-4412-9a5b-2969d91c3b6b tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:04.963035 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-1aeb7e51-a860-4412-9a5b-2969d91c3b6b tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/networks?id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 200 len: 797 time: 0.1535463 Jan 28 10:27:04.970464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4cea69f7-e36d-46ba-952e-0d077696f7af None None] Port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:27:04.982098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-3a5887e2-30f0-4717-bdd3-d5a2c0aa2aaf tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/quotas/44380767b053484a9a537d8331e3ea93 HTTP/1.1" status: 200 len: 375 time: 0.0130727 Jan 28 10:27:04.990634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:05.002490 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:05.014235 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Transition to ACTIVE for port object 8cee6f0b-6040-4dbd-bee0-e013a95e86ed will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:05.022187 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:05.060242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:05.060681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:05.080134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e62d384-4895-44c7-aad9-30da47c6675f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:27:05.102112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e62d384-4895-44c7-aad9-30da47c6675f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:27:05.104279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e62d384-4895-44c7-aad9-30da47c6675f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1144102 Jan 28 10:27:05.160348 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Pushing event updated for resources: {'Port': ['ID=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:05.210778 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.211180 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.211450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.212024 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.212548 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.213051 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.213542 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.214035 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.214354 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.214670 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.214991 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.215306 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:05.270813 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Attempting to bind port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:27:05.271180 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Attempting to bind port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:27:05.271540 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Attempting to bind port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed on network b88beda6-8f0d-439f-ba96-066ec2a2ee9a {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:05.277519 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 26, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:27:05.277887 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Checking segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:05.278316 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:05.278713 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Bound using segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:27:05.279170 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Bound port: 8cee6f0b-6040-4dbd-bee0-e013a95e86ed, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:27:05.279545 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:05.370683 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] For port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:27:05.373706 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] For port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:27:05.377997 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:05.401949 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-ca5c0006-eb6a-4384-8cb5-29c8afd3ac1d service neutron] 10.222.0.42 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820065 Jan 28 10:27:05.458315 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:05.459017 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:05.536642 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da824de-4902-4570-b2f1-b9baf4018f7d None None] Pushing event updated for resources: {'Port': ['ID=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:05.557353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-e0530db9-39a9-4a6f-a248-d1ad62a39497 service neutron] 10.222.0.42 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495080 Jan 28 10:27:05.699602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:05.757213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ace7efe3-9986-45b1-aee5-3f47a25483d2 req-f906b5c7-7d76-42d0-b487-dc1a540e0937 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 210 time: 0.0449915 Jan 28 10:27:06.021917 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:05Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:06.026407 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c4e0a-08a8-4c5b-9584-91cd294c3d2d None None] The sync data for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 is: [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:05Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:27:06.760353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8cee6f0b-6040-4dbd-bee0-e013a95e86ed up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:06.848173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:06.861198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:06.861566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:06.879044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-e7617fab-9fe4-4fbe-ae1f-ad0e8cbf0eef tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:06.880353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-e7617fab-9fe4-4fbe-ae1f-ad0e8cbf0eef tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:27:06.902296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-e7617fab-9fe4-4fbe-ae1f-ad0e8cbf0eef tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:27:06.904808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-e7617fab-9fe4-4fbe-ae1f-ad0e8cbf0eef tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.43 "GET /v2.0/networks?id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 200 len: 797 time: 0.2132938 Jan 28 10:27:06.982016 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5be4518-065c-425c-b028-978662d40a90 req-1f729d17-0dbe-446e-906f-5b6194fda8fc tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 210 time: 0.0632536 Jan 28 10:27:06.985354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-967bf14a-3a90-4bd8-80c4-24b4a9926048 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:27:06.999589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-967bf14a-3a90-4bd8-80c4-24b4a9926048 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:27:07.001068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-967bf14a-3a90-4bd8-80c4-24b4a9926048 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44380767b053484a9a537d8331e3ea93 HTTP/1.1" status: 200 len: 475 time: 0.0863452 Jan 28 10:27:07.017625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'port': {'device_id': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'admin_state_up': True, 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'security_groups': ['7186b7b2-10da-47c4-b419-530929ae6d5b', '5d84d6db-dded-45ed-bca1-c0f83ac1df75']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:07.028233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:07.066731 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:07.074067 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:07.151830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:07.294328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:07.303584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:07.312943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Made reservation on behalf of 44380767b053484a9a537d8331e3ea93 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:27:07.316247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:07.478674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.20.0.11 (b88beda6-8f0d-439f-ba96-066ec2a2ee9a/fd3e50b7-c763-4344-9c08-616938639931/3cc46843-7215-494a-83f1-cb29257a48bf) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:07.679443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:07.694594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Transition to ACTIVE for port object 3cc46843-7215-494a-83f1-cb29257a48bf will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:07.718428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:07.791866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:07.794682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:07.796926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:07.841020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=3cc46843-7215-494a-83f1-cb29257a48bf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:07.867214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:07.868458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:07.893254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-2b6e38ce-8457-47fc-ac76-2da4ce3c78ca tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.8822973 Jan 28 10:27:07.903249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-ce75677a-4e29-4375-804f-9a3a27f5c070 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:27:07.904288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-ce75677a-4e29-4375-804f-9a3a27f5c070 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052648 Jan 28 10:27:07.915128 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Request body: {'port': {'device_id': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:08.026657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.050451 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-47ff3123-2fc5-4091-bc26-af3fa36a5ad1 None None] Provisioning for port 3cc46843-7215-494a-83f1-cb29257a48bf completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:08.055606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-47ff3123-2fc5-4091-bc26-af3fa36a5ad1 None None] Provisioning complete for port 3cc46843-7215-494a-83f1-cb29257a48bf triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:08.056043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-47ff3123-2fc5-4091-bc26-af3fa36a5ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.109944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-47ff3123-2fc5-4091-bc26-af3fa36a5ad1 None None] Port 3cc46843-7215-494a-83f1-cb29257a48bf cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:27:08.323138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3aee20-315a-4e93-b1cd-4faa6f30ce6d req-e7a04aaa-cc5c-4bd3-ba74-f0c13bdf7c85 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:08.323818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fa3aee20-315a-4e93-b1cd-4faa6f30ce6d req-e7a04aaa-cc5c-4bd3-ba74-f0c13bdf7c85 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:27:08.358244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-fa3aee20-315a-4e93-b1cd-4faa6f30ce6d req-e7a04aaa-cc5c-4bd3-ba74-f0c13bdf7c85 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:27:08.359494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa3aee20-315a-4e93-b1cd-4faa6f30ce6d req-e7a04aaa-cc5c-4bd3-ba74-f0c13bdf7c85 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 971 time: 0.2633867 Jan 28 10:27:08.421228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fa3aee20-315a-4e93-b1cd-4faa6f30ce6d req-1eb36d7b-b24a-4249-a402-859e56b88eb9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0525846 Jan 28 10:27:08.488396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cc46843-7215-494a-83f1-cb29257a48bf {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:27:08.496074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.510252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Transition to ACTIVE for port object 3cc46843-7215-494a-83f1-cb29257a48bf will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:08.513993 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.667888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc46843-7215-494a-83f1-cb29257a48bf,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:08.702021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8cee6f0b-6040-4dbd-bee0-e013a95e86ed up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:08.755563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Attempting to bind port 3cc46843-7215-494a-83f1-cb29257a48bf on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:27:08.755911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Attempting to bind port 3cc46843-7215-494a-83f1-cb29257a48bf by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:27:08.756207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Attempting to bind port 3cc46843-7215-494a-83f1-cb29257a48bf on network b88beda6-8f0d-439f-ba96-066ec2a2ee9a {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:08.760741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Port 3cc46843-7215-494a-83f1-cb29257a48bf on network b88beda6-8f0d-439f-ba96-066ec2a2ee9a not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:27:08.761019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Attempting to bind port 3cc46843-7215-494a-83f1-cb29257a48bf on network b88beda6-8f0d-439f-ba96-066ec2a2ee9a {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:08.766054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 26, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:27:08.766376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Checking segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:08.766748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Bound using segment: {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:27:08.767164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Bound port: 3cc46843-7215-494a-83f1-cb29257a48bf, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:27:08.767494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.777007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:08.777381 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.855215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] For port 3cc46843-7215-494a-83f1-cb29257a48bf, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:27:08.858783 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] For port 3cc46843-7215-494a-83f1-cb29257a48bf, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cc46843-7215-494a-83f1-cb29257a48bf,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:27:08.862662 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.925773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:08.926395 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:08.927750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] 10.222.0.43 "PUT /v2.0/ports/3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 200 len: 1131 time: 1.0169961 Jan 28 10:27:08.928177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:27:08.947630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e784a3b-527b-42d9-a49a-ffcb9e92d983 service neutron] Pushing event updated for resources: {'Port': ['ID=3cc46843-7215-494a-83f1-cb29257a48bf,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:08.997277 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf', 'status': 'completed', 'code': 200} Jan 28 10:27:09.038479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-a2a0094a-0135-4b9c-baf1-c54a8493a551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:09.040680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-a2a0094a-0135-4b9c-baf1-c54a8493a551 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1134 time: 0.0756369 Jan 28 10:27:09.213278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-050b7e59-fda5-4d75-a2a8-f3422444400e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 200 len: 217 time: 0.1661155 Jan 28 10:27:09.277683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-be2ecaa0-d516-4905-bdaa-c9ce4cf442d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:09.278983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-be2ecaa0-d516-4905-bdaa-c9ce4cf442d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd3e50b7-c763-4344-9c08-616938639931 HTTP/1.1" status: 200 len: 835 time: 0.0581050 Jan 28 10:27:09.351918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-f494f413-5039-42a2-8394-5ec1891f2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:09.353363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-f494f413-5039-42a2-8394-5ec1891f2b4c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667818 Jan 28 10:27:09.482185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-8b702dde-49d5-47e4-a49d-f7ceaad56606 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224730 Jan 28 10:27:09.667737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68b4ed0a-140f-40a7-94ab-91b23b5a4b63 req-5fd71fc5-2041-4c0f-a993-a97b804151fb service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795571 Jan 28 10:27:09.683532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d61b66-c018-4e8c-9b37-d6425068c2af req-3eccaa52-b30d-4e09-88fb-487cedc4bcdb tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:09.685322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-54d61b66-c018-4e8c-9b37-d6425068c2af req-3eccaa52-b30d-4e09-88fb-487cedc4bcdb tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 983 time: 0.1296718 Jan 28 10:27:09.770056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-54d61b66-c018-4e8c-9b37-d6425068c2af req-5d5247d1-bbea-45d3-93c1-b51d85f90570 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0789397 Jan 28 10:27:09.799085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-4d65b397-4b08-46db-8a08-6ab3c24d43b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:09.800499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-4d65b397-4b08-46db-8a08-6ab3c24d43b2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1134 time: 0.0824225 Jan 28 10:27:09.927623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-00f6da7b-f5fb-4cdf-9e81-957b7e8d4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:09.929042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-00f6da7b-f5fb-4cdf-9e81-957b7e8d4989 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 200 len: 898 time: 0.1222789 Jan 28 10:27:09.994360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-1c3aa242-21d0-4d69-8fad-3faecdf80abf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 200 len: 217 time: 0.0582922 Jan 28 10:27:10.058545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-892445e1-636b-4d28-b3a9-d0199caa9481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:10.059918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-892445e1-636b-4d28-b3a9-d0199caa9481 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd3e50b7-c763-4344-9c08-616938639931 HTTP/1.1" status: 200 len: 835 time: 0.0592799 Jan 28 10:27:10.130848 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-59a009e3-944d-414c-9a32-411f10a7830d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:10.132327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-59a009e3-944d-414c-9a32-411f10a7830d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666456 Jan 28 10:27:10.261764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-4a91e17c-2bd9-4a68-ad98-0d2e85660853 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210659 Jan 28 10:27:10.390806 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17e63df5-9392-45ac-97a9-057cc8cc7359 req-4d153128-2027-44d3-b66b-135993e76101 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219678 Jan 28 10:27:10.953404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab7563d-423f-48c1-87c8-6b1026ba03f4 req-8b7874f2-ccab-4632-968d-1d499a0970a7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:10.954801 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ab7563d-423f-48c1-87c8-6b1026ba03f4 req-8b7874f2-ccab-4632-968d-1d499a0970a7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 983 time: 0.0793023 Jan 28 10:27:11.003502 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1ab7563d-423f-48c1-87c8-6b1026ba03f4 req-d31f6c70-742b-4372-b57b-9ce301320eb5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0430896 Jan 28 10:27:11.587170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cc46843-7215-494a-83f1-cb29257a48bf details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:27:11.717988 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3cc46843-7215-494a-83f1-cb29257a48bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cc46843-7215-494a-83f1-cb29257a48bf,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:11.731352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '3cc46843-7215-494a-83f1-cb29257a48bf', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'port_id': '3cc46843-7215-494a-83f1-cb29257a48bf', 'mac_address': 'fa:16:3e:39:34:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:27:11.816511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:11.833001 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cc46843-7215-494a-83f1-cb29257a48bf {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:27:11.848120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3cc46843-7215-494a-83f1-cb29257a48bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cc46843-7215-494a-83f1-cb29257a48bf,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:11.851649 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:11.916436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3cc46843-7215-494a-83f1-cb29257a48bf,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:11.923711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.924055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.924394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.924762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.925096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.925429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.925752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.926074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.926393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.926713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.927033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:11.927349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:12.059505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['3cc46843-7215-494a-83f1-cb29257a48bf'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:27:12.187721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df425870-1f8f-488c-99c5-42c309521bb0 req-c639336f-75f5-4797-b460-ec70878f9caa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:12.189188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df425870-1f8f-488c-99c5-42c309521bb0 req-c639336f-75f5-4797-b460-ec70878f9caa tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 984 time: 0.0829625 Jan 28 10:27:12.234392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df425870-1f8f-488c-99c5-42c309521bb0 req-53a4d703-2074-4885-ae01-71c2b6eeae74 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0394173 Jan 28 10:27:13.418264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5fc285-0b89-47e1-bb9d-5309904b1ce7 req-11f18d8c-77fd-48ae-8c34-0f0d19fb406c tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:13.419712 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d5fc285-0b89-47e1-bb9d-5309904b1ce7 req-11f18d8c-77fd-48ae-8c34-0f0d19fb406c tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 984 time: 0.0790446 Jan 28 10:27:13.465191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d5fc285-0b89-47e1-bb9d-5309904b1ce7 req-2136a63f-0f18-4bff-b7a4-c312f7f0e70c tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0398486 Jan 28 10:27:13.604482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cc46843-7215-494a-83f1-cb29257a48bf up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:13.670016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 3cc46843-7215-494a-83f1-cb29257a48bf completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:13.674479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 3cc46843-7215-494a-83f1-cb29257a48bf triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:13.674846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:13.790086 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:13.816588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:27:13.825843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3cc46843-7215-494a-83f1-cb29257a48bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cc46843-7215-494a-83f1-cb29257a48bf,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:13.829770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:13.868568 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf', 'code': 200} Jan 28 10:27:13.900298 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3cc46843-7215-494a-83f1-cb29257a48bf,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:13.985307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b416e0c-43ea-4789-9fa4-545c0b654eab req-b4c03233-180d-43d2-8b32-a5c5b3cff577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:13.986777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9b416e0c-43ea-4789-9fa4-545c0b654eab req-b4c03233-180d-43d2-8b32-a5c5b3cff577 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1136 time: 0.0683835 Jan 28 10:27:14.024479 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:14.033792 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9b416e0c-43ea-4789-9fa4-545c0b654eab req-9bb534f5-7ad4-4b60-9946-0c855fdff17e service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0407791 Jan 28 10:27:14.649627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0945566-1630-454f-931b-f5a0828d4930 req-69cee7f6-323c-40dc-92af-9e59bd2bfe1d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:14.651077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0945566-1630-454f-931b-f5a0828d4930 req-69cee7f6-323c-40dc-92af-9e59bd2bfe1d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 985 time: 0.0826566 Jan 28 10:27:14.696607 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0945566-1630-454f-931b-f5a0828d4930 req-ac820a0e-3c3a-442e-97e9-bf2a7ea80676 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0397828 Jan 28 10:27:15.253082 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:27:15.528551 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:15.879610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bced6b1-63da-4963-a6a5-344a209baaff req-e8ddea5c-025a-4f6d-86c7-f9bf4035cb37 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:15.881087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1bced6b1-63da-4963-a6a5-344a209baaff req-e8ddea5c-025a-4f6d-86c7-f9bf4035cb37 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 985 time: 0.0813754 Jan 28 10:27:15.925079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1bced6b1-63da-4963-a6a5-344a209baaff req-c3e463f2-9b7c-4fa6-af06-e853f3c8143a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0378060 Jan 28 10:27:16.103721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366c382-b266-4e35-8cb5-9d1b9ec6dd0b req-84f60dfc-f133-4c6c-895b-e7b53838dff8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:16.105180 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6366c382-b266-4e35-8cb5-9d1b9ec6dd0b req-84f60dfc-f133-4c6c-895b-e7b53838dff8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 985 time: 0.0782578 Jan 28 10:27:16.150953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6366c382-b266-4e35-8cb5-9d1b9ec6dd0b req-6abe8301-2587-401e-bad4-8b13de02ebfc tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0399196 Jan 28 10:27:16.321653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-e1c7e209-2d5d-417a-847e-912d879460f7 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:16.323118 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-e1c7e209-2d5d-417a-847e-912d879460f7 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1136 time: 0.0685222 Jan 28 10:27:16.344732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:16.358849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:16.362591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Usage tracker for resource:security_group_rule and tenant:ebcc14956c6f4678893ea2028f53fe2e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:16.365287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:16.371650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:16.553825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:16.557547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:16.588028 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-954a4132-3c2d-4426-8362-0e026ee9a87a req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.2591176 Jan 28 10:27:16.594728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c61fd1-0375-4349-8627-b34f14ed6960 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e90f4d-732b-4040-8101-c9132593e40f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:16.610157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54428) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:16.678697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbeb3fae-c348-478f-87c1-9dd17f3bb613 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:16.680177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bbeb3fae-c348-478f-87c1-9dd17f3bb613 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1131 time: 0.0690472 Jan 28 10:27:16.683021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54432) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:16.687741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '3cc46843-7215-494a-83f1-cb29257a48bf', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:16.694208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:16.697962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:floatingip and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:16.700757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:16.706283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:16.716808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:16.848343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:16.979981 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.25.1.99 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/65d24264-9a6f-4743-9c14-b5ae5e8d65f8) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:17.122467 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:17.151019 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:17.220459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:17.223151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:17.225563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:17.272523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=65d24264-9a6f-4743-9c14-b5ae5e8d65f8,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:17.637066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:17.714314 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:17.914264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:17.918546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:18.029996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=65d24264-9a6f-4743-9c14-b5ae5e8d65f8,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:18.039652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:18.314288 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Floating IP 9d23febf-7263-4d20-895d-01d5687bb928 associated. External IP: 172.25.1.99, port: 3cc46843-7215-494a-83f1-cb29257a48bf. Jan 28 10:27:18.663984 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 744fd912-e60d-489d-96eb-7b4ad3f3c92e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:27:18.842661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:27:18.852182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] Sync routers for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:27:18.861683 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:18.862280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:18.870973 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:18.926245 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-33c97f20-8cd3-4a15-80b5-6ba3e211e83d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2420604 Jan 28 10:27:18.926672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:27:18.928927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:18.974386 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf', 'status': 'completed', 'code': 200} Jan 28 10:27:19.047776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:19.070283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800e3e-7415-4611-9552-e8759cb33a93 req-2cd0ced2-9b21-4074-a186-4cd2d32ef0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.072342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-2cd0ced2-9b21-4074-a186-4cd2d32ef0cd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1136 time: 0.0762799 Jan 28 10:27:19.078294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfeabf4-0556-4e41-a447-0e84cf608b42 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.078769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfeabf4-0556-4e41-a447-0e84cf608b42 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.079335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfeabf4-0556-4e41-a447-0e84cf608b42 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.079799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfeabf4-0556-4e41-a447-0e84cf608b42 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.084014 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8cfeabf4-0556-4e41-a447-0e84cf608b42 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1514184 Jan 28 10:27:19.084242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54442) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:19.156183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae809bb7-c6a6-4d4b-b633-0a40fab8b735 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.157070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae809bb7-c6a6-4d4b-b633-0a40fab8b735 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.157186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae809bb7-c6a6-4d4b-b633-0a40fab8b735 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.157552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae809bb7-c6a6-4d4b-b633-0a40fab8b735 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.159192 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ae809bb7-c6a6-4d4b-b633-0a40fab8b735 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0741038 Jan 28 10:27:19.161909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54446) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:19.206899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800e3e-7415-4611-9552-e8759cb33a93 req-f95ae35c-0084-4515-8b4a-357b3ed4e0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.208246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-f95ae35c-0084-4515-8b4a-357b3ed4e0af service neutron] 10.222.0.43 "GET /v2.0/networks?id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 200 len: 898 time: 0.1304038 Jan 28 10:27:19.317765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-2d766ba5-282b-4347-819e-a866936ae30a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 200 len: 999 time: 0.1035616 Jan 28 10:27:19.377255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7eb1dd5f-6b73-4d46-91a7-8aa7647d15d7 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1613 time: 0.2142866 Jan 28 10:27:19.379938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54452) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:19.408868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '9d23febf-7263-4d20-895d-01d5687bb928', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'port_id': '3cc46843-7215-494a-83f1-cb29257a48bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'mac_address': 'fa:16:3e:39:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:27:17Z', 'updated_at': '2022-01-28T10:27:17Z', 'revision_number': 0, 'project_id': '44380767b053484a9a537d8331e3ea93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:07Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:19.412843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] Checking router: 744fd912-e60d-489d-96eb-7b4ad3f3c92e for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:27:19.421934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:19.422535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:26:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:19.427969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800e3e-7415-4611-9552-e8759cb33a93 req-bbec9d6a-598b-4544-a9f9-2a5d3a8086d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.429431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-bbec9d6a-598b-4544-a9f9-2a5d3a8086d0 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd3e50b7-c763-4344-9c08-616938639931 HTTP/1.1" status: 200 len: 835 time: 0.1061506 Jan 28 10:27:19.519765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671454c1-478c-48be-b620-5bd14129d562 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.520158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671454c1-478c-48be-b620-5bd14129d562 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.528016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-671454c1-478c-48be-b620-5bd14129d562 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=744fd912-e60d-489d-96eb-7b4ad3f3c92e HTTP/1.1" status: 200 len: 1989 time: 0.1408865 Jan 28 10:27:19.533801 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800e3e-7415-4611-9552-e8759cb33a93 req-cd9d699c-c9cb-4f43-85f0-fbc282069f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:19.535453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-cd9d699c-c9cb-4f43-85f0-fbc282069f76 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964706 Jan 28 10:27:19.607947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:19.666984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-3407b69a-5217-4d34-b05e-2544300dac67 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253073 Jan 28 10:27:19.913846 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48800e3e-7415-4611-9552-e8759cb33a93 req-738ac270-8ffc-4464-86a9-58c00a7eca89 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405903 Jan 28 10:27:20.002114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '9d23febf-7263-4d20-895d-01d5687bb928', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'port_id': '3cc46843-7215-494a-83f1-cb29257a48bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'mac_address': 'fa:16:3e:39:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:27:17Z', 'updated_at': '2022-01-28T10:27:17Z', 'revision_number': 0, 'project_id': '44380767b053484a9a537d8331e3ea93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:07Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:20.005990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4ab9f4-4d81-4d21-b89d-caae4a005b61 None None] The sync data for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 is: [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '9d23febf-7263-4d20-895d-01d5687bb928', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'floating_ip_address': '172.25.1.99', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'port_id': '3cc46843-7215-494a-83f1-cb29257a48bf', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'mac_address': 'fa:16:3e:39:34:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:27:17Z', 'updated_at': '2022-01-28T10:27:17Z', 'revision_number': 0, 'project_id': '44380767b053484a9a537d8331e3ea93', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:07Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:27:20.297164 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-313f894e-75c9-47f8-9079-280e64c51616 None None] New status for floating IP 9d23febf-7263-4d20-895d-01d5687bb928: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:27:25.958431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dbe43e4f-c267-42d1-aa2b-d4b20305567d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:28.409992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-96285204-cd73-4c77-bc83-c9d3e0369a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:29.518682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:29.541967 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:30.954401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:44.036911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:45.526106 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:52.253449 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:27:53.417248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54474) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:53.492482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92d8c5ae-406e-4a7e-a028-d844ba6c45be tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0740855 Jan 28 10:27:53.495875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54478) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:53.501051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'network': {'name': 'tempest-network-smoke--1549750215', 'project_id': '44380767b053484a9a537d8331e3ea93', 'port_security_enabled': False}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:53.506549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:53.516470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:53.526134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Made reservation on behalf of 44380767b053484a9a537d8331e3ea93 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:27:53.530422 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.557949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:27:53.566587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.567028 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Added segment cb00798e-d041-4ecd-abed-7a978c6648dc of type vlan for network 365e2527-7906-4938-9156-c0a675f44991 Jan 28 10:27:53.594341 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.622981 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.628365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:53.628961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.733144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2361510 Jan 28 10:27:53.736457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54482) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:53.738410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Network': ['ID=365e2527-7906-4938-9156-c0a675f44991,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:53.741570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'admin_state_up': True, 'project_id': '44380767b053484a9a537d8331e3ea93', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:53.746582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.746928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.747262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.747591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.747917 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.748241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.748560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.748906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.749222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.749544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.749859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.750169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a794f4af-ec9c-4ad0-8cba-7f13cfd9de45 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:53.750531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:53.754570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:router and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:53.757771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for router was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:53.762723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 365e2527-7906-4938-9156-c0a675f44991 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:27:53.763695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:53.773427 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.774429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:53.789581 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:54.055523 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:54.461673 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:54.494826 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:54.625741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.25.1.221 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/9ae0b153-00ba-4c1b-bc83-5769bff94bc6) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:54.773736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:54.804023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:54.870906 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:54.873570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:54.877313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:54.916597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:54.928345 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.928700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.929031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.929358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.929691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.929995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.930309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.930621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.930934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.931243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.931550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:54.931884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:27:55.304984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:55.762273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:55.959510 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3584a2c8-9e57-4eda-b3f4-8e8d56b1db86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:55.966075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 1f08ae04-0cff-4375-b816-661984d41820 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:27:56.144268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:27:56.155026 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Sync routers for ids ['1f08ae04-0cff-4375-b816-661984d41820'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:27:56.163858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Routers {'1f08ae04-0cff-4375-b816-661984d41820'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:56.164446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1f08ae04-0cff-4375-b816-661984d41820'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:56.170699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:56.172083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3a41cca1-adf8-4372-baee-2537b1589e99 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4345953 Jan 28 10:27:56.175140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54486) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.239632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a037afe4-daf3-4f84-b770-2f5eae1d6e83 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:56.241034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a037afe4-daf3-4f84-b770-2f5eae1d6e83 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=44380767b053484a9a537d8331e3ea93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0649869 Jan 28 10:27:56.243931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54490) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.342281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Set router 1f08ae04-0cff-4375-b816-661984d41820 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:56.376807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afa438d-4f3f-433e-9d66-6a650d56238a tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:56.378281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8afa438d-4f3f-433e-9d66-6a650d56238a tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1334677 Jan 28 10:27:56.381341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54494) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.423191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3053e8c-6ca5-4b12-a175-65994275af71 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405080 Jan 28 10:27:56.425979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54498) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.473427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54502) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.473672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-642635ef-e664-4cc1-9ccf-44914bad4ac7 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=44380767b053484a9a537d8331e3ea93&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0465565 Jan 28 10:27:56.613026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd9d34a-3eb4-45f0-bb3a-15ca6419c75d tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:56.614967 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dcd9d34a-3eb4-45f0-bb3a-15ca6419c75d tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404912 Jan 28 10:27:56.617731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54506) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.648283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:27:55Z', 'revision_number': 3, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:56.652256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Checking router: 1f08ae04-0cff-4375-b816-661984d41820 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:27:56.652598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Updating router 1f08ae04-0cff-4375-b816-661984d41820 port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:27:56.661017 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b96e70da-dee5-4836-b58e-25750e04a741 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419815 Jan 28 10:27:56.663550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54510) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:56.668990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1557203312', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'project_id': '44380767b053484a9a537d8331e3ea93', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:27:56.708749 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:56.779756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:27:56.783611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Usage tracker for resource:subnet and tenant:44380767b053484a9a537d8331e3ea93 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:27:56.786454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:27:56.792111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:27:56.801765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Made reservation on behalf of 44380767b053484a9a537d8331e3ea93 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:27:56.805277 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.020990 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.035770 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.047822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Transition to ACTIVE for port object 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:57.054882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.098610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Subnet': ['ID=14b82955-8e85-4ffc-a1e3-89d1785e731e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:57.107696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Checking segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:57.108054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network hostable DHCP agents. Network: 365e2527-7906-4938-9156-c0a675f44991, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:27:57.127875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network 365e2527-7906-4938-9156-c0a675f44991 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:27:57.133699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Attempting to bind port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:27:57.134099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Attempting to bind port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:27:57.134518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Attempting to bind port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:57.137169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 365e2527-7906-4938-9156-c0a675f44991) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:57.142070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:27:57.142737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.146438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414072d5-2032-4aa8-8b70-2e830042ba1d None None] Network 365e2527-7906-4938-9156-c0a675f44991 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:27:57.159315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:27:57.159690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:57.160137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.160588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:27:57.161169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Bound port: 9ae0b153-00ba-4c1b-bc83-5769bff94bc6, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:27:57.161580 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.164017 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a31cbc66-1f72-413e-a77f-0318ea6aae93 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4995067 Jan 28 10:27:57.167357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54516) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:27:57.188710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e9d3f-355b-4a0e-a840-f550fa1166dd None None] Pushing event updated for resources: {'Port': ['ID=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:57.364935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] For port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:27:57.384132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] For port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:27:57.411948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.506749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Routers {'1f08ae04-0cff-4375-b816-661984d41820'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:27:57.507364 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1f08ae04-0cff-4375-b816-661984d41820'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:57.624997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-365e2527-7906-4938-9156-c0a675f44991', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'fixed_ips': [{'subnet_id': '14b82955-8e85-4ffc-a1e3-89d1785e731e'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:27:57.625815 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:57.638749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359e9d3f-355b-4a0e-a840-f550fa1166dd None None] Pushing event updated for resources: {'Port': ['ID=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:57.809953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] Set router 1f08ae04-0cff-4375-b816-661984d41820 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:27:57.991403 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.057115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Allocated IP 172.20.0.18 (365e2527-7906-4938-9156-c0a675f44991/14b82955-8e85-4ffc-a1e3-89d1785e731e/a457f2e0-54e3-42d7-81eb-e2ed470e6e56) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:58.314878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:27:55Z', 'revision_number': 3, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:27:58.324105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae1499e-f8a4-4c68-91c8-e73dc244a167 None None] The sync data for ids ['1f08ae04-0cff-4375-b816-661984d41820'] in n-d-825178-2 is: [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:27:55Z', 'revision_number': 3, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:27:58.342984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.350547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Transition to ACTIVE for port object a457f2e0-54e3-42d7-81eb-e2ed470e6e56 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:58.368645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Transition to ACTIVE for port object a457f2e0-54e3-42d7-81eb-e2ed470e6e56 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:58.377408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.442537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.20.0.17 (365e2527-7906-4938-9156-c0a675f44991/14b82955-8e85-4ffc-a1e3-89d1785e731e/fbcf9b49-547d-4eed-88da-9df1fda720dc) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:27:58.461472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Network 365e2527-7906-4938-9156-c0a675f44991 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:58.462359 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a867469-3f16-43eb-b142-0eae5d3650df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.467377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:58.472103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:58.474376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Pushing event updated for resources: {'Port': ['ID=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:58.599443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Attempting to bind port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:27:58.599906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Attempting to bind port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:27:58.600327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Attempting to bind port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 on network 365e2527-7906-4938-9156-c0a675f44991 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:27:58.607507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:27:58.608148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Checking segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:27:58.608583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.609004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Bound using segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:27:58.609539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Bound port: a457f2e0-54e3-42d7-81eb-e2ed470e6e56, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:27:58.609874 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.662447 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.685583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Transition to ACTIVE for port object fbcf9b49-547d-4eed-88da-9df1fda720dc will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:27:58.712266 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.716957 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] For port a457f2e0-54e3-42d7-81eb-e2ed470e6e56, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:27:58.722947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] For port a457f2e0-54e3-42d7-81eb-e2ed470e6e56, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:27:58.731975 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.801077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network 365e2527-7906-4938-9156-c0a675f44991 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:58.804195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:27:58.804799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:58.809806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:27:58.847470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=fbcf9b49-547d-4eed-88da-9df1fda720dc,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:58.877047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:58.895004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005b98f-533e-424b-835c-690c8f7bf5e4 None None] Pushing event updated for resources: {'Port': ['ID=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:58.912566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:27:58.918085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:27:58.921762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.142483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.164634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:27:59.170343 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.204836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.258080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:59.522428 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.545609 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.643807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.647972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.765127 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:27:59.768542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=fbcf9b49-547d-4eed-88da-9df1fda720dc,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:27:59.914237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network 365e2527-7906-4938-9156-c0a675f44991 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:27:59.915357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:27:59.992375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee22341-4291-4187-9bf1-bb40f65c609e None None] Network 365e2527-7906-4938-9156-c0a675f44991 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:28:00.087651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8bb517a6-d7bd-49c8-9da3-cafa367dcbf0 None None] Provisioning for port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:00.107366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 1f08ae04-0cff-4375-b816-661984d41820 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:28:00.295207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:00.308738 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c128026e-9509-4726-a8be-5cfeb7b3e1de tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "PUT /v2.0/routers/1f08ae04-0cff-4375-b816-661984d41820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1403263 Jan 28 10:28:00.373570 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Sync routers for ids ['1f08ae04-0cff-4375-b816-661984d41820'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:00.386831 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Routers {'1f08ae04-0cff-4375-b816-661984d41820'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:00.387424 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1f08ae04-0cff-4375-b816-661984d41820'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:00.560718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-64f42e01-2e58-45d5-8269-ddfd54c50b40 None None] Provisioning for port fbcf9b49-547d-4eed-88da-9df1fda720dc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:00.566103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-64f42e01-2e58-45d5-8269-ddfd54c50b40 None None] Provisioning complete for port fbcf9b49-547d-4eed-88da-9df1fda720dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:00.566651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-64f42e01-2e58-45d5-8269-ddfd54c50b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:00.573203 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Set router 1f08ae04-0cff-4375-b816-661984d41820 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:00.604339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-e57098aa-b128-4f3e-b590-c1ad7b1a2e3e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:00.605077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-e57098aa-b128-4f3e-b590-c1ad7b1a2e3e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:00.623363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-e57098aa-b128-4f3e-b590-c1ad7b1a2e3e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:00.631100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-e57098aa-b128-4f3e-b590-c1ad7b1a2e3e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/networks?id=365e2527-7906-4938-9156-c0a675f44991 HTTP/1.1" status: 200 len: 798 time: 0.1918542 Jan 28 10:28:00.639051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-64f42e01-2e58-45d5-8269-ddfd54c50b40 None None] Port fbcf9b49-547d-4eed-88da-9df1fda720dc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:00.644535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a64ceda8-6b4e-4c97-982d-5c9e75f971a6 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/quotas/44380767b053484a9a537d8331e3ea93 HTTP/1.1" status: 200 len: 375 time: 0.0125179 Jan 28 10:28:00.760470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-55a9dca6-8ac1-4adb-8400-fcfa0f70be8a None None] Provisioning complete for port fbcf9b49-547d-4eed-88da-9df1fda720dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:00.769233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-55a9dca6-8ac1-4adb-8400-fcfa0f70be8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:00.775258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-7c33eb46-213b-4184-bd11-a147c2c0d068 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1183944 Jan 28 10:28:00.854175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-55a9dca6-8ac1-4adb-8400-fcfa0f70be8a None None] Port fbcf9b49-547d-4eed-88da-9df1fda720dc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:00.867692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:00.878910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-940729c8-3da5-4190-8b5c-97e81dbed785 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:28:00.887074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-940729c8-3da5-4190-8b5c-97e81dbed785 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1076186 Jan 28 10:28:00.952842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:00.953129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:00.974102 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:27:58Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fbcf9b49-547d-4eed-88da-9df1fda720dc', 'name': '', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:8f:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:58Z', 'updated_at': '2022-01-28T10:27:59Z', 'revision_number': 2, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:00.977948 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Checking router: 1f08ae04-0cff-4375-b816-661984d41820 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:00.978523 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Updating router 1f08ae04-0cff-4375-b816-661984d41820 port fbcf9b49-547d-4eed-88da-9df1fda720dc binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:28:01.023439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.025669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-04b533a2-9f7f-4d76-94b3-f2e2b932b1fd service neutron] 10.222.0.42 "GET /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374760 Jan 28 10:28:01.032155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d9059f52-d476-497a-ba3b-3a579a43bbc1 None None] Provisioning complete for port fbcf9b49-547d-4eed-88da-9df1fda720dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:01.032542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9059f52-d476-497a-ba3b-3a579a43bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.081062 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.143624 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d9059f52-d476-497a-ba3b-3a579a43bbc1 None None] Port fbcf9b49-547d-4eed-88da-9df1fda720dc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:01.149384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a457f2e0-54e3-42d7-81eb-e2ed470e6e56 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:01.164558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-fee6d85a-12a8-4f70-94f2-174a12bcf0dd service neutron] 10.222.0.42 "GET /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303980 Jan 28 10:28:01.218590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:01.222930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:01.223509 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.355253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.366561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6b86d065-6470-48a6-b15f-fd459e26365a req-d3ada595-0488-4002-82ea-d2993d6f89c5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:01.387524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6b86d065-6470-48a6-b15f-fd459e26365a req-d3ada595-0488-4002-82ea-d2993d6f89c5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:01.388823 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b86d065-6470-48a6-b15f-fd459e26365a req-d3ada595-0488-4002-82ea-d2993d6f89c5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 210 time: 0.0650468 Jan 28 10:28:01.413818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a457f2e0-54e3-42d7-81eb-e2ed470e6e56, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:01.419219 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.465934 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.480314 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Transition to ACTIVE for port object fbcf9b49-547d-4eed-88da-9df1fda720dc will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:01.487434 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.510929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:01.657790 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3fdfa-41a4-47e8-89a0-4c94c6e90b9b None None] Pushing event updated for resources: {'Port': ['ID=fbcf9b49-547d-4eed-88da-9df1fda720dc,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:01.729661 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Attempting to bind port fbcf9b49-547d-4eed-88da-9df1fda720dc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:28:01.730020 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Attempting to bind port fbcf9b49-547d-4eed-88da-9df1fda720dc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:28:01.730380 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Attempting to bind port fbcf9b49-547d-4eed-88da-9df1fda720dc on network 365e2527-7906-4938-9156-c0a675f44991 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:28:01.737298 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:28:01.737682 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Checking segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:28:01.738069 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.738448 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Bound using segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:28:01.738897 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Bound port: fbcf9b49-547d-4eed-88da-9df1fda720dc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:28:01.739253 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.835609 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] For port fbcf9b49-547d-4eed-88da-9df1fda720dc, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:28:01.838677 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] For port fbcf9b49-547d-4eed-88da-9df1fda720dc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fbcf9b49-547d-4eed-88da-9df1fda720dc,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:28:01.842751 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:01.920560 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Routers {'1f08ae04-0cff-4375-b816-661984d41820'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:01.921191 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1f08ae04-0cff-4375-b816-661984d41820'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:02.005461 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3fdfa-41a4-47e8-89a0-4c94c6e90b9b None None] Pushing event updated for resources: {'Port': ['ID=fbcf9b49-547d-4eed-88da-9df1fda720dc,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:02.118162 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] Set router 1f08ae04-0cff-4375-b816-661984d41820 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:02.463764 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:27:58Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fbcf9b49-547d-4eed-88da-9df1fda720dc', 'name': '', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:8f:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:58Z', 'updated_at': '2022-01-28T10:28:01Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:02.469953 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f2ca5c-6587-40ef-8042-7491876c78e8 None None] The sync data for ids ['1f08ae04-0cff-4375-b816-661984d41820'] in n-d-825178-2 is: [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:27:58Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'fbcf9b49-547d-4eed-88da-9df1fda720dc', 'name': '', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:8f:ae:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_interface', 'standard_attr_id': 3995, 'fixed_ips': [{'subnet_id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:58Z', 'updated_at': '2022-01-28T10:28:01Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:02.597510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34aea0f9-ef4d-4d62-bbba-f7f03e3a18e6 req-637e170d-f2db-4a47-a592-071f2a63f1e9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 210 time: 0.0772805 Jan 28 10:28:02.622612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-c2f3b7aa-48d9-4d29-a05d-14a99101520a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:02.624158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-c2f3b7aa-48d9-4d29-a05d-14a99101520a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.25 "GET /v2.0/networks?id=365e2527-7906-4938-9156-c0a675f44991 HTTP/1.1" status: 200 len: 798 time: 0.2579730 Jan 28 10:28:02.645819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Request body: {'port': {'device_id': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'admin_state_up': True, 'tenant_id': '44380767b053484a9a537d8331e3ea93'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:02.802172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:02.812992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:02.813222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fbcf9b49-547d-4eed-88da-9df1fda720dc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:02.824363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Made reservation on behalf of 44380767b053484a9a537d8331e3ea93 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:28:02.828559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:02.883530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port fbcf9b49-547d-4eed-88da-9df1fda720dc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:02.889877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fbcf9b49-547d-4eed-88da-9df1fda720dc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:02.890247 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.004043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Allocated IP 172.20.0.26 (365e2527-7906-4938-9156-c0a675f44991/14b82955-8e85-4ffc-a1e3-89d1785e731e/4207606d-1987-4cff-83c5-6c62762386ff) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:28:03.034856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.070750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port fbcf9b49-547d-4eed-88da-9df1fda720dc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fbcf9b49-547d-4eed-88da-9df1fda720dc,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:03.076070 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.076935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a457f2e0-54e3-42d7-81eb-e2ed470e6e56 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:03.183034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.198531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=fbcf9b49-547d-4eed-88da-9df1fda720dc,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:03.202521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Transition to ACTIVE for port object 4207606d-1987-4cff-83c5-6c62762386ff will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:03.209408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:03.209985 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.228148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.301339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Network 365e2527-7906-4938-9156-c0a675f44991 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:28:03.304436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:03.308081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:28:03.348069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event updated for resources: {'Port': ['ID=4207606d-1987-4cff-83c5-6c62762386ff,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:03.386574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:03.387354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.413815 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-cfa20ed7-9cab-4be3-a240-360ce7f02749 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7720907 Jan 28 10:28:03.428101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a5900357-4342-4ea0-88d2-ec7058d4afdd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:28:03.429190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a5900357-4342-4ea0-88d2-ec7058d4afdd tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054328 Jan 28 10:28:03.443284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Request body: {'port': {'device_id': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:03.612783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-447d6ca9-78a4-48e0-90ba-1a9c12c987ba None None] Provisioning for port 4207606d-1987-4cff-83c5-6c62762386ff completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:03.618414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-447d6ca9-78a4-48e0-90ba-1a9c12c987ba None None] Provisioning complete for port 4207606d-1987-4cff-83c5-6c62762386ff triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:03.618786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-447d6ca9-78a4-48e0-90ba-1a9c12c987ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.676576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:03.679890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-447d6ca9-78a4-48e0-90ba-1a9c12c987ba None None] Port 4207606d-1987-4cff-83c5-6c62762386ff cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:03.821159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d4aa89-e94c-4b48-b748-5d216fa6eb8d req-20924346-4f2a-4cb2-b037-3547c0d5e1a0 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:03.822718 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3d4aa89-e94c-4b48-b748-5d216fa6eb8d req-20924346-4f2a-4cb2-b037-3547c0d5e1a0 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 895 time: 0.0870368 Jan 28 10:28:04.022712 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4207606d-1987-4cff-83c5-6c62762386ff {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:28:04.030085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:04.044239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Transition to ACTIVE for port object 4207606d-1987-4cff-83c5-6c62762386ff will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:04.047399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:04.199425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Pushing event updated for resources: {'Port': ['ID=4207606d-1987-4cff-83c5-6c62762386ff,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:04.282603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Attempting to bind port 4207606d-1987-4cff-83c5-6c62762386ff on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:28:04.282930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Attempting to bind port 4207606d-1987-4cff-83c5-6c62762386ff by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:28:04.283245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Attempting to bind port 4207606d-1987-4cff-83c5-6c62762386ff on network 365e2527-7906-4938-9156-c0a675f44991 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:28:04.287715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Port 4207606d-1987-4cff-83c5-6c62762386ff on network 365e2527-7906-4938-9156-c0a675f44991 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:28:04.288023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Attempting to bind port 4207606d-1987-4cff-83c5-6c62762386ff on network 365e2527-7906-4938-9156-c0a675f44991 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:28:04.294011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:28:04.294364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Checking segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:28:04.294743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Bound using segment: {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:28:04.295187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Bound port: 4207606d-1987-4cff-83c5-6c62762386ff, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb00798e-d041-4ecd-abed-7a978c6648dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '365e2527-7906-4938-9156-c0a675f44991'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:28:04.295529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:04.389489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] For port 4207606d-1987-4cff-83c5-6c62762386ff, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:28:04.392329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] For port 4207606d-1987-4cff-83c5-6c62762386ff, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4207606d-1987-4cff-83c5-6c62762386ff,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:28:04.396488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:04.459521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:04.460072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:04.461533 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] 10.222.0.25 "PUT /v2.0/ports/4207606d-1987-4cff-83c5-6c62762386ff HTTP/1.1" status: 200 len: 1055 time: 1.0226622 Jan 28 10:28:04.461979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'tag': '4207606d-1987-4cff-83c5-6c62762386ff'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:28:04.483726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a5d18-6137-4571-919e-7995d8e6c667 service neutron] Pushing event updated for resources: {'Port': ['ID=4207606d-1987-4cff-83c5-6c62762386ff,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:04.591776 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-4a65e632-6720-4b98-8cda-6275d5149b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:04.593284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-4a65e632-6720-4b98-8cda-6275d5149b91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 1058 time: 0.0879359 Jan 28 10:28:04.658659 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'tag': '4207606d-1987-4cff-83c5-6c62762386ff', 'status': 'completed', 'code': 200} Jan 28 10:28:04.677918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-6598f66b-0bec-42c7-a419-adc9b051ff76 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4207606d-1987-4cff-83c5-6c62762386ff HTTP/1.1" status: 200 len: 217 time: 0.0738745 Jan 28 10:28:04.729754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fbcf9b49-547d-4eed-88da-9df1fda720dc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:04.749209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-43f55739-9c13-49f4-bb33-2e1b17b87990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:04.750567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-43f55739-9c13-49f4-bb33-2e1b17b87990 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14b82955-8e85-4ffc-a1e3-89d1785e731e HTTP/1.1" status: 200 len: 838 time: 0.0629179 Jan 28 10:28:04.801870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port fbcf9b49-547d-4eed-88da-9df1fda720dc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:04.802222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:04.836453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-c20a8776-ffc9-4e43-b907-d0ec5e2857aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:04.838523 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-c20a8776-ffc9-4e43-b907-d0ec5e2857aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=365e2527-7906-4938-9156-c0a675f44991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776806 Jan 28 10:28:04.977635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-e024fedd-3b5e-48c0-ada6-8edd570f638e service neutron] 10.222.0.25 "GET /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279664 Jan 28 10:28:05.009033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c09d7-0ca4-4ee8-a416-20424976143e req-338d7d8c-b7e4-4a93-8264-d12e061579b6 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:05.011165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-338c09d7-0ca4-4ee8-a416-20424976143e req-338d7d8c-b7e4-4a93-8264-d12e061579b6 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 907 time: 0.0806963 Jan 28 10:28:05.114455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6f2ee032-3a33-45cd-868a-04bb7d15e3be req-07892d71-301a-44c2-ad98-12ea5941b3c3 service neutron] 10.222.0.25 "GET /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276121 Jan 28 10:28:05.239980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-b4348434-e1be-4119-bb0d-7d95a9ce3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:05.241482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-b4348434-e1be-4119-bb0d-7d95a9ce3828 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 1058 time: 0.0685577 Jan 28 10:28:05.481522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-cbb6d491-6e2e-4cb9-a1a6-fd0be7c4f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:05.482951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-cbb6d491-6e2e-4cb9-a1a6-fd0be7c4f435 service neutron] 10.222.0.25 "GET /v2.0/networks?id=365e2527-7906-4938-9156-c0a675f44991 HTTP/1.1" status: 200 len: 899 time: 0.2318962 Jan 28 10:28:05.552575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-e6aa5569-9b15-46cb-9445-16d80121f246 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=4207606d-1987-4cff-83c5-6c62762386ff HTTP/1.1" status: 200 len: 217 time: 0.0630374 Jan 28 10:28:05.614738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-a96c5727-47d9-43ad-93ee-fc48008cde0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:05.616213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-a96c5727-47d9-43ad-93ee-fc48008cde0b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=14b82955-8e85-4ffc-a1e3-89d1785e731e HTTP/1.1" status: 200 len: 838 time: 0.0564671 Jan 28 10:28:05.690683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-06d52b68-5cc1-402d-b75a-09281a9fd955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:05.692389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-06d52b68-5cc1-402d-b75a-09281a9fd955 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=365e2527-7906-4938-9156-c0a675f44991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0699635 Jan 28 10:28:05.826199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-6c9568bc-c4f3-468c-83ed-ba965df04f25 service neutron] 10.222.0.25 "GET /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257076 Jan 28 10:28:05.955036 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fcf47fe2-4669-4a4b-8427-bd360189eb7f req-3f71e35c-883f-47a0-ad57-6243f04c79d3 service neutron] 10.222.0.25 "GET /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225016 Jan 28 10:28:06.201458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e25c9-9879-47a3-abc5-d480ab796e48 req-3353169d-3540-47e4-9a9b-2d6329553b08 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:06.202133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-960e25c9-9879-47a3-abc5-d480ab796e48 req-3353169d-3540-47e4-9a9b-2d6329553b08 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:06.217469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-960e25c9-9879-47a3-abc5-d480ab796e48 req-3353169d-3540-47e4-9a9b-2d6329553b08 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:06.218925 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-960e25c9-9879-47a3-abc5-d480ab796e48 req-3353169d-3540-47e4-9a9b-2d6329553b08 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 907 time: 0.0952098 Jan 28 10:28:06.700602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4207606d-1987-4cff-83c5-6c62762386ff details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:28:06.828164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4207606d-1987-4cff-83c5-6c62762386ff, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4207606d-1987-4cff-83c5-6c62762386ff,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:06.844247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '4207606d-1987-4cff-83c5-6c62762386ff', 'network_id': '365e2527-7906-4938-9156-c0a675f44991', 'port_id': '4207606d-1987-4cff-83c5-6c62762386ff', 'mac_address': 'fa:16:3e:39:d0:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14b82955-8e85-4ffc-a1e3-89d1785e731e', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:28:06.896771 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:06.912974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4207606d-1987-4cff-83c5-6c62762386ff {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:28:06.927945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4207606d-1987-4cff-83c5-6c62762386ff, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4207606d-1987-4cff-83c5-6c62762386ff,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:06.931935 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:06.997537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4207606d-1987-4cff-83c5-6c62762386ff,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:07.188795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['4207606d-1987-4cff-83c5-6c62762386ff'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:28:07.403700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3855f78-6b1e-425e-a3eb-d3f77af9f6a8 req-8ec4f134-9a90-4e08-9ec5-27e61ed84a42 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:07.405173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a3855f78-6b1e-425e-a3eb-d3f77af9f6a8 req-8ec4f134-9a90-4e08-9ec5-27e61ed84a42 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 908 time: 0.0848417 Jan 28 10:28:08.589197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c137b-da0c-46cc-ad54-1dcb2f9b323d req-851e36f1-05d7-4e52-8846-e24aa6012cf6 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:08.590624 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-071c137b-da0c-46cc-ad54-1dcb2f9b323d req-851e36f1-05d7-4e52-8846-e24aa6012cf6 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 908 time: 0.0828581 Jan 28 10:28:08.716835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4207606d-1987-4cff-83c5-6c62762386ff up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:08.782953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 4207606d-1987-4cff-83c5-6c62762386ff completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:08.787467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 4207606d-1987-4cff-83c5-6c62762386ff triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:08.787835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:08.899829 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:08.925408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4207606d-1987-4cff-83c5-6c62762386ff'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:28:08.935297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 4207606d-1987-4cff-83c5-6c62762386ff, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4207606d-1987-4cff-83c5-6c62762386ff,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:08.939685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:09.015099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=4207606d-1987-4cff-83c5-6c62762386ff,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:09.038308 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4207606d-1987-4cff-83c5-6c62762386ff', 'code': 200} Jan 28 10:28:09.165989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4c5b87-f0ce-485d-8993-008d8617b01e req-ccfe7b20-4cfd-427a-8020-6d41e67b2869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:09.167410 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e4c5b87-f0ce-485d-8993-008d8617b01e req-ccfe7b20-4cfd-427a-8020-6d41e67b2869 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 1060 time: 0.0673730 Jan 28 10:28:09.769630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51ab25-9798-4cb5-96fb-1d91efca4a24 req-3e29fbff-a6c1-4d67-b082-2df108a4a6f9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:09.771050 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9c51ab25-9798-4cb5-96fb-1d91efca4a24 req-3e29fbff-a6c1-4d67-b082-2df108a4a6f9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 909 time: 0.0773945 Jan 28 10:28:10.960231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b87f9-5746-437f-a495-63a8e23726cc req-eb235aa7-aa9f-44e7-8f95-2750e9a79729 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:10.961690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-101b87f9-5746-437f-a495-63a8e23726cc req-eb235aa7-aa9f-44e7-8f95-2750e9a79729 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 909 time: 0.0778801 Jan 28 10:28:11.146025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee454d-67ff-40af-a5db-912c3f17b210 req-fce3e27a-45c1-42cb-8190-fdfa938f1d53 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:11.147458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-05ee454d-67ff-40af-a5db-912c3f17b210 req-fce3e27a-45c1-42cb-8190-fdfa938f1d53 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 909 time: 0.0809157 Jan 28 10:28:11.316397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61901d7-5764-47ec-87d7-562cf0ca42c2 req-666be5d9-501c-4b2e-a6ad-def777c21c3a tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:11.317903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f61901d7-5764-47ec-87d7-562cf0ca42c2 req-666be5d9-501c-4b2e-a6ad-def777c21c3a tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 1060 time: 0.0685575 Jan 28 10:28:11.485828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df59702-10ba-4f69-8cba-12d029e04ab5 req-bf84b0e9-abf7-478a-be16-1bce6d5daef3 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:11.487319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2df59702-10ba-4f69-8cba-12d029e04ab5 req-bf84b0e9-abf7-478a-be16-1bce6d5daef3 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1136 time: 0.0690577 Jan 28 10:28:11.527959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2df59702-10ba-4f69-8cba-12d029e04ab5 req-6971e88d-998b-4384-a6b5-333e72620875 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Synchronizing usage tracker for tenant:ebcc14956c6f4678893ea2028f53fe2e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:11.543441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2df59702-10ba-4f69-8cba-12d029e04ab5 req-6971e88d-998b-4384-a6b5-333e72620875 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Unset dirty status for tenant:ebcc14956c6f4678893ea2028f53fe2e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:11.544741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2df59702-10ba-4f69-8cba-12d029e04ab5 req-6971e88d-998b-4384-a6b5-333e72620875 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0514936 Jan 28 10:28:11.567218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54580) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:11.639289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5365424b-3638-40b7-80ad-a938b8634eb2 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:11.640779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5365424b-3638-40b7-80ad-a938b8634eb2 tempest-TestSecurityGroupsBasicOps-1786644284 tempest-TestSecurityGroupsBasicOps-1786644284-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 1055 time: 0.0725567 Jan 28 10:28:11.990782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d92e1-299e-4bf8-abc0-b9dd530a92a8 req-8e819100-dcf2-4eb7-a426-28a5dee5704c tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:11.992180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd0d92e1-299e-4bf8-abc0-b9dd530a92a8 req-8e819100-dcf2-4eb7-a426-28a5dee5704c tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 909 time: 0.0777774 Jan 28 10:28:12.933154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-5e5b6c33-dbba-4dea-a359-9771cede1fb6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1186094 Jan 28 10:28:13.077644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-49a75c23-d59e-40b7-84da-682e3a7d8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:13.079079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-49a75c23-d59e-40b7-84da-682e3a7d8c27 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1136 time: 0.0792007 Jan 28 10:28:13.227159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-d465a63b-43a9-49e5-af51-f2eb3a24d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:13.228680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-d465a63b-43a9-49e5-af51-f2eb3a24d6d3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 200 len: 898 time: 0.1311536 Jan 28 10:28:13.318079 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcdebd-8d0d-4543-9aef-fdb728afa8f3 req-fff5036c-bce3-4fd5-be2b-59873c405418 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:13.319605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5ebcdebd-8d0d-4543-9aef-fdb728afa8f3 req-fff5036c-bce3-4fd5-be2b-59873c405418 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 909 time: 0.2125731 Jan 28 10:28:13.484776 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-6ded0677-a265-4d73-8a3c-ec7273231dee service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 200 len: 1001 time: 0.2503333 Jan 28 10:28:13.550124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-e9a328b7-4eef-4220-821f-0b2789f7d209 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:13.551519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-e9a328b7-4eef-4220-821f-0b2789f7d209 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.25 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 909 time: 0.2651567 Jan 28 10:28:13.561472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-368876ef-b7ca-4b43-bf2b-2da8e098b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:13.562749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-368876ef-b7ca-4b43-bf2b-2da8e098b0c3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd3e50b7-c763-4344-9c08-616938639931 HTTP/1.1" status: 200 len: 835 time: 0.0715349 Jan 28 10:28:13.672015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port 4207606d-1987-4cff-83c5-6c62762386ff {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:13.672348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:13.765774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-b4b3ab31-dbcd-4b57-8d6a-e984f5120b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:13.767243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-b4b3ab31-dbcd-4b57-8d6a-e984f5120b30 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771975 Jan 28 10:28:14.008685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-728708a9-5c27-4cf3-83ae-00eff8ffed39 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326779 Jan 28 10:28:14.042019 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:14.111472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] For port 4207606d-1987-4cff-83c5-6c62762386ff, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=4207606d-1987-4cff-83c5-6c62762386ff,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:14.111825 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:14.240234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for 4207606d-1987-4cff-83c5-6c62762386ff owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:14.324435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-446b77fa-3a16-47e1-bacb-3e581773ad6d req-98b112c1-f137-4844-9afb-ca2530fea060 service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051581 Jan 28 10:28:14.414963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:14.501840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=4207606d-1987-4cff-83c5-6c62762386ff,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:14.559500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7932bd18-63f4-44c4-a177-1a482481ce06 req-80241fe9-a8e2-43d9-8bf6-a5f9648f809c tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=111e41a5-90f3-480d-ac13-35dd42d7e33d HTTP/1.1" status: 200 len: 210 time: 0.1050215 Jan 28 10:28:14.597221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] No DVR routers for this DVR port 4207606d-1987-4cff-83c5-6c62762386ff on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:28:14.599695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:14.602322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'name': 'network-vif-deleted', 'tag': '4207606d-1987-4cff-83c5-6c62762386ff'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:28:14.618721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f56c6a5a-7bfd-4d06-870a-1296435a9b6e req-bdf135d0-b91e-4576-aa40-b613279d1059 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.25 "DELETE /v2.0/ports/4207606d-1987-4cff-83c5-6c62762386ff HTTP/1.1" status: 204 len: 173 time: 1.0586362 Jan 28 10:28:14.652468 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '111e41a5-90f3-480d-ac13-35dd42d7e33d', 'name': 'network-vif-deleted', 'tag': '4207606d-1987-4cff-83c5-6c62762386ff', 'status': 'completed', 'code': 200} Jan 28 10:28:15.541798 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:15.653033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54598) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:16.305978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:16.653329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port fbcf9b49-547d-4eed-88da-9df1fda720dc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:16.654044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:16.747595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4207606d-1987-4cff-83c5-6c62762386ff no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:16.781171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 4207606d-1987-4cff-83c5-6c62762386ff {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:16.781505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 4207606d-1987-4cff-83c5-6c62762386ff not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:16.839844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] For port fbcf9b49-547d-4eed-88da-9df1fda720dc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=fbcf9b49-547d-4eed-88da-9df1fda720dc,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:16.840194 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:16.957763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for fbcf9b49-547d-4eed-88da-9df1fda720dc owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:17.137165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:17.185085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=fbcf9b49-547d-4eed-88da-9df1fda720dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:17.562166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:17.914209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 1f08ae04-0cff-4375-b816-661984d41820 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:28:18.086418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:18.095892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] Sync routers for ids ['1f08ae04-0cff-4375-b816-661984d41820'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:18.098564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9821ab7e-093a-4d66-af78-6e4000127ba2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "PUT /v2.0/routers/1f08ae04-0cff-4375-b816-661984d41820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4444475 Jan 28 10:28:18.101119 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54602) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:18.105064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] Routers {'1f08ae04-0cff-4375-b816-661984d41820'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:18.105658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1f08ae04-0cff-4375-b816-661984d41820'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:18.168252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting subnet 14b82955-8e85-4ffc-a1e3-89d1785e731e {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:28:18.171257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.224680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.283467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] Set router 1f08ae04-0cff-4375-b816-661984d41820 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:18.310471 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.381908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.421201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Subnet': ['ID=14b82955-8e85-4ffc-a1e3-89d1785e731e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:18.423004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.429175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d39f1b99-5749-4eb4-ab5b-97a038505de5 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/subnets/14b82955-8e85-4ffc-a1e3-89d1785e731e HTTP/1.1" status: 204 len: 168 time: 0.3271289 Jan 28 10:28:18.432381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54606) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:18.454651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3ac7da-b20f-4e76-a7b5-676a5ea3daaa None None] Network 365e2527-7906-4938-9156-c0a675f44991 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:28:18.616576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.784285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221'}], 'enable_snat': True}, 'gw_port_id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:28:17Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '9ae0b153-00ba-4c1b-bc83-5769bff94bc6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:32:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f08ae04-0cff-4375-b816-661984d41820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:54Z', 'updated_at': '2022-01-28T10:27:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:18.788507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] Checking router: 1f08ae04-0cff-4375-b816-661984d41820 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:18.798708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] Routers {'1f08ae04-0cff-4375-b816-661984d41820'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:18.799319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1f08ae04-0cff-4375-b816-661984d41820'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:18.822850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.832208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:18.832535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:18.857816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] DHCP port deletion for 365e2527-7906-4938-9156-c0a675f44991 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:28:18.931600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Deleting port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:18.931888 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.000302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] Set router 1f08ae04-0cff-4375-b816-661984d41820 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:19.126965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] For port 9ae0b153-00ba-4c1b-bc83-5769bff94bc6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:19.127602 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.142080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:28:18Z', 'revision_number': 6, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:19.155684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7dc083-e4e0-419c-9cd2-4ebfbb372a50 None None] The sync data for ids ['1f08ae04-0cff-4375-b816-661984d41820'] in n-d-825178-2 is: [{'id': '1f08ae04-0cff-4375-b816-661984d41820', 'name': 'tempest-TestSecurityGroupsBasicOps-router-308672937', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:27:53Z', 'updated_at': '2022-01-28T10:28:18Z', 'revision_number': 6, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:19.249244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:19.262687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] For port a457f2e0-54e3-42d7-81eb-e2ed470e6e56, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,segment=NetworkSegment(cb00798e-d041-4ecd-abed-7a978c6648dc),segment_id=cb00798e-d041-4ecd-abed-7a978c6648dc)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:19.263075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.384857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Calling delete_port for a457f2e0-54e3-42d7-81eb-e2ed470e6e56 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:19.415961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.460472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.469720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=9ae0b153-00ba-4c1b-bc83-5769bff94bc6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:19.548004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Pushing event deleted for resources: {'Port': ['ID=a457f2e0-54e3-42d7-81eb-e2ed470e6e56,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:19.562010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.563850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.564285 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.564739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.565280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.565966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.566495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.567023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.567554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.568092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.568618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.569190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.569719 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:19.578668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b05f4d-6b06-46a9-b844-9a84226f227e None None] No DVR routers for this DVR port a457f2e0-54e3-42d7-81eb-e2ed470e6e56 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:28:19.745674 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.747762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.773468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.774019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Fanout notify agent at l3_agent the message router_deleted on router 1f08ae04-0cff-4375-b816-661984d41820 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:28:19.791864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:19.795733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-10465d4d-f297-46a9-9def-33dad8ce2aa9 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/routers/1f08ae04-0cff-4375-b816-661984d41820 HTTP/1.1" status: 204 len: 168 time: 1.3624282 Jan 28 10:28:19.795992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54610) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:19.912144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.045444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.070695 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['365e2527-7906-4938-9156-c0a675f44991']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:20.082406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb00798e-d041-4ecd-abed-7a978c6648dc') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:20.082702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb00798e-d041-4ecd-abed-7a978c6648dc') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:20.093832 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.109738 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.116121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:28:20.116504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:28:20.139118 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:28:20.220300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.237923 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.249087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Network': ['ID=365e2527-7906-4938-9156-c0a675f44991,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:20.257051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-340cb66e-4b8e-43b1-9f1a-22105528b5c8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/networks/365e2527-7906-4938-9156-c0a675f44991 HTTP/1.1" status: 204 len: 168 time: 0.4599848 Jan 28 10:28:20.259703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:20.461769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port 65d24264-9a6f-4743-9c14-b5ae5e8d65f8 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:20.462641 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.630750 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.631078 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.726359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:20.760796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:20.761134 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9ae0b153-00ba-4c1b-bc83-5769bff94bc6 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:20.761550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fbcf9b49-547d-4eed-88da-9df1fda720dc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:20.764208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for 65d24264-9a6f-4743-9c14-b5ae5e8d65f8 owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:20.801432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: fbcf9b49-547d-4eed-88da-9df1fda720dc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:20.801772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device fbcf9b49-547d-4eed-88da-9df1fda720dc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:20.802189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a457f2e0-54e3-42d7-81eb-e2ed470e6e56 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:20.836581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a457f2e0-54e3-42d7-81eb-e2ed470e6e56 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:20.836950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a457f2e0-54e3-42d7-81eb-e2ed470e6e56 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:20.921969 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:20.970775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=65d24264-9a6f-4743-9c14-b5ae5e8d65f8,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:21.057994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:21.058309 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Floating IP 9d23febf-7263-4d20-895d-01d5687bb928 disassociated (deleted). External IP: 172.25.1.99, port: 3cc46843-7215-494a-83f1-cb29257a48bf. Jan 28 10:28:21.527342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 744fd912-e60d-489d-96eb-7b4ad3f3c92e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:28:21.705072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:21.713899 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] Sync routers for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:21.721807 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:21.723900 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:21.724494 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:21.781618 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e7d8537-dd14-4498-98d3-78054dbf9ad3 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/floatingips/9d23febf-7263-4d20-895d-01d5687bb928 HTTP/1.1" status: 204 len: 168 time: 1.5207999 Jan 28 10:28:21.782116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:28:21.829609 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf', 'status': 'completed', 'code': 200} Jan 28 10:28:21.925182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-7a46fa95-f13a-4771-9a23-bc68d078ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:21.926658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-7a46fa95-f13a-4771-9a23-bc68d078ddce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=44380767b053484a9a537d8331e3ea93&device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 1136 time: 0.0757422 Jan 28 10:28:21.939060 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:22.066253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-66c0e227-cabd-4891-a42b-ef90afc7f912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:22.067620 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-66c0e227-cabd-4891-a42b-ef90afc7f912 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 200 len: 898 time: 0.1345801 Jan 28 10:28:22.171102 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-ec3cb792-9bad-4390-ab08-7a2bdb564f6a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 200 len: 217 time: 0.0967116 Jan 28 10:28:22.246772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-190452ac-db73-436b-89ac-44a421d5d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:22.248192 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-190452ac-db73-436b-89ac-44a421d5d2c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=fd3e50b7-c763-4344-9c08-616938639931 HTTP/1.1" status: 200 len: 835 time: 0.0707688 Jan 28 10:28:22.263793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:07Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:22.267521 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] Checking router: 744fd912-e60d-489d-96eb-7b4ad3f3c92e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:22.275980 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:22.276553 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:22.296715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca053b-39c6-48bf-897a-af7809094534 req-ab7347c9-3ac6-4643-a19c-5ed95f18f0ce tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:22.297393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b3ca053b-39c6-48bf-897a-af7809094534 req-ab7347c9-3ac6-4643-a19c-5ed95f18f0ce tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:22.330130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b3ca053b-39c6-48bf-897a-af7809094534 req-ab7347c9-3ac6-4643-a19c-5ed95f18f0ce tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:22.331170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3ca053b-39c6-48bf-897a-af7809094534 req-ab7347c9-3ac6-4643-a19c-5ed95f18f0ce tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 985 time: 0.2096488 Jan 28 10:28:22.374438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-e54b0661-e3be-4b1b-b788-095ef2b7e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:22.375933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-e54b0661-e3be-4b1b-b788-095ef2b7e67e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b88beda6-8f0d-439f-ba96-066ec2a2ee9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1200740 Jan 28 10:28:22.387131 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3ca053b-39c6-48bf-897a-af7809094534 req-82c95013-5b5d-4eff-ae06-a05503bcf02f tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0480180 Jan 28 10:28:22.450792 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:22.516712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-3bce448e-62a0-42bf-9fc6-c26a04a7de6a service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286447 Jan 28 10:28:22.767851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e6f2641-e13c-473b-a680-1e755e848f35 req-26bfa656-cd5d-463b-a444-9748e04072be service neutron] 10.222.0.43 "GET /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440732 Jan 28 10:28:22.770200 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:07Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:22.774264 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0954000a-e6ed-4acf-b8c2-7812a88a9175 None None] The sync data for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 is: [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:27:02Z', 'revision_number': 4, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '8cee6f0b-6040-4dbd-bee0-e013a95e86ed', 'name': '', 'network_id': 'b88beda6-8f0d-439f-ba96-066ec2a2ee9a', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'mac_address': 'fa:16:3e:ee:1a:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': 'fd3e50b7-c763-4344-9c08-616938639931', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:27:01Z', 'updated_at': '2022-01-28T10:27:07Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'subnets': [{'id': 'fd3e50b7-c763-4344-9c08-616938639931', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:22.994972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96900dde-9e1d-4b04-80db-b84073402f79 None None] New status for floating IP 9d23febf-7263-4d20-895d-01d5687bb928: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:28:23.344986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-a64df64a-39c5-4061-9719-d4a5909dcff8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:23.346313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-a64df64a-39c5-4061-9719-d4a5909dcff8 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.43 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 985 time: 0.0769525 Jan 28 10:28:23.419156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port 3cc46843-7215-494a-83f1-cb29257a48bf {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:23.419370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:23.573447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2397c5e6-e8f4-450e-8db3-1ce4bc5bf84c req-271796cd-38a3-4e9d-b59d-0f4591836af2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:23.574141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2397c5e6-e8f4-450e-8db3-1ce4bc5bf84c req-271796cd-38a3-4e9d-b59d-0f4591836af2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Synchronizing usage tracker for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:23.585698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-2397c5e6-e8f4-450e-8db3-1ce4bc5bf84c req-271796cd-38a3-4e9d-b59d-0f4591836af2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Unset dirty status for tenant:44380767b053484a9a537d8331e3ea93 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:23.586827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2397c5e6-e8f4-450e-8db3-1ce4bc5bf84c req-271796cd-38a3-4e9d-b59d-0f4591836af2 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3760f82-bbd4-4e31-9b60-2bacf3b9b134 HTTP/1.1" status: 200 len: 985 time: 0.0918598 Jan 28 10:28:23.633464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2397c5e6-e8f4-450e-8db3-1ce4bc5bf84c req-f8dc3d65-6fc4-4e46-81a5-3200026f6ac6 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "GET /v2.0/security-groups?id=5d84d6db-dded-45ed-bca1-c0f83ac1df75&id=7186b7b2-10da-47c4-b419-530929ae6d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0403094 Jan 28 10:28:23.669413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] For port 3cc46843-7215-494a-83f1-cb29257a48bf, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cc46843-7215-494a-83f1-cb29257a48bf,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:23.669769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:23.793602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for 3cc46843-7215-494a-83f1-cb29257a48bf owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:23.934468 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:23.989546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=3cc46843-7215-494a-83f1-cb29257a48bf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:24.066537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] No DVR routers for this DVR port 3cc46843-7215-494a-83f1-cb29257a48bf on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:28:24.069074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:24.071990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'name': 'network-vif-deleted', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:28:24.087760 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16c8ae5f-3607-4672-accc-6fbba10f8866 req-b37253eb-29e1-4b7b-a8be-58b06c9acb4d tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.43 "DELETE /v2.0/ports/3cc46843-7215-494a-83f1-cb29257a48bf HTTP/1.1" status: 204 len: 173 time: 0.7353950 Jan 28 10:28:24.115804 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3760f82-bbd4-4e31-9b60-2bacf3b9b134', 'name': 'network-vif-deleted', 'tag': '3cc46843-7215-494a-83f1-cb29257a48bf', 'status': 'completed', 'code': 200} Jan 28 10:28:24.724463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54630) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:24.785218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-624c0841-ac3c-48cb-9828-ca3e1ca46709 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:24.818070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-624c0841-ac3c-48cb-9828-ca3e1ca46709 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:24.862054 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-624c0841-ac3c-48cb-9828-ca3e1ca46709 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:24.880819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c0841-ac3c-48cb-9828-ca3e1ca46709 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7186b7b2-10da-47c4-b419-530929ae6d5b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:24.890578 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-624c0841-ac3c-48cb-9828-ca3e1ca46709 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:24.891701 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-624c0841-ac3c-48cb-9828-ca3e1ca46709 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/security-groups/7186b7b2-10da-47c4-b419-530929ae6d5b HTTP/1.1" status: 204 len: 168 time: 0.1662145 Jan 28 10:28:24.894447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54634) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:24.956908 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64395681-fb85-432f-9be3-41d907433a41 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:24.983925 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64395681-fb85-432f-9be3-41d907433a41 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:25.032276 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64395681-fb85-432f-9be3-41d907433a41 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:25.050991 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64395681-fb85-432f-9be3-41d907433a41 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d84d6db-dded-45ed-bca1-c0f83ac1df75,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:25.059007 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64395681-fb85-432f-9be3-41d907433a41 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:25.060189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64395681-fb85-432f-9be3-41d907433a41 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/security-groups/5d84d6db-dded-45ed-bca1-c0f83ac1df75 HTTP/1.1" status: 204 len: 168 time: 0.1648269 Jan 28 10:28:25.062977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54638) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:25.611113 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:25.962151 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-409b5a81-8ea7-4973-bc8e-93a2fd9955f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:26.095894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:26.096461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:26.281352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] For port 8cee6f0b-6040-4dbd-bee0-e013a95e86ed, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:26.281710 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:26.404303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for 8cee6f0b-6040-4dbd-bee0-e013a95e86ed owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:26.729819 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:26.781639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=8cee6f0b-6040-4dbd-bee0-e013a95e86ed,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:27.068689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:27.548958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Router 744fd912-e60d-489d-96eb-7b4ad3f3c92e has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:28:27.725204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:27.734819 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] Sync routers for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:27.738461 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-272c55e6-255b-4248-93c9-85c37b02e63e tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "PUT /v2.0/routers/744fd912-e60d-489d-96eb-7b4ad3f3c92e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6742084 Jan 28 10:28:27.741026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54642) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:27.744526 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:27.745146 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:27.806431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting subnet fd3e50b7-c763-4344-9c08-616938639931 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:28:27.809367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:27.868909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:27.888501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cc46843-7215-494a-83f1-cb29257a48bf no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:27.933948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 3cc46843-7215-494a-83f1-cb29257a48bf {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:27.934662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cc46843-7215-494a-83f1-cb29257a48bf not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:27.939941 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:27.957518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.033765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.080288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Subnet': ['ID=fd3e50b7-c763-4344-9c08-616938639931,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:28.083527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.087497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249ef4c9-bdd5-4b4f-9437-26b2d990a35e None None] Network b88beda6-8f0d-439f-ba96-066ec2a2ee9a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:28:28.093720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54646) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:28.097198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-501ad7f9-eef2-4c8f-9cef-30a99913329a tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/subnets/fd3e50b7-c763-4344-9c08-616938639931 HTTP/1.1" status: 204 len: 168 time: 0.3551660 Jan 28 10:28:28.255951 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:28:26Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:28.262034 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] Checking router: 744fd912-e60d-489d-96eb-7b4ad3f3c92e for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:28.271477 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] Routers {'744fd912-e60d-489d-96eb-7b4ad3f3c92e'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:28.272199 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:27:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:28.275191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.393100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] DHCP port deletion for b88beda6-8f0d-439f-ba96-066ec2a2ee9a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:28:28.397399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] Deleting port 891520c6-33f8-4f64-9d54-81c5414d39e5 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:28.397768 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.453014 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] Set router 744fd912-e60d-489d-96eb-7b4ad3f3c92e gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:28.459324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2826c2bc-2b8c-4343-a598-c343e68c6415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.460149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.471395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Deleting port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:28.471974 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.634881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] For port 891520c6-33f8-4f64-9d54-81c5414d39e5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=891520c6-33f8-4f64-9d54-81c5414d39e5,segment=NetworkSegment(a4a0e8b5-c767-4742-9ee0-2fee52e7e470),segment_id=a4a0e8b5-c767-4742-9ee0-2fee52e7e470)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:28.635279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.666057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] For port 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:28.666547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.762987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:28:26Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:28.767406 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f5961a-9fca-4b32-bf10-0cf951178e3b None None] The sync data for ids ['744fd912-e60d-489d-96eb-7b4ad3f3c92e'] in n-d-825178-2 is: [{'id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-807126749', 'tenant_id': '44380767b053484a9a537d8331e3ea93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14'}], 'enable_snat': True}, 'gw_port_id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:26:57Z', 'updated_at': '2022-01-28T10:28:26Z', 'revision_number': 5, 'project_id': '44380767b053484a9a537d8331e3ea93', 'gw_port': {'id': '3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:34:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '744fd912-e60d-489d-96eb-7b4ad3f3c92e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3970, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:26:58Z', 'updated_at': '2022-01-28T10:27:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:28.773478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] Calling delete_port for 891520c6-33f8-4f64-9d54-81c5414d39e5 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:28.855667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:28.905155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] Pushing event deleted for resources: {'Port': ['ID=891520c6-33f8-4f64-9d54-81c5414d39e5,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:28.906857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2a8566-6b70-405b-81af-0ea915420514 None None] No DVR routers for this DVR port 891520c6-33f8-4f64-9d54-81c5414d39e5 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:28:28.920788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Calling delete_port for 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:29.081776 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.130320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Port': ['ID=3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:29.143235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 891520c6-33f8-4f64-9d54-81c5414d39e5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:29.177332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 891520c6-33f8-4f64-9d54-81c5414d39e5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:29.177667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 891520c6-33f8-4f64-9d54-81c5414d39e5 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:29.231712 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.252970 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:28:29.409579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.411727 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.433720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.434166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Fanout notify agent at l3_agent the message router_deleted on router 744fd912-e60d-489d-96eb-7b4ad3f3c92e {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:28:29.448952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.450213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8a6b4686-48fc-4ef6-975b-6a0297b52584 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/routers/744fd912-e60d-489d-96eb-7b4ad3f3c92e HTTP/1.1" status: 204 len: 168 time: 1.3555346 Jan 28 10:28:29.452886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54650) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:29.529581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.552554 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.576203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.704966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.729928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88beda6-8f0d-439f-ba96-066ec2a2ee9a']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:29.741477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:29.741770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4a0e8b5-c767-4742-9ee0-2fee52e7e470') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:29.752992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.768104 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.774765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:28:29.775148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:28:29.789348 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:28:29.875804 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.893851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:29.905414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] Pushing event deleted for resources: {'Network': ['ID=b88beda6-8f0d-439f-ba96-066ec2a2ee9a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:29.910372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c0cbc426-71e4-4814-bf1b-6fbf12905ed7 tempest-TestSecurityGroupsBasicOps-696952843 tempest-TestSecurityGroupsBasicOps-696952843-project] 10.222.0.42 "DELETE /v2.0/networks/b88beda6-8f0d-439f-ba96-066ec2a2ee9a HTTP/1.1" status: 204 len: 168 time: 0.4565287 Jan 28 10:28:30.206816 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54660) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:30.353607 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9675caa4-63ba-46ee-ba77-db5254f9491e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=44380767b053484a9a537d8331e3ea93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1457133 Jan 28 10:28:30.356112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54666) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:30.411539 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b9b545-52a2-4e55-9a91-1b79e95141ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.436028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b9b545-52a2-4e55-9a91-1b79e95141ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.490540 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b9b545-52a2-4e55-9a91-1b79e95141ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.510359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b9b545-52a2-4e55-9a91-1b79e95141ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20540e-0ea6-490b-9a52-4c734fbf5f3f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:30.515038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-79b9b545-52a2-4e55-9a91-1b79e95141ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.517321 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-79b9b545-52a2-4e55-9a91-1b79e95141ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e20540e-0ea6-490b-9a52-4c734fbf5f3f HTTP/1.1" status: 204 len: 168 time: 0.1600842 Jan 28 10:28:30.733603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:30.770837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:30.771181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a55e517-0e1e-4fa0-8c03-4fa954a2c1aa not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:30.771598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8cee6f0b-6040-4dbd-bee0-e013a95e86ed no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:30.794964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54674) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:30.803963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 8cee6f0b-6040-4dbd-bee0-e013a95e86ed {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:30.804312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 8cee6f0b-6040-4dbd-bee0-e013a95e86ed not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:30.812450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.826260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:30.830009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Usage tracker for resource:security_group_rule and tenant:f95e60ec7cb54a16b747674201167620 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:30.832737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:30.838624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:30.919795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.923428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.961129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:30.968993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f95e60ec7cb54a16b747674201167620&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1729488 Jan 28 10:28:30.970609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829440b-9980-495b-b13d-e52a4baee386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72d7013-93a6-44f0-ada3-b8868659bb39,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:30.971803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54678) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:31.029965 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84fd348d-150f-4e08-a8f2-569956bfb0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.056218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84fd348d-150f-4e08-a8f2-569956bfb0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.108429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84fd348d-150f-4e08-a8f2-569956bfb0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.124744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd348d-150f-4e08-a8f2-569956bfb0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72d7013-93a6-44f0-ada3-b8868659bb39,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:31.130005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-84fd348d-150f-4e08-a8f2-569956bfb0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.131811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-84fd348d-150f-4e08-a8f2-569956bfb0f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e72d7013-93a6-44f0-ada3-b8868659bb39 HTTP/1.1" status: 204 len: 168 time: 0.1583741 Jan 28 10:28:31.467684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54686) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:31.516156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e22759dc-b4b7-4d92-a201-65ad8e71e3c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ebcc14956c6f4678893ea2028f53fe2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470960 Jan 28 10:28:31.518618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54690) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:31.579687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f40063c-5418-446f-99ae-c3d807c3fca4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.604470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f40063c-5418-446f-99ae-c3d807c3fca4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.653494 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f40063c-5418-446f-99ae-c3d807c3fca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.669534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40063c-5418-446f-99ae-c3d807c3fca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e90f4d-732b-4040-8101-c9132593e40f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:31.683296 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7f40063c-5418-446f-99ae-c3d807c3fca4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:31.684465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f40063c-5418-446f-99ae-c3d807c3fca4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/19e90f4d-732b-4040-8101-c9132593e40f HTTP/1.1" status: 204 len: 168 time: 0.1647732 Jan 28 10:28:32.381192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54714) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:32.481949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1409265686-network', 'tenant_id': '1c7810669511474c955c56354e344771'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:32.487334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:32.491180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Usage tracker for resource:network and tenant:1c7810669511474c955c56354e344771 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:32.495420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:32.501400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:32.511115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Made reservation on behalf of 1c7810669511474c955c56354e344771 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:28:32.513368 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.528325 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.543478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:32.547288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Usage tracker for resource:security_group_rule and tenant:1c7810669511474c955c56354e344771 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:32.550430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:32.557107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:32.638421 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.642089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.672089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 331} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:28:32.680299 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f53978-593d-4e6f-b369-4fcccd53549e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:32.686190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.686535 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Added segment b3a72ef2-bf8a-477f-ac1d-2e3512a243a0 of type vlan for network b8f54014-a6f8-4ffb-81a8-02a23fe1325c Jan 28 10:28:32.711582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.740195 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.741169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:32.741741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:32.844397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4621439 Jan 28 10:28:32.845248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e8e795-5c4c-4d8d-86d2-d55cfc4deb4e admin admin] Pushing event updated for resources: {'Network': ['ID=b8f54014-a6f8-4ffb-81a8-02a23fe1325c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:32.847351 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54720) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:32.853886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Request body: {'subnet': {'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1409265686-subnet', 'tenant_id': '1c7810669511474c955c56354e344771', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:32.855691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:28:32.859830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:32.863646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Usage tracker for resource:subnet and tenant:1c7810669511474c955c56354e344771 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:32.866565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:32.873151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:32.882238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Made reservation on behalf of 1c7810669511474c955c56354e344771 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:28:32.884779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.085732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.162400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7a23dc-8991-437f-a25d-35f26fb36f61,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:33.170727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Checking segment: {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:28:33.171077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Network hostable DHCP agents. Network: b8f54014-a6f8-4ffb-81a8-02a23fe1325c, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:28:33.188944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:28:33.197944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b8f54014-a6f8-4ffb-81a8-02a23fe1325c) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:33.202262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:33.203422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.206394 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393a209c-3d01-43b0-801c-a0f0b80a90eb None None] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:28:33.226971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-64d46e15-3e4a-4f20-b6e8-693a6cd281e4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3785484 Jan 28 10:28:33.229547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:33.234326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:33.239678 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:33.243759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Usage tracker for resource:router and tenant:1c7810669511474c955c56354e344771 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:33.247042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:33.252903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:33.263230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.264309 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.279454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.419410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b8f54014-a6f8-4ffb-81a8-02a23fe1325c', 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c', 'tenant_id': '1c7810669511474c955c56354e344771', 'fixed_ips': [{'subnet_id': '5a7a23dc-8991-437f-a25d-35f26fb36f61'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:28:33.420323 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.579515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Allocated IP 172.20.0.2 (b8f54014-a6f8-4ffb-81a8-02a23fe1325c/5a7a23dc-8991-437f-a25d-35f26fb36f61/bcd4213a-8218-499e-94d1-622fa9f8f577) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:28:33.689198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.787043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.797574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Transition to ACTIVE for port object bcd4213a-8218-499e-94d1-622fa9f8f577 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:33.815583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Transition to ACTIVE for port object bcd4213a-8218-499e-94d1-622fa9f8f577 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:33.820762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:33.886781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:28:33.889558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:33.891881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:28:33.931822 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Pushing event updated for resources: {'Port': ['ID=bcd4213a-8218-499e-94d1-622fa9f8f577,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:34.003968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.018753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Attempting to bind port bcd4213a-8218-499e-94d1-622fa9f8f577 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:28:34.019116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Attempting to bind port bcd4213a-8218-499e-94d1-622fa9f8f577 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:28:34.019469 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Attempting to bind port bcd4213a-8218-499e-94d1-622fa9f8f577 on network b8f54014-a6f8-4ffb-81a8-02a23fe1325c {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:28:34.024563 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:28:34.024955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Checking segment: {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:28:34.025347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.025732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Bound using segment: {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:28:34.026183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Bound port: bcd4213a-8218-499e-94d1-622fa9f8f577, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:28:34.026545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.033734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.115214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] For port bcd4213a-8218-499e-94d1-622fa9f8f577, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:28:34.118170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] For port bcd4213a-8218-499e-94d1-622fa9f8f577, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcd4213a-8218-499e-94d1-622fa9f8f577,segment=NetworkSegment(b3a72ef2-bf8a-477f-ac1d-2e3512a243a0),segment_id=b3a72ef2-bf8a-477f-ac1d-2e3512a243a0)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:28:34.121881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.176380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Allocated IP 172.25.1.142 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/01e35143-3d02-4b90-a8e5-427efb652609) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:28:34.200491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbdcd0-084c-4259-ab7b-c0d0fc7f3e0d None None] Pushing event updated for resources: {'Port': ['ID=bcd4213a-8218-499e-94d1-622fa9f8f577,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:34.333217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.368481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:34.443116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:28:34.445891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:34.450565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:28:34.498217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Pushing event updated for resources: {'Port': ['ID=01e35143-3d02-4b90-a8e5-427efb652609,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:34.774216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcd4213a-8218-499e-94d1-622fa9f8f577 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:34.847307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port bcd4213a-8218-499e-94d1-622fa9f8f577 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:34.893180 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.176504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c452cb-81a9-4e57-aa3e-b4ee1473119f None None] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:28:35.280162 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] Provisioning for port bcd4213a-8218-499e-94d1-622fa9f8f577 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:35.293414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] Provisioning complete for port bcd4213a-8218-499e-94d1-622fa9f8f577 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:35.293785 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.361058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.494362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.534537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] For port bcd4213a-8218-499e-94d1-622fa9f8f577, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcd4213a-8218-499e-94d1-622fa9f8f577,segment=NetworkSegment(b3a72ef2-bf8a-477f-ac1d-2e3512a243a0),segment_id=b3a72ef2-bf8a-477f-ac1d-2e3512a243a0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:35.542727 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.584581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Router 41b89624-8e20-44d2-84c3-2c151453213d is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:28:35.621109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d4b02-095f-40db-bc1a-c65ff0c2256e None None] Pushing event updated for resources: {'Port': ['ID=bcd4213a-8218-499e-94d1-622fa9f8f577,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:35.768330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:35.774839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-389a1e6f-5d8b-4c21-b664-2feaa8eb4843 None None] Provisioning complete for port bcd4213a-8218-499e-94d1-622fa9f8f577 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:35.775291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-389a1e6f-5d8b-4c21-b664-2feaa8eb4843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.791344 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:35.792515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-21852b59-f0e0-4610-99f4-6ed05a327abc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.5620313 Jan 28 10:28:35.795409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54728) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:35.801690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Sync routers for ids ['41b89624-8e20-44d2-84c3-2c151453213d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:35.831036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Routers {'41b89624-8e20-44d2-84c3-2c151453213d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:35.831565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:28:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['41b89624-8e20-44d2-84c3-2c151453213d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:36.069211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Set router 41b89624-8e20-44d2-84c3-2c151453213d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:36.355093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:34Z', 'revision_number': 3, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:36.358796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Checking router: 41b89624-8e20-44d2-84c3-2c151453213d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:36.359133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Updating router 41b89624-8e20-44d2-84c3-2c151453213d port 01e35143-3d02-4b90-a8e5-427efb652609 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:28:36.410406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.570667 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.749581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcd4213a-8218-499e-94d1-622fa9f8f577 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:36.778450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Allocated IP 172.20.0.1 (b8f54014-a6f8-4ffb-81a8-02a23fe1325c/5a7a23dc-8991-437f-a25d-35f26fb36f61/027c00c6-c3d2-4eb1-8e04-22bd97b44628) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:28:36.831118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.844653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Transition to ACTIVE for port object 01e35143-3d02-4b90-a8e5-427efb652609 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:36.854434 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.891703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bcd4213a-8218-499e-94d1-622fa9f8f577 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:36.892067 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.924576 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.940329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Transition to ACTIVE for port object 027c00c6-c3d2-4eb1-8e04-22bd97b44628 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:36.963254 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.982413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c3a0c-06c8-4f0e-b6ee-88d3da3d4c2e None None] Pushing event updated for resources: {'Port': ['ID=01e35143-3d02-4b90-a8e5-427efb652609,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:36.985812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Attempting to bind port 01e35143-3d02-4b90-a8e5-427efb652609 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:28:36.986174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Attempting to bind port 01e35143-3d02-4b90-a8e5-427efb652609 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:28:36.986528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Attempting to bind port 01e35143-3d02-4b90-a8e5-427efb652609 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:28:36.994708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:28:36.995076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:28:36.995710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:36.996095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:28:36.996544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Bound port: 01e35143-3d02-4b90-a8e5-427efb652609, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:28:36.996930 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.029974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:28:37.032620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:37.036399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:28:37.071963 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Pushing event updated for resources: {'Port': ['ID=027c00c6-c3d2-4eb1-8e04-22bd97b44628,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:37.094525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.123980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] For port 01e35143-3d02-4b90-a8e5-427efb652609, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:28:37.128016 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] For port 01e35143-3d02-4b90-a8e5-427efb652609, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=01e35143-3d02-4b90-a8e5-427efb652609,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:28:37.132516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.216981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Routers {'41b89624-8e20-44d2-84c3-2c151453213d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:37.217523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:28:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['41b89624-8e20-44d2-84c3-2c151453213d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:37.287059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c3a0c-06c8-4f0e-b6ee-88d3da3d4c2e None None] Pushing event updated for resources: {'Port': ['ID=01e35143-3d02-4b90-a8e5-427efb652609,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:37.360955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.362430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86ae51f0-fa8b-41a9-9069-321a8a7b19f8 None None] Provisioning for port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:37.383726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-86ae51f0-fa8b-41a9-9069-321a8a7b19f8 None None] Provisioning complete for port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:37.384088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-86ae51f0-fa8b-41a9-9069-321a8a7b19f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.454116 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] Set router 41b89624-8e20-44d2-84c3-2c151453213d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:37.496464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-86ae51f0-fa8b-41a9-9069-321a8a7b19f8 None None] Port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:37.698914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.703450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.735304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:34Z', 'revision_number': 3, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:37.739164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad1c6b1-da4b-45b1-967d-1cb90abc4993 None None] The sync data for ids ['41b89624-8e20-44d2-84c3-2c151453213d'] in n-d-825178-2 is: [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:34Z', 'revision_number': 3, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:37.810930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:37.814390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Pushing event updated for resources: {'Port': ['ID=027c00c6-c3d2-4eb1-8e04-22bd97b44628,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:37.960308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:28:37.961780 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:38.160461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Router 41b89624-8e20-44d2-84c3-2c151453213d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:28:38.221283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9796ef85-0e80-4113-87ea-da9937759d05 None None] Provisioning complete for port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:38.221910 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9796ef85-0e80-4113-87ea-da9937759d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:38.280432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9796ef85-0e80-4113-87ea-da9937759d05 None None] Port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:38.355655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:38.364599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6c3b4505-32c1-4433-81e7-d13646943a94 admin admin] 10.222.0.42 "PUT /v2.0/routers/41b89624-8e20-44d2-84c3-2c151453213d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5680425 Jan 28 10:28:38.770178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01e35143-3d02-4b90-a8e5-427efb652609 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:38.839144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 01e35143-3d02-4b90-a8e5-427efb652609 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:38.843999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 01e35143-3d02-4b90-a8e5-427efb652609 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:38.844367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:39.003094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:39.020190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 01e35143-3d02-4b90-a8e5-427efb652609, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=01e35143-3d02-4b90-a8e5-427efb652609,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:39.025468 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:39.094294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=01e35143-3d02-4b90-a8e5-427efb652609,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:39.283996 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Sync routers for ids ['41b89624-8e20-44d2-84c3-2c151453213d'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:39.292857 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Routers {'41b89624-8e20-44d2-84c3-2c151453213d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:39.293462 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:28:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['41b89624-8e20-44d2-84c3-2c151453213d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:39.469663 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Set router 41b89624-8e20-44d2-84c3-2c151453213d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:39.515876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54750) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:39.778051 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:37Z', 'revision_number': 4, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '027c00c6-c3d2-4eb1-8e04-22bd97b44628', 'name': '', 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c', 'tenant_id': '1c7810669511474c955c56354e344771', 'mac_address': 'fa:16:3e:0b:b4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '5a7a23dc-8991-437f-a25d-35f26fb36f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:36Z', 'updated_at': '2022-01-28T10:28:37Z', 'revision_number': 2, 'project_id': '1c7810669511474c955c56354e344771', 'subnets': [{'id': '5a7a23dc-8991-437f-a25d-35f26fb36f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:39.781754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Checking router: 41b89624-8e20-44d2-84c3-2c151453213d for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:39.782102 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Updating router 41b89624-8e20-44d2-84c3-2c151453213d port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:28:39.833446 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.034710 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.201060 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.213455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Transition to ACTIVE for port object 027c00c6-c3d2-4eb1-8e04-22bd97b44628 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:40.221682 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.400797 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Pushing event updated for resources: {'Port': ['ID=027c00c6-c3d2-4eb1-8e04-22bd97b44628,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:40.442305 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.442972 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.443309 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.443639 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.443965 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.444568 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.444876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.445196 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.445514 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.446496 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.446818 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.447134 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:40.468177 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Attempting to bind port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:28:40.468538 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Attempting to bind port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:28:40.468911 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Attempting to bind port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 on network b8f54014-a6f8-4ffb-81a8-02a23fe1325c {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:28:40.474308 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:28:40.474667 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Checking segment: {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:28:40.475055 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.475437 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Bound using segment: {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:28:40.475886 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Bound port: 027c00c6-c3d2-4eb1-8e04-22bd97b44628, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:28:40.476416 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.507215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Deleting port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:40.508027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.573979 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] For port 027c00c6-c3d2-4eb1-8e04-22bd97b44628, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:28:40.576874 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] For port 027c00c6-c3d2-4eb1-8e04-22bd97b44628, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=027c00c6-c3d2-4eb1-8e04-22bd97b44628,segment=NetworkSegment(b3a72ef2-bf8a-477f-ac1d-2e3512a243a0),segment_id=b3a72ef2-bf8a-477f-ac1d-2e3512a243a0)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:28:40.581424 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.654335 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Routers {'41b89624-8e20-44d2-84c3-2c151453213d'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:40.654954 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:28:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['41b89624-8e20-44d2-84c3-2c151453213d'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:40.691116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] For port 027c00c6-c3d2-4eb1-8e04-22bd97b44628, host n-d-825178-2, got binding levels [] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:40.692083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.735273 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2286e-edfa-4501-abac-41fe259433fa None None] Pushing event updated for resources: {'Port': ['ID=027c00c6-c3d2-4eb1-8e04-22bd97b44628,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:40.765184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01e35143-3d02-4b90-a8e5-427efb652609 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:28:40.841206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Calling delete_port for 027c00c6-c3d2-4eb1-8e04-22bd97b44628 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:40.845774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 01e35143-3d02-4b90-a8e5-427efb652609 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:40.846145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:40.851731 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] Set router 41b89624-8e20-44d2-84c3-2c151453213d gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:41.103370 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.db.api [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87541) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:28:41.103612 n-d-825178-2 neutron-server[87541]: DEBUG oslo_db.api [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:28:41.159987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:37Z', 'revision_number': 4, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '027c00c6-c3d2-4eb1-8e04-22bd97b44628', 'name': '', 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c', 'tenant_id': '1c7810669511474c955c56354e344771', 'mac_address': 'fa:16:3e:0b:b4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '5a7a23dc-8991-437f-a25d-35f26fb36f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:36Z', 'updated_at': '2022-01-28T10:28:40Z', 'revision_number': 4, 'project_id': '1c7810669511474c955c56354e344771', 'subnets': [{'id': '5a7a23dc-8991-437f-a25d-35f26fb36f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:41.164001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2aea887-dd59-44b1-a53f-a78c1df6873f None None] The sync data for ids ['41b89624-8e20-44d2-84c3-2c151453213d'] in n-d-825178-2 is: [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:37Z', 'revision_number': 4, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '027c00c6-c3d2-4eb1-8e04-22bd97b44628', 'name': '', 'network_id': 'b8f54014-a6f8-4ffb-81a8-02a23fe1325c', 'tenant_id': '1c7810669511474c955c56354e344771', 'mac_address': 'fa:16:3e:0b:b4:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4013, 'fixed_ips': [{'subnet_id': '5a7a23dc-8991-437f-a25d-35f26fb36f61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:36Z', 'updated_at': '2022-01-28T10:28:40Z', 'revision_number': 4, 'project_id': '1c7810669511474c955c56354e344771', 'subnets': [{'id': '5a7a23dc-8991-437f-a25d-35f26fb36f61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:41.604887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Deleting port 027c00c6-c3d2-4eb1-8e04-22bd97b44628 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:41.605235 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:41.787332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] For port 027c00c6-c3d2-4eb1-8e04-22bd97b44628, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=027c00c6-c3d2-4eb1-8e04-22bd97b44628,segment=NetworkSegment(b3a72ef2-bf8a-477f-ac1d-2e3512a243a0),segment_id=b3a72ef2-bf8a-477f-ac1d-2e3512a243a0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:41.788025 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:41.910639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Calling delete_port for 027c00c6-c3d2-4eb1-8e04-22bd97b44628 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:42.094016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:42.252770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=027c00c6-c3d2-4eb1-8e04-22bd97b44628,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:42.516353 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:42.875161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Router 41b89624-8e20-44d2-84c3-2c151453213d has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:28:43.047680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:28:43.056915 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-62810e93-ad4c-4f41-b9d5-02f634473ad5 admin admin] 10.222.0.42 "PUT /v2.0/routers/41b89624-8e20-44d2-84c3-2c151453213d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5393157 Jan 28 10:28:43.057110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] Sync routers for ids ['41b89624-8e20-44d2-84c3-2c151453213d'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:28:43.059458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54754) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:43.066238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] Routers {'41b89624-8e20-44d2-84c3-2c151453213d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:43.066821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:28:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['41b89624-8e20-44d2-84c3-2c151453213d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:43.232750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:43.240645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] Set router 41b89624-8e20-44d2-84c3-2c151453213d gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:43.412845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:43.423285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Deleting port 01e35143-3d02-4b90-a8e5-427efb652609 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:43.423682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:43.527898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142'}], 'enable_snat': True}, 'gw_port_id': '01e35143-3d02-4b90-a8e5-427efb652609', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:42Z', 'revision_number': 5, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port': {'id': '01e35143-3d02-4b90-a8e5-427efb652609', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41b89624-8e20-44d2-84c3-2c151453213d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4012, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:28:34Z', 'updated_at': '2022-01-28T10:28:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:43.533038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] Checking router: 41b89624-8e20-44d2-84c3-2c151453213d for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:28:43.542244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] Routers {'41b89624-8e20-44d2-84c3-2c151453213d'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:28:43.542872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:28:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['41b89624-8e20-44d2-84c3-2c151453213d'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:43.698919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] Set router 41b89624-8e20-44d2-84c3-2c151453213d gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:28:43.728188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] For port 01e35143-3d02-4b90-a8e5-427efb652609, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=01e35143-3d02-4b90-a8e5-427efb652609,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:43.728588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:43.804793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:43Z', 'revision_number': 6, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:43.809314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-399925dc-f3e9-4682-8e9f-b8150f23567e None None] The sync data for ids ['41b89624-8e20-44d2-84c3-2c151453213d'] in n-d-825178-2 is: [{'id': '41b89624-8e20-44d2-84c3-2c151453213d', 'name': 'tempest-ImageQuotaTest-1409265686-router', 'tenant_id': '1c7810669511474c955c56354e344771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:28:33Z', 'updated_at': '2022-01-28T10:28:43Z', 'revision_number': 6, 'project_id': '1c7810669511474c955c56354e344771', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:28:43.861688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Calling delete_port for 01e35143-3d02-4b90-a8e5-427efb652609 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:44.027131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.043246 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.074914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Pushing event deleted for resources: {'Port': ['ID=01e35143-3d02-4b90-a8e5-427efb652609,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:44.169585 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.343672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.345748 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.366970 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.368075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41b89624-8e20-44d2-84c3-2c151453213d {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:28:44.380624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.381744 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-545413cb-49a2-41f7-bed3-54c25ca72341 admin admin] 10.222.0.42 "DELETE /v2.0/routers/41b89624-8e20-44d2-84c3-2c151453213d HTTP/1.1" status: 204 len: 168 time: 1.3213830 Jan 28 10:28:44.384225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54758) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:44.441335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Deleting subnet 5a7a23dc-8991-437f-a25d-35f26fb36f61 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:28:44.444127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.494125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.572054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.639596 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.682606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7a23dc-8991-437f-a25d-35f26fb36f61,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:44.687809 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.693737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370fea99-d20e-4023-82ce-01fc4eaf8cc2 None None] Network b8f54014-a6f8-4ffb-81a8-02a23fe1325c requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:28:44.694559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-92ea4223-fb02-44ca-87b5-37ef64525209 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5a7a23dc-8991-437f-a25d-35f26fb36f61 HTTP/1.1" status: 204 len: 168 time: 0.3093338 Jan 28 10:28:44.697100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54762) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:44.787830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01e35143-3d02-4b90-a8e5-427efb652609 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:44.833866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.840876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 01e35143-3d02-4b90-a8e5-427efb652609 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:44.841221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 01e35143-3d02-4b90-a8e5-427efb652609 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:44.841633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 027c00c6-c3d2-4eb1-8e04-22bd97b44628 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:44.848438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Deleting port bcd4213a-8218-499e-94d1-622fa9f8f577 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:44.848887 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:44.886375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 027c00c6-c3d2-4eb1-8e04-22bd97b44628 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:44.886709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 027c00c6-c3d2-4eb1-8e04-22bd97b44628 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:45.058446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] For port bcd4213a-8218-499e-94d1-622fa9f8f577, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcd4213a-8218-499e-94d1-622fa9f8f577,segment=NetworkSegment(b3a72ef2-bf8a-477f-ac1d-2e3512a243a0),segment_id=b3a72ef2-bf8a-477f-ac1d-2e3512a243a0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:45.058964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.077821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] DHCP port deletion for b8f54014-a6f8-4ffb-81a8-02a23fe1325c request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:28:45.082063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Deleting port bcd4213a-8218-499e-94d1-622fa9f8f577 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:45.082495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.289749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Calling delete_port for bcd4213a-8218-499e-94d1-622fa9f8f577 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:45.290587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] For port bcd4213a-8218-499e-94d1-622fa9f8f577, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcd4213a-8218-499e-94d1-622fa9f8f577,segment=NetworkSegment(b3a72ef2-bf8a-477f-ac1d-2e3512a243a0),segment_id=b3a72ef2-bf8a-477f-ac1d-2e3512a243a0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:28:45.290971 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.363780 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.411350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd4213a-8218-499e-94d1-622fa9f8f577,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:45.413158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] No DVR routers for this DVR port bcd4213a-8218-499e-94d1-622fa9f8f577 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:28:45.414042 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Calling delete_port for bcd4213a-8218-499e-94d1-622fa9f8f577 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:28:45.485370 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:28:45.485721 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:28:45.526634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.555821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8f54014-a6f8-4ffb-81a8-02a23fe1325c']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:45.556911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.568156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:45.568450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3a72ef2-bf8a-477f-ac1d-2e3512a243a0') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:28:45.579979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.596551 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.603194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:28:45.603763 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:28:45.616810 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:28:45.690409 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.709511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.719038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b8f54014-a6f8-4ffb-81a8-02a23fe1325c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:45.722907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8c0fe9a2-71c2-4af8-8273-646c5ba836dd admin admin] 10.222.0.42 "DELETE /v2.0/networks/b8f54014-a6f8-4ffb-81a8-02a23fe1325c HTTP/1.1" status: 204 len: 168 time: 1.0249374 Jan 28 10:28:45.831925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54768) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:45.879947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6998604a-daed-4f8d-bc19-33c5bbea9c0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c7810669511474c955c56354e344771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469081 Jan 28 10:28:45.882340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54772) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:45.937470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841a38aa-21cb-46a3-ace5-c4d5a07abc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.961509 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841a38aa-21cb-46a3-ace5-c4d5a07abc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:45.987399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Deleting port bcd4213a-8218-499e-94d1-622fa9f8f577 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:28:45.987878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.012259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841a38aa-21cb-46a3-ace5-c4d5a07abc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.026053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841a38aa-21cb-46a3-ace5-c4d5a07abc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f53978-593d-4e6f-b369-4fcccd53549e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:46.032580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-841a38aa-21cb-46a3-ace5-c4d5a07abc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.036573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-841a38aa-21cb-46a3-ace5-c4d5a07abc62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3f53978-593d-4e6f-b369-4fcccd53549e HTTP/1.1" status: 204 len: 168 time: 0.1505096 Jan 28 10:28:46.062816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b2778360-69e5-4a95-833a-0956b2dd0123 None None] The port 'bcd4213a-8218-499e-94d1-622fa9f8f577' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:28:46.378648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54780) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:46.399789 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.414009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:46.418408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:46.421212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:46.426865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:46.507775 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.512302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.558549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1788063 Jan 28 10:28:46.559264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6fafab-377a-4a04-b1ef-c5bf646a1128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b018c445-9136-4fd9-881d-7a671bd9bfda,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:46.561207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54784) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:28:46.621281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70fd1c64-52ac-48ed-bf03-6c95edca50f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.645878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70fd1c64-52ac-48ed-bf03-6c95edca50f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.700490 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70fd1c64-52ac-48ed-bf03-6c95edca50f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.717164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd1c64-52ac-48ed-bf03-6c95edca50f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b018c445-9136-4fd9-881d-7a671bd9bfda,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:46.722806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70fd1c64-52ac-48ed-bf03-6c95edca50f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:46.727898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-70fd1c64-52ac-48ed-bf03-6c95edca50f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b018c445-9136-4fd9-881d-7a671bd9bfda HTTP/1.1" status: 204 len: 168 time: 0.1632962 Jan 28 10:28:46.748158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcd4213a-8218-499e-94d1-622fa9f8f577 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:28:46.783511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: bcd4213a-8218-499e-94d1-622fa9f8f577 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:28:46.784017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcd4213a-8218-499e-94d1-622fa9f8f577 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:28:55.965837 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ec2d4800-8e94-4089-80b6-ea261e067e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:57.034305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-e26fbdf4-4a16-4941-a72c-1572a0bd4fa6 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f34a6738cce141edbb1d3c33008ce666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277781 Jan 28 10:28:57.183149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-3e444f1e-3ede-4535-b0f2-20017472f1e7 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:57.184470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-3e444f1e-3ede-4535-b0f2-20017472f1e7 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1453314 Jan 28 10:28:57.199689 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-11132fb3-0b69-411d-9833-48e02e3267ff tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/quotas/f34a6738cce141edbb1d3c33008ce666 HTTP/1.1" status: 200 len: 375 time: 0.0099235 Jan 28 10:28:57.251527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-5db4cb7b-0bdb-49a3-92d1-84ceafba660c tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f34a6738cce141edbb1d3c33008ce666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470669 Jan 28 10:28:57.423707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ccd37833-8a22-45d6-893d-67102a7b23b4 req-3247fa74-e34f-4898-ba51-d2c2af66c421 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 210 time: 0.0415850 Jan 28 10:28:58.378596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-4dac4510-1340-41c3-ba3d-1bbab60b1792 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=f34a6738cce141edbb1d3c33008ce666&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274091 Jan 28 10:28:58.413599 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29a8c27c-b4f1-44e9-acfc-26a717184192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:58.538307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-d69883a8-a3d9-4112-94db-fa615a948510 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:58.539826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-d69883a8-a3d9-4112-94db-fa615a948510 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1561973 Jan 28 10:28:58.556947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Request body: {'port': {'device_id': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'admin_state_up': True, 'tenant_id': 'f34a6738cce141edbb1d3c33008ce666'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:58.578952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7a1c4bc-d5c4-48e4-ae09-42bbd270958c req-86d56561-ff5f-4904-af1e-efe58a6be4f0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 210 time: 0.0429242 Jan 28 10:28:58.692752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:58.697015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Usage tracker for resource:port and tenant:f34a6738cce141edbb1d3c33008ce666 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:58.699799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:58.705336 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:58.715177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Made reservation on behalf of f34a6738cce141edbb1d3c33008ce666 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:28:58.718582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:58.734034 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:58.749526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:28:58.753247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Usage tracker for resource:security_group_rule and tenant:f34a6738cce141edbb1d3c33008ce666 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:28:58.755971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:28:58.762019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:28:58.842870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:58.846623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:58.924414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9127431-0751-48c7-a431-7ff67f118788,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:58.939995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.940274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.940605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.940961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.941286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.941608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.941928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.942246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.942561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.942894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.943187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:58.943495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:28:59.025682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Allocated IP 192.168.233.163 (c98101aa-66b2-4380-a9dc-8db445f41eaf/863af9b9-d5f2-4f6f-bead-59e3dc25894f/c25c33b1-cffc-4ff8-a959-388aacdfea61) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:28:59.220955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.235989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Transition to ACTIVE for port object c25c33b1-cffc-4ff8-a959-388aacdfea61 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:28:59.259083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.329161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Network c98101aa-66b2-4380-a9dc-8db445f41eaf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:28:59.332001 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:28:59.335982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:28:59.372845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Pushing event updated for resources: {'Port': ['ID=c25c33b1-cffc-4ff8-a959-388aacdfea61,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:28:59.404464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:59.405091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.431315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-32ffbf6c-44ae-4b8d-ae81-be9fe400ca3e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8781426 Jan 28 10:28:59.542194 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.546395 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.582072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Request body: {'port': {'device_id': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:28:59.604776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d34c9dfb-3464-4145-8a76-b45a9c0f987d None None] Provisioning for port c25c33b1-cffc-4ff8-a959-388aacdfea61 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:28:59.610154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d34c9dfb-3464-4145-8a76-b45a9c0f987d None None] Provisioning complete for port c25c33b1-cffc-4ff8-a959-388aacdfea61 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:28:59.610575 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d34c9dfb-3464-4145-8a76-b45a9c0f987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.664732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-eb3198d7-e8f9-468a-91b9-04cc5bb0097c req-0355ba1f-ae21-47e9-958e-0f05719dd8e3 service neutron] (87540) timed out ('10.222.0.43', 61287) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:28:59.668795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d34c9dfb-3464-4145-8a76-b45a9c0f987d None None] Port c25c33b1-cffc-4ff8-a959-388aacdfea61 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:28:59.737472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:28:59.884379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-89d17d41-d34b-4b82-88a4-52b72ee6876f tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:28:59.885104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-89d17d41-d34b-4b82-88a4-52b72ee6876f tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Synchronizing usage tracker for tenant:f34a6738cce141edbb1d3c33008ce666 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:28:59.927213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-89d17d41-d34b-4b82-88a4-52b72ee6876f tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Unset dirty status for tenant:f34a6738cce141edbb1d3c33008ce666 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:28:59.928329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-89d17d41-d34b-4b82-88a4-52b72ee6876f tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 936 time: 0.2369056 Jan 28 10:29:00.144717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-3d4235de-6419-464f-aca5-b8b1c6966449 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Synchronizing usage tracker for tenant:f34a6738cce141edbb1d3c33008ce666 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:29:00.180155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-3d4235de-6419-464f-aca5-b8b1c6966449 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Unset dirty status for tenant:f34a6738cce141edbb1d3c33008ce666 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:29:00.181332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-50b75785-eb51-46c1-9301-4cf8c6facb3a req-3d4235de-6419-464f-aca5-b8b1c6966449 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039402 Jan 28 10:29:00.251321 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c25c33b1-cffc-4ff8-a959-388aacdfea61 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:29:00.259039 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:00.273396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Transition to ACTIVE for port object c25c33b1-cffc-4ff8-a959-388aacdfea61 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:29:00.276062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:00.404164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c33b1-cffc-4ff8-a959-388aacdfea61,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:00.510340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Attempting to bind port c25c33b1-cffc-4ff8-a959-388aacdfea61 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:29:00.510665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Attempting to bind port c25c33b1-cffc-4ff8-a959-388aacdfea61 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:29:00.510979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Attempting to bind port c25c33b1-cffc-4ff8-a959-388aacdfea61 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:29:00.515428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Port c25c33b1-cffc-4ff8-a959-388aacdfea61 on network c98101aa-66b2-4380-a9dc-8db445f41eaf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:29:00.515733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Attempting to bind port c25c33b1-cffc-4ff8-a959-388aacdfea61 on network c98101aa-66b2-4380-a9dc-8db445f41eaf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:29:00.520639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:29:00.520994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Checking segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:29:00.521366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Bound using segment: {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:29:00.521773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Bound port: c25c33b1-cffc-4ff8-a959-388aacdfea61, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d0405f1-79ce-4cbb-ab80-b7d421f61d6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:29:00.522107 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:00.614489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] For port c25c33b1-cffc-4ff8-a959-388aacdfea61, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:29:00.617839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] For port c25c33b1-cffc-4ff8-a959-388aacdfea61, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:29:00.622728 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:00.686608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:00.687216 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:00.689747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] 10.222.0.25 "PUT /v2.0/ports/c25c33b1-cffc-4ff8-a959-388aacdfea61 HTTP/1.1" status: 200 len: 1096 time: 1.2467840 Jan 28 10:29:00.689747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'tag': 'c25c33b1-cffc-4ff8-a959-388aacdfea61'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:00.712463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8e5ebd-c61e-4a3d-8b92-5181be591396 service neutron] Pushing event updated for resources: {'Port': ['ID=c25c33b1-cffc-4ff8-a959-388aacdfea61,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:00.737150 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'tag': 'c25c33b1-cffc-4ff8-a959-388aacdfea61', 'status': 'completed', 'code': 200} Jan 28 10:29:00.813489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-68bdfd38-4315-4335-9c5a-c4b855f5a0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:00.814974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-68bdfd38-4315-4335-9c5a-c4b855f5a0f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f34a6738cce141edbb1d3c33008ce666&device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0726483 Jan 28 10:29:00.891531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-afb2c389-00a6-4714-b964-05c47d881706 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61 HTTP/1.1" status: 200 len: 217 time: 0.0658445 Jan 28 10:29:00.956770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-6e9c712f-e2ae-4b80-8052-0f0e4c6dbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:00.958099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-6e9c712f-e2ae-4b80-8052-0f0e4c6dbbfa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0580497 Jan 28 10:29:00.963777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:01.038644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-a5573069-d75e-4011-aa64-8b1b20cc0f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:01.040618 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-a5573069-d75e-4011-aa64-8b1b20cc0f87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0728829 Jan 28 10:29:01.172497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-38bcf55d-044a-44e7-bd00-28e93dd6733d service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223559 Jan 28 10:29:01.349950 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d258086-1737-4623-aa74-fbeb4fc5d7e4 req-43d3a483-cc3e-4ba7-a397-d2941b876a34 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684179 Jan 28 10:29:01.381718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba834ee-1e93-4ac3-8920-fb40754ceff5 req-8e4dcb77-e34f-4242-8c88-763774d839f0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:01.384034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fba834ee-1e93-4ac3-8920-fb40754ceff5 req-8e4dcb77-e34f-4242-8c88-763774d839f0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 948 time: 0.0978205 Jan 28 10:29:01.469795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fba834ee-1e93-4ac3-8920-fb40754ceff5 req-14a1e28c-fecf-48fb-bc02-51693a5a87f3 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805025 Jan 28 10:29:01.496996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-2a447304-be65-4ed4-b65f-0dd12e40c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:01.498499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-2a447304-be65-4ed4-b65f-0dd12e40c909 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f34a6738cce141edbb1d3c33008ce666&device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 1099 time: 0.0793290 Jan 28 10:29:01.629703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-73c02a70-dfee-48da-877c-13e5b8863145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:01.631097 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-73c02a70-dfee-48da-877c-13e5b8863145 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c98101aa-66b2-4380-a9dc-8db445f41eaf HTTP/1.1" status: 200 len: 870 time: 0.1235654 Jan 28 10:29:01.697137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-917bd099-1c18-4893-b189-59d8909d8ea6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.163&port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61 HTTP/1.1" status: 200 len: 217 time: 0.0583615 Jan 28 10:29:01.762683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-391731b2-a583-475f-8963-b021706be375 req-0a69f445-4b6b-4835-a600-9f168e831125 service neutron] (87541) timed out ('10.222.0.42', 44778) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:29:01.764064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-ae7e0c59-f555-4fef-9890-a8ed9103bfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:01.765467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-ae7e0c59-f555-4fef-9890-a8ed9103bfb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=863af9b9-d5f2-4f6f-bead-59e3dc25894f HTTP/1.1" status: 200 len: 843 time: 0.0623481 Jan 28 10:29:01.838622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-1fe77981-73eb-4665-8376-6c765be487ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:01.840021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-1fe77981-73eb-4665-8376-6c765be487ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c98101aa-66b2-4380-a9dc-8db445f41eaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674026 Jan 28 10:29:02.071436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-63ff3712-15b7-4bbd-a42f-8f75a5666224 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246253 Jan 28 10:29:02.199655 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5a7893c7-603f-4373-b519-0376b68b2f7c req-b0d794d7-f99e-4c0f-9028-37c73db82867 service neutron] 10.222.0.25 "GET /v2.0/networks/c98101aa-66b2-4380-a9dc-8db445f41eaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204839 Jan 28 10:29:02.651898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8aaeea-64e6-4d69-8dcb-2c03cba20366 req-5fdb6cd8-c876-4752-b389-2748e4b79943 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:02.653390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db8aaeea-64e6-4d69-8dcb-2c03cba20366 req-5fdb6cd8-c876-4752-b389-2748e4b79943 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 948 time: 0.0784543 Jan 28 10:29:02.696021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db8aaeea-64e6-4d69-8dcb-2c03cba20366 req-54cdb5d6-7a69-4a4e-b687-94683bb5d50d tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372026 Jan 28 10:29:02.996206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c25c33b1-cffc-4ff8-a959-388aacdfea61 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:29:03.127204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c25c33b1-cffc-4ff8-a959-388aacdfea61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:03.139965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'c25c33b1-cffc-4ff8-a959-388aacdfea61', 'network_id': 'c98101aa-66b2-4380-a9dc-8db445f41eaf', 'port_id': 'c25c33b1-cffc-4ff8-a959-388aacdfea61', 'mac_address': 'fa:16:3e:a3:92:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '863af9b9-d5f2-4f6f-bead-59e3dc25894f', 'ip_address': '192.168.233.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:29:03.193241 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:03.209085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c25c33b1-cffc-4ff8-a959-388aacdfea61 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:29:03.223582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c25c33b1-cffc-4ff8-a959-388aacdfea61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:03.228341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:03.295604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c25c33b1-cffc-4ff8-a959-388aacdfea61,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:03.472784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c25c33b1-cffc-4ff8-a959-388aacdfea61'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:29:03.881823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f5764-5382-48a0-a65a-7bc0e72ed867 req-661d3f56-9476-4e18-927a-6b3005104abc tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:03.883755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-162f5764-5382-48a0-a65a-7bc0e72ed867 req-661d3f56-9476-4e18-927a-6b3005104abc tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 949 time: 0.0815227 Jan 28 10:29:03.926110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-162f5764-5382-48a0-a65a-7bc0e72ed867 req-08cfa830-58ee-48af-a54d-c1eca4553211 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365951 Jan 28 10:29:05.026819 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c25c33b1-cffc-4ff8-a959-388aacdfea61 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:29:05.094308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port c25c33b1-cffc-4ff8-a959-388aacdfea61 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:29:05.099414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port c25c33b1-cffc-4ff8-a959-388aacdfea61 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:29:05.099786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:05.110792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f58db8-e60f-4fa8-bd85-d3f1e4064654 req-63667feb-69a0-4e68-a537-ac32880987b4 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:05.112240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-07f58db8-e60f-4fa8-bd85-d3f1e4064654 req-63667feb-69a0-4e68-a537-ac32880987b4 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 949 time: 0.0839982 Jan 28 10:29:05.155479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-07f58db8-e60f-4fa8-bd85-d3f1e4064654 req-b5c456a7-7be0-4706-9d92-c611c89db05b tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374982 Jan 28 10:29:05.216840 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:05.242255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c33b1-cffc-4ff8-a959-388aacdfea61'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:05.252240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c25c33b1-cffc-4ff8-a959-388aacdfea61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:05.256415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:05.290006 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c25c33b1-cffc-4ff8-a959-388aacdfea61', 'code': 200} Jan 28 10:29:05.329087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c25c33b1-cffc-4ff8-a959-388aacdfea61,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:05.415707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac458cc-d2d6-460a-9a9a-81ea93c0963b req-6db280b2-1032-441a-aa6c-c70602052744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:05.417195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ac458cc-d2d6-460a-9a9a-81ea93c0963b req-6db280b2-1032-441a-aa6c-c70602052744 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 1101 time: 0.0671165 Jan 28 10:29:05.459747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7ac458cc-d2d6-460a-9a9a-81ea93c0963b req-1c415a43-f1bf-44b6-b578-25df5a3fc113 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Jan 28 10:29:06.252632 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:29:06.339846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a49d83-39ab-4382-a569-9230911a2b62 req-6807dc80-e2ad-456a-9016-80268400ba22 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:06.341325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7a49d83-39ab-4382-a569-9230911a2b62 req-6807dc80-e2ad-456a-9016-80268400ba22 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 950 time: 0.0796940 Jan 28 10:29:06.387230 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7a49d83-39ab-4382-a569-9230911a2b62 req-eb69c762-e39b-4ba5-9880-7d4df407f4f5 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404005 Jan 28 10:29:07.575898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8dc39f-5c64-4d63-93a1-2173987c06ca req-53f5dccf-c224-4047-9614-a564d52d2f44 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:07.577352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b8dc39f-5c64-4d63-93a1-2173987c06ca req-53f5dccf-c224-4047-9614-a564d52d2f44 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 950 time: 0.0818462 Jan 28 10:29:07.621486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0b8dc39f-5c64-4d63-93a1-2173987c06ca req-696e060d-6b07-436a-83b1-7fe442facf6e tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381575 Jan 28 10:29:08.706618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308d474-ca00-4a35-a4c3-c0f4c276533b req-69680e88-e884-4f70-baf4-a73915e5a65a tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:08.708073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1308d474-ca00-4a35-a4c3-c0f4c276533b req-69680e88-e884-4f70-baf4-a73915e5a65a tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 950 time: 0.0825045 Jan 28 10:29:08.752880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1308d474-ca00-4a35-a4c3-c0f4c276533b req-72ae7780-70fc-43a0-80e7-bb59e0a78be2 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 Jan 28 10:29:09.932174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39102171-2329-4735-bd64-94a1eb65b43f req-b896bb52-86af-499d-b05c-374767b7cfcc tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:09.933625 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39102171-2329-4735-bd64-94a1eb65b43f req-b896bb52-86af-499d-b05c-374767b7cfcc tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 950 time: 0.0774894 Jan 28 10:29:09.976912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-39102171-2329-4735-bd64-94a1eb65b43f req-dec51542-b7a5-4900-9aa0-33acfc8086a2 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/security-groups?id=d9127431-0751-48c7-a431-7ff67f118788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Jan 28 10:29:10.036328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-3d1927e9-aecf-4b94-a0ca-436c2abd88a3 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:10.037766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-3d1927e9-aecf-4b94-a0ca-436c2abd88a3 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.25 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 950 time: 0.0811627 Jan 28 10:29:10.110670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Deleting port c25c33b1-cffc-4ff8-a959-388aacdfea61 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:29:10.110928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:10.350138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] For port c25c33b1-cffc-4ff8-a959-388aacdfea61, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c25c33b1-cffc-4ff8-a959-388aacdfea61,segment=NetworkSegment(7d0405f1-79ce-4cbb-ab80-b7d421f61d6a),segment_id=7d0405f1-79ce-4cbb-ab80-b7d421f61d6a)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:10.350496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:10.470099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Calling delete_port for c25c33b1-cffc-4ff8-a959-388aacdfea61 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:29:10.611859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:10.627805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c25c33b1-cffc-4ff8-a959-388aacdfea61'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:29:10.664745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Pushing event deleted for resources: {'Port': ['ID=c25c33b1-cffc-4ff8-a959-388aacdfea61,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:10.738457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] No DVR routers for this DVR port c25c33b1-cffc-4ff8-a959-388aacdfea61 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:29:10.741145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:10.744514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'name': 'network-vif-deleted', 'tag': 'c25c33b1-cffc-4ff8-a959-388aacdfea61'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:10.761482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ccebc56-6f9c-4207-b24c-aa407e2c133a req-85ad16fe-8e36-4ee4-b41b-2253cccc04e0 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.25 "DELETE /v2.0/ports/c25c33b1-cffc-4ff8-a959-388aacdfea61 HTTP/1.1" status: 204 len: 173 time: 0.7129443 Jan 28 10:29:10.793905 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3eeef396-0386-45bf-af2f-e965c437bbb4', 'name': 'network-vif-deleted', 'tag': 'c25c33b1-cffc-4ff8-a959-388aacdfea61', 'status': 'completed', 'code': 200} Jan 28 10:29:11.141093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3dad416-a1be-4119-a6f8-22102d39c074 req-e3dbc9d7-2486-4dc8-a081-d243f97cf926 tempest-ServersAdminNegativeTestJSON-1195960975 tempest-ServersAdminNegativeTestJSON-1195960975-project] 10.222.0.42 "GET /v2.0/ports?device_id=3eeef396-0386-45bf-af2f-e965c437bbb4 HTTP/1.1" status: 200 len: 210 time: 0.0452502 Jan 28 10:29:12.489077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54920) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:29:12.742467 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4f891ded-68ce-4383-a91e-b0b0c11c90fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f34a6738cce141edbb1d3c33008ce666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2517054 Jan 28 10:29:12.745005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54926) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:29:12.803038 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:12.832429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:12.883278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:12.900466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9127431-0751-48c7-a431-7ff67f118788,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:12.911425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.911769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.912101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.912430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.912785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.913111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.913946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.914268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.914586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.914901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.915217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.915532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:12.927074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:12.928489 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-670e0df1-743a-4959-85ac-6648dbc31e62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d9127431-0751-48c7-a431-7ff67f118788 HTTP/1.1" status: 204 len: 168 time: 0.1826169 Jan 28 10:29:13.089801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c25c33b1-cffc-4ff8-a959-388aacdfea61 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:29:13.123602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: c25c33b1-cffc-4ff8-a959-388aacdfea61 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:29:13.123945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c25c33b1-cffc-4ff8-a959-388aacdfea61 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:29:13.202238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54934) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:29:13.220016 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.234550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:29:13.238338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Usage tracker for resource:security_group_rule and tenant:aa6b3cf6e3f34f7189e46f104e569b06 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:29:13.241090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:29:13.247196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:29:13.330454 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.334096 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.379992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa6b3cf6e3f34f7189e46f104e569b06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765943 Jan 28 10:29:13.381586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93167498-ab53-46df-a610-c1dd47ee79f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b25b1b-6bb8-43f6-930b-8054143d6c36,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:13.382688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 54938) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:29:13.442031 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fcbafb-7d49-42db-90b9-f323954fd7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.467465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fcbafb-7d49-42db-90b9-f323954fd7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.517281 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fcbafb-7d49-42db-90b9-f323954fd7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.533869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fcbafb-7d49-42db-90b9-f323954fd7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b25b1b-6bb8-43f6-930b-8054143d6c36,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:13.539302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24fcbafb-7d49-42db-90b9-f323954fd7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:13.542078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-24fcbafb-7d49-42db-90b9-f323954fd7b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7b25b1b-6bb8-43f6-930b-8054143d6c36 HTTP/1.1" status: 204 len: 168 time: 0.1583900 Jan 28 10:29:14.066116 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.238950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54962) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:29:14.340527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-633045110-network', 'tenant_id': 'e8db02be99af481a92a96ad277497f71'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:29:14.346083 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:29:14.349930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Usage tracker for resource:network and tenant:e8db02be99af481a92a96ad277497f71 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:29:14.353402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:29:14.359888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:29:14.371825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Made reservation on behalf of e8db02be99af481a92a96ad277497f71 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:29:14.374258 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.386324 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.400563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:29:14.404328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Usage tracker for resource:security_group_rule and tenant:e8db02be99af481a92a96ad277497f71 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:29:14.407073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:29:14.412599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:29:14.493438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.497531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.532403 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:29:14.537634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:14.547308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.547308 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Added segment 997fca28-d8b5-4c80-92ff-c4be1bcff68c of type vlan for network 96258617-9d99-4a2c-93c8-a87d5c532b3d Jan 28 10:29:14.572353 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.600759 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.602249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:14.602823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.708394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] Pushing event updated for resources: {'Network': ['ID=96258617-9d99-4a2c-93c8-a87d5c532b3d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:14.712641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2ea64b6a-880b-4d4e-b1fb-9cee83bd65fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4725885 Jan 28 10:29:14.715553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 54968) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:29:14.719041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 96258617-9d99-4a2c-93c8-a87d5c532b3d details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:29:14.721006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Request body: {'subnet': {'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-633045110-subnet', 'tenant_id': 'e8db02be99af481a92a96ad277497f71', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:29:14.727209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:29:14.731062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Usage tracker for resource:subnet and tenant:e8db02be99af481a92a96ad277497f71 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:29:14.734000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:29:14.740125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:29:14.749849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Made reservation on behalf of e8db02be99af481a92a96ad277497f71 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:29:14.752198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:14.954935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:15.034482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f997d82a-7731-484f-8a02-5629d85ef853,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:15.038481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Checking segment: {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:29:15.038829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Network hostable DHCP agents. Network: 96258617-9d99-4a2c-93c8-a87d5c532b3d, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:29:15.057483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Network 96258617-9d99-4a2c-93c8-a87d5c532b3d is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:29:15.066953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 96258617-9d99-4a2c-93c8-a87d5c532b3d) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:29:15.071399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:15.071972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:15.076077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ddf908-f7a4-4364-9eff-e3248b5ec3c0 None None] Network 96258617-9d99-4a2c-93c8-a87d5c532b3d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:29:15.092974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53a46cd3-2413-4506-bbed-797b99144f27 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3763421 Jan 28 10:29:15.375824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-033cc62c-74f4-4c09-b9bf-39f4ed65235e None None] Network 96258617-9d99-4a2c-93c8-a87d5c532b3d requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:29:15.615781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:15.714819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-95a1fd04-0bc3-4f42-a8f8-7123783dd4ab tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:15.715484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-95a1fd04-0bc3-4f42-a8f8-7123783dd4ab tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Synchronizing usage tracker for tenant:e8db02be99af481a92a96ad277497f71 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:29:15.731601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-95a1fd04-0bc3-4f42-a8f8-7123783dd4ab tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Unset dirty status for tenant:e8db02be99af481a92a96ad277497f71 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:29:15.732740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-95a1fd04-0bc3-4f42-a8f8-7123783dd4ab tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 811 time: 0.1691971 Jan 28 10:29:15.748146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-1d4a938c-974b-44d1-9119-0b47c441ac8a tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/quotas/e8db02be99af481a92a96ad277497f71 HTTP/1.1" status: 200 len: 375 time: 0.0099418 Jan 28 10:29:15.794899 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-235ca372-a2d8-47f7-964c-fbf778e18d12 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418222 Jan 28 10:29:15.924168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-6c419453-3d0d-4be4-9f2c-1f706d538c96 service neutron] 10.222.0.42 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229033 Jan 28 10:29:16.057706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-779f3e6c-eccc-49d8-b72e-4392d596f871 service neutron] 10.222.0.42 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274083 Jan 28 10:29:16.230879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-12cca8be-d0b3-47cf-8616-4dae7ea8528e req-b4e03f69-854a-4f53-8f55-02fb55b2ed90 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 210 time: 0.0421734 Jan 28 10:29:17.393813 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fdc94f51-d57b-4aee-837d-b9fbfb8763d5 req-8810e9b4-4f9f-4c43-b2c4-1e4bd1f97510 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 210 time: 0.0486276 Jan 28 10:29:17.405516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-4694d8e0-c899-4a63-ba5d-64ff501c46fe tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:17.408312 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-4694d8e0-c899-4a63-ba5d-64ff501c46fe tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.43 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 811 time: 0.1522243 Jan 28 10:29:17.420023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Request body: {'port': {'device_id': '000714a2-ee73-40e1-848e-2c7124a21a98', 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d', 'admin_state_up': True, 'tenant_id': 'e8db02be99af481a92a96ad277497f71'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:29:17.555860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:29:17.559710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Usage tracker for resource:port and tenant:e8db02be99af481a92a96ad277497f71 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:29:17.562548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:29:17.568118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:29:17.578014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Made reservation on behalf of e8db02be99af481a92a96ad277497f71 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:29:17.581435 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:17.838147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Allocated IP 172.20.0.13 (96258617-9d99-4a2c-93c8-a87d5c532b3d/f997d82a-7731-484f-8a02-5629d85ef853/80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:29:18.034401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:18.062976 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:18.133624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Network 96258617-9d99-4a2c-93c8-a87d5c532b3d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:29:18.136875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:29:18.140668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:29:18.170782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:18.204964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:18.205620 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:18.225017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-5f7221ea-243e-43d5-b403-5a864d9bcb28 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8085537 Jan 28 10:29:18.235724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Request body: {'port': {'device_id': '000714a2-ee73-40e1-848e-2c7124a21a98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:29:18.343401 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:18.679426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06538c-59d3-4c85-aa98-319fb557c558 req-662c1de8-5156-4fbe-8656-30cd4fc75c1e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:18.680078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7a06538c-59d3-4c85-aa98-319fb557c558 req-662c1de8-5156-4fbe-8656-30cd4fc75c1e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Synchronizing usage tracker for tenant:e8db02be99af481a92a96ad277497f71 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:29:18.744717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7a06538c-59d3-4c85-aa98-319fb557c558 req-662c1de8-5156-4fbe-8656-30cd4fc75c1e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Unset dirty status for tenant:e8db02be99af481a92a96ad277497f71 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:29:18.746114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7a06538c-59d3-4c85-aa98-319fb557c558 req-662c1de8-5156-4fbe-8656-30cd4fc75c1e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 932 time: 0.2449551 Jan 28 10:29:18.771015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:29:18.782731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:18.813861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Transition to ACTIVE for port object 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:29:18.817483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7a06538c-59d3-4c85-aa98-319fb557c558 req-74fad6a8-5200-482d-b3b1-c1c4f5e7e9b3 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645804 Jan 28 10:29:18.818469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:18.943644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:19.044472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:29:19.044827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:29:19.045171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on network 96258617-9d99-4a2c-93c8-a87d5c532b3d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:29:19.049760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on network 96258617-9d99-4a2c-93c8-a87d5c532b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:29:19.050068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on network 96258617-9d99-4a2c-93c8-a87d5c532b3d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:29:19.055101 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:29:19.055423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Checking segment: {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:29:19.055792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Bound using segment: {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:29:19.056198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Bound port: 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:29:19.056528 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:19.144405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:29:19.147333 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:29:19.152408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:19.212014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:19.212636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:19.214009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] 10.222.0.43 "PUT /v2.0/ports/80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 1092 time: 0.9821835 Jan 28 10:29:19.214447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:19.235484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab20c35-8db9-4205-80ec-791a7b9eba65 service neutron] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:19.279647 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'status': 'completed', 'code': 200} Jan 28 10:29:19.322527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-094970dd-d0cf-49ba-a4f6-524f829c348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:19.323991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-094970dd-d0cf-49ba-a4f6-524f829c348e service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1095 time: 0.0756311 Jan 28 10:29:19.390103 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-373494fa-bc52-4b84-8273-98891e830baa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.0596673 Jan 28 10:29:19.452892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-7501d1df-ee6d-4759-a7d5-7edf659e2366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:19.454310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-7501d1df-ee6d-4759-a7d5-7edf659e2366 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.0591311 Jan 28 10:29:19.499342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-ed7eb2c2-0205-4a18-9df7-e7a8b2c38728 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392308 Jan 28 10:29:19.731943 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-974da876-035f-4690-8775-ab8c8f3e537f service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270055 Jan 28 10:29:19.860209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8678c649-15ea-42a3-aa11-33e3bd41f509 req-6a1b5cb1-a6d9-4037-8e51-f3a6bdac7a0a service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226280 Jan 28 10:29:20.046577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-2b95cd1e-d100-4785-8c6b-f05cd7163972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:20.047947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-2b95cd1e-d100-4785-8c6b-f05cd7163972 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1095 time: 0.1357167 Jan 28 10:29:20.056307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7549521-f497-4ca6-9bc7-89fd6dc32ccf req-906700c2-509d-46b8-967f-49c59711ca10 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:20.057662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a7549521-f497-4ca6-9bc7-89fd6dc32ccf req-906700c2-509d-46b8-967f-49c59711ca10 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 944 time: 0.1123176 Jan 28 10:29:20.179945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a7549521-f497-4ca6-9bc7-89fd6dc32ccf req-9cba7664-557c-4aab-918d-29c251f7cd79 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033132 Jan 28 10:29:20.214572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-fe823613-74da-4831-afe1-941f1dc95189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:20.216017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-fe823613-74da-4831-afe1-941f1dc95189 service neutron] 10.222.0.43 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 912 time: 0.1575198 Jan 28 10:29:20.288060 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-b5182273-8bbd-49d2-a214-7064f6943574 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.0647171 Jan 28 10:29:20.349773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-14069b04-3bdc-4386-8673-e934de62c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:20.351573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-14069b04-3bdc-4386-8673-e934de62c19f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.0560141 Jan 28 10:29:20.400025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-9eaccc09-0169-4f96-b1f0-babeadc2eedf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418904 Jan 28 10:29:20.527431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-51c7a8e9-220a-4ad2-b718-a00c659b84ec service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211026 Jan 28 10:29:20.655216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a50cbbc-cd77-4cc2-85fb-bef3a6c8b963 req-7fdeee3d-a873-4933-a816-7219ed20a757 service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213489 Jan 28 10:29:21.364851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212773e6-76d1-442c-b39d-08f85ba87e84 req-865a53c2-88a4-4bda-a9b3-34fa098cc6ce tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:21.366792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-212773e6-76d1-442c-b39d-08f85ba87e84 req-865a53c2-88a4-4bda-a9b3-34fa098cc6ce tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 944 time: 0.0779614 Jan 28 10:29:21.409131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-212773e6-76d1-442c-b39d-08f85ba87e84 req-5f0b0fbe-b617-401c-a396-597c5f4388b7 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Synchronizing usage tracker for tenant:e8db02be99af481a92a96ad277497f71 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:29:21.424905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-212773e6-76d1-442c-b39d-08f85ba87e84 req-5f0b0fbe-b617-401c-a396-597c5f4388b7 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Unset dirty status for tenant:e8db02be99af481a92a96ad277497f71 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:29:21.425997 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-212773e6-76d1-442c-b39d-08f85ba87e84 req-5f0b0fbe-b617-401c-a396-597c5f4388b7 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534699 Jan 28 10:29:22.144855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:29:22.277190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:22.290390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d', 'port_id': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'mac_address': 'fa:16:3e:b5:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f997d82a-7731-484f-8a02-5629d85ef853', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:29:22.349400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:22.366487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:29:22.381292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:22.385032 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:22.451348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:22.458637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.458980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.459316 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.459643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.460588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.460948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.461267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.461586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.461898 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.462210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.462539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.462837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:29:22.589151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:29:22.611345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d47b0a-6677-46cf-9780-ad6bb89c366e req-c843c4da-91f8-458a-9a4a-44277bdcc688 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:22.612832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5d47b0a-6677-46cf-9780-ad6bb89c366e req-c843c4da-91f8-458a-9a4a-44277bdcc688 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 945 time: 0.0774918 Jan 28 10:29:22.656895 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5d47b0a-6677-46cf-9780-ad6bb89c366e req-cceec845-2ba3-4848-9f3d-97f910758af1 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380347 Jan 28 10:29:23.839433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1d83fb-e445-4e7c-aa1e-45c02a345572 req-9e336124-fd95-40e2-926d-59544aa3f81d tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:23.840803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf1d83fb-e445-4e7c-aa1e-45c02a345572 req-9e336124-fd95-40e2-926d-59544aa3f81d tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 945 time: 0.0822251 Jan 28 10:29:23.888163 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf1d83fb-e445-4e7c-aa1e-45c02a345572 req-ba052fd4-21a3-4def-867a-09929ecad4e3 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Jan 28 10:29:24.160229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:29:24.225498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:29:24.230035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:29:24.230413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:24.346117 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:24.372708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:24.383432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:24.386853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:24.425712 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'code': 200} Jan 28 10:29:24.458747 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:24.542253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c4611-da9c-47d0-9725-982907989f15 req-a5cc054a-148e-4325-944d-a4d96b54292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:24.543761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-803c4611-da9c-47d0-9725-982907989f15 req-a5cc054a-148e-4325-944d-a4d96b54292c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1097 time: 0.0717978 Jan 28 10:29:24.585699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-803c4611-da9c-47d0-9725-982907989f15 req-95f88c7c-a14c-493c-9080-79a1ab6f4583 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 Jan 28 10:29:25.065741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6087f7-0d45-4912-b8cc-e97788fe5118 req-063f9329-cdbb-4d80-ba3c-d713e5987097 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:25.067098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e6087f7-0d45-4912-b8cc-e97788fe5118 req-063f9329-cdbb-4d80-ba3c-d713e5987097 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0784433 Jan 28 10:29:25.109913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e6087f7-0d45-4912-b8cc-e97788fe5118 req-86ec13ba-312f-42fb-9946-5d656034ba55 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367160 Jan 28 10:29:25.967852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f057aea0-b457-4ebb-a755-7c6386276e51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:26.290087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cd6855-1a26-4426-ae47-0580f16d7318 req-dffbe4e4-3263-4800-8f95-cb71ada2286f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:26.291522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28cd6855-1a26-4426-ae47-0580f16d7318 req-dffbe4e4-3263-4800-8f95-cb71ada2286f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0778594 Jan 28 10:29:26.333636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28cd6855-1a26-4426-ae47-0580f16d7318 req-0cb627fb-0d9c-452f-a5ff-d29d28b3867b tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366139 Jan 28 10:29:26.790784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4225f-8a86-46fc-9ee1-b45ea6a66e9f req-fbbae3ae-a01d-4f40-bfd2-ae269862398f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:26.792211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fb4225f-8a86-46fc-9ee1-b45ea6a66e9f req-fbbae3ae-a01d-4f40-bfd2-ae269862398f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.1380804 Jan 28 10:29:26.795472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-64374cf2-94ce-42a9-bf5c-72fd1a711c81 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1850760 Jan 28 10:29:26.838275 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fb4225f-8a86-46fc-9ee1-b45ea6a66e9f req-e3f85cf9-dcba-4412-a515-55f39d20065c tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Jan 28 10:29:27.989648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-c06ae8d9-cdaa-472b-8069-351ece9e16e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:27.991197 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-c06ae8d9-cdaa-472b-8069-351ece9e16e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1097 time: 0.0695591 Jan 28 10:29:28.152748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38afd61-651c-4444-a4ae-042de656ec2a req-15700d4a-78ce-4582-a2b9-8e3f7e86621a tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:28.154239 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e38afd61-651c-4444-a4ae-042de656ec2a req-15700d4a-78ce-4582-a2b9-8e3f7e86621a tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.2033284 Jan 28 10:29:28.199083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e38afd61-651c-4444-a4ae-042de656ec2a req-bae88292-e8b4-41b3-a107-5c9cf1b6b687 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Jan 28 10:29:28.243731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-76310c22-cf28-4d4c-9e65-3a50a0d963fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:28.245203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-76310c22-cf28-4d4c-9e65-3a50a0d963fc service neutron] 10.222.0.43 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 912 time: 0.2476563 Jan 28 10:29:28.313181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-adf8850d-6e81-4239-a8c0-0038b6ddc448 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.0616410 Jan 28 10:29:28.372349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-a48bd3ac-e969-4555-8915-8d7b323f7f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:28.373804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-a48bd3ac-e969-4555-8915-8d7b323f7f51 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.0555217 Jan 28 10:29:28.417155 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f4aa805c-d670-427e-9115-022c7a99a4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:28.422317 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-652054a8-7dd4-42c0-bacc-05d3a553911f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430970 Jan 28 10:29:28.557026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-5edce957-d4dd-49e1-811b-68fadc8e0c8d service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289914 Jan 28 10:29:28.686403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-1fc5ff6c-1c1e-4029-9b3a-343c3cab3fd9 service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230938 Jan 28 10:29:29.379699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee402ba-8edd-40f9-9bb9-21acc8f33833 req-6dd4bd4b-2451-4bc0-943b-e52cd1b1e025 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:29.381159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ee402ba-8edd-40f9-9bb9-21acc8f33833 req-6dd4bd4b-2451-4bc0-943b-e52cd1b1e025 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0783253 Jan 28 10:29:29.423625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ee402ba-8edd-40f9-9bb9-21acc8f33833 req-ccff5044-b135-4463-b0dc-ddf07024e6e0 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369396 Jan 28 10:29:29.523879 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:29.545094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:30.609077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d04168-c15d-466e-96ed-191005598379 req-bc4d8868-6c71-4ec9-bead-24784d7e2def tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:30.610541 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66d04168-c15d-466e-96ed-191005598379 req-bc4d8868-6c71-4ec9-bead-24784d7e2def tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0781603 Jan 28 10:29:30.657847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66d04168-c15d-466e-96ed-191005598379 req-2909f0d6-ff22-486f-af7a-3007e011b2c8 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Jan 28 10:29:30.966817 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:31.840726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec5f8b-5baa-470a-85b1-d014f700f2a2 req-bcd0ec93-5da9-459f-92d2-f67162da0b37 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:31.842071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bdec5f8b-5baa-470a-85b1-d014f700f2a2 req-bcd0ec93-5da9-459f-92d2-f67162da0b37 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0823040 Jan 28 10:29:31.884589 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bdec5f8b-5baa-470a-85b1-d014f700f2a2 req-f3b5bb4a-5eb1-4bd9-bca9-8af6a282ef1a tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368860 Jan 28 10:29:33.071150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa23bb1c-0691-41a3-b1a2-2849fd8a48ff req-9cb54ae4-a5e4-4bcd-a1e9-a1171defee41 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:33.072604 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa23bb1c-0691-41a3-b1a2-2849fd8a48ff req-9cb54ae4-a5e4-4bcd-a1e9-a1171defee41 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0798194 Jan 28 10:29:33.114739 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa23bb1c-0691-41a3-b1a2-2849fd8a48ff req-b9866088-4c33-4bf4-9e8d-707f588ca900 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365753 Jan 28 10:29:34.297892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251176d-3e3f-4583-bc8f-7c8a5ce1b3d6 req-4b6c7609-5f75-4be6-b86e-4df5e4d4d041 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:34.299330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4251176d-3e3f-4583-bc8f-7c8a5ce1b3d6 req-4b6c7609-5f75-4be6-b86e-4df5e4d4d041 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0787208 Jan 28 10:29:34.342079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4251176d-3e3f-4583-bc8f-7c8a5ce1b3d6 req-f3f95513-e99f-456c-ab63-6b752cdfa524 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364785 Jan 28 10:29:35.527364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a1f21-22dd-4585-8228-5887c2fc6756 req-5a6ae164-4b03-4e1b-83ba-a7e1e8b086bf tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:35.528864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-767a1f21-22dd-4585-8228-5887c2fc6756 req-5a6ae164-4b03-4e1b-83ba-a7e1e8b086bf tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0838001 Jan 28 10:29:35.572490 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-767a1f21-22dd-4585-8228-5887c2fc6756 req-6446d23e-f7cd-4231-a303-e603400aaf94 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Jan 28 10:29:36.754523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a17be0-48b2-418c-b872-eeb94fe24716 req-fc0932be-bd48-462a-a7c7-d03a0a64814f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:36.755951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23a17be0-48b2-418c-b872-eeb94fe24716 req-fc0932be-bd48-462a-a7c7-d03a0a64814f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0804441 Jan 28 10:29:36.799069 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23a17be0-48b2-418c-b872-eeb94fe24716 req-976950ec-e4fb-43b5-a4ea-e9a1ebe1837c tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375309 Jan 28 10:29:37.981674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e11e8-7a01-4b35-83f8-4e2ab62c12d0 req-32d34b1b-2b62-4cb4-b3b5-3b4fa559ae69 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:37.983102 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c50e11e8-7a01-4b35-83f8-4e2ab62c12d0 req-32d34b1b-2b62-4cb4-b3b5-3b4fa559ae69 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0784578 Jan 28 10:29:38.026676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c50e11e8-7a01-4b35-83f8-4e2ab62c12d0 req-5bcc8c33-aa39-4b3e-8955-34625b13f6b6 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379877 Jan 28 10:29:39.206743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95976ac4-80ea-46d7-a9c8-454cddb248bd req-cefe4625-a437-4176-9e16-26aab7f761d8 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:39.208159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95976ac4-80ea-46d7-a9c8-454cddb248bd req-cefe4625-a437-4176-9e16-26aab7f761d8 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0783012 Jan 28 10:29:39.262764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-95976ac4-80ea-46d7-a9c8-454cddb248bd req-887c69f5-ba58-4284-b16c-fb3876f67612 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490017 Jan 28 10:29:40.445180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a363c-bc8e-4a73-993d-8692d2a6db69 req-24479139-ef69-4c7e-9dfb-0627176455db tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:40.446601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad8a363c-bc8e-4a73-993d-8692d2a6db69 req-24479139-ef69-4c7e-9dfb-0627176455db tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0814552 Jan 28 10:29:40.489427 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad8a363c-bc8e-4a73-993d-8692d2a6db69 req-ef016726-798a-493e-b7f2-af23cc371020 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373116 Jan 28 10:29:41.825252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c788e1-c18a-4415-b6ab-4c2b44c6a5c8 req-e1fa8c7a-8100-40f4-9ffa-54d8dbe9a753 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:41.826583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c788e1-c18a-4415-b6ab-4c2b44c6a5c8 req-e1fa8c7a-8100-40f4-9ffa-54d8dbe9a753 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0773280 Jan 28 10:29:41.869767 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-34c788e1-c18a-4415-b6ab-4c2b44c6a5c8 req-96e86632-d988-476e-93d8-f193da828166 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377460 Jan 28 10:29:43.049792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edcf9f8-195c-47e0-9ac9-7d566a8cd17a req-837fccda-ebff-45b0-afde-56bae0e51174 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:43.051216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7edcf9f8-195c-47e0-9ac9-7d566a8cd17a req-837fccda-ebff-45b0-afde-56bae0e51174 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0790877 Jan 28 10:29:43.095186 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7edcf9f8-195c-47e0-9ac9-7d566a8cd17a req-f01c9403-7144-49f4-a538-e4864975daa3 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377369 Jan 28 10:29:43.251709 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:29:44.066307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:44.280753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7463b-b3ca-47eb-b66a-38a3fe1bc9d1 req-4b4534e2-f386-49fe-a3e4-bd77710e3bab tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:44.282199 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45b7463b-b3ca-47eb-b66a-38a3fe1bc9d1 req-4b4534e2-f386-49fe-a3e4-bd77710e3bab tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0831976 Jan 28 10:29:44.329328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45b7463b-b3ca-47eb-b66a-38a3fe1bc9d1 req-b869e96d-9732-408b-924f-e3ccdb681af9 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382466 Jan 28 10:29:45.515553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321e608-9a29-4a16-828c-acf006ceb6db req-a5867bc3-6e6e-43ce-a50b-3de03023e07b tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:45.517007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3321e608-9a29-4a16-828c-acf006ceb6db req-a5867bc3-6e6e-43ce-a50b-3de03023e07b tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0816412 Jan 28 10:29:45.560759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3321e608-9a29-4a16-828c-acf006ceb6db req-de1304dc-c2b7-4212-8b4d-3f55ea066aaa tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380721 Jan 28 10:29:45.586159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:46.753067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f3cbb-b6e7-4176-b419-e075c738c70e req-acf2bd16-f452-4657-af73-e7a7dce34024 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:46.754501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b3f3cbb-b6e7-4176-b419-e075c738c70e req-acf2bd16-f452-4657-af73-e7a7dce34024 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0781870 Jan 28 10:29:46.797243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b3f3cbb-b6e7-4176-b419-e075c738c70e req-6e7e0812-f95a-4ce7-b016-45f683cf236d tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371599 Jan 28 10:29:47.975227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a0077-79d1-4f12-8755-09f182a2f3d8 req-6c9b5579-ea97-46c9-9a0d-eb72b7797e80 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:47.976676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-835a0077-79d1-4f12-8755-09f182a2f3d8 req-6c9b5579-ea97-46c9-9a0d-eb72b7797e80 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0778997 Jan 28 10:29:48.022848 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-835a0077-79d1-4f12-8755-09f182a2f3d8 req-18f32b09-0963-4cc8-bb57-dbab0a62b3fb tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400786 Jan 28 10:29:49.210608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d9d64-b6dd-4306-b550-936dd0afc53e req-e40066d2-4eb4-4472-b652-4c9eb0015332 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:49.212071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e4d9d64-b6dd-4306-b550-936dd0afc53e req-e40066d2-4eb4-4472-b652-4c9eb0015332 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0809410 Jan 28 10:29:49.255098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e4d9d64-b6dd-4306-b550-936dd0afc53e req-537a19b0-a93d-4b3b-b94f-513748377837 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Jan 28 10:29:50.445169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0202ce0-39d9-4e5a-a258-763be6e549f9 req-77b79d3d-7fd0-4533-a3b5-e092d67fd519 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:50.447246 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a0202ce0-39d9-4e5a-a258-763be6e549f9 req-77b79d3d-7fd0-4533-a3b5-e092d67fd519 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0805497 Jan 28 10:29:50.490269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a0202ce0-39d9-4e5a-a258-763be6e549f9 req-742117f2-4735-4f03-b9ac-3e615257831f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374262 Jan 28 10:29:51.669983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f018abc-94bb-4d41-8739-527c69572e86 req-4b3b80c1-69fa-4871-9593-f1c609521896 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:51.671404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f018abc-94bb-4d41-8739-527c69572e86 req-4b3b80c1-69fa-4871-9593-f1c609521896 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0770829 Jan 28 10:29:51.714205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f018abc-94bb-4d41-8739-527c69572e86 req-527e3e28-6ee8-41b2-a512-6b9761bc72fd tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372732 Jan 28 10:29:52.903480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6f443-d28c-46a4-b3b4-94824de4446e req-ac71c9f3-7c0b-4a85-8f95-773f1688c5e0 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:52.904982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9bf6f443-d28c-46a4-b3b4-94824de4446e req-ac71c9f3-7c0b-4a85-8f95-773f1688c5e0 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0838749 Jan 28 10:29:52.948859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9bf6f443-d28c-46a4-b3b4-94824de4446e req-c32b168a-c56e-4445-835d-b541a15c8cf5 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381362 Jan 28 10:29:54.131755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7d2b7a-16ea-400a-8c4f-63476f73a24e req-c7ee9a13-b310-4862-b156-8761e169da82 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:54.133216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da7d2b7a-16ea-400a-8c4f-63476f73a24e req-c7ee9a13-b310-4862-b156-8761e169da82 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0810988 Jan 28 10:29:54.175448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-da7d2b7a-16ea-400a-8c4f-63476f73a24e req-ac3c46a2-ef92-4897-9582-fd20d8d03cf5 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360439 Jan 28 10:29:55.356043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea81915c-a676-4c29-8fca-6aa315648fd4 req-2bda7118-aa9f-4905-b367-122dcf1c497f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:55.357533 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea81915c-a676-4c29-8fca-6aa315648fd4 req-2bda7118-aa9f-4905-b367-122dcf1c497f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0776989 Jan 28 10:29:55.401623 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ea81915c-a676-4c29-8fca-6aa315648fd4 req-e4c643ac-ae7a-4c00-8704-88d4bd24584f tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384138 Jan 28 10:29:55.604531 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-7c976859-745a-4358-9739-0ff5beeb814a req-a751afb4-7455-4fc1-8419-4c9e3f72329c service neutron] show failed (client error): The resource could not be found. Jan 28 10:29:55.605532 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-a751afb4-7455-4fc1-8419-4c9e3f72329c service neutron] 10.222.0.43 "GET /v2.0/ports/80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0756624 Jan 28 10:29:55.867485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-8b3e2cdc-76cb-4922-b403-bcbfd6a5f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:55.869417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-8b3e2cdc-76cb-4922-b403-bcbfd6a5f7b0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98&tenant_id=e8db02be99af481a92a96ad277497f71 HTTP/1.1" status: 200 len: 1097 time: 0.0694082 Jan 28 10:29:55.883042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:29:55.969676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ad4f0bee-7277-495c-bc4e-953059a4dfd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:55.993348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:56.354338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:56.381625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:29:56.438530 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:56.444096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:56.459137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Transition to ACTIVE for port object 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:29:56.463938 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:56.512881 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'code': 200} Jan 28 10:29:56.674069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] No DVR routers for this DVR port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:29:56.676000 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:56.742691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:29:56.743018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:29:56.743331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on network 96258617-9d99-4a2c-93c8-a87d5c532b3d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:29:56.750724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on network 96258617-9d99-4a2c-93c8-a87d5c532b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:29:56.751036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Attempting to bind port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on network 96258617-9d99-4a2c-93c8-a87d5c532b3d {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:29:56.758779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:29:56.759105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Checking segment: {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:29:56.759479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Bound using segment: {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:29:56.759885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Bound port: 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '997fca28-d8b5-4c80-92ff-c4be1bcff68c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:29:56.760218 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:56.784766 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7d05-0d9e-49d8-b73f-35f003f8fc65 req-69faf98e-4e92-4066-a066-8fa5a5429119 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:56.786195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-217a7d05-0d9e-49d8-b73f-35f003f8fc65 req-69faf98e-4e92-4066-a066-8fa5a5429119 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 944 time: 0.2633669 Jan 28 10:29:56.879905 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-217a7d05-0d9e-49d8-b73f-35f003f8fc65 req-ea26f280-0bff-43bd-8c10-50b6fa1e2c44 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696247 Jan 28 10:29:56.890109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:29:56.893225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:29:56.898548 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:56.961298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:56.961896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:56.964314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] 10.222.0.25 "PUT /v2.0/ports/80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 1092 time: 1.0845387 Jan 28 10:29:56.981737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fe629-16a3-4ca2-bd74-bbc6050a69df service neutron] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:57.062166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-25b62d14-6708-4da7-829b-fa0416a4a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:57.063923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-25b62d14-6708-4da7-829b-fa0416a4a7fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1095 time: 0.0727568 Jan 28 10:29:57.198544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-f9b5a5ee-4738-4ea1-9c0e-fc71c85df23c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:57.199963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-f9b5a5ee-4738-4ea1-9c0e-fc71c85df23c service neutron] 10.222.0.25 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 912 time: 0.1254382 Jan 28 10:29:57.273861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-8a11d49b-035b-40c7-929c-92d9f33c7829 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.0637424 Jan 28 10:29:57.336237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c976859-745a-4358-9739-0ff5beeb814a req-75ac67ad-5f95-45e6-9cba-119215383ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:57.338227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-75ac67ad-5f95-45e6-9cba-119215383ae5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.0551465 Jan 28 10:29:57.388326 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-9dd1cf3a-086d-4eaa-9e8d-8c0c389c44fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417047 Jan 28 10:29:57.518972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-f139f4a7-97a3-44c7-b96a-f6844c40eefa service neutron] 10.222.0.25 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212745 Jan 28 10:29:57.650114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c976859-745a-4358-9739-0ff5beeb814a req-69747839-dce3-4e9b-983c-07cc2bf5ee10 service neutron] 10.222.0.25 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207142 Jan 28 10:29:58.066709 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ef88d1-df2d-4b86-8616-657c4081406e req-5c4ceb35-f5de-4f75-88da-9427ec3c7ebf tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:58.068378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5ef88d1-df2d-4b86-8616-657c4081406e req-5c4ceb35-f5de-4f75-88da-9427ec3c7ebf tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 944 time: 0.0834236 Jan 28 10:29:58.112009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c5ef88d1-df2d-4b86-8616-657c4081406e req-a711fd1d-b8c8-43ce-a9b1-f074217a6ba6 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Jan 28 10:29:58.417360 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0a5b60a-6bb5-4a10-833f-a0947a6a1e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:58.514470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:29:58.569815 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'status': 'completed', 'code': 200} Jan 28 10:29:58.712163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-89130c86-6f9e-4733-88d9-581cb319506a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:58.713766 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-89130c86-6f9e-4733-88d9-581cb319506a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1095 time: 0.1240177 Jan 28 10:29:58.718911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-47cfdb82-2c4a-4373-adcb-3a6970d6000c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:58.719861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-47cfdb82-2c4a-4373-adcb-3a6970d6000c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1095 time: 0.0960953 Jan 28 10:29:59.048964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-8d686d76-7ade-413f-87c6-94b591051454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:59.050288 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-8d686d76-7ade-413f-87c6-94b591051454 service neutron] 10.222.0.25 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 912 time: 0.3296173 Jan 28 10:29:59.054109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-7a6a2e9d-4e5e-4e3b-ad34-4cda2469db4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:59.055393 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-7a6a2e9d-4e5e-4e3b-ad34-4cda2469db4c service neutron] 10.222.0.43 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 912 time: 0.3121970 Jan 28 10:29:59.171074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-0d3cc525-48bb-4e47-9a05-108081858b8c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.1134696 Jan 28 10:29:59.179666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-40dd968f-1f10-47b1-ae0c-1bee7bc9c8da service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.0741012 Jan 28 10:29:59.282345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-444cbe6f-a8be-469c-a84f-44f392df2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:59.283758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-444cbe6f-a8be-469c-a84f-44f392df2351 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.1057405 Jan 28 10:29:59.286806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-78876e2a-c0ab-4580-b814-a9d3be563068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:59.288087 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-78876e2a-c0ab-4580-b814-a9d3be563068 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.0804508 Jan 28 10:29:59.297084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2292bf3d-bfdd-4f01-aebf-733c1ebf29e3 req-621b0b0b-280c-4864-bb62-a39dc6efbeac tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:29:59.298535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2292bf3d-bfdd-4f01-aebf-733c1ebf29e3 req-621b0b0b-280c-4864-bb62-a39dc6efbeac tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 944 time: 0.0796492 Jan 28 10:29:59.326811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:29:59.355199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2292bf3d-bfdd-4f01-aebf-733c1ebf29e3 req-8d2cce05-8a5a-409f-ab7d-946f9135ef54 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509307 Jan 28 10:29:59.367480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-7089f43d-0249-4237-a773-ef2f78f7f156 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0770485 Jan 28 10:29:59.377855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-89e4e97a-dc96-4e52-b309-45a906a97822 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534627 Jan 28 10:29:59.551696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:59.586588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'network_id': '96258617-9d99-4a2c-93c8-a87d5c532b3d', 'port_id': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'mac_address': 'fa:16:3e:b5:a3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f997d82a-7731-484f-8a02-5629d85ef853', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:29:59.617021 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:59.619804 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-c0b96bb4-c9cf-4397-bb60-d04e3a410fef service neutron] 10.222.0.25 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443123 Jan 28 10:29:59.623048 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-09623c7b-47a0-471d-bc1a-e66fe569ada5 service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284176 Jan 28 10:29:59.623322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:59.648024 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:59.665080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:29:59.680170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:29:59.683876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:29:59.748955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:29:59.858418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-99b6c36c-bd9f-41b5-aea3-8a8658a68b4d service neutron] 10.222.0.25 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327044 Jan 28 10:29:59.859975 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e44965a2-ee26-4d7e-8573-f18fdf5b67e7 req-32bbb152-5d81-4056-9b8a-965b7be9adfe service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171252 Jan 28 10:29:59.920021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:30:00.310059 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:30:00.365328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:30:00.549693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae07a1-d9fc-4711-a5ee-9114f0a2d5e9 req-455cd48c-a309-4c1e-9f61-829ac86cfad0 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:00.551136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1dae07a1-d9fc-4711-a5ee-9114f0a2d5e9 req-455cd48c-a309-4c1e-9f61-829ac86cfad0 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 945 time: 0.0779235 Jan 28 10:30:00.595286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1dae07a1-d9fc-4711-a5ee-9114f0a2d5e9 req-931c5fce-1e2b-4fe9-bdab-49860e9d1ada tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377684 Jan 28 10:30:00.960835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-ed37a28e-f1b3-400e-bf35-0320a718cd40 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:00.962825 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-ed37a28e-f1b3-400e-bf35-0320a718cd40 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.43 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98&tenant_id=e8db02be99af481a92a96ad277497f71&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 945 time: 0.0853419 Jan 28 10:30:00.969615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:01.040133 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-9c891d43-2921-4f4d-830f-3a5d104505ed service neutron] delete failed (client error): The resource could not be found. Jan 28 10:30:01.041140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-9c891d43-2921-4f4d-830f-3a5d104505ed service neutron] 10.222.0.43 "DELETE /v2.0/ports/80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0736179 Jan 28 10:30:01.175490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-dc873b99-bb71-45ac-85d6-d25608d5073a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:01.176967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-dc873b99-bb71-45ac-85d6-d25608d5073a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e8db02be99af481a92a96ad277497f71&device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 1096 time: 0.0690413 Jan 28 10:30:01.339095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:30:01.407442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:30:01.412140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:30:01.412507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:01.417139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-d6003442-78a1-40e1-b657-8112944f6865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:01.418611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-d6003442-78a1-40e1-b657-8112944f6865 service neutron] 10.222.0.43 "GET /v2.0/networks?id=96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 200 len: 912 time: 0.2350156 Jan 28 10:30:01.484761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-5f2c1fbe-963a-490f-a507-f67ef6a61484 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 200 len: 217 time: 0.0601850 Jan 28 10:30:01.530227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:01.549405 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-fe44fa32-6271-4313-aab5-a34964e49c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:01.550817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-fe44fa32-6271-4313-aab5-a34964e49c1e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 200 len: 851 time: 0.0609267 Jan 28 10:30:01.557058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:01.566830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:01.572559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:01.597807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-9055f643-f548-4b57-9dd3-7e2808df8230 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=96258617-9d99-4a2c-93c8-a87d5c532b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404844 Jan 28 10:30:01.622603 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'code': 200} Jan 28 10:30:01.640524 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:01.726817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-1a76c877-bf12-499d-9e28-e10f8653b0cd service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230974 Jan 28 10:30:01.855791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-9be78ad2-b4cf-4dd0-8404-2dcc2e33e910 service neutron] 10.222.0.43 "GET /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229308 Jan 28 10:30:02.633218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1746e82-37a2-4eaa-af88-92e4ec926d9b req-51b19140-858c-4795-9c82-9f688425abc9 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:02.635194 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1746e82-37a2-4eaa-af88-92e4ec926d9b req-51b19140-858c-4795-9c82-9f688425abc9 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0774343 Jan 28 10:30:02.680914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b1746e82-37a2-4eaa-af88-92e4ec926d9b req-5c25acee-2e32-4c75-8b40-85aee36fcd21 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402045 Jan 28 10:30:03.866945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a5c241-45cb-425a-b0bc-1df225e937f9 req-8b97a66e-c4a2-4336-9405-f7be726dcce7 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:03.868357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d5a5c241-45cb-425a-b0bc-1df225e937f9 req-8b97a66e-c4a2-4336-9405-f7be726dcce7 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0800524 Jan 28 10:30:03.913219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d5a5c241-45cb-425a-b0bc-1df225e937f9 req-ae6d999a-07a3-4df9-ba1b-ffb95711faf7 tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/security-groups?id=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383961 Jan 28 10:30:03.972139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-737f384d-78d7-40b8-a11a-6a903c3ede4c tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:03.973594 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-737f384d-78d7-40b8-a11a-6a903c3ede4c tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.25 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 946 time: 0.0802536 Jan 28 10:30:04.044400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Deleting port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:30:04.044899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:04.286407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] For port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,segment=NetworkSegment(997fca28-d8b5-4c80-92ff-c4be1bcff68c),segment_id=997fca28-d8b5-4c80-92ff-c4be1bcff68c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:04.286759 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:04.410650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Calling delete_port for 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:30:04.550813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:04.566377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:30:04.605314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Pushing event deleted for resources: {'Port': ['ID=80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:04.648293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.648632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.648987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.649310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.649659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.649989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.650302 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.650617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.650923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.651229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.651536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.651843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:04.687506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] No DVR routers for this DVR port 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:30:04.689880 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:04.692329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-deleted', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:04.709397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7c0834a-74cb-4726-8f23-cb214d2e668d req-6fa43281-3ab8-4170-a447-6a55b2a1615e tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.25 "DELETE /v2.0/ports/80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 HTTP/1.1" status: 204 len: 173 time: 0.7267268 Jan 28 10:30:04.739925 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '000714a2-ee73-40e1-848e-2c7124a21a98', 'name': 'network-vif-deleted', 'tag': '80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2', 'status': 'completed', 'code': 200} Jan 28 10:30:05.134893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a951b623-9400-454a-946c-133999e11adc req-7cc5fb58-79ad-4d85-89a7-76ed80b2f1ff tempest-DeleteServersTestJSON-819833539 tempest-DeleteServersTestJSON-819833539-project] 10.222.0.42 "GET /v2.0/ports?device_id=000714a2-ee73-40e1-848e-2c7124a21a98 HTTP/1.1" status: 200 len: 210 time: 0.0978718 Jan 28 10:30:06.373564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55136) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:30:06.434179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Deleting subnet f997d82a-7731-484f-8a02-5629d85ef853 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:30:06.436969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:06.484242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:06.536592 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:06.606499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:06.644088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f997d82a-7731-484f-8a02-5629d85ef853,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:06.646010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:06.652566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0e81f2bf-17dd-4ab2-9705-ad04a69e8bb1 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f997d82a-7731-484f-8a02-5629d85ef853 HTTP/1.1" status: 204 len: 168 time: 0.2779751 Jan 28 10:30:06.655144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55140) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:30:06.759601 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:06.979247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.003628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96258617-9d99-4a2c-93c8-a87d5c532b3d']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:30:07.016010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '997fca28-d8b5-4c80-92ff-c4be1bcff68c') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:30:07.016316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '997fca28-d8b5-4c80-92ff-c4be1bcff68c') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:30:07.027832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.045986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.051710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:30:07.052083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:30:07.064990 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:30:07.138109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.155232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.166165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] Pushing event deleted for resources: {'Network': ['ID=96258617-9d99-4a2c-93c8-a87d5c532b3d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:07.173223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a2c2eb5f-7591-4474-891d-60eb2681ba90 admin admin] 10.222.0.42 "DELETE /v2.0/networks/96258617-9d99-4a2c-93c8-a87d5c532b3d HTTP/1.1" status: 204 len: 168 time: 0.5170982 Jan 28 10:30:07.288436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55146) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:30:07.338680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:30:07.340075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2233d047-466e-4245-a4ca-32a7add35a98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8db02be99af481a92a96ad277497f71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503502 Jan 28 10:30:07.342446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55150) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:30:07.376085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:30:07.376426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 80bc3772-1da3-43e0-bb3e-5c6afc9b0ea2 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:30:07.400837 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c38492ea-64a7-498c-b622-416a935d83b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.427617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c38492ea-64a7-498c-b622-416a935d83b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.480104 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c38492ea-64a7-498c-b622-416a935d83b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.498624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38492ea-64a7-498c-b622-416a935d83b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d697fa77-1b9e-4a8b-bad0-ebb037c2e68d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:07.512235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c38492ea-64a7-498c-b622-416a935d83b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:07.515937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c38492ea-64a7-498c-b622-416a935d83b9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d697fa77-1b9e-4a8b-bad0-ebb037c2e68d HTTP/1.1" status: 204 len: 168 time: 0.1700680 Jan 28 10:30:08.227504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55174) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:30:08.338509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-294894487-network', 'tenant_id': '14ea28a10d8146508580d38b4b7cd81b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:30:08.343863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:30:08.347688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Usage tracker for resource:network and tenant:14ea28a10d8146508580d38b4b7cd81b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:30:08.350467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:30:08.356565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:30:08.370466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Made reservation on behalf of 14ea28a10d8146508580d38b4b7cd81b for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:30:08.372997 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.384389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.397978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:30:08.402236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Usage tracker for resource:security_group_rule and tenant:14ea28a10d8146508580d38b4b7cd81b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:30:08.404930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:30:08.410369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:30:08.490530 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.494345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.526476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:30:08.531567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f28f8f8a-915c-4c3b-96f5-ac09107b452a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:08.538488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.538862 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Added segment 3c093470-8d1e-4e28-9e0e-d6305c71f783 of type vlan for network 9feb40a7-81ed-4930-bec5-5189be1a79bf Jan 28 10:30:08.564264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.597404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.598403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:08.598966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.700678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4714763 Jan 28 10:30:08.701548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403df61a-b6b5-4250-8c30-88f554004301 admin admin] Pushing event updated for resources: {'Network': ['ID=9feb40a7-81ed-4930-bec5-5189be1a79bf,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:08.703463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55180) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:30:08.709655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Request body: {'subnet': {'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-294894487-subnet', 'tenant_id': '14ea28a10d8146508580d38b4b7cd81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:30:08.711255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9feb40a7-81ed-4930-bec5-5189be1a79bf details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:30:08.715994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:30:08.719759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Usage tracker for resource:subnet and tenant:14ea28a10d8146508580d38b4b7cd81b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:30:08.722541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:30:08.729257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:30:08.737953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Made reservation on behalf of 14ea28a10d8146508580d38b4b7cd81b for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:30:08.740481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:08.941406 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:09.017690 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a74b04d1-4597-42ec-86fb-620f05bdb00a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:09.024597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Checking segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:30:09.024986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Network hostable DHCP agents. Network: 9feb40a7-81ed-4930-bec5-5189be1a79bf, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:30:09.043809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Network 9feb40a7-81ed-4930-bec5-5189be1a79bf is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:30:09.052676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9feb40a7-81ed-4930-bec5-5189be1a79bf) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:30:09.057619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:09.058206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:09.062873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0b5994-81cc-4685-a13a-963b84b5ba37 None None] Network 9feb40a7-81ed-4930-bec5-5189be1a79bf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:30:09.080636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9cc8d79-14c4-404b-b264-c13fa99b635d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3757265 Jan 28 10:30:09.270053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5febba5-a32d-4b07-b197-4439f134c99c None None] Network 9feb40a7-81ed-4930-bec5-5189be1a79bf requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:30:09.582007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-221f885c-c76f-44e1-be65-7a7f1bca0824 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:09.583462 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-221f885c-c76f-44e1-be65-7a7f1bca0824 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 814 time: 0.1499994 Jan 28 10:30:09.599249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-9873c7cc-318a-4204-9f80-b36a4df3740f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/quotas/14ea28a10d8146508580d38b4b7cd81b HTTP/1.1" status: 200 len: 375 time: 0.0098133 Jan 28 10:30:09.649080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-eca6e192-8e7a-40e8-b391-044ffc50be2f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445194 Jan 28 10:30:09.709742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-81cb6710-308e-4070-acbc-e66aa9790816 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:30:09.710751 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-81cb6710-308e-4070-acbc-e66aa9790816 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0550272 Jan 28 10:30:09.846079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-6a0eed8d-b1cc-4026-b23c-e18844578281 service neutron] 10.222.0.42 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290252 Jan 28 10:30:09.978302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-e5463eea-fafe-4cf0-a0fd-f2bf5ff0b913 service neutron] 10.222.0.42 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260891 Jan 28 10:30:10.219556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-69b8f354-b460-400e-84a7-24b059f5aa57 req-cacbce70-47d9-420c-9d15-65c9831257bf tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 210 time: 0.0978680 Jan 28 10:30:11.180151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-d0cb9ae2-f7c9-4902-94bb-09835573757d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:11.180877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-52e63145-c919-4c50-ab59-98f93d3117bf req-d0cb9ae2-f7c9-4902-94bb-09835573757d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Synchronizing usage tracker for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:30:11.197511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-52e63145-c919-4c50-ab59-98f93d3117bf req-d0cb9ae2-f7c9-4902-94bb-09835573757d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Unset dirty status for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:30:11.199253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-d0cb9ae2-f7c9-4902-94bb-09835573757d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 814 time: 0.1661997 Jan 28 10:30:11.210918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Request body: {'port': {'device_id': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'admin_state_up': True, 'tenant_id': '14ea28a10d8146508580d38b4b7cd81b'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:30:11.347601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:30:11.351630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Usage tracker for resource:port and tenant:14ea28a10d8146508580d38b4b7cd81b is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:30:11.355980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:30:11.362319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:30:11.368540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae6ea689-1f1f-4f15-a42f-a1b33ecaa164 req-0b8632c7-ccce-4151-999f-8499c87abdbc tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 210 time: 0.0426748 Jan 28 10:30:11.373244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Made reservation on behalf of 14ea28a10d8146508580d38b4b7cd81b for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:30:11.376708 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:11.534192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Allocated IP 172.20.0.7 (9feb40a7-81ed-4930-bec5-5189be1a79bf/a74b04d1-4597-42ec-86fb-620f05bdb00a/ce5182e3-0d6c-4c85-9126-39a416c50ebb) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:30:11.733786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:11.762219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:11.828012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Network 9feb40a7-81ed-4930-bec5-5189be1a79bf is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:30:11.830703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:30:11.834552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:30:11.869817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:11.900433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:11.901056 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:11.920029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-f4f65a97-c8eb-4132-beef-b524b56e1c2a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7129192 Jan 28 10:30:11.931451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Request body: {'port': {'device_id': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:30:12.039904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:12.369010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce5182e3-0d6c-4c85-9126-39a416c50ebb {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:30:12.376264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:12.390183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Transition to ACTIVE for port object ce5182e3-0d6c-4c85-9126-39a416c50ebb will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:30:12.393757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:12.589288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:12.791523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-001c24d8-3329-4db4-8867-59c59853e761 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:12.792207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-001c24d8-3329-4db4-8867-59c59853e761 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Synchronizing usage tracker for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:30:12.797163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:30:12.797493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:30:12.797812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:30:12.806323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Port ce5182e3-0d6c-4c85-9126-39a416c50ebb on network 9feb40a7-81ed-4930-bec5-5189be1a79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:30:12.806634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:30:12.814674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:30:12.815006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Checking segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:30:12.815381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Bound using segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:30:12.815799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Bound port: ce5182e3-0d6c-4c85-9126-39a416c50ebb, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:30:12.816138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:12.832517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-001c24d8-3329-4db4-8867-59c59853e761 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Unset dirty status for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:30:12.833678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-001c24d8-3329-4db4-8867-59c59853e761 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 943 time: 0.3262186 Jan 28 10:30:12.931166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-7336ddb4-8e88-40fb-ae27-cf8074e30072 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Synchronizing usage tracker for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:30:12.944171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:30:12.948409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:30:12.953757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:12.995429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-7336ddb4-8e88-40fb-ae27-cf8074e30072 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Unset dirty status for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:30:12.996752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c764cbc7-17d7-442b-97b2-0586bf0a4396 req-7336ddb4-8e88-40fb-ae27-cf8074e30072 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378648 Jan 28 10:30:13.019911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:13.020513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:13.022093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] 10.222.0.43 "PUT /v2.0/ports/ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 1091 time: 1.0950420 Jan 28 10:30:13.022531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:13.040307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d137b0-9140-4e91-99d5-7f63bd6ff0b2 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:13.096801 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'status': 'completed', 'code': 200} Jan 28 10:30:13.136142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-50eded24-ec20-477a-8314-8d964773e015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:13.137627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-50eded24-ec20-477a-8314-8d964773e015 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1094 time: 0.0764127 Jan 28 10:30:13.204262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-a8c7b3ba-912c-4012-8f88-9feb8470312d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.0595644 Jan 28 10:30:13.266915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e63145-c919-4c50-ab59-98f93d3117bf req-b1b6b813-c186-4118-a03e-24f5537cc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:13.268228 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-b1b6b813-c186-4118-a03e-24f5537cc814 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0582011 Jan 28 10:30:13.312345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-8b637346-7078-4b3c-abc5-4e7bf1237fae service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385876 Jan 28 10:30:13.440137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-9e2b3ada-f81f-4422-bf5e-5d4e6b42baf3 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212065 Jan 28 10:30:13.567863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-52e63145-c919-4c50-ab59-98f93d3117bf req-d05fa7a1-f6c2-4f4b-a08a-b7525a6f2a42 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221657 Jan 28 10:30:13.691193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca25004-d631-4992-a7a1-253d5d68379c req-5e310694-f489-4bfb-9f25-f8e31395b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:13.692618 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-5e310694-f489-4bfb-9f25-f8e31395b337 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1094 time: 0.0725284 Jan 28 10:30:13.822039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca25004-d631-4992-a7a1-253d5d68379c req-8ff7adc6-2807-449a-9fba-b18114e89901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:13.823355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-8ff7adc6-2807-449a-9fba-b18114e89901 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1241426 Jan 28 10:30:13.890234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-46dd2c9c-560a-4579-8954-0ba1764a1b4c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.0597906 Jan 28 10:30:13.954142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca25004-d631-4992-a7a1-253d5d68379c req-5143188c-7adf-4144-a78f-61ec973253de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:13.955529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-5143188c-7adf-4144-a78f-61ec973253de service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0591245 Jan 28 10:30:14.001453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-a8d9b752-02c2-4c0e-91f2-f33e95a6b158 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395248 Jan 28 10:30:14.067878 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:14.181154 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-10b74ce9-1c95-4f91-a2c3-d2b3e92c4904 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717293 Jan 28 10:30:14.285771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d4cc8-1684-492a-bbce-9904f7551ff1 req-ce7b0abc-0185-4867-a0b1-9a789735336e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:14.287205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-531d4cc8-1684-492a-bbce-9904f7551ff1 req-ce7b0abc-0185-4867-a0b1-9a789735336e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 943 time: 0.1737633 Jan 28 10:30:14.360597 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca25004-d631-4992-a7a1-253d5d68379c req-b219c24b-8fb5-4931-9464-960d161b8623 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715813 Jan 28 10:30:14.363475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-531d4cc8-1684-492a-bbce-9904f7551ff1 req-656155e6-8a82-404e-a6a1-e7eff882ecd7 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700946 Jan 28 10:30:15.546394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c20ea-8a8b-4c17-9581-8276975e5ba3 req-7100c5b7-468c-4bb4-90a9-643d20e1c94e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:15.547845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-341c20ea-8a8b-4c17-9581-8276975e5ba3 req-7100c5b7-468c-4bb4-90a9-643d20e1c94e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 943 time: 0.0788505 Jan 28 10:30:15.595863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-341c20ea-8a8b-4c17-9581-8276975e5ba3 req-5ade758d-0ab3-4153-a4f6-ee38dde38777 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423751 Jan 28 10:30:15.610035 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:16.408992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:30:16.539372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:16.552198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'port_id': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'mac_address': 'fa:16:3e:c4:ca:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b04d1-4597-42ec-86fb-620f05bdb00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:30:16.605574 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:16.625207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5182e3-0d6c-4c85-9126-39a416c50ebb {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:30:16.640784 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:16.644941 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:16.747062 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:16.830956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['ce5182e3-0d6c-4c85-9126-39a416c50ebb'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:30:16.887240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fece5-ecd9-4b38-a938-07bbed9de99a req-17d3f9b3-7567-4d64-a73a-b025b945018f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:16.888809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fece5-ecd9-4b38-a938-07bbed9de99a req-17d3f9b3-7567-4d64-a73a-b025b945018f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 944 time: 0.1840222 Jan 28 10:30:16.931995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d3fece5-ecd9-4b38-a938-07bbed9de99a req-523aa522-a431-4193-a5e4-e3f3d895f9d1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375509 Jan 28 10:30:18.110650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bd2a9-63a8-4cad-86ac-ce7f029a673c req-a3f28751-39e5-4a14-84c9-c859e0999297 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:18.112078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b0bd2a9-63a8-4cad-86ac-ce7f029a673c req-a3f28751-39e5-4a14-84c9-c859e0999297 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 944 time: 0.0790148 Jan 28 10:30:18.155617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3b0bd2a9-63a8-4cad-86ac-ce7f029a673c req-cc0c918e-ae92-48d8-babb-133b23e3f926 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380485 Jan 28 10:30:18.420048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:30:18.485050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port ce5182e3-0d6c-4c85-9126-39a416c50ebb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:30:18.489793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port ce5182e3-0d6c-4c85-9126-39a416c50ebb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:30:18.490166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:18.606336 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:18.632408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:18.642211 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:18.645974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:18.682577 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'code': 200} Jan 28 10:30:18.716548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:18.801593 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd066fc4-965a-4b87-9132-b21be1102006 req-0ba1eb02-6373-4437-ba4d-f82801df230c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:18.803051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd066fc4-965a-4b87-9132-b21be1102006 req-0ba1eb02-6373-4437-ba4d-f82801df230c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1096 time: 0.0711000 Jan 28 10:30:18.842484 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd066fc4-965a-4b87-9132-b21be1102006 req-2f414b98-0f03-4446-a3af-3bbdfad2a865 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Jan 28 10:30:19.340479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a3b64-81b1-42d9-a1e9-da05099f0729 req-212485ca-3f6d-44ec-a367-dda751e1fee2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:19.341968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc0a3b64-81b1-42d9-a1e9-da05099f0729 req-212485ca-3f6d-44ec-a367-dda751e1fee2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0818121 Jan 28 10:30:19.385435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc0a3b64-81b1-42d9-a1e9-da05099f0729 req-ddc6f6f2-f653-42bb-b544-d6040c9d846f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jan 28 10:30:20.251507 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:30:20.565249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b96d11-b43e-48a2-84f7-acfc53ee3e5e req-2990f8e2-25dd-4138-a2fd-f459cee129c5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:20.566717 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73b96d11-b43e-48a2-84f7-acfc53ee3e5e req-2990f8e2-25dd-4138-a2fd-f459cee129c5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0777273 Jan 28 10:30:20.609982 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73b96d11-b43e-48a2-84f7-acfc53ee3e5e req-b3862557-5084-4a03-9daa-37ef763b02a1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369866 Jan 28 10:30:20.788497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f8f49-0474-460c-b848-93ce45d9e9ea req-a40366fe-9cde-4108-bec1-8afa83deb5e5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:20.789973 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a95f8f49-0474-460c-b848-93ce45d9e9ea req-a40366fe-9cde-4108-bec1-8afa83deb5e5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0787323 Jan 28 10:30:20.832483 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a95f8f49-0474-460c-b848-93ce45d9e9ea req-3bfd5b14-e19e-49dc-bfa4-15e49bd954bc tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Jan 28 10:30:21.281122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f17fa-e20d-4494-9d31-555c6c2af50f req-0080ed5c-bda4-4739-90f3-d708a8de1fa0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:21.282565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc0f17fa-e20d-4494-9d31-555c6c2af50f req-0080ed5c-bda4-4739-90f3-d708a8de1fa0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.1856654 Jan 28 10:30:21.325376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc0f17fa-e20d-4494-9d31-555c6c2af50f req-80299096-00bd-460d-9015-0215795a5633 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372844 Jan 28 10:30:21.507517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5800bd-a677-47de-82e9-92d71653bc58 req-55eadc50-6382-4356-ac8c-9895a1b1a9de tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:21.509011 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b5800bd-a677-47de-82e9-92d71653bc58 req-55eadc50-6382-4356-ac8c-9895a1b1a9de tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0826225 Jan 28 10:30:21.552849 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8b5800bd-a677-47de-82e9-92d71653bc58 req-fbf8a161-652d-461e-a86b-e312b4b642ac tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380256 Jan 28 10:30:21.953667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d7ab9d60-d790-4fe7-b566-0a49c96a5a08 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1280777 Jan 28 10:30:21.969601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850f47b-cb67-4fb1-a03e-88057d949639 req-e4a41afb-b288-41da-aa5b-15f55bf66ad0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:21.971170 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2850f47b-cb67-4fb1-a03e-88057d949639 req-e4a41afb-b288-41da-aa5b-15f55bf66ad0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0965335 Jan 28 10:30:22.017149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2850f47b-cb67-4fb1-a03e-88057d949639 req-482e265e-d5ed-4d7e-ba94-429df639d660 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401134 Jan 28 10:30:23.204807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0e8fb-c356-40fe-8b97-2b49c58695b9 req-3f921e86-70de-455e-bb16-4adf12b8bc8a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:23.206249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fee0e8fb-c356-40fe-8b97-2b49c58695b9 req-3f921e86-70de-455e-bb16-4adf12b8bc8a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0779212 Jan 28 10:30:23.252978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fee0e8fb-c356-40fe-8b97-2b49c58695b9 req-599a98f0-5702-404d-9293-eaa4c528657e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403626 Jan 28 10:30:23.514714 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-aceb968b-beff-49f4-a715-9c8d5590b13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:23.516061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-aceb968b-beff-49f4-a715-9c8d5590b13c service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1096 time: 0.0720236 Jan 28 10:30:23.646577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-5e4ad645-76fc-479c-9246-5d19bb0e9c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:23.648242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-5e4ad645-76fc-479c-9246-5d19bb0e9c7f service neutron] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1262012 Jan 28 10:30:23.721644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-c52d7069-fcd9-40c2-9110-406bb21b078e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.0679142 Jan 28 10:30:23.784450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-3e23484e-0713-47e2-88d8-50b35c1fc82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:23.785759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-3e23484e-0713-47e2-88d8-50b35c1fc82f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0590303 Jan 28 10:30:23.829120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-29d71db9-931d-4e70-945b-0e431615f2a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379863 Jan 28 10:30:23.954709 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-6193edda-7933-4ff0-a7d6-c076ae2d7b5e service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196253 Jan 28 10:30:24.090319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-9e2d7d73-5b4b-4f99-98df-2b448fff9c13 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299579 Jan 28 10:30:24.437878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2794f-0a04-4aa5-bc3e-bc86577811aa req-2a054d39-3995-45e4-8a3b-7b25a28af17d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:24.439289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdc2794f-0a04-4aa5-bc3e-bc86577811aa req-2a054d39-3995-45e4-8a3b-7b25a28af17d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0807328 Jan 28 10:30:24.481233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdc2794f-0a04-4aa5-bc3e-bc86577811aa req-1ffe3369-8371-4fbb-8fbf-dc7a96648d92 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364735 Jan 28 10:30:25.667208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ea0b4-5a72-4305-94b2-2f799d2a308a req-eca54f8d-0b09-4070-9f0c-ec519afe9f6a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:25.668695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9ea0b4-5a72-4305-94b2-2f799d2a308a req-eca54f8d-0b09-4070-9f0c-ec519afe9f6a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0798786 Jan 28 10:30:25.712819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9ea0b4-5a72-4305-94b2-2f799d2a308a req-2d6520ec-a234-427e-b145-64d4d4fe3b5a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Jan 28 10:30:25.970825 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0eed4704-ccdf-4662-b4c8-cd794d9d13e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:26.897352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2e79e-7520-4c8d-898f-4a417deb4236 req-db855d12-97a2-4d40-bc53-85c13054fb4e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:26.898782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3a2e79e-7520-4c8d-898f-4a417deb4236 req-db855d12-97a2-4d40-bc53-85c13054fb4e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0782413 Jan 28 10:30:26.941738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3a2e79e-7520-4c8d-898f-4a417deb4236 req-45a5f230-dfca-4e96-a43d-9b4c68593b45 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374625 Jan 28 10:30:28.125257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a660ab8-1679-4681-aca4-0b62e358b8dd req-2fd663bc-bd7a-48c6-baf0-141e67c2ac79 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:28.126697 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a660ab8-1679-4681-aca4-0b62e358b8dd req-2fd663bc-bd7a-48c6-baf0-141e67c2ac79 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0820479 Jan 28 10:30:28.169932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1a660ab8-1679-4681-aca4-0b62e358b8dd req-fec5fa64-d4cb-42c8-b118-2fee89314290 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376985 Jan 28 10:30:28.417734 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cb89c2d7-8b40-4685-9a7f-974b3fd899f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:29.355586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d327d85-448f-4029-9b86-6044b7de1ef4 req-c0f8507a-1de8-47d9-80ed-4616107442bf tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:29.357053 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d327d85-448f-4029-9b86-6044b7de1ef4 req-c0f8507a-1de8-47d9-80ed-4616107442bf tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0817673 Jan 28 10:30:29.399505 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d327d85-448f-4029-9b86-6044b7de1ef4 req-995ae759-d5c7-433e-8c91-f136db6fae48 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363693 Jan 28 10:30:29.530495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:29.549952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:30.579481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed16d419-7665-46f7-9bff-65225189408b req-47acb63a-69cb-4fbd-a7e5-0bc616c2e017 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:30.580950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed16d419-7665-46f7-9bff-65225189408b req-47acb63a-69cb-4fbd-a7e5-0bc616c2e017 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0781846 Jan 28 10:30:30.624580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ed16d419-7665-46f7-9bff-65225189408b req-7abbae77-6de2-49c2-beae-0333acd8fd65 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Jan 28 10:30:30.973742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:31.804506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d397ed4-fbb0-4682-96c9-99aa173a8206 req-bd7e74ce-66bf-4f6e-8fb4-d6bc04685a10 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:31.806511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d397ed4-fbb0-4682-96c9-99aa173a8206 req-bd7e74ce-66bf-4f6e-8fb4-d6bc04685a10 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0781991 Jan 28 10:30:31.848100 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d397ed4-fbb0-4682-96c9-99aa173a8206 req-b9a8f921-1ff5-4541-b220-e05cbfafb80a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Jan 28 10:30:33.188734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41bd8be-f7e6-48f9-8036-a61a9e136b68 req-18fa5b5d-673d-440a-8795-0ca4b1ef57a2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:33.190104 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b41bd8be-f7e6-48f9-8036-a61a9e136b68 req-18fa5b5d-673d-440a-8795-0ca4b1ef57a2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0846641 Jan 28 10:30:33.232856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b41bd8be-f7e6-48f9-8036-a61a9e136b68 req-5697f12d-a4be-43cf-925a-58315f570182 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372553 Jan 28 10:30:34.515522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a5e61-f550-4c99-b606-064f2760f6c4 req-3a72c484-ecb2-4c84-9b2c-59c23e26ea3d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:34.516907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-646a5e61-f550-4c99-b606-064f2760f6c4 req-3a72c484-ecb2-4c84-9b2c-59c23e26ea3d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.1814036 Jan 28 10:30:34.561093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-646a5e61-f550-4c99-b606-064f2760f6c4 req-c59410d1-0764-415f-838a-28633a46b4b4 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 Jan 28 10:30:35.741607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48183603-6ebc-44cb-b47a-f2e3a3b3e825 req-45b11384-d749-4384-8bdf-5672b52c897d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:35.743644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48183603-6ebc-44cb-b47a-f2e3a3b3e825 req-45b11384-d749-4384-8bdf-5672b52c897d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0807600 Jan 28 10:30:35.785664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48183603-6ebc-44cb-b47a-f2e3a3b3e825 req-3603e126-2219-4d6e-9026-db2e2be5ca13 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362258 Jan 28 10:30:36.969952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04d0aa-7fad-4f7e-bf6d-07cb99efbc9c req-b2be9544-83fb-4ee2-a3ec-648acee2b3ba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:36.971365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e04d0aa-7fad-4f7e-bf6d-07cb99efbc9c req-b2be9544-83fb-4ee2-a3ec-648acee2b3ba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0803616 Jan 28 10:30:37.015215 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e04d0aa-7fad-4f7e-bf6d-07cb99efbc9c req-64350613-3085-4423-89e9-4723865a14e8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382318 Jan 28 10:30:38.199854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43dc83b-7061-45a0-b725-9ed869c55dd6 req-1b4989f9-d84e-405b-9b09-b3a91b0e2de8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:38.201320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a43dc83b-7061-45a0-b725-9ed869c55dd6 req-1b4989f9-d84e-405b-9b09-b3a91b0e2de8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0815995 Jan 28 10:30:38.244603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a43dc83b-7061-45a0-b725-9ed869c55dd6 req-8f02a725-4c57-42f8-ab28-11ae197c776d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376179 Jan 28 10:30:39.427006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea6a45-c684-4d45-aec4-fa7502f45717 req-a24fc7a8-9278-4100-87bf-a70cfef04ea8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:39.428443 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dbea6a45-c684-4d45-aec4-fa7502f45717 req-a24fc7a8-9278-4100-87bf-a70cfef04ea8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0821803 Jan 28 10:30:39.471034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dbea6a45-c684-4d45-aec4-fa7502f45717 req-2c9cb9b8-3ea5-4955-a439-50c8c24f9840 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363195 Jan 28 10:30:40.656015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db994d18-894c-469e-91be-a5a621c6ba7f req-fd371c7a-6038-4a45-87d8-ea558ff2a24a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:40.657480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db994d18-894c-469e-91be-a5a621c6ba7f req-fd371c7a-6038-4a45-87d8-ea558ff2a24a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0782599 Jan 28 10:30:40.704295 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-db994d18-894c-469e-91be-a5a621c6ba7f req-da6b3389-85c0-4514-ad85-5d5971a19cac tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413456 Jan 28 10:30:41.891978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7eaf38-1d1a-40ad-bdb9-c10a31431ed2 req-7d2137ca-ca98-4e78-858a-8da22ee35443 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:41.893438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d7eaf38-1d1a-40ad-bdb9-c10a31431ed2 req-7d2137ca-ca98-4e78-858a-8da22ee35443 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0818880 Jan 28 10:30:41.935090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d7eaf38-1d1a-40ad-bdb9-c10a31431ed2 req-d4ccc46a-36b6-474a-9a78-0989f4b4c5dd tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361404 Jan 28 10:30:43.116633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4e5c3-c127-4c47-8f99-8701a7472551 req-e9e6f856-6142-4131-b4dd-cf5fcc02be05 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:43.118131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88a4e5c3-c127-4c47-8f99-8701a7472551 req-e9e6f856-6142-4131-b4dd-cf5fcc02be05 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0800972 Jan 28 10:30:43.162180 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88a4e5c3-c127-4c47-8f99-8701a7472551 req-99486553-63a1-431b-a555-2dd8213a27e4 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381849 Jan 28 10:30:44.063915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:44.343932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e13c40-de5f-41ba-b195-7fda69e144f2 req-ac1ed350-1f7b-485d-99b3-38b5962b6451 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:44.345411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2e13c40-de5f-41ba-b195-7fda69e144f2 req-ac1ed350-1f7b-485d-99b3-38b5962b6451 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0776434 Jan 28 10:30:44.388067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2e13c40-de5f-41ba-b195-7fda69e144f2 req-ff0689e0-82bb-4e63-91f5-3dd50cd9fe13 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Jan 28 10:30:45.576956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567ce82-14bb-432a-a6f2-1812b0e3f717 req-cdfd1087-c0bb-476d-b796-b50abf516b58 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:45.578441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6567ce82-14bb-432a-a6f2-1812b0e3f717 req-cdfd1087-c0bb-476d-b796-b50abf516b58 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0836382 Jan 28 10:30:45.604141 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:45.624315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6567ce82-14bb-432a-a6f2-1812b0e3f717 req-cbebacf9-82a9-478f-86ab-67a78f1e1a93 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Jan 28 10:30:46.809325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4a0eff-d6b1-49e3-ba0f-db19e3d9fa97 req-e1f30745-30ae-4d2a-b8ef-0d0bf7105e45 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:46.810704 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4a0eff-d6b1-49e3-ba0f-db19e3d9fa97 req-e1f30745-30ae-4d2a-b8ef-0d0bf7105e45 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0815716 Jan 28 10:30:46.853176 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c4a0eff-d6b1-49e3-ba0f-db19e3d9fa97 req-9472689d-24b9-4a1e-9b81-457cfa63b586 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369065 Jan 28 10:30:48.035216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ef9fc-b226-4beb-bfe7-9e6e8304fde1 req-fe9b7501-904a-4672-947f-e80bf379a5bf tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:48.036679 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd2ef9fc-b226-4beb-bfe7-9e6e8304fde1 req-fe9b7501-904a-4672-947f-e80bf379a5bf tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0782909 Jan 28 10:30:48.080749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bd2ef9fc-b226-4beb-bfe7-9e6e8304fde1 req-5d262113-ecf9-47dc-8665-c1c856829959 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385139 Jan 28 10:30:49.264910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e638d4-b751-4be8-80f4-1f8c74889f63 req-98544cc0-01e4-4617-a97e-2c2fbd382a14 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:49.266359 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33e638d4-b751-4be8-80f4-1f8c74889f63 req-98544cc0-01e4-4617-a97e-2c2fbd382a14 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0778313 Jan 28 10:30:49.312310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33e638d4-b751-4be8-80f4-1f8c74889f63 req-df80eed5-f15e-472c-a7ba-690a10dda53d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405526 Jan 28 10:30:50.498742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1294bf-f571-4308-93fb-7cacc68c0905 req-7e49a1d8-9510-491c-8e8d-d46b7e20fd26 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:50.500194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a1294bf-f571-4308-93fb-7cacc68c0905 req-7e49a1d8-9510-491c-8e8d-d46b7e20fd26 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0821543 Jan 28 10:30:50.544330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5a1294bf-f571-4308-93fb-7cacc68c0905 req-dd67bca1-c6a0-46a4-84db-9cdf2aa250b4 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385308 Jan 28 10:30:50.917921 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-0e224bb6-7a6e-4cce-92c6-9d70e3636b32 service neutron] show failed (client error): The resource could not be found. Jan 28 10:30:50.918879 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-0e224bb6-7a6e-4cce-92c6-9d70e3636b32 service neutron] 10.222.0.43 "GET /v2.0/ports/ce5182e3-0d6c-4c85-9126-39a416c50ebb/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0726240 Jan 28 10:30:51.172853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-669ba688-e418-485e-8dc2-80a2adae08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:51.174298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-669ba688-e418-485e-8dc2-80a2adae08b1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf&tenant_id=14ea28a10d8146508580d38b4b7cd81b HTTP/1.1" status: 200 len: 1096 time: 0.0727782 Jan 28 10:30:51.189507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:30:51.296860 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:51.555945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:51.583381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:30:51.644288 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:51.650204 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:51.709208 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'code': 200} Jan 28 10:30:51.710043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Transition to ACTIVE for port object ce5182e3-0d6c-4c85-9126-39a416c50ebb will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:30:51.720339 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:51.883189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] No DVR routers for this DVR port ce5182e3-0d6c-4c85-9126-39a416c50ebb on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:30:51.885051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:51.945813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a78c6-964e-425d-9959-7f946bce1f0c req-3c43ee02-3c8c-46ce-a6a0-71b63c76c55b tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:51.947239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d7a78c6-964e-425d-9959-7f946bce1f0c req-3c43ee02-3c8c-46ce-a6a0-71b63c76c55b tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.2942817 Jan 28 10:30:51.951076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:30:51.951398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:30:51.951707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:30:51.968597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Port ce5182e3-0d6c-4c85-9126-39a416c50ebb on network 9feb40a7-81ed-4930-bec5-5189be1a79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:30:51.968936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Attempting to bind port ce5182e3-0d6c-4c85-9126-39a416c50ebb on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:30:51.977658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:30:51.977930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Checking segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:30:51.978296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Bound using segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:30:51.978709 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Bound port: ce5182e3-0d6c-4c85-9126-39a416c50ebb, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:30:51.979048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:52.150609 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d7a78c6-964e-425d-9959-7f946bce1f0c req-d4ffc643-d973-44fe-9b94-f3ec2e414f2d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953766 Jan 28 10:30:52.181340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:30:52.184124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:30:52.188380 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:52.248427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:52.249060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:52.250599 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 1091 time: 1.0652146 Jan 28 10:30:52.266829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32dee7c-5840-4e92-8654-861bd89f63e5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:52.345936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-17abd64a-f521-4fa4-85d9-3b4a91025eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:52.347360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-17abd64a-f521-4fa4-85d9-3b4a91025eb3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1094 time: 0.0688899 Jan 28 10:30:52.476974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-b11d9a7c-b809-45df-a875-71eee57f36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:52.478372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-b11d9a7c-b809-45df-a875-71eee57f36f2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1221592 Jan 28 10:30:52.550054 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-2124f76d-05c9-4339-9d0c-5e2fd93b119d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.0624743 Jan 28 10:30:52.612770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-64e23093-72ba-44f2-bc28-62403446863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:52.614137 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-64e23093-72ba-44f2-bc28-62403446863a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0552886 Jan 28 10:30:52.661945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-eb00745f-84f4-4e9d-9363-141d4c814841 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385623 Jan 28 10:30:52.794114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-bc16bbb3-3b17-462e-ba70-d5169f91f28e service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212597 Jan 28 10:30:52.924746 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1ff4ad59-1a2b-4ec7-957e-7ae5fb83b23e req-ab0ec9b5-98ef-4395-b046-1630bf748ed4 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212339 Jan 28 10:30:53.329923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1b9ac-6c92-4cc5-9902-d92343367d0a req-9d29e460-ecb2-4fc6-9967-65a2426fd22d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:53.331281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bcf1b9ac-6c92-4cc5-9902-d92343367d0a req-9d29e460-ecb2-4fc6-9967-65a2426fd22d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 943 time: 0.0780349 Jan 28 10:30:53.384956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bcf1b9ac-6c92-4cc5-9902-d92343367d0a req-0114d561-80bb-465a-a048-9f7994718310 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475655 Jan 28 10:30:53.709962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:53.768273 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'status': 'completed', 'code': 200} Jan 28 10:30:53.914879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-e35e5840-95df-4237-ab76-69fce33cc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:53.916302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-e35e5840-95df-4237-ab76-69fce33cc39b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1094 time: 0.1274564 Jan 28 10:30:53.918033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-dc43696a-3a02-4743-823e-0007351882ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:53.919314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-dc43696a-3a02-4743-823e-0007351882ce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1094 time: 0.1291745 Jan 28 10:30:54.164553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-7734e415-ba43-4743-ab1d-35e77e45830d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:54.166016 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-7734e415-ba43-4743-ab1d-35e77e45830d service neutron] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.2433763 Jan 28 10:30:54.168185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-73f4a898-d78a-43b6-8c38-f9cac8c53661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:54.169493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-73f4a898-d78a-43b6-8c38-f9cac8c53661 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.2274420 Jan 28 10:30:54.296265 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-1add7ce9-2aec-4fa7-9361-6cb112ca3742 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.1236792 Jan 28 10:30:54.297621 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-a973808d-0a07-4108-8f37-06eb627bac06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.0747628 Jan 28 10:30:54.531131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-8c476906-8a60-49e6-9791-fa26ab07986b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:54.532608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-8c476906-8a60-49e6-9791-fa26ab07986b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.2311609 Jan 28 10:30:54.535842 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-358f098c-6565-4c90-a54b-22631751094f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:54.537173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-358f098c-6565-4c90-a54b-22631751094f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.2066152 Jan 28 10:30:54.575234 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9a24de-5a6a-4fb0-ace6-35460f83c464 req-3c8a1032-444c-4174-8c96-928958bc06aa tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:54.576778 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf9a24de-5a6a-4fb0-ace6-35460f83c464 req-3c8a1032-444c-4174-8c96-928958bc06aa tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 943 time: 0.0810866 Jan 28 10:30:54.579677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:30:54.618987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-f0a11e74-e25b-4db8-aa96-19f429a84b75 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460961 Jan 28 10:30:54.621794 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-8b8223da-df93-4f39-aa98-a396d1532a56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827332 Jan 28 10:30:54.630162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf9a24de-5a6a-4fb0-ace6-35460f83c464 req-770afdfa-7bbe-4394-9960-ba0108fe7501 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472271 Jan 28 10:30:54.659865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:30:54.863953 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-1c0c8020-b0a9-49fb-a347-1244ae264f9f service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362928 Jan 28 10:30:54.868584 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-1eafc64b-efa8-477f-963f-20847034bd2a service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398977 Jan 28 10:30:55.101473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-06f00ab8-22a9-48e6-b237-733f1c895fdb service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295599 Jan 28 10:30:55.103217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-67c91b11-5a75-456b-896b-2fbbff3ce519 req-9083b051-8521-41f5-9fcb-2dd573118db6 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106297 Jan 28 10:30:55.604566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:30:55.733774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:55.751185 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'port_id': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'mac_address': 'fa:16:3e:c4:ca:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b04d1-4597-42ec-86fb-620f05bdb00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:30:55.807088 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:55.821544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f279da3-22bf-4dbe-90b1-511df00a7e79 req-4c8aa1cd-b4e0-4619-a6ab-4dee8846636e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:55.822973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f279da3-22bf-4dbe-90b1-511df00a7e79 req-4c8aa1cd-b4e0-4619-a6ab-4dee8846636e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 943 time: 0.0826898 Jan 28 10:30:55.823204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce5182e3-0d6c-4c85-9126-39a416c50ebb {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:30:55.838000 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:55.842369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:55.868586 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f279da3-22bf-4dbe-90b1-511df00a7e79 req-3e27852f-d020-4639-abd4-a7d1d21d6fd0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399790 Jan 28 10:30:55.908795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:55.916591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.916953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.917291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.917620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.917946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.918268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.918592 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.918911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.919240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.919543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.919857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.920168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:30:55.971355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-02fcc35d-ff2d-45fd-8146-33ab54bae035 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:56.064799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['ce5182e3-0d6c-4c85-9126-39a416c50ebb'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:30:56.237605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65a490-817f-404a-a6b2-f8e613f1a933 req-99302707-d356-4aed-87b9-712d3962d2f6 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:56.239043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b65a490-817f-404a-a6b2-f8e613f1a933 req-99302707-d356-4aed-87b9-712d3962d2f6 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 944 time: 0.1429901 Jan 28 10:30:56.247285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-c254a4d0-4949-45ec-b64b-4e9925b42ae2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:56.248568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-c254a4d0-4949-45ec-b64b-4e9925b42ae2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.43 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf&tenant_id=14ea28a10d8146508580d38b4b7cd81b&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 944 time: 0.1220202 Jan 28 10:30:56.343574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b65a490-817f-404a-a6b2-f8e613f1a933 req-d578ebe1-9700-46da-b522-b821a7a1b76a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938673 Jan 28 10:30:56.355290 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-04f86295-bfb8-4a84-b538-767ec404c660 service neutron] delete failed (client error): The resource could not be found. Jan 28 10:30:56.357212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-04f86295-bfb8-4a84-b538-767ec404c660 service neutron] 10.222.0.43 "DELETE /v2.0/ports/ce5182e3-0d6c-4c85-9126-39a416c50ebb/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0944021 Jan 28 10:30:56.492720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-54b62dc1-11e8-4d16-8b2e-7becf5c4e88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:56.494190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-54b62dc1-11e8-4d16-8b2e-7becf5c4e88b service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 1095 time: 0.0688136 Jan 28 10:30:56.622065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-bc715bcb-1779-4048-b7ed-73db174916f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:56.623454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-bc715bcb-1779-4048-b7ed-73db174916f3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1227300 Jan 28 10:30:56.691205 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-b75db749-9cff-48f3-ac39-5222d6251cc9 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 200 len: 217 time: 0.0621955 Jan 28 10:30:56.754017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-72d8b45a-3365-451e-8b5d-d6490f629170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:56.755352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-72d8b45a-3365-451e-8b5d-d6490f629170 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0585611 Jan 28 10:30:56.800923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-02429375-5384-4b79-8f75-a18592b44564 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394399 Jan 28 10:30:56.927419 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-1348273b-f33b-41d6-ba84-73abe6c2f6bf service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204515 Jan 28 10:30:57.161699 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-87fcb1aa-4319-48cd-bfa7-75657d8d3847 req-2f279c62-618b-4b57-96dc-fa056465b37c service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286322 Jan 28 10:30:57.250980 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:30:57.534331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6d10f-d680-467c-9bb8-b5c08e25040d req-47df9c70-29b1-44e7-b777-f94c70f85d79 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:57.535717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7f6d10f-d680-467c-9bb8-b5c08e25040d req-47df9c70-29b1-44e7-b777-f94c70f85d79 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 944 time: 0.0840096 Jan 28 10:30:57.581478 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7f6d10f-d680-467c-9bb8-b5c08e25040d req-7622ae00-d6ad-45a2-bc26-c2231d56e807 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Jan 28 10:30:57.607494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:30:57.678066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port ce5182e3-0d6c-4c85-9126-39a416c50ebb completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:30:57.683021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port ce5182e3-0d6c-4c85-9126-39a416c50ebb triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:30:57.683382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:57.800099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:57.829883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:30:57.840684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:30:57.846594 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:57.884909 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'code': 200} Jan 28 10:30:57.915744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:30:58.417774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-949e12ae-8c43-4e30-9b86-86dcc84e31c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:58.765422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee5464-0dce-4603-9ce4-05839dbe080b req-2eabc001-4afc-4bf8-9169-b01fa66fb21d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:58.767168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0eee5464-0dce-4603-9ce4-05839dbe080b req-2eabc001-4afc-4bf8-9169-b01fa66fb21d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0790148 Jan 28 10:30:58.811862 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0eee5464-0dce-4603-9ce4-05839dbe080b req-4885d0e1-7460-4e92-a276-21f80df4a8b5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389826 Jan 28 10:30:58.995440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d5931-d6e5-4116-93f0-e4743ef43d38 req-611c30c9-85a9-4437-9fc7-dc43151b6cf5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:58.997187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-692d5931-d6e5-4116-93f0-e4743ef43d38 req-611c30c9-85a9-4437-9fc7-dc43151b6cf5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0788281 Jan 28 10:30:59.040099 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-692d5931-d6e5-4116-93f0-e4743ef43d38 req-119c04e8-a98b-47ae-9a5f-3bfe6cf4fec8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372479 Jan 28 10:30:59.224404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69102c26-09f0-44c2-88b6-e41c91329d63 req-f99ae9f4-755f-4fba-99fc-3809bd3fc625 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:59.225885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69102c26-09f0-44c2-88b6-e41c91329d63 req-f99ae9f4-755f-4fba-99fc-3809bd3fc625 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0852847 Jan 28 10:30:59.268650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69102c26-09f0-44c2-88b6-e41c91329d63 req-40ec4b3d-9e38-458f-9a47-19faac822f4f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366576 Jan 28 10:30:59.534449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:59.556464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:30:59.745048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-0f80aa43-baea-4971-9df5-2490b50884ac tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:30:59.746735 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-0f80aa43-baea-4971-9df5-2490b50884ac tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 814 time: 0.1433926 Jan 28 10:30:59.762122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-3aab52ce-0fed-4f72-afad-22e361890cc4 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/quotas/14ea28a10d8146508580d38b4b7cd81b HTTP/1.1" status: 200 len: 375 time: 0.0099993 Jan 28 10:30:59.840044 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-abe7577f-bb55-498e-a262-dd61efa851f8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0730655 Jan 28 10:30:59.970684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-594e8d84-076d-49db-8025-82eb00b51baf service neutron] 10.222.0.42 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240182 Jan 28 10:31:00.103891 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-727e33b7-8c5a-4e6d-918c-7dd74250941a service neutron] 10.222.0.42 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274276 Jan 28 10:31:00.277301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-24103f57-8c0b-431b-a303-cc5f4a14821e req-2ad32873-2c66-46a7-8f58-435cfe6618be tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 210 time: 0.0432317 Jan 28 10:31:00.959442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23452477-6968-4212-a35b-2e32ae1560f5 req-14f2800b-439d-4700-bc5b-9f6583ac1cf3 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:00.961308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23452477-6968-4212-a35b-2e32ae1560f5 req-14f2800b-439d-4700-bc5b-9f6583ac1cf3 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.25 "GET /v2.0/ports?device_id=512c45b7-1dab-4883-9e2f-26de2a5a82bf HTTP/1.1" status: 200 len: 945 time: 0.0801616 Jan 28 10:31:00.973776 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:01.031100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Deleting port ce5182e3-0d6c-4c85-9126-39a416c50ebb {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:31:01.031433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:01.290004 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] For port ce5182e3-0d6c-4c85-9126-39a416c50ebb, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ce5182e3-0d6c-4c85-9126-39a416c50ebb,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:01.290679 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:01.358217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-07032a38-b28f-4b0d-8b28-69cb87490857 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:01.359729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-07032a38-b28f-4b0d-8b28-69cb87490857 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 814 time: 0.1561646 Jan 28 10:31:01.378089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Request body: {'port': {'device_id': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'admin_state_up': True, 'tenant_id': '14ea28a10d8146508580d38b4b7cd81b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:01.425022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Calling delete_port for ce5182e3-0d6c-4c85-9126-39a416c50ebb owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:31:01.576988 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:01.592047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['ce5182e3-0d6c-4c85-9126-39a416c50ebb'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:31:01.607971 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3e76594-f9f5-4f4d-9712-3f83419b15fc req-0d2085a4-e0e9-42e4-8107-337829d395f1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 210 time: 0.2082620 Jan 28 10:31:01.636148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Pushing event deleted for resources: {'Port': ['ID=ce5182e3-0d6c-4c85-9126-39a416c50ebb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:01.683123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:01.692520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:01.703075 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Made reservation on behalf of 14ea28a10d8146508580d38b4b7cd81b for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:31:01.706815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:01.707908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] No DVR routers for this DVR port ce5182e3-0d6c-4c85-9126-39a416c50ebb on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:31:01.710583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:01.716950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-deleted', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:01.729910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.25 "DELETE /v2.0/ports/ce5182e3-0d6c-4c85-9126-39a416c50ebb HTTP/1.1" status: 204 len: 173 time: 0.7628233 Jan 28 10:31:01.765941 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '512c45b7-1dab-4883-9e2f-26de2a5a82bf', 'name': 'network-vif-deleted', 'tag': 'ce5182e3-0d6c-4c85-9126-39a416c50ebb', 'status': 'completed', 'code': 200} Jan 28 10:31:01.879765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Allocated IP 172.20.0.7 (9feb40a7-81ed-4930-bec5-5189be1a79bf/a74b04d1-4597-42ec-86fb-620f05bdb00a/c4151fa4-4fe8-497d-8f38-4f97dcef04a4) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:31:02.087964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:02.118535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:02.190060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Network 9feb40a7-81ed-4930-bec5-5189be1a79bf is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:31:02.192827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:02.196883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:31:02.233508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:02.250722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.251063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.251398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.251726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.252050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.252371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.252742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.253060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.253379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.253694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.254009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.254323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:02.273923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:02.274525 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:02.297284 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-228c0036-7c77-45d5-bbea-12eba68c3202 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9236927 Jan 28 10:31:02.312775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Request body: {'port': {'device_id': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:02.422527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:02.800518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4151fa4-4fe8-497d-8f38-4f97dcef04a4 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:31:02.810081 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:02.829230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Transition to ACTIVE for port object c4151fa4-4fe8-497d-8f38-4f97dcef04a4 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:31:02.834315 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:02.959915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206b3eb3-795b-447a-b1ed-904514bb667e req-77b8c696-c599-4bd9-a600-add8478a26f5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:02.960642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-206b3eb3-795b-447a-b1ed-904514bb667e req-77b8c696-c599-4bd9-a600-add8478a26f5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Synchronizing usage tracker for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:31:03.022405 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:03.055730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-206b3eb3-795b-447a-b1ed-904514bb667e req-77b8c696-c599-4bd9-a600-add8478a26f5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Unset dirty status for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:31:03.056875 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-206b3eb3-795b-447a-b1ed-904514bb667e req-77b8c696-c599-4bd9-a600-add8478a26f5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 931 time: 0.3243723 Jan 28 10:31:03.128896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-206b3eb3-795b-447a-b1ed-904514bb667e req-997f4a7e-802f-4609-99d9-c38244d04a3f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606844 Jan 28 10:31:03.133293 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:31:03.133625 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:31:03.133944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:31:03.138592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on network 9feb40a7-81ed-4930-bec5-5189be1a79bf not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:31:03.138907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:31:03.144060 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:31:03.144391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Checking segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:31:03.144798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Bound using segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:31:03.145224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Bound port: c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:31:03.145572 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:03.239094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:31:03.242715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:31:03.246340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:03.309152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:03.309686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:03.311039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] 10.222.0.25 "PUT /v2.0/ports/c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 1091 time: 1.0021539 Jan 28 10:31:03.311475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:03.331613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e10a42-dc7d-4b13-807c-a25f85fbce24 service neutron] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:03.497699 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'status': 'completed', 'code': 200} Jan 28 10:31:03.530690 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-6d31b519-a4d8-4c59-9a81-8776d768e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:03.532178 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-6d31b519-a4d8-4c59-9a81-8776d768e7e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1094 time: 0.1819029 Jan 28 10:31:03.606337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-1ae36c19-6f2e-4672-a8d4-809a772f5370 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0628293 Jan 28 10:31:03.617959 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:31:03.654834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: ce5182e3-0d6c-4c85-9126-39a416c50ebb {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:31:03.655176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ce5182e3-0d6c-4c85-9126-39a416c50ebb not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:31:03.671289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-8cfa8c97-c3fa-4e39-b162-aa3ab42fc1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:03.672745 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-8cfa8c97-c3fa-4e39-b162-aa3ab42fc1b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0580177 Jan 28 10:31:03.724356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-4d1fb852-6c5b-4336-b642-b61dd6a27bcb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417135 Jan 28 10:31:03.858156 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-81992eb2-b252-4d54-9e9f-6a2f9fe5c55c service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239009 Jan 28 10:31:03.991727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70868ebc-5cb2-407f-b95a-bc0321cd4d74 req-843bdfbd-4961-460e-9bf7-5018da67c0c7 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236198 Jan 28 10:31:04.113729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653867-838e-4aa9-8edd-f66fd7679273 req-936c9eab-9cc9-4db1-bbba-a573cb574ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:04.115124 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-936c9eab-9cc9-4db1-bbba-a573cb574ab6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1094 time: 0.0716221 Jan 28 10:31:04.287121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653867-838e-4aa9-8edd-f66fd7679273 req-dc94835b-ea1f-45c7-9128-c30beeaee8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:04.288593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-dc94835b-ea1f-45c7-9128-c30beeaee8ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1666191 Jan 28 10:31:04.362945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-74487d30-f546-4a15-8973-5a1ecaedc3be service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0660853 Jan 28 10:31:04.431760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbd155-96b4-44af-a2ff-90fbb48367c7 req-056c8062-ca5e-4a0d-aeb8-104c27a2fef5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:04.433219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2efbd155-96b4-44af-a2ff-90fbb48367c7 req-056c8062-ca5e-4a0d-aeb8-104c27a2fef5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 943 time: 0.2007778 Jan 28 10:31:04.454754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27653867-838e-4aa9-8edd-f66fd7679273 req-a3f34d5c-3e60-4269-b69f-4f2c76ff37d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:04.456092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-a3f34d5c-3e60-4269-b69f-4f2c76ff37d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0860016 Jan 28 10:31:04.510866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-4276ac9b-8d8f-4fc4-9c59-eccc9993799d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477464 Jan 28 10:31:04.521514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2efbd155-96b4-44af-a2ff-90fbb48367c7 req-0770288d-2a84-4bf6-aaf9-e66eb58c9fcc tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822752 Jan 28 10:31:04.645721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-8ddbe813-75a7-4943-acbb-f918bafb7a99 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273212 Jan 28 10:31:04.777511 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27653867-838e-4aa9-8edd-f66fd7679273 req-1f50d464-3a5d-481f-b8be-2e9656448c5f service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241405 Jan 28 10:31:05.634166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:31:05.705548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e0446-8d64-4ee4-b01f-cb83c5fa1152 req-3df43c39-cf4b-4a69-bfbe-8c9e134dd3e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:05.706240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7f9e0446-8d64-4ee4-b01f-cb83c5fa1152 req-3df43c39-cf4b-4a69-bfbe-8c9e134dd3e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Synchronizing usage tracker for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:31:05.718196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7f9e0446-8d64-4ee4-b01f-cb83c5fa1152 req-3df43c39-cf4b-4a69-bfbe-8c9e134dd3e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Unset dirty status for tenant:14ea28a10d8146508580d38b4b7cd81b on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:31:05.719320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f9e0446-8d64-4ee4-b01f-cb83c5fa1152 req-3df43c39-cf4b-4a69-bfbe-8c9e134dd3e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 943 time: 0.0936308 Jan 28 10:31:05.763122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7f9e0446-8d64-4ee4-b01f-cb83c5fa1152 req-6073cd00-bf66-4bf0-8a12-e97e2de03d3d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379384 Jan 28 10:31:05.765961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:05.779620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'port_id': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'mac_address': 'fa:16:3e:cc:dc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b04d1-4597-42ec-86fb-620f05bdb00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:31:05.832299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:05.848918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4151fa4-4fe8-497d-8f38-4f97dcef04a4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:31:05.863381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:05.867603 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:05.963105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:06.139938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c4151fa4-4fe8-497d-8f38-4f97dcef04a4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:31:06.946144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9dcd1-8b90-4371-8796-a017f35ce9d8 req-249f5d9c-3f5b-400c-8012-70175962d7f2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:06.947588 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f9dcd1-8b90-4371-8796-a017f35ce9d8 req-249f5d9c-3f5b-400c-8012-70175962d7f2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 944 time: 0.0830061 Jan 28 10:31:06.990167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f9dcd1-8b90-4371-8796-a017f35ce9d8 req-00332ff3-f33b-4616-93c9-c0cdfff53bfe tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370100 Jan 28 10:31:07.634436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:31:07.700521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:31:07.704997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:07.705396 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:07.816425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:07.841071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:07.850816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:07.854855 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:07.886504 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'code': 200} Jan 28 10:31:07.923362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:08.017056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b004ac-7633-4186-be1b-3e06d08210a5 req-c6e37aa8-f6f8-4b52-af2d-c1ab4ee1b8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:08.018911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18b004ac-7633-4186-be1b-3e06d08210a5 req-c6e37aa8-f6f8-4b52-af2d-c1ab4ee1b8c2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1096 time: 0.0687182 Jan 28 10:31:08.065680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18b004ac-7633-4186-be1b-3e06d08210a5 req-e6ed14a9-6fcf-46b4-b7fe-9a939bb763e0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346618 Jan 28 10:31:08.280635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cd2ed2-a323-44cd-aaf5-2c255c60940a req-e21b9ea2-fbf9-4182-9dea-474c16ed82fa tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:08.282091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84cd2ed2-a323-44cd-aaf5-2c255c60940a req-e21b9ea2-fbf9-4182-9dea-474c16ed82fa tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.1846709 Jan 28 10:31:08.324832 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-84cd2ed2-a323-44cd-aaf5-2c255c60940a req-0c8f4e15-b3bf-47f8-b415-4d5b409a744c tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370338 Jan 28 10:31:09.513312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8099aa9-f8de-4452-b00b-6640889a0359 req-2a2298f8-6c25-41aa-843e-94e21f303b62 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:09.514737 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8099aa9-f8de-4452-b00b-6640889a0359 req-2a2298f8-6c25-41aa-843e-94e21f303b62 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0769026 Jan 28 10:31:09.562082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8099aa9-f8de-4452-b00b-6640889a0359 req-54b22f22-99c1-4672-8593-cb6f369cd56b tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416837 Jan 28 10:31:09.755262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3963210f-0db3-4f26-8483-eb4d01b3bbab req-b352c6d7-4c7c-4f81-bfb3-992187a3fa54 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:09.756744 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3963210f-0db3-4f26-8483-eb4d01b3bbab req-b352c6d7-4c7c-4f81-bfb3-992187a3fa54 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0886497 Jan 28 10:31:09.803374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3963210f-0db3-4f26-8483-eb4d01b3bbab req-bf5cb2da-a022-4d95-ae3a-8e41a06d5726 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Jan 28 10:31:10.150591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-1412927f-76c5-450d-9224-11e4a0658b67 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686238 Jan 28 10:31:10.205890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94678b94-6989-4ad3-b93e-9aa6a3f8e529 req-c3ecbe56-59ad-4fa6-b80a-aef4a7788aa9 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:10.207375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94678b94-6989-4ad3-b93e-9aa6a3f8e529 req-c3ecbe56-59ad-4fa6-b80a-aef4a7788aa9 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0815759 Jan 28 10:31:10.252341 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-94678b94-6989-4ad3-b93e-9aa6a3f8e529 req-6e40035e-0456-4253-8c5e-149f03bfdb0d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387404 Jan 28 10:31:11.265239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-bc8575a0-b9c0-4125-8162-52eb5482ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:11.266765 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-bc8575a0-b9c0-4125-8162-52eb5482ca0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1096 time: 0.0800123 Jan 28 10:31:11.412844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-359beff6-f97d-4340-a4c7-c7e956c701d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:11.414961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-359beff6-f97d-4340-a4c7-c7e956c701d7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1408205 Jan 28 10:31:11.443173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1aae0f-e552-467d-a319-739137663c21 req-60dada10-2c44-40c4-b68f-ab4a68f00702 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:11.444631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c1aae0f-e552-467d-a319-739137663c21 req-60dada10-2c44-40c4-b68f-ab4a68f00702 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0794146 Jan 28 10:31:11.482869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-4d10957a-7ba0-498f-a063-b2c8801a2229 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0615907 Jan 28 10:31:11.492353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c1aae0f-e552-467d-a319-739137663c21 req-1af4e089-7416-42f3-bd50-db5ca99dd250 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411885 Jan 28 10:31:11.551435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-61e65279-1af9-478c-8f9d-4ea27153d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:11.552900 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-61e65279-1af9-478c-8f9d-4ea27153d6cc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0649021 Jan 28 10:31:11.598729 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-10e3e0ed-9725-4afe-90cd-6d9e0d344ef1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400655 Jan 28 10:31:11.728357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-9168ba42-5031-4569-bfaf-ad9d565209e4 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237581 Jan 28 10:31:11.857909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-efb489e2-4514-4b5f-900d-9812ff3ea540 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239672 Jan 28 10:31:12.678851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c760e9-6c7c-4d94-bd70-62fb2852b597 req-7a631771-f8f1-46a6-ba73-d827487211ca tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:12.680292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9c760e9-6c7c-4d94-bd70-62fb2852b597 req-7a631771-f8f1-46a6-ba73-d827487211ca tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0790093 Jan 28 10:31:12.727570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9c760e9-6c7c-4d94-bd70-62fb2852b597 req-5b215aeb-e4ab-495a-8494-141a28bf4265 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416472 Jan 28 10:31:13.908102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26480596-1e99-4f97-970c-d5edcdea8da4 req-ace08f56-f183-4969-981a-b9d17be08c93 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:13.909561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26480596-1e99-4f97-970c-d5edcdea8da4 req-ace08f56-f183-4969-981a-b9d17be08c93 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0777094 Jan 28 10:31:13.952453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26480596-1e99-4f97-970c-d5edcdea8da4 req-b1eaf12e-b9a1-46cc-9230-7f6123277876 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369148 Jan 28 10:31:14.077667 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:15.136183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762295cc-d57f-4620-b018-aa7cba9f708f req-70e8339d-7b61-4436-a0e7-c8384050645d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:15.137670 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-762295cc-d57f-4620-b018-aa7cba9f708f req-70e8339d-7b61-4436-a0e7-c8384050645d tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0834057 Jan 28 10:31:15.181325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-762295cc-d57f-4620-b018-aa7cba9f708f req-75610701-e6c5-4220-8986-1483819ad488 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381422 Jan 28 10:31:15.603569 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:16.364606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2a2bc-fb08-4912-8fc1-cfd245f3cab5 req-a2ecd2ae-baa6-4ccc-8e4c-0cc7f59b6c15 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:16.366055 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73d2a2bc-fb08-4912-8fc1-cfd245f3cab5 req-a2ecd2ae-baa6-4ccc-8e4c-0cc7f59b6c15 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0801849 Jan 28 10:31:16.409238 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-73d2a2bc-fb08-4912-8fc1-cfd245f3cab5 req-4106efb3-db95-49aa-9a7f-ec2dacb8e7dc tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Jan 28 10:31:17.594546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0693f1-6891-4c6f-997e-854e257a5f0a req-005d8a01-9e17-4209-8d67-3f50af01a768 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:17.595995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d0693f1-6891-4c6f-997e-854e257a5f0a req-005d8a01-9e17-4209-8d67-3f50af01a768 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0828485 Jan 28 10:31:17.639052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0d0693f1-6891-4c6f-997e-854e257a5f0a req-b4fac39e-d45c-4602-baa4-fbcd9b31a6e7 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375094 Jan 28 10:31:18.820565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfc6c7-8a95-450e-b2db-9f26ec468a9e req-bc4a408f-69e4-43d4-9904-9a4278d988da tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:18.821951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdcfc6c7-8a95-450e-b2db-9f26ec468a9e req-bc4a408f-69e4-43d4-9904-9a4278d988da tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0784364 Jan 28 10:31:18.864905 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fdcfc6c7-8a95-450e-b2db-9f26ec468a9e req-193fc062-e510-4521-bfc7-dbca7fcf417c tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372639 Jan 28 10:31:19.836027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-c8453be4-5508-4120-9cb4-cce07166f5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:19.837453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-c8453be4-5508-4120-9cb4-cce07166f5d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1096 time: 0.0714483 Jan 28 10:31:20.028107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-77317d7a-1a9b-4bf4-9b51-c85e596634c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:20.029559 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-77317d7a-1a9b-4bf4-9b51-c85e596634c8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1720815 Jan 28 10:31:20.100949 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-4d5041e6-9bea-498d-9099-0b1c49aa4cba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0628922 Jan 28 10:31:20.168522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f884f-6ead-4528-9e89-a1b2e71dcd92 req-e668ea3a-9d29-4d7d-b9cc-03d7dbc7e4b7 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:20.170007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da5f884f-6ead-4528-9e89-a1b2e71dcd92 req-e668ea3a-9d29-4d7d-b9cc-03d7dbc7e4b7 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.2003965 Jan 28 10:31:20.195061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-19bfedde-1ba9-406e-b29b-30a7f08a79a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:20.196449 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-19bfedde-1ba9-406e-b29b-30a7f08a79a2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0890303 Jan 28 10:31:20.256093 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da5f884f-6ead-4528-9e89-a1b2e71dcd92 req-583c6387-4d1f-4bba-83d5-5672c4dedc94 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799510 Jan 28 10:31:20.258695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-521b6dd4-39e4-4922-afe1-938b847aa4ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481093 Jan 28 10:31:20.492304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-149a3bbb-69e5-43be-9324-c7a51a0e54b8 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259326 Jan 28 10:31:20.623770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b369343-8f83-42b6-8b02-97ef01565b6b req-04c376f9-1a84-492f-adfe-6f8190484771 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248157 Jan 28 10:31:21.441659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc0f44-58c6-47d2-aeaf-3fe07fe03742 req-44deb673-d07c-4a08-b9a3-88513c970191 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:21.443101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44fc0f44-58c6-47d2-aeaf-3fe07fe03742 req-44deb673-d07c-4a08-b9a3-88513c970191 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0818112 Jan 28 10:31:21.486974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44fc0f44-58c6-47d2-aeaf-3fe07fe03742 req-1eb2aadb-a9a7-479f-b321-fcdc822751b2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Jan 28 10:31:22.671080 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8762d-5156-4cf7-bbe7-21477c7365bb req-29ac16a7-db26-42bf-8821-17ae9df0e47f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:22.672523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37d8762d-5156-4cf7-bbe7-21477c7365bb req-29ac16a7-db26-42bf-8821-17ae9df0e47f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0823202 Jan 28 10:31:22.715767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-37d8762d-5156-4cf7-bbe7-21477c7365bb req-d65261da-b6b7-43b6-91e6-0c4c797607b1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377612 Jan 28 10:31:23.894669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3a5b9b-59e7-4266-8208-13ea3a999c37 req-8e525fac-5ce1-42e5-a37e-97d06242ba30 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:23.896088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e3a5b9b-59e7-4266-8208-13ea3a999c37 req-8e525fac-5ce1-42e5-a37e-97d06242ba30 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0776105 Jan 28 10:31:23.938322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7e3a5b9b-59e7-4266-8208-13ea3a999c37 req-c4d2f838-01b7-4e91-b462-b42ef30c4b27 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Jan 28 10:31:25.123540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a3fd3-682e-41fb-a224-7097a023bf6f req-80456fe1-b254-45c7-baab-dbe87bf4a47e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:25.125001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-292a3fd3-682e-41fb-a224-7097a023bf6f req-80456fe1-b254-45c7-baab-dbe87bf4a47e tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0812328 Jan 28 10:31:25.171450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-292a3fd3-682e-41fb-a224-7097a023bf6f req-4bf53cd6-a104-4d27-8bdc-4701ba7cd9a5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408583 Jan 28 10:31:25.975092 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4d67caa9-e569-484f-8bb5-6844f8be72e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:26.355271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5e1e6-45af-4e01-bfc1-0329c0f9fea1 req-cc90fdd1-a3f0-4053-bcad-25908fadedad tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:26.356762 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9c5e1e6-45af-4e01-bfc1-0329c0f9fea1 req-cc90fdd1-a3f0-4053-bcad-25908fadedad tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0817044 Jan 28 10:31:26.399178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e9c5e1e6-45af-4e01-bfc1-0329c0f9fea1 req-bb282b1a-a7a9-4aef-bd30-a6979c9d5270 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369020 Jan 28 10:31:27.582270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d496029b-bbb3-4031-8b11-a6bf2765f9e7 req-2e04d61e-855b-4e0e-ba0c-b2284a97384a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:27.583724 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d496029b-bbb3-4031-8b11-a6bf2765f9e7 req-2e04d61e-855b-4e0e-ba0c-b2284a97384a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0785818 Jan 28 10:31:27.628314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d496029b-bbb3-4031-8b11-a6bf2765f9e7 req-2688d44c-6b78-43e4-86c5-ca83ff1e7bd0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385256 Jan 28 10:31:28.418981 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-336a959a-a799-4493-b689-b373cfeb1199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:28.813498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b424d65-2179-4963-bb56-140acffbd420 req-156daa9c-946c-4264-b54c-53a721313521 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:28.814937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9b424d65-2179-4963-bb56-140acffbd420 req-156daa9c-946c-4264-b54c-53a721313521 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0796151 Jan 28 10:31:28.861522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9b424d65-2179-4963-bb56-140acffbd420 req-a2fb79e6-5505-4ae0-acb6-a08bb335b282 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410199 Jan 28 10:31:29.530118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:29.555340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:30.043493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9758c339-f5b7-47da-9366-cce98929b434 req-38b7096d-9671-48f2-8cc6-84152c974017 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:30.044941 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9758c339-f5b7-47da-9366-cce98929b434 req-38b7096d-9671-48f2-8cc6-84152c974017 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0810380 Jan 28 10:31:30.088409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9758c339-f5b7-47da-9366-cce98929b434 req-a981188e-abad-4978-b348-c56f7ecb9273 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380270 Jan 28 10:31:30.970659 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:31.267752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf62d4-5939-4a93-8c0b-68b3809bb187 req-c90ccab9-f8a7-4bc2-bcc8-67846e0cccad tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:31.269203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8dbf62d4-5939-4a93-8c0b-68b3809bb187 req-c90ccab9-f8a7-4bc2-bcc8-67846e0cccad tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0780919 Jan 28 10:31:31.312587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8dbf62d4-5939-4a93-8c0b-68b3809bb187 req-a2b3b5de-ded3-425a-b1b8-a4839265a62c tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371597 Jan 28 10:31:32.495539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53874a6-0099-45c2-b107-20287db84bd3 req-f249fc5b-fbd0-45ec-89e3-717a049c8dbc tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:32.497283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d53874a6-0099-45c2-b107-20287db84bd3 req-f249fc5b-fbd0-45ec-89e3-717a049c8dbc tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0781314 Jan 28 10:31:32.541435 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d53874a6-0099-45c2-b107-20287db84bd3 req-bdb6f0fc-97a8-4771-970c-b9c7e68d3775 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 Jan 28 10:31:33.820950 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ee6fd-36e8-4ee9-b2fb-c0213a255a7b req-852a7c86-9d35-43e1-a557-7d15739757f9 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:33.822286 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-851ee6fd-36e8-4ee9-b2fb-c0213a255a7b req-852a7c86-9d35-43e1-a557-7d15739757f9 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.1787531 Jan 28 10:31:33.864361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-851ee6fd-36e8-4ee9-b2fb-c0213a255a7b req-30caf3be-aafe-4eef-853d-c8a6c82d0d65 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365767 Jan 28 10:31:34.249826 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:31:35.050111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc43e87-852c-48a6-a5f1-b85f822aea40 req-261d4264-a800-4d9b-bc1b-488fc986ea97 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:35.051563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3bc43e87-852c-48a6-a5f1-b85f822aea40 req-261d4264-a800-4d9b-bc1b-488fc986ea97 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0827436 Jan 28 10:31:35.096280 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3bc43e87-852c-48a6-a5f1-b85f822aea40 req-fb224d5f-d715-471b-88db-f126670f407c tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385077 Jan 28 10:31:36.279762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5288b-90c2-41cb-a6e6-3cd7cd4a3397 req-15cb7c69-7e06-4076-aa2b-ed231a2a41c1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:36.281273 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6b5288b-90c2-41cb-a6e6-3cd7cd4a3397 req-15cb7c69-7e06-4076-aa2b-ed231a2a41c1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0780201 Jan 28 10:31:36.324062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6b5288b-90c2-41cb-a6e6-3cd7cd4a3397 req-22c673a6-4504-45bf-ac49-c60fc79efac2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372980 Jan 28 10:31:37.504903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e535a-b709-44b7-b9dd-46fc7c01a66e req-371e22be-ae10-49db-9fb8-68dee3b8a7e3 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:37.506386 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d5e535a-b709-44b7-b9dd-46fc7c01a66e req-371e22be-ae10-49db-9fb8-68dee3b8a7e3 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0800838 Jan 28 10:31:37.553986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d5e535a-b709-44b7-b9dd-46fc7c01a66e req-872efb52-5d34-4bb0-833d-335a42c92131 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409176 Jan 28 10:31:38.735905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d942a-944f-4e28-83a7-a0a87d360954 req-d31e0928-3972-4e38-8265-c1cac8c2f249 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:38.737381 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b4d942a-944f-4e28-83a7-a0a87d360954 req-d31e0928-3972-4e38-8265-c1cac8c2f249 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0809507 Jan 28 10:31:38.781857 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3b4d942a-944f-4e28-83a7-a0a87d360954 req-1a9d34ed-d20f-4d9b-8ac9-7e6c9791ac7f tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386531 Jan 28 10:31:39.002402 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-93800744-9dba-4a92-ad83-a69960e4fc8c service neutron] show failed (client error): The resource could not be found. Jan 28 10:31:39.003366 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-93800744-9dba-4a92-ad83-a69960e4fc8c service neutron] 10.222.0.25 "GET /v2.0/ports/c4151fa4-4fe8-497d-8f38-4f97dcef04a4/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0730705 Jan 28 10:31:39.268516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-c2af7ebc-8a3a-44fd-9c2c-9db3784deadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:39.270002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-c2af7ebc-8a3a-44fd-9c2c-9db3784deadb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759&tenant_id=14ea28a10d8146508580d38b4b7cd81b HTTP/1.1" status: 200 len: 1096 time: 0.0687070 Jan 28 10:31:39.280166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:39.399371 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:39.666312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:39.693638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:31:39.754121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:39.759821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:39.775400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Transition to ACTIVE for port object c4151fa4-4fe8-497d-8f38-4f97dcef04a4 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:31:39.778520 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:39.817370 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'code': 200} Jan 28 10:31:39.936688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:39.985658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] No DVR routers for this DVR port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:31:39.990773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.991110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.991436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.991758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.992077 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.992394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.992804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.993118 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.993429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.993737 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.994047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:39.994353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:40.062989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:31:40.063209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:31:40.063523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:31:40.071455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on network 9feb40a7-81ed-4930-bec5-5189be1a79bf not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:31:40.071790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Attempting to bind port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on network 9feb40a7-81ed-4930-bec5-5189be1a79bf {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:31:40.080718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:31:40.081047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Checking segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:31:40.081418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Bound using segment: {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:31:40.081823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Bound port: c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c093470-8d1e-4e28-9e0e-d6305c71f783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:31:40.082155 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:40.103753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6cf66e-2499-48d4-85d3-67482de2eb89 req-adb12d57-78d3-483a-85b6-b3868a010a12 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:40.105208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ff6cf66e-2499-48d4-85d3-67482de2eb89 req-adb12d57-78d3-483a-85b6-b3868a010a12 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 943 time: 0.2064378 Jan 28 10:31:40.202379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ff6cf66e-2499-48d4-85d3-67482de2eb89 req-b0cf4e08-aa6e-4f73-8c28-d812f9967b93 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700469 Jan 28 10:31:40.213239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:31:40.216160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:31:40.221831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:40.281417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:40.282019 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:40.283390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 1091 time: 1.0069659 Jan 28 10:31:40.297344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e9c3d1-7c6c-40ea-8958-65d7b99af4c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:40.378998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-8d4b27b5-26f6-4df0-ba46-606b22d44751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:40.381037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-8d4b27b5-26f6-4df0-ba46-606b22d44751 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1094 time: 0.0771706 Jan 28 10:31:40.511247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-6900a7ab-5d90-40d5-b5a2-fadfb0658802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:40.512692 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-6900a7ab-5d90-40d5-b5a2-fadfb0658802 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1263764 Jan 28 10:31:40.581332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-c2c1c8a0-6cd8-433a-a474-83b015e3b24e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0628445 Jan 28 10:31:40.643511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-4206eb31-4f4b-434a-a2a4-bb2cc4c394f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:40.644838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-4206eb31-4f4b-434a-a2a4-bb2cc4c394f1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0583661 Jan 28 10:31:40.790030 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-8c944b23-37f4-47f3-82e1-eb8fc3bd60c2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1394744 Jan 28 10:31:40.917432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-c2c00972-ad04-4aad-82a9-f3c5eba9b211 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206663 Jan 28 10:31:41.044373 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf329a93-35a7-4cb7-b185-978c8803b2e4 req-8ed7ae2c-0e1c-4231-b7bf-9ab8455e2042 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209161 Jan 28 10:31:41.388621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d5d20d-984d-4625-a7de-b9f781357061 req-49ffd3b8-3358-4f5c-9448-9a91d22af881 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:41.390097 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-32d5d20d-984d-4625-a7de-b9f781357061 req-49ffd3b8-3358-4f5c-9448-9a91d22af881 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 943 time: 0.0794797 Jan 28 10:31:41.437048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-32d5d20d-984d-4625-a7de-b9f781357061 req-fb37c498-e21a-47e9-bba6-6fc1347f7c46 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412269 Jan 28 10:31:41.743045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:31:41.800129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:31:41.819376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:41.875069 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'status': 'completed', 'code': 200} Jan 28 10:31:41.964881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-533e7fbb-b02d-4fcf-a410-329c62b74b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:41.966345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-533e7fbb-b02d-4fcf-a410-329c62b74b54 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1094 time: 0.0699697 Jan 28 10:31:41.970098 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-1c9d501a-3261-43fb-8a58-6aecd6312d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:41.971632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-1c9d501a-3261-43fb-8a58-6aecd6312d04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1094 time: 0.0701971 Jan 28 10:31:42.100380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-2a8cba99-e1bf-4e3b-b489-4bfc602a96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:42.101784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-2a8cba99-e1bf-4e3b-b489-4bfc602a96b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1294394 Jan 28 10:31:42.106679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-a81aa78a-58d1-4e9c-8e56-9ff2f8f351a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:42.108120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-a81aa78a-58d1-4e9c-8e56-9ff2f8f351a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1276369 Jan 28 10:31:42.171755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-1963f128-2099-4187-af7e-cac35fb68c26 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0633755 Jan 28 10:31:42.184080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-a5996011-711d-4d4f-a7cf-c181c96f4e90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.0660033 Jan 28 10:31:42.235936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-f8019627-ca33-40cd-b24f-07c15fbc4253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:42.237358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-f8019627-ca33-40cd-b24f-07c15fbc4253 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0595095 Jan 28 10:31:42.250444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-4cd93969-f735-4b09-835b-7cc7b920493b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:42.251853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-4cd93969-f735-4b09-835b-7cc7b920493b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0582917 Jan 28 10:31:42.282719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-a68b9053-cf5a-4dc0-a256-0bebe0b79812 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389481 Jan 28 10:31:42.300325 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-bf4030da-2c24-49f1-bf81-bcadf294ce7c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392022 Jan 28 10:31:42.414558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-0fb6c2b4-180c-4c9e-bae8-e53e291f26c3 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249726 Jan 28 10:31:42.438942 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-be710fef-a45a-4ae5-bff0-aa397da2c246 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291940 Jan 28 10:31:42.589924 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-80ff6b8a-6e7b-4a5b-bc96-964bbbc1a424 service neutron] 10.222.0.43 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681790 Jan 28 10:31:42.662688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b33a837-fd31-4577-a9db-f2c127223e23 req-c1ab1a8f-08da-4943-9913-8402426e8159 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102771 Jan 28 10:31:42.687694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6014b-da86-4566-af73-4256b6429e02 req-cbe61861-82f6-4e92-a158-facc8b83f2d2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:42.689223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-62f6014b-da86-4566-af73-4256b6429e02 req-cbe61861-82f6-4e92-a158-facc8b83f2d2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 943 time: 0.1265111 Jan 28 10:31:42.735503 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-62f6014b-da86-4566-af73-4256b6429e02 req-d84e318b-95c7-4b2d-9fb1-dba86ea3ef68 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397410 Jan 28 10:31:42.828149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:31:42.958424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:42.971483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'network_id': '9feb40a7-81ed-4930-bec5-5189be1a79bf', 'port_id': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'mac_address': 'fa:16:3e:cc:dc:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a74b04d1-4597-42ec-86fb-620f05bdb00a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:31:43.024967 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:43.040843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4151fa4-4fe8-497d-8f38-4f97dcef04a4 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:31:43.055452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:43.058392 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:43.127351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:43.267155 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['c4151fa4-4fe8-497d-8f38-4f97dcef04a4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:31:43.918197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4b50e-a80a-4e21-9149-bdd7dfdbadfb req-17bc5363-34b2-4465-97df-de20a37fc4e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:43.919614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8db4b50e-a80a-4e21-9149-bdd7dfdbadfb req-17bc5363-34b2-4465-97df-de20a37fc4e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 944 time: 0.0767324 Jan 28 10:31:43.962218 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8db4b50e-a80a-4e21-9149-bdd7dfdbadfb req-2888151e-c529-4874-a87a-045fa814c616 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371766 Jan 28 10:31:44.090928 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:44.267066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1313e-449b-4ac1-a5df-472379096b2b req-cf01694c-348a-43dd-91e0-39801a17bfa2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:44.268920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dce1313e-449b-4ac1-a5df-472379096b2b req-cf01694c-348a-43dd-91e0-39801a17bfa2 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 944 time: 0.0845785 Jan 28 10:31:44.281480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-3e087765-93ba-43ad-a661-9779a871167a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:44.282898 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-3e087765-93ba-43ad-a661-9779a871167a tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.25 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759&tenant_id=14ea28a10d8146508580d38b4b7cd81b&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 944 time: 0.0814540 Jan 28 10:31:44.312675 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dce1313e-449b-4ac1-a5df-472379096b2b req-fe9572b2-9081-4bfa-b54d-d8f7957ed1d5 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379300 Jan 28 10:31:44.367814 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-0163cb00-7e5f-439b-9c5f-f7a69bc0ac95 service neutron] delete failed (client error): The resource could not be found. Jan 28 10:31:44.368855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-0163cb00-7e5f-439b-9c5f-f7a69bc0ac95 service neutron] 10.222.0.25 "DELETE /v2.0/ports/c4151fa4-4fe8-497d-8f38-4f97dcef04a4/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0775421 Jan 28 10:31:44.517192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-4059f5e4-071b-48fd-8987-491c2ee24910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:44.518578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-4059f5e4-071b-48fd-8987-491c2ee24910 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=14ea28a10d8146508580d38b4b7cd81b&device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 1095 time: 0.0701950 Jan 28 10:31:44.652832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-31bb4ce7-1b3b-413f-bc90-12c0c3d6159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:44.654251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-31bb4ce7-1b3b-413f-bc90-12c0c3d6159b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 200 len: 915 time: 0.1264634 Jan 28 10:31:44.840783 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-01aafae4-812a-4932-a756-2f66cc9e2d10 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 200 len: 217 time: 0.1764226 Jan 28 10:31:44.844495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:31:44.905661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-54e0ea63-5c75-49b7-97d3-538347a3cfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:44.907084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-54e0ea63-5c75-49b7-97d3-538347a3cfd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 200 len: 854 time: 0.0573232 Jan 28 10:31:44.910378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:31:44.915801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:44.916171 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:44.958379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-695e78a2-049c-43fd-a267-b4d307bb686a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9feb40a7-81ed-4930-bec5-5189be1a79bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422966 Jan 28 10:31:45.031151 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:45.057221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:45.066461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:45.072765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:45.097598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-ebb85e30-1977-41b0-b444-cfa6e6964f3e service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311526 Jan 28 10:31:45.122533 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'code': 200} Jan 28 10:31:45.140344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:45.235481 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-394e130a-69fb-4099-8e0c-cf5104af0018 req-fe95333b-cfd8-4eab-9819-854e886e8848 service neutron] 10.222.0.25 "GET /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284678 Jan 28 10:31:45.501599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd281747-8673-4863-a2f3-9ff03f4f82bc req-c7ef66fa-e327-4431-b908-4137426113e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:45.503039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd281747-8673-4863-a2f3-9ff03f4f82bc req-c7ef66fa-e327-4431-b908-4137426113e1 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0801778 Jan 28 10:31:45.551289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd281747-8673-4863-a2f3-9ff03f4f82bc req-b2853c16-6726-4a7e-8b98-7d63920de2d9 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425210 Jan 28 10:31:45.615369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:46.734578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38133c61-8016-4ac1-a187-6633cb6c43cc req-557bad4a-c1cd-47b7-a2c6-ac85efc2b94b tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:46.735993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38133c61-8016-4ac1-a187-6633cb6c43cc req-557bad4a-c1cd-47b7-a2c6-ac85efc2b94b tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0775785 Jan 28 10:31:46.779420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38133c61-8016-4ac1-a187-6633cb6c43cc req-88c0d50d-c4e4-4579-a3a0-65e1d24e8c32 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369110 Jan 28 10:31:46.959713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa004f-9033-4d7b-93bf-de4daabb0880 req-b7f03d38-8e9f-415e-92cc-0b1ffeef6719 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:46.961181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93fa004f-9033-4d7b-93bf-de4daabb0880 req-b7f03d38-8e9f-415e-92cc-0b1ffeef6719 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0772452 Jan 28 10:31:47.004134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93fa004f-9033-4d7b-93bf-de4daabb0880 req-e4a88540-7de4-4235-8c0d-a12b55ee6ed8 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374711 Jan 28 10:31:47.186205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9d319-4217-4753-baa5-58cca794e61a req-5596ce82-6b81-44c3-b9c9-7cca4b27ab76 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:47.187622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03d9d319-4217-4753-baa5-58cca794e61a req-5596ce82-6b81-44c3-b9c9-7cca4b27ab76 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0812488 Jan 28 10:31:47.230228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03d9d319-4217-4753-baa5-58cca794e61a req-19925f11-af7e-4176-8b53-36bc6dcf3008 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370896 Jan 28 10:31:47.772974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02401086-c200-4a6e-bce5-aebe37266a1d req-f44995f8-c1e3-42c9-aaeb-6782c773dee0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:47.774310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-02401086-c200-4a6e-bce5-aebe37266a1d req-f44995f8-c1e3-42c9-aaeb-6782c773dee0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0821178 Jan 28 10:31:47.816343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-02401086-c200-4a6e-bce5-aebe37266a1d req-f0f21b96-9a26-4519-9b80-6b3e322312d9 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365572 Jan 28 10:31:48.804058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-c19f57cc-dacc-4e04-86af-3864888fd541 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:48.805407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-c19f57cc-dacc-4e04-86af-3864888fd541 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.43 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0781205 Jan 28 10:31:48.983920 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Deleting port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:31:48.984290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:49.001665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b93267-33af-4e5c-9d82-8de151959ebd req-a1f67959-3254-4ca3-babe-5be354cce714 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:49.003126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53b93267-33af-4e5c-9d82-8de151959ebd req-a1f67959-3254-4ca3-babe-5be354cce714 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/ports?device_id=98db09ec-f822-4f17-aa51-def8cc2a6759 HTTP/1.1" status: 200 len: 945 time: 0.0802479 Jan 28 10:31:49.050800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53b93267-33af-4e5c-9d82-8de151959ebd req-76b6a924-2adf-4223-8a98-834e6b1c76e0 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.42 "GET /v2.0/security-groups?id=f28f8f8a-915c-4c3b-96f5-ac09107b452a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Jan 28 10:31:49.219899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] For port c4151fa4-4fe8-497d-8f38-4f97dcef04a4, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,segment=NetworkSegment(3c093470-8d1e-4e28-9e0e-d6305c71f783),segment_id=3c093470-8d1e-4e28-9e0e-d6305c71f783)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:49.220247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:49.342852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Calling delete_port for c4151fa4-4fe8-497d-8f38-4f97dcef04a4 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:31:49.485477 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:49.497800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['c4151fa4-4fe8-497d-8f38-4f97dcef04a4'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:31:49.583456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Pushing event deleted for resources: {'Port': ['ID=c4151fa4-4fe8-497d-8f38-4f97dcef04a4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:49.627545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] No DVR routers for this DVR port c4151fa4-4fe8-497d-8f38-4f97dcef04a4 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:31:49.630259 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:49.633701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-deleted', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:31:49.649509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fabe7a76-b0d6-4a5c-9571-2b27fd1aa282 req-fd430a38-abc3-4ba2-b411-3b35a193e662 tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] 10.222.0.43 "DELETE /v2.0/ports/c4151fa4-4fe8-497d-8f38-4f97dcef04a4 HTTP/1.1" status: 204 len: 173 time: 0.8373034 Jan 28 10:31:49.680304 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98db09ec-f822-4f17-aa51-def8cc2a6759', 'name': 'network-vif-deleted', 'tag': 'c4151fa4-4fe8-497d-8f38-4f97dcef04a4', 'status': 'completed', 'code': 200} Jan 28 10:31:50.282823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55524) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:50.340748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Deleting subnet a74b04d1-4597-42ec-86fb-620f05bdb00a {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:31:50.343617 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.394041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.452268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.517246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.554976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a74b04d1-4597-42ec-86fb-620f05bdb00a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:50.558558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.564241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c87dc133-a40a-4557-8c7c-e5376869a5b3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a74b04d1-4597-42ec-86fb-620f05bdb00a HTTP/1.1" status: 204 len: 168 time: 0.2804308 Jan 28 10:31:50.566764 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55528) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:50.669846 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.790037 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.817904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feb40a7-81ed-4930-bec5-5189be1a79bf']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:50.829403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c093470-8d1e-4e28-9e0e-d6305c71f783') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:50.829692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c093470-8d1e-4e28-9e0e-d6305c71f783') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:50.840999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.856964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.862671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:31:50.863043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:31:50.875924 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:31:50.946918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.950978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:50.979413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9feb40a7-81ed-4930-bec5-5189be1a79bf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:50.986177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e222450b-5dd4-49e7-80cf-d05cb349e9d5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9feb40a7-81ed-4930-bec5-5189be1a79bf HTTP/1.1" status: 204 len: 168 time: 0.4185147 Jan 28 10:31:51.095207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55534) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:51.141856 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a9115b4-96e3-4bbf-adec-c3f05e8c1be3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14ea28a10d8146508580d38b4b7cd81b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455282 Jan 28 10:31:51.144121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55538) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:51.199558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de11ee61-ea63-4884-a7c3-0c24dbb675e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:51.224544 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de11ee61-ea63-4884-a7c3-0c24dbb675e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:51.274164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de11ee61-ea63-4884-a7c3-0c24dbb675e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:51.288629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11ee61-ea63-4884-a7c3-0c24dbb675e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f28f8f8a-915c-4c3b-96f5-ac09107b452a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:51.301556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-de11ee61-ea63-4884-a7c3-0c24dbb675e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:51.302805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-de11ee61-ea63-4884-a7c3-0c24dbb675e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f28f8f8a-915c-4c3b-96f5-ac09107b452a HTTP/1.1" status: 204 len: 168 time: 0.1576543 Jan 28 10:31:51.996810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55562) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:52.099458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-16127011-network', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:52.105365 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:52.109465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Usage tracker for resource:network and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:52.113181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:52.119529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:52.129687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Made reservation on behalf of 4a5751917fe24d08b9c9ddd2690aaae5 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:31:52.132486 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.144272 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.158847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:52.162633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:52.165382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:52.170907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:52.252949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.256875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.285952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:31:52.294685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e633c-3128-498e-aa44-770bcc82ed7c,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:52.300337 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.300765 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Added segment 26e0d91d-38d0-4b6e-b19c-20c3d498a430 of type vlan for network 11048dd5-a968-46d3-8a52-bae09d40b6a9 Jan 28 10:31:52.327196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.354824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.355981 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:52.356558 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.459401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4614615 Jan 28 10:31:52.462095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baabc36-16d9-4e4a-a416-52f24f2980b4 admin admin] Pushing event updated for resources: {'Network': ['ID=11048dd5-a968-46d3-8a52-bae09d40b6a9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:52.462538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55568) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:52.468600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Request body: {'subnet': {'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-16127011-subnet', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:52.474258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:52.478109 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Usage tracker for resource:subnet and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:52.482182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:31:52.486538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:52.492991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:52.504898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Made reservation on behalf of 4a5751917fe24d08b9c9ddd2690aaae5 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:31:52.508169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.714479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.785042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7473866-5201-4803-9f70-57a2ccb6d003,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:52.793853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:31:52.794203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Network hostable DHCP agents. Network: 11048dd5-a968-46d3-8a52-bae09d40b6a9, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:31:52.812635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:31:52.821164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 11048dd5-a968-46d3-8a52-bae09d40b6a9) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:52.825053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:31:52.825627 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.830311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb5f05-c2a8-49c2-a2e0-0e37a01a5e73 None None] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:31:52.846820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-df448c9d-62ed-4490-8c23-b9ffbd33db1b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3830643 Jan 28 10:31:52.849448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55572) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:52.855085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:52.861093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:52.864886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Usage tracker for resource:router and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:52.868232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:52.874138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:52.884686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.885688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.892029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:31:52.900343 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:52.941487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: c4151fa4-4fe8-497d-8f38-4f97dcef04a4 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:31:52.941827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device c4151fa4-4fe8-497d-8f38-4f97dcef04a4 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:31:53.079609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-11048dd5-a968-46d3-8a52-bae09d40b6a9', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:31:53.080453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.236470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Allocated IP 172.20.0.2 (11048dd5-a968-46d3-8a52-bae09d40b6a9/e7473866-5201-4803-9f70-57a2ccb6d003/98d3ad5f-5f88-42ac-9ab3-84a079c18267) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:31:53.274678 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.439934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.450308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Transition to ACTIVE for port object 98d3ad5f-5f88-42ac-9ab3-84a079c18267 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:31:53.469005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Transition to ACTIVE for port object 98d3ad5f-5f88-42ac-9ab3-84a079c18267 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:31:53.478644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.550167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:31:53.551360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:53.556247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:31:53.564796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Pushing event updated for resources: {'Port': ['ID=98d3ad5f-5f88-42ac-9ab3-84a079c18267,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:53.588952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.617877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.647396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Attempting to bind port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:31:53.647790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Attempting to bind port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:31:53.648165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Attempting to bind port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:31:53.653504 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:31:53.653863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:31:53.654258 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.654639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:31:53.655091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Bound port: 98d3ad5f-5f88-42ac-9ab3-84a079c18267, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:31:53.655453 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.742531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] For port 98d3ad5f-5f88-42ac-9ab3-84a079c18267, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:31:53.745471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] For port 98d3ad5f-5f88-42ac-9ab3-84a079c18267, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=98d3ad5f-5f88-42ac-9ab3-84a079c18267,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:31:53.749900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.755116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Allocated IP 172.25.1.123 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/7e57852b-38d0-4055-8352-e929c25c4b26) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:31:53.828040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4147ca59-2fca-4f56-b9ae-b99aea431770 None None] Pushing event updated for resources: {'Port': ['ID=98d3ad5f-5f88-42ac-9ab3-84a079c18267,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:53.912607 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:53.942257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:54.014724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:31:54.017724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:54.021464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:31:54.054063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Pushing event updated for resources: {'Port': ['ID=7e57852b-38d0-4055-8352-e929c25c4b26,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:54.436638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:54.876713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13ff257-b43a-46db-a02b-358a85536920 None None] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:31:54.894065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 98d3ad5f-5f88-42ac-9ab3-84a079c18267 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:31:54.921239 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.022137 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8390bc4c-4427-40a6-80db-5d13ab92b53a None None] Provisioning for port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:31:55.074230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:31:55.105842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:55.106245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.130451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Router 68155957-5175-4f77-a431-5c3a98ed75fd is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:31:55.295997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.314308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:31:55.339958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 98d3ad5f-5f88-42ac-9ab3-84a079c18267, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=98d3ad5f-5f88-42ac-9ab3-84a079c18267,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:55.342691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.344497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.344822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ce7f755c-7fbb-4671-852b-c3b6e1e42378 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4934561 Jan 28 10:31:55.346916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55576) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:55.406671 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:31:55.433247 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=98d3ad5f-5f88-42ac-9ab3-84a079c18267,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:55.433486 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:31:55.434019 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:31:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:55.566849 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5343c4ec-9600-40a2-89af-8dc1574430f7 None None] Provisioning complete for port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:55.567131 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5343c4ec-9600-40a2-89af-8dc1574430f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.627389 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:31:55.918207 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:54Z', 'revision_number': 3, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:55.921919 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:31:55.922254 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Updating router 68155957-5175-4f77-a431-5c3a98ed75fd port 7e57852b-38d0-4055-8352-e929c25c4b26 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:31:55.976641 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:55.978138 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f4779361-b3ad-4da5-8478-448d3056fd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.152703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.297049 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.308130 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Transition to ACTIVE for port object 7e57852b-38d0-4055-8352-e929c25c4b26 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:31:56.313994 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.361490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Allocated IP 172.20.0.1 (11048dd5-a968-46d3-8a52-bae09d40b6a9/e7473866-5201-4803-9f70-57a2ccb6d003/33e5b141-c28c-491d-b293-d76957aba54a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:31:56.394773 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Attempting to bind port 7e57852b-38d0-4055-8352-e929c25c4b26 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:31:56.395133 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Attempting to bind port 7e57852b-38d0-4055-8352-e929c25c4b26 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:31:56.395493 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Attempting to bind port 7e57852b-38d0-4055-8352-e929c25c4b26 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:31:56.401574 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Pushing event updated for resources: {'Port': ['ID=7e57852b-38d0-4055-8352-e929c25c4b26,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:56.409328 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:31:56.409934 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:31:56.410072 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.410454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:31:56.410903 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Bound port: 7e57852b-38d0-4055-8352-e929c25c4b26, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:31:56.411265 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.435504 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.435840 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.436168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.436490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.436857 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.437176 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.437490 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.437801 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.438110 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.438419 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.438729 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.439037 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:56.492204 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] For port 7e57852b-38d0-4055-8352-e929c25c4b26, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:31:56.497550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] For port 7e57852b-38d0-4055-8352-e929c25c4b26, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7e57852b-38d0-4055-8352-e929c25c4b26,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:31:56.501788 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.515372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.531390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Transition to ACTIVE for port object 33e5b141-c28c-491d-b293-d76957aba54a will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:31:56.556110 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.585723 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:31:56.586315 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:31:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:56.622061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:31:56.624789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:56.628217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:31:56.639792 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cf657-632c-44fe-a084-34d06080c876 None None] Pushing event updated for resources: {'Port': ['ID=7e57852b-38d0-4055-8352-e929c25c4b26,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:56.673581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Pushing event updated for resources: {'Port': ['ID=33e5b141-c28c-491d-b293-d76957aba54a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:56.687364 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.776906 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:31:56.850890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 98d3ad5f-5f88-42ac-9ab3-84a079c18267 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:31:56.914691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-88feb5e8-83f2-43fa-be3a-7b37f0b7075f None None] Provisioning for port 33e5b141-c28c-491d-b293-d76957aba54a completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:31:56.921359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-88feb5e8-83f2-43fa-be3a-7b37f0b7075f None None] Provisioning complete for port 33e5b141-c28c-491d-b293-d76957aba54a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:56.921722 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-88feb5e8-83f2-43fa-be3a-7b37f0b7075f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.962376 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:56.982838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-88feb5e8-83f2-43fa-be3a-7b37f0b7075f None None] Port 33e5b141-c28c-491d-b293-d76957aba54a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:31:56.985122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:56.985489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:57.127491 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:54Z', 'revision_number': 3, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:57.131913 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9855d98e-b51a-4700-9678-1a8aa7647c7f None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:54Z', 'revision_number': 3, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:31:57.190578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:57.196132 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:57.303717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Pushing event updated for resources: {'Port': ['ID=33e5b141-c28c-491d-b293-d76957aba54a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:57.306224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:57.463941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:31:57.465096 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:57.683618 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:31:57.818904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3e478462-4c91-4f27-9c8d-85db70bb7aae None None] Provisioning complete for port 33e5b141-c28c-491d-b293-d76957aba54a triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:57.819364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3e478462-4c91-4f27-9c8d-85db70bb7aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:57.874874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3e478462-4c91-4f27-9c8d-85db70bb7aae None None] Port 33e5b141-c28c-491d-b293-d76957aba54a cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:31:58.005134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:31:58.015039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0193cd3e-ebc8-4faf-9fb6-0dec2236dc14 admin admin] 10.222.0.42 "PUT /v2.0/routers/68155957-5175-4f77-a431-5c3a98ed75fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6670098 Jan 28 10:31:58.420471 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9eaf0ad1-824c-4d9a-9289-42e01e1ae092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.523050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55586) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:58.528430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830000312', 'description': 'tempest-description--537697727'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:58.535523 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:58.539701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Usage tracker for resource:security_group and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:58.542825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:58.548878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:58.560527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.580860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:58.584683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Usage tracker for resource:security_group_rule and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:58.587541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:58.593254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:58.664169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.667882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.710547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0239994-160e-4b7a-bc9e-6d872ba38cd4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:58.714682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.716134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-93f5f564-2920-440b-98ac-076a6d243825 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1920376 Jan 28 10:31:58.719181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55590) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:58.724172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'security_group_rule': {'security_group_id': 'a0239994-160e-4b7a-bc9e-6d872ba38cd4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:58.733182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:58.737380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Usage tracker for resource:security_group_rule and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:58.740826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:58.746602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:58.763215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.795195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:31:58.805303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:31:58.806037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:31:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:58.842779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.846884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.877139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d297833-80f0-4d19-819a-57ca0dfb2033,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:58.889089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.889274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e57852b-38d0-4055-8352-e929c25c4b26 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:31:58.890257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-862b136b-100e-46d8-b04c-4d158bf292d8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1701822 Jan 28 10:31:58.892946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:58.897879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'security_group_rule': {'security_group_id': 'a0239994-160e-4b7a-bc9e-6d872ba38cd4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:58.904307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:58.908089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Usage tracker for resource:security_group_rule and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:58.911181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:58.917180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:58.938637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:58.999071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.002901 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.026245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a1589a-48c2-470e-ad93-10d8eabe1572,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:59.036302 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.038112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2b571e86-9f3e-4807-a37c-e52c0a6015fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442451 Jan 28 10:31:59.041228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 55598) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:31:59.046830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:31:59.047689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:31:59.054177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:31:59.058044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Usage tracker for resource:floatingip and tenant:4a5751917fe24d08b9c9ddd2690aaae5 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:31:59.061151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:31:59.066831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:31:59.078283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.089275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7e57852b-38d0-4055-8352-e929c25c4b26 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:31:59.100253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7e57852b-38d0-4055-8352-e929c25c4b26 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:31:59.100615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.213227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.346995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Allocated IP 172.25.1.243 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/4a6e5283-f52a-4f3f-910c-3fc539a81ef1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:31:59.393414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.447920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7e57852b-38d0-4055-8352-e929c25c4b26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7e57852b-38d0-4055-8352-e929c25c4b26,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:31:59.454501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.502831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.535758 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.540166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7e57852b-38d0-4055-8352-e929c25c4b26,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:59.553930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:31:57Z', 'revision_number': 2, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:31:59.557910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.558256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.558589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.558921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.559262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.559573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.559892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.560209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.560525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.560869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.561187 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.561507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:31:59.564690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.574067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:31:59.574415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Updating router 68155957-5175-4f77-a431-5c3a98ed75fd port 33e5b141-c28c-491d-b293-d76957aba54a binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:31:59.607487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:31:59.610286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:31:59.615461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:31:59.619675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.632310 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.640171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'Port': ['ID=4a6e5283-f52a-4f3f-910c-3fc539a81ef1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:31:59.700685 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.759525 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.962276 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:31:59.966769 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.008526 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.020545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Transition to ACTIVE for port object 33e5b141-c28c-491d-b293-d76957aba54a will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:32:00.027071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.073756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'Port': ['ID=4a6e5283-f52a-4f3f-910c-3fc539a81ef1,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:00.087268 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.110729 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.112241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8cd8399e-d7ff-4d2d-b1e7-7243b8a90792 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0700510 Jan 28 10:32:00.161163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434328c-2de4-406e-bae2-2dfc9af40cb8 None None] Pushing event updated for resources: {'Port': ['ID=33e5b141-c28c-491d-b293-d76957aba54a,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:00.250472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Attempting to bind port 33e5b141-c28c-491d-b293-d76957aba54a on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:32:00.250842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Attempting to bind port 33e5b141-c28c-491d-b293-d76957aba54a by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:32:00.251202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Attempting to bind port 33e5b141-c28c-491d-b293-d76957aba54a on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:32:00.256893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:32:00.257210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:32:00.257838 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.258229 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:32:00.259056 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Bound port: 33e5b141-c28c-491d-b293-d76957aba54a, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:32:00.259056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.285167 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-eb193104-bd46-476a-a730-83411673abd9 req-a60d53f7-8dfa-4dc8-968d-39b863a10d30 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:32:00.304380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-eb193104-bd46-476a-a730-83411673abd9 req-a60d53f7-8dfa-4dc8-968d-39b863a10d30 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:32:00.305711 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-a60d53f7-8dfa-4dc8-968d-39b863a10d30 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--830000312&fields=id&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 267 time: 0.0629327 Jan 28 10:32:00.358889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] For port 33e5b141-c28c-491d-b293-d76957aba54a, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:32:00.361946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] For port 33e5b141-c28c-491d-b293-d76957aba54a, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=33e5b141-c28c-491d-b293-d76957aba54a,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:32:00.366698 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:00.442068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:32:00.442684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:31:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:32:00.460630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-cc598ac1-4b59-43d5-9ad1-907e361ffd0e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:00.461362 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-eb193104-bd46-476a-a730-83411673abd9 req-cc598ac1-4b59-43d5-9ad1-907e361ffd0e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:32:00.481797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-eb193104-bd46-476a-a730-83411673abd9 req-cc598ac1-4b59-43d5-9ad1-907e361ffd0e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:32:00.482974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-cc598ac1-4b59-43d5-9ad1-907e361ffd0e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1707675 Jan 28 10:32:00.502713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-0c20061c-f338-4786-a38d-5c1aeb36add8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/quotas/4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 375 time: 0.0130837 Jan 28 10:32:00.519855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434328c-2de4-406e-bae2-2dfc9af40cb8 None None] Pushing event updated for resources: {'Port': ['ID=33e5b141-c28c-491d-b293-d76957aba54a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:00.601260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-80591439-344c-46c7-8a58-02ba28702fb9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925035 Jan 28 10:32:00.656916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:32:00.739434 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-f8ff6e45-ecfc-4bd8-b288-bb4f4635f81b service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255710 Jan 28 10:32:00.857672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e57852b-38d0-4055-8352-e929c25c4b26 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:32:00.874818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-a4ac4ae8-63d8-4474-b319-1a3667e0a98d service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296866 Jan 28 10:32:01.028902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7e57852b-38d0-4055-8352-e929c25c4b26 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:32:01.029267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:01.064019 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:01.069400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c78d46bb-4959-47d2-a80a-0f1171408873 req-744dfa24-48a4-4fd8-b1e7-25f497a14f83 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:32:01.099601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c78d46bb-4959-47d2-a80a-0f1171408873 req-744dfa24-48a4-4fd8-b1e7-25f497a14f83 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:32:01.101130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c78d46bb-4959-47d2-a80a-0f1171408873 req-744dfa24-48a4-4fd8-b1e7-25f497a14f83 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 210 time: 0.0802381 Jan 28 10:32:01.159303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:00Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:32:01.168045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9f8f691-fecf-4b57-aaa8-3f07d6d75809 None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:00Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:32:02.140934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-27aac829-8832-44a2-ac27-38306df95f0e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:02.143179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-27aac829-8832-44a2-ac27-38306df95f0e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1591606 Jan 28 10:32:02.270401 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ff409946-c857-4bd7-8074-f96a8f19816a req-f0102db4-65db-483f-824d-07e52a5671f9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 210 time: 0.0446591 Jan 28 10:32:02.319050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-eb193104-bd46-476a-a730-83411673abd9 req-a6e34657-64f0-407a-ab1e-a807f4bf6082 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:32:02.330606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-eb193104-bd46-476a-a730-83411673abd9 req-a6e34657-64f0-407a-ab1e-a807f4bf6082 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:32:02.331703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-a6e34657-64f0-407a-ab1e-a807f4bf6082 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 379 time: 0.1805420 Jan 28 10:32:02.340527 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'port': {'device_id': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'admin_state_up': True, 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'security_groups': ['a0239994-160e-4b7a-bc9e-6d872ba38cd4']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:32:02.475151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:32:02.484473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:32:02.493983 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Made reservation on behalf of 4a5751917fe24d08b9c9ddd2690aaae5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:32:02.497844 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:02.659829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Allocated IP 172.20.0.4 (11048dd5-a968-46d3-8a52-bae09d40b6a9/e7473866-5201-4803-9f70-57a2ccb6d003/0409dd3c-83c8-496d-9dba-f9257e27cb45) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:32:02.846987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:02.863037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Transition to ACTIVE for port object 0409dd3c-83c8-496d-9dba-f9257e27cb45 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:32:02.869133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 33e5b141-c28c-491d-b293-d76957aba54a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:32:02.887877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:02.937345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 33e5b141-c28c-491d-b293-d76957aba54a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:32:02.941915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 33e5b141-c28c-491d-b293-d76957aba54a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:32:02.942288 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:02.958210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:32:02.961148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:32:02.965183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:32:03.001600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:03.034369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:03.034992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.062387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-b8643149-5429-4d9d-82f3-9f418a8319c2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7252903 Jan 28 10:32:03.072839 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.076622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Request body: {'port': {'device_id': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:32:03.106262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 33e5b141-c28c-491d-b293-d76957aba54a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=33e5b141-c28c-491d-b293-d76957aba54a,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:32:03.110150 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.181838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=33e5b141-c28c-491d-b293-d76957aba54a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:03.195734 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.243079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-21c6b20c-804c-485a-b47e-93a6b83ddbd3 None None] Provisioning for port 0409dd3c-83c8-496d-9dba-f9257e27cb45 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:32:03.248195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-21c6b20c-804c-485a-b47e-93a6b83ddbd3 None None] Provisioning complete for port 0409dd3c-83c8-496d-9dba-f9257e27cb45 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:32:03.248563 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21c6b20c-804c-485a-b47e-93a6b83ddbd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.336574 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-21c6b20c-804c-485a-b47e-93a6b83ddbd3 None None] Port 0409dd3c-83c8-496d-9dba-f9257e27cb45 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:32:03.535310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9548ed0-9bdb-43bb-a3f6-e14b0c8c1d10 req-e88ae77d-cd84-455f-9ece-0b5a317e0a93 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:03.535914 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a9548ed0-9bdb-43bb-a3f6-e14b0c8c1d10 req-e88ae77d-cd84-455f-9ece-0b5a317e0a93 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:32:03.601465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a9548ed0-9bdb-43bb-a3f6-e14b0c8c1d10 req-e88ae77d-cd84-455f-9ece-0b5a317e0a93 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:32:03.602598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9548ed0-9bdb-43bb-a3f6-e14b0c8c1d10 req-e88ae77d-cd84-455f-9ece-0b5a317e0a93 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 931 time: 0.1960003 Jan 28 10:32:03.631417 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0409dd3c-83c8-496d-9dba-f9257e27cb45 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:32:03.640559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.669701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a9548ed0-9bdb-43bb-a3f6-e14b0c8c1d10 req-4b7444c8-2061-4dcb-92e7-065632fc3e91 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602231 Jan 28 10:32:03.670573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Transition to ACTIVE for port object 0409dd3c-83c8-496d-9dba-f9257e27cb45 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:32:03.674026 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:03.828362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:03.905054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:32:03.905359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:32:03.905676 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:32:03.910153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:32:03.910460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:32:03.916017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:32:03.916339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:32:03.916743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:32:03.917149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Bound port: 0409dd3c-83c8-496d-9dba-f9257e27cb45, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:32:03.917479 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:04.002870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:32:04.006164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:32:04.010312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:04.176047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:04.176747 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:04.178978 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] 10.222.0.43 "PUT /v2.0/ports/0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 1091 time: 1.1093953 Jan 28 10:32:04.181814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:32:04.213100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04bad92-c795-41e3-be75-3c2429169e6e service neutron] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:04.251954 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'status': 'completed', 'code': 200} Jan 28 10:32:04.300268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-19fb9cff-83d0-4919-a743-ca26621c7455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:04.301861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-19fb9cff-83d0-4919-a743-ca26621c7455 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1094 time: 0.0819814 Jan 28 10:32:04.375553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-a7aef2da-4951-42a8-9d77-bceb050acc6d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 217 time: 0.0655568 Jan 28 10:32:04.435514 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-05421741-29e4-4eca-836b-ceb11d65bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:04.436807 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-05421741-29e4-4eca-836b-ceb11d65bc80 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0550935 Jan 28 10:32:04.513747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb193104-bd46-476a-a730-83411673abd9 req-4993b532-2a2e-4de3-8819-4fdf164223a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:04.515223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-4993b532-2a2e-4de3-8819-4fdf164223a4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727649 Jan 28 10:32:04.650166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-d8a0f573-c2b3-4a17-b4ae-05bd2106da9f service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288948 Jan 28 10:32:04.783212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb193104-bd46-476a-a730-83411673abd9 req-606ecd91-ee8f-4cfb-b01a-04e2b304c5a5 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274040 Jan 28 10:32:04.851718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 33e5b141-c28c-491d-b293-d76957aba54a up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:32:04.916634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99624758-f000-4691-a561-e63dd318a0f0 req-c3f70767-af43-4d11-83d1-1ceefa913851 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:04.918103 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99624758-f000-4691-a561-e63dd318a0f0 req-c3f70767-af43-4d11-83d1-1ceefa913851 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.1374292 Jan 28 10:32:04.918310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 33e5b141-c28c-491d-b293-d76957aba54a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:32:04.918706 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:04.946396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-cbc8ee9f-2a1c-4426-a96b-e35f6264effe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:04.947826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-cbc8ee9f-2a1c-4426-a96b-e35f6264effe service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1094 time: 0.1107838 Jan 28 10:32:05.031342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-99624758-f000-4691-a561-e63dd318a0f0 req-42f30252-42cc-4638-8412-6ccec663645e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063917 Jan 28 10:32:05.091836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-c643b437-9a25-4e4f-baf0-d50840a175b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:05.093291 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-c643b437-9a25-4e4f-baf0-d50840a175b0 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1333804 Jan 28 10:32:05.159426 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-3d87562f-550e-47dc-9feb-4207963e34b0 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 217 time: 0.0598621 Jan 28 10:32:05.223269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-0d6f50bc-54ff-43af-8711-679d141c56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:05.224648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-0d6f50bc-54ff-43af-8711-679d141c56e8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0591550 Jan 28 10:32:05.297471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-b4860c54-5bfd-4700-ac40-69d2ad4ce43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:05.298793 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-b4860c54-5bfd-4700-ac40-69d2ad4ce43c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667076 Jan 28 10:32:05.428304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-329afc22-c159-470b-b95c-97ccf53f28b6 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224892 Jan 28 10:32:05.559240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5047315f-d86f-4257-ba24-b6b8ac0bb292 req-98469d4f-09f1-4d0d-aa58-27d2367df721 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237335 Jan 28 10:32:06.216081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac5f58d-51db-4e77-a04b-41cf92b2a1e2 req-491b5cbb-aacb-4c50-b9d9-d8b5be7f37a2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:06.217558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ac5f58d-51db-4e77-a04b-41cf92b2a1e2 req-491b5cbb-aacb-4c50-b9d9-d8b5be7f37a2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.0815022 Jan 28 10:32:06.369408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ac5f58d-51db-4e77-a04b-41cf92b2a1e2 req-54b137c4-22d5-4223-b763-d08004abc2c8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460967 Jan 28 10:32:06.937038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:32:07.065309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:32:07.079009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'mac_address': 'fa:16:3e:aa:31:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:32:07.135683 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:07.152039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0409dd3c-83c8-496d-9dba-f9257e27cb45 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:32:07.167043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:32:07.170760 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:07.234403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:07.357227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['0409dd3c-83c8-496d-9dba-f9257e27cb45'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:32:07.558260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f1f2ce-ccfd-4990-b5e6-6114b0877c11 req-329ed114-ba18-440a-96ea-cb194e0a72d3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:07.559686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6f1f2ce-ccfd-4990-b5e6-6114b0877c11 req-329ed114-ba18-440a-96ea-cb194e0a72d3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 944 time: 0.0838304 Jan 28 10:32:07.603904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f6f1f2ce-ccfd-4990-b5e6-6114b0877c11 req-876b8fcc-5339-4216-9165-0aa091fff56e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Jan 28 10:32:08.794070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238fb50-f98f-42f3-b44c-f72e83e3aef1 req-94c3be6e-23a4-4d10-aaf8-6f9e66b55c7b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:08.795590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d238fb50-f98f-42f3-b44c-f72e83e3aef1 req-94c3be6e-23a4-4d10-aaf8-6f9e66b55c7b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 944 time: 0.0821719 Jan 28 10:32:08.839255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d238fb50-f98f-42f3-b44c-f72e83e3aef1 req-d719603e-c72e-4212-92d1-43d6a3e642bf tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380204 Jan 28 10:32:08.952928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:32:09.025611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 0409dd3c-83c8-496d-9dba-f9257e27cb45 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:32:09.030532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 0409dd3c-83c8-496d-9dba-f9257e27cb45 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:32:09.030908 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:09.144919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:09.170301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:32:09.180351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:32:09.184722 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:09.220111 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'code': 200} Jan 28 10:32:09.255531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:32:09.336300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeba90c-b375-441d-a713-ac18acc3ae17 req-d41830d7-3b7c-456c-8a79-3322763a09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:09.337771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0aeba90c-b375-441d-a713-ac18acc3ae17 req-d41830d7-3b7c-456c-8a79-3322763a09c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1096 time: 0.0671856 Jan 28 10:32:09.377765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0aeba90c-b375-441d-a713-ac18acc3ae17 req-e63074fe-fa89-494f-9fc5-5052c98133ca service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Jan 28 10:32:10.021663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae4da06-98f8-482d-98b6-b63baa4b8ba6 req-bf7980bd-e4ae-4a5d-99b5-247e5508dc55 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:10.023111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fae4da06-98f8-482d-98b6-b63baa4b8ba6 req-bf7980bd-e4ae-4a5d-99b5-247e5508dc55 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0820527 Jan 28 10:32:10.071217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fae4da06-98f8-482d-98b6-b63baa4b8ba6 req-7076090c-ba36-4faf-93f9-d8773a1821ef tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425279 Jan 28 10:32:11.249798 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:32:11.354197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395a076-153e-4b47-af10-aed99d561c67 req-889e6910-a7b4-4a32-9c24-9f332602bd04 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:11.355639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2395a076-153e-4b47-af10-aed99d561c67 req-889e6910-a7b4-4a32-9c24-9f332602bd04 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.1791308 Jan 28 10:32:11.398786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2395a076-153e-4b47-af10-aed99d561c67 req-b8825a3e-7a11-43ad-9f59-460c5e63e943 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375369 Jan 28 10:32:11.575153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ce9b9-8d3d-4c3b-b9b8-15d1e207c7d0 req-512c073d-b6b1-4ac8-9235-fbca3285c558 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:11.576526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-006ce9b9-8d3d-4c3b-b9b8-15d1e207c7d0 req-512c073d-b6b1-4ac8-9235-fbca3285c558 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0802958 Jan 28 10:32:11.585488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 55646) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:32:11.590381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'floatingip': {'port_id': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:32:11.667642 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:12.254429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:12.258295 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:12.426797 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 associated. External IP: 172.25.1.243, port: 0409dd3c-83c8-496d-9dba-f9257e27cb45. Jan 28 10:32:12.888721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:32:13.083879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:32:13.089338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:13.094075 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:32:13.103648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:32:13.104240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:31:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:32:13.146493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f4866827-35ed-437b-93fd-13c6b3850e46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "PUT /v2.0/floatingips/7a5b8b27-36f4-4096-8170-85727d4b50c8 HTTP/1.1" status: 200 len: 991 time: 1.5599344 Jan 28 10:32:13.147176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:32:13.192575 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'status': 'completed', 'code': 200} Jan 28 10:32:13.288693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-b1863128-856f-4700-9b73-9eab59856f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:13.290152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-b1863128-856f-4700-9b73-9eab59856f52 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1096 time: 0.0744755 Jan 28 10:32:13.297883 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:32:13.424898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-b7777dbd-7439-4219-bd47-db826212ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:13.426334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-b7777dbd-7439-4219-bd47-db826212ae33 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1302011 Jan 28 10:32:13.526367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-e021a85e-677a-4f2e-bd7f-22491b463bed service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 999 time: 0.0933440 Jan 28 10:32:13.592132 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-53b0eef0-d5f3-4245-8db5-482476288c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:13.593603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-53b0eef0-d5f3-4245-8db5-482476288c43 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0615427 Jan 28 10:32:13.638740 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:aa:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:32:12Z', 'revision_number': 1, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:32:13.642583 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:32:13.650878 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:32:13.651464 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:31:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:32:13.667484 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-505a3e5d-acca-4d6e-b419-0a3f9b682750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:13.668964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-505a3e5d-acca-4d6e-b419-0a3f9b682750 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696347 Jan 28 10:32:13.798719 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-e32548a8-4bed-406c-b2ba-e91964a81c9e service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237898 Jan 28 10:32:13.829411 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:32:13.927985 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8273a3f-8084-4c4c-bfa8-53aa2903dcba req-bb614214-3588-4358-aa50-fe97e64df812 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231940 Jan 28 10:32:14.101596 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:14.199149 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:aa:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:32:12Z', 'revision_number': 1, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:32:14.203017 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc333ed9-0ab5-4c31-b40a-0ddd9833132d None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:aa:31:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:32:12Z', 'revision_number': 1, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:32:14.422393 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6126eff8-d2d2-4c5f-96f3-7afe2d6e4221 None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:32:15.630700 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:16.872093 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-e3fc42d9-89de-43a9-940b-99736367bd2e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710351 Jan 28 10:32:17.003693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480045a8-12fc-426a-a066-715afa1bab01 req-f076c3b4-2d57-4f94-93a0-d6060f657b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:17.005163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-f076c3b4-2d57-4f94-93a0-d6060f657b39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1096 time: 0.0687909 Jan 28 10:32:17.145775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480045a8-12fc-426a-a066-715afa1bab01 req-23180471-e7ec-4aad-a582-aaadcdbf62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:17.147230 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-23180471-e7ec-4aad-a582-aaadcdbf62ae service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1242938 Jan 28 10:32:17.247853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-7a2bf339-0ae6-497d-84a8-d8043ed46a57 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 1001 time: 0.0942345 Jan 28 10:32:17.306610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480045a8-12fc-426a-a066-715afa1bab01 req-75885cb7-d336-4ae9-9fec-6560d9c049b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:17.307942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-75885cb7-d336-4ae9-9fec-6560d9c049b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0546935 Jan 28 10:32:17.386005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480045a8-12fc-426a-a066-715afa1bab01 req-b12a362d-b172-4400-8f22-1e24b8f372ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:32:17.387518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-b12a362d-b172-4400-8f22-1e24b8f372ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739102 Jan 28 10:32:17.515893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-896068a4-ec24-41e1-b0e2-99b6baaf3d5b service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227376 Jan 28 10:32:17.744439 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-480045a8-12fc-426a-a066-715afa1bab01 req-bebe47f9-5edf-48dc-a260-f023fd638d1b service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225893 Jan 28 10:32:25.979491 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-70d8019f-4a66-4de2-83ef-f256372569ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:28.423107 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-647dfefb-70dd-42b9-a14e-06f08abb5eda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:29.532735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:29.562345 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:30.976647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:44.109039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:45.629195 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:48.249415 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:32:55.980383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e38b39b4-8124-4f91-b3e1-b289e4c4c67b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:58.424214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e2f3c5ce-f3f6-4503-b018-89dc0cae7b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:59.535145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:32:59.563406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:00.979239 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:14.120751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:15.643474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:17.975094 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-ec2277ae-16cd-43f6-87c5-f98a2662b56f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1094155 Jan 28 10:33:18.111828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-11a73af5-5282-41d4-b87e-e5c41f7c43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:18.113209 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-11a73af5-5282-41d4-b87e-e5c41f7c43d6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1096 time: 0.0717099 Jan 28 10:33:18.259248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-e67b6ee6-b6e5-4662-832f-c8dce8ad20d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:18.260748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-e67b6ee6-b6e5-4662-832f-c8dce8ad20d6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1291740 Jan 28 10:33:18.360287 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-f8c16530-e7aa-4fb2-896d-8291e37e30c4 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 1001 time: 0.0937302 Jan 28 10:33:18.420051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-d1436474-abfa-4d83-b97d-e658ce522662 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:18.421456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-d1436474-abfa-4d83-b97d-e658ce522662 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0558043 Jan 28 10:33:18.493365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-4ec3de83-cd6b-44ac-b048-1894c1d0c11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:18.494788 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-4ec3de83-cd6b-44ac-b048-1894c1d0c11a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671384 Jan 28 10:33:18.622601 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-2dfbedfb-e022-4e39-a1cd-7824ceb428b2 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215348 Jan 28 10:33:18.750790 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d94e4615-6cc2-45f8-9590-1bb158b06190 req-f153d927-1acc-4fef-9496-cc4f1049d107 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216931 Jan 28 10:33:25.249554 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:33:25.981831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-df0eb166-823f-437c-90fc-a2d433659e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:28.425355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-139e0688-fda2-4b10-9c4c-2e3a6df5e2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:29.537619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:29.566024 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:30.981303 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:44.117422 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:45.643739 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:48.141303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ff053-a7dd-406c-95c2-1d9efe01bf78 req-7de53561-5428-4772-a6df-577db4756d98 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:48.142761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c15ff053-a7dd-406c-95c2-1d9efe01bf78 req-7de53561-5428-4772-a6df-577db4756d98 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.1205080 Jan 28 10:33:48.185746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c15ff053-a7dd-406c-95c2-1d9efe01bf78 req-85b90592-864a-4d09-9e6f-57a091f82158 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373967 Jan 28 10:33:48.586227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a62438-71d4-421d-9e4a-86d7fa08a497 req-c615e95a-ab1d-438a-92e6-bd252ffe0350 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:48.588283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21a62438-71d4-421d-9e4a-86d7fa08a497 req-c615e95a-ab1d-438a-92e6-bd252ffe0350 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0869308 Jan 28 10:33:48.606676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-648786d6-7a2d-4734-b716-efb0af8f08eb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1124847 Jan 28 10:33:48.632910 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-21a62438-71d4-421d-9e4a-86d7fa08a497 req-d3f625da-09a4-45c3-8973-27de1959c30f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Jan 28 10:33:49.875431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-45ddfbdf-e408-4117-ba3f-017d2dd0aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:49.877191 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-45ddfbdf-e408-4117-ba3f-017d2dd0aa39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1096 time: 0.0797563 Jan 28 10:33:50.065312 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-8cadedf9-b24b-466b-86d5-792774f85ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:50.066668 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-8cadedf9-b24b-466b-86d5-792774f85ab7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1833889 Jan 28 10:33:50.078072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71aeef-a07e-46ba-9683-9ed1c13d43fd req-06551969-1603-4be1-bc75-df22c2eaea43 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:50.079450 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c71aeef-a07e-46ba-9683-9ed1c13d43fd req-06551969-1603-4be1-bc75-df22c2eaea43 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.2484145 Jan 28 10:33:50.205675 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c71aeef-a07e-46ba-9683-9ed1c13d43fd req-3bf1146b-5d0e-4315-8674-e62f78b8212e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729470 Jan 28 10:33:50.207525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-c13fe2ed-7e01-4836-9427-8fbae81c35de service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 1001 time: 0.1272495 Jan 28 10:33:50.267989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-eab485c3-08a8-43e9-b6df-373f26250682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:50.269411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-eab485c3-08a8-43e9-b6df-373f26250682 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0563600 Jan 28 10:33:50.346518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-554b6471-f5b3-4892-886b-69eeb090e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:50.347914 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-554b6471-f5b3-4892-886b-69eeb090e0ce service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723786 Jan 28 10:33:50.581012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-5029bd67-0572-49a5-9d7b-e2d83666c6e2 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266254 Jan 28 10:33:50.709109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-7c03d348-d12a-4c73-9a1f-aa9ff07392c7 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220875 Jan 28 10:33:51.388910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd161ab-ccab-472c-ae79-ee19c1ab3451 req-557ae31a-089c-4acd-a0c0-f329509d22eb tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:51.390358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bd161ab-ccab-472c-ae79-ee19c1ab3451 req-557ae31a-089c-4acd-a0c0-f329509d22eb tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0783777 Jan 28 10:33:51.433635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bd161ab-ccab-472c-ae79-ee19c1ab3451 req-b1e72aed-84ab-49b4-9e9a-9de39815b2f2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377860 Jan 28 10:33:52.617940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4679037-0bd9-4492-b70b-e3e9e367345f req-57ba2d86-8943-49ce-ac82-3b7e9699bd67 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:52.619353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4679037-0bd9-4492-b70b-e3e9e367345f req-57ba2d86-8943-49ce-ac82-3b7e9699bd67 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0779459 Jan 28 10:33:52.661475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4679037-0bd9-4492-b70b-e3e9e367345f req-d5dde604-fddb-43b2-9b60-8c3fb9a3edb6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363400 Jan 28 10:33:53.850315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3ec9-da63-4eea-be77-048f5adcf5de req-b73aa36f-a3cf-4bef-90e9-f461d22dabfa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:53.851663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b2b3ec9-da63-4eea-be77-048f5adcf5de req-b73aa36f-a3cf-4bef-90e9-f461d22dabfa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0810115 Jan 28 10:33:53.896675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b2b3ec9-da63-4eea-be77-048f5adcf5de req-f24ce296-07af-41e1-b5ff-87ff19f131df tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389605 Jan 28 10:33:55.084775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e2e5e-5a73-4004-912c-2ea67d62137b req-0e385ae8-8cad-43d6-8467-bf537afffa4e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:55.086210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d3e2e5e-5a73-4004-912c-2ea67d62137b req-0e385ae8-8cad-43d6-8467-bf537afffa4e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0821662 Jan 28 10:33:55.128726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5d3e2e5e-5a73-4004-912c-2ea67d62137b req-265b0874-d86f-4d07-a355-94a5affce345 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369840 Jan 28 10:33:55.983128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cad3a4ef-6cd6-4e49-a1ed-30280ce1b860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:56.308015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd502cc1-6a04-4ced-bea2-4922320b6219 req-47d157e9-d4ae-43db-a0e0-7c8583e93ed5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:56.309369 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd502cc1-6a04-4ced-bea2-4922320b6219 req-47d157e9-d4ae-43db-a0e0-7c8583e93ed5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0783465 Jan 28 10:33:56.355247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd502cc1-6a04-4ced-bea2-4922320b6219 req-580a5b52-ba27-41c9-88cd-f5befe208177 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403144 Jan 28 10:33:57.536991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f78854-42ef-4b44-93bf-b0f6683f58af req-895a7064-4f14-4593-81a9-fe597e492223 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:57.538456 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48f78854-42ef-4b44-93bf-b0f6683f58af req-895a7064-4f14-4593-81a9-fe597e492223 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0790272 Jan 28 10:33:57.581648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48f78854-42ef-4b44-93bf-b0f6683f58af req-b4a70e0d-eac7-4e89-9c60-543f289524bc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375307 Jan 28 10:33:58.426781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65a8cd87-a202-466b-9b87-347521accefe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:58.778039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281cc8dd-785e-4202-b46a-9cd3157c2757 req-b6958ae6-bea7-4fb3-b4f1-4487381bd031 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:33:58.779535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-281cc8dd-785e-4202-b46a-9cd3157c2757 req-b6958ae6-bea7-4fb3-b4f1-4487381bd031 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0809786 Jan 28 10:33:58.823717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-281cc8dd-785e-4202-b46a-9cd3157c2757 req-be42749c-471d-4890-ac12-984005ed832d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386443 Jan 28 10:33:59.541457 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:33:59.567851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:00.007425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d14062e-7b1e-477f-a5d7-7559e3bafb6c req-a22ed377-1c6a-4945-b3bc-d287ba9d59b5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:00.009416 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d14062e-7b1e-477f-a5d7-7559e3bafb6c req-a22ed377-1c6a-4945-b3bc-d287ba9d59b5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0809886 Jan 28 10:34:00.053999 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0d14062e-7b1e-477f-a5d7-7559e3bafb6c req-1761619b-e567-4445-b3d4-8e31c6722be3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384917 Jan 28 10:34:00.984326 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:01.237838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87e794-79be-4965-96b9-3634f9d3698f req-ee3f0f3f-ca32-40c4-b4d7-d97685be1894 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:01.239259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae87e794-79be-4965-96b9-3634f9d3698f req-ee3f0f3f-ca32-40c4-b4d7-d97685be1894 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0813668 Jan 28 10:34:01.282221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ae87e794-79be-4965-96b9-3634f9d3698f req-4af76780-348d-4c71-bee8-6f0d15040f66 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374930 Jan 28 10:34:02.249388 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:34:02.468733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12df3b-56ce-45e7-b94a-418f78d777e6 req-bd36927b-64f9-4f82-92fb-f99f10e5271f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:02.470129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd12df3b-56ce-45e7-b94a-418f78d777e6 req-bd36927b-64f9-4f82-92fb-f99f10e5271f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0789356 Jan 28 10:34:02.516625 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dd12df3b-56ce-45e7-b94a-418f78d777e6 req-089bbce7-7f37-4b7b-92e5-8ba4335c66b0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408616 Jan 28 10:34:02.626623 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-ec3873d4-cdaa-474d-8b71-6584136c129f service neutron] show failed (client error): The resource could not be found. Jan 28 10:34:02.627581 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-ec3873d4-cdaa-474d-8b71-6584136c129f service neutron] 10.222.0.43 "GET /v2.0/ports/0409dd3c-83c8-496d-9dba-f9257e27cb45/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0723624 Jan 28 10:34:02.973564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-7240497f-9304-401e-8c54-1b28dce9413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:02.975009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-7240497f-9304-401e-8c54-1b28dce9413a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 1096 time: 0.1056273 Jan 28 10:34:02.987145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:34:03.096033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:03.465616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:03.493989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:34:03.551505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:03.556948 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:03.576464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Transition to ACTIVE for port object 0409dd3c-83c8-496d-9dba-f9257e27cb45 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:34:03.581265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:03.769899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:03.789697 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'code': 200} Jan 28 10:34:03.798857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.799201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.799541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.799873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.800201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.800525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.800875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.801196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.801516 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.801844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.802162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.802476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:03.865938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] No DVR routers for this DVR port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:34:03.954494 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288275eb-ac91-4d63-879b-0ae9b02a0328 req-c1b8df0a-0cbd-4f94-af6b-9944f53b5d9a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:03.955972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-288275eb-ac91-4d63-879b-0ae9b02a0328 req-c1b8df0a-0cbd-4f94-af6b-9944f53b5d9a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.3224046 Jan 28 10:34:04.076924 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-288275eb-ac91-4d63-879b-0ae9b02a0328 req-8c13235d-e04e-428a-8cbb-b69c45aa52f9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132021 Jan 28 10:34:04.137232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:34:04.137556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:34:04.137874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:34:04.142265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:34:04.142575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Attempting to bind port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:34:04.147571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:34:04.147897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:34:04.148268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:34:04.149205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Bound port: 0409dd3c-83c8-496d-9dba-f9257e27cb45, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:34:04.149535 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:04.236239 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:34:04.239238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:34:04.242999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:04.306164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:04.306785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:04.308168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] 10.222.0.25 "PUT /v2.0/ports/0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 1091 time: 1.3247983 Jan 28 10:34:04.325487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672c272-566b-4bfb-a71e-f03d9a23233b service neutron] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:04.406252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-b8bde759-4b19-4f31-ba81-ba7d78fda6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:04.407759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-b8bde759-4b19-4f31-ba81-ba7d78fda6b8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1094 time: 0.0737877 Jan 28 10:34:04.545921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-91b0ce10-4c2d-452c-aded-c8416533e55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:04.547355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-91b0ce10-4c2d-452c-aded-c8416533e55e service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1308169 Jan 28 10:34:04.654508 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-bc25080f-8dee-43b9-97ab-4aac411c814f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 999 time: 0.0977778 Jan 28 10:34:04.722162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-d80aa5cd-e0c1-44a7-ab65-dd2958067129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:04.723541 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-d80aa5cd-e0c1-44a7-ab65-dd2958067129 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0588269 Jan 28 10:34:04.802524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-0b8fdf2d-37ce-4e47-8e2c-0774fe1c080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:04.803940 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-0b8fdf2d-37ce-4e47-8e2c-0774fe1c080e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711451 Jan 28 10:34:04.938698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-c96f9a63-d004-4138-bf00-631c524e51aa service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249352 Jan 28 10:34:05.190320 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8ad22e61-2d28-4555-bd12-6a3de85f9414 req-a8721a0b-811b-450d-9826-89cfdb15c3ee service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422872 Jan 28 10:34:05.264609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d07732-c829-401a-8120-9fd93a9704b8 req-9de64df7-a578-46ec-a6bd-5a3c8a6c91be tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:05.266167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51d07732-c829-401a-8120-9fd93a9704b8 req-9de64df7-a578-46ec-a6bd-5a3c8a6c91be tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.0803285 Jan 28 10:34:05.312984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-51d07732-c829-401a-8120-9fd93a9704b8 req-277201a3-7d8c-4d57-880b-0ef4bdf7ff9e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411286 Jan 28 10:34:05.791209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:05.846721 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'status': 'completed', 'code': 200} Jan 28 10:34:05.934010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-da19e0b6-70c3-453a-8140-be30ca4a7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:05.935519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-da19e0b6-70c3-453a-8140-be30ca4a7ef2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1094 time: 0.0707431 Jan 28 10:34:05.937056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-6894a01b-c2bf-4ab7-91f8-aa737e519770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:05.938552 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-6894a01b-c2bf-4ab7-91f8-aa737e519770 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1094 time: 0.0699027 Jan 28 10:34:06.073877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-66167549-6494-4382-849f-94ebd12ab742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.075108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-edc69fe1-d90e-4a54-81dc-b4f0e56c9127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.075257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-66167549-6494-4382-849f-94ebd12ab742 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1324279 Jan 28 10:34:06.076516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-edc69fe1-d90e-4a54-81dc-b4f0e56c9127 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1324971 Jan 28 10:34:06.179295 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-6663a7af-333c-4e4e-a56a-78fcb63924b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 999 time: 0.0969722 Jan 28 10:34:06.179516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-f6850956-9db7-44e9-8f1c-40f1dd8456d7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 999 time: 0.0956647 Jan 28 10:34:06.240327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-c6ff1d9b-b2d7-4b69-bf11-85e6afa8c74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.241210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-7ddfd951-5c67-4a3f-85d0-c39fe9af3f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.241769 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-c6ff1d9b-b2d7-4b69-bf11-85e6afa8c74f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0566747 Jan 28 10:34:06.243212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-7ddfd951-5c67-4a3f-85d0-c39fe9af3f7e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0574012 Jan 28 10:34:06.317301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-5307a27d-39d1-42c3-955e-424919cf59fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.318786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-5307a27d-39d1-42c3-955e-424919cf59fd service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713038 Jan 28 10:34:06.320276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-36c9eac9-6e29-48a5-a485-e0f95f73e50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.322380 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-36c9eac9-6e29-48a5-a485-e0f95f73e50c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723577 Jan 28 10:34:06.458358 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-406e99a6-1f8c-4832-a4e1-538d252f1eca service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284480 Jan 28 10:34:06.502313 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-d8c9eb70-437d-41d0-bd33-4282255d5018 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773949 Jan 28 10:34:06.592949 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-dc626ffc-cda4-475a-8a4d-36bfbf7e5b33 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274455 Jan 28 10:34:06.609578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24e229a-d9c0-4363-947e-87b4d112d660 req-6744e2de-3f66-4111-ae2b-d1d26672b27b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:06.611022 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e24e229a-d9c0-4363-947e-87b4d112d660 req-6744e2de-3f66-4111-ae2b-d1d26672b27b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.1793571 Jan 28 10:34:06.685572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e24e229a-d9c0-4363-947e-87b4d112d660 req-86d65568-14db-42da-be06-9defb8ccd912 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673459 Jan 28 10:34:06.688741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d9beecb-44a9-4c28-a559-0ae3eaa5e6cc req-44933fa8-105b-435c-b4ac-731db81f683e service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791792 Jan 28 10:34:07.558470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:34:07.615498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:34:07.870932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cca599-8a0b-453b-abce-1a36f8ff603b req-70bf9fd5-8fcf-4a8d-9910-8f9233440326 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:07.872672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2cca599-8a0b-453b-abce-1a36f8ff603b req-70bf9fd5-8fcf-4a8d-9910-8f9233440326 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.0782206 Jan 28 10:34:07.915912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2cca599-8a0b-453b-abce-1a36f8ff603b req-ebfa0800-aa69-4b77-9e4d-43a18980b9fd tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376298 Jan 28 10:34:08.221113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c60bae-54f7-4554-bd7e-41223f927d23 req-eb705a34-bd51-45ce-954e-5eee1efa6d3c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:08.222586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9c60bae-54f7-4554-bd7e-41223f927d23 req-eb705a34-bd51-45ce-954e-5eee1efa6d3c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 943 time: 0.0859807 Jan 28 10:34:08.269088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9c60bae-54f7-4554-bd7e-41223f927d23 req-b2833162-68c6-4fe5-b382-bc65b7412abd tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402138 Jan 28 10:34:08.293669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:34:08.328810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bce1f-67bc-428a-9e11-766c05993646 req-90df4907-0eef-4bff-a8ce-7b790a8b888d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:08.330234 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-90df4907-0eef-4bff-a8ce-7b790a8b888d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 943 time: 0.1925759 Jan 28 10:34:08.407384 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-c09bce1f-67bc-428a-9e11-766c05993646 req-5cac4786-515e-4efe-afee-c34468bc36cb service neutron] delete failed (client error): The resource could not be found. Jan 28 10:34:08.408360 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-5cac4786-515e-4efe-afee-c34468bc36cb service neutron] 10.222.0.43 "DELETE /v2.0/ports/0409dd3c-83c8-496d-9dba-f9257e27cb45/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0725229 Jan 28 10:34:08.423952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:08.436607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'mac_address': 'fa:16:3e:aa:31:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:34:08.491740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:08.508388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0409dd3c-83c8-496d-9dba-f9257e27cb45 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:34:08.523986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:08.528847 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:08.555235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bce1f-67bc-428a-9e11-766c05993646 req-c811a454-056b-4a22-866f-1f62835dba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:08.556701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-c811a454-056b-4a22-866f-1f62835dba1f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 1094 time: 0.0805984 Jan 28 10:34:08.597176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:08.605831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.606172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.606503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.606829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.607153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.607484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.607798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.608108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.608424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.608761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.609080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.609387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:08.687391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bce1f-67bc-428a-9e11-766c05993646 req-b1dbd81d-fe6d-4876-bc52-7022dd4ad2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:08.688852 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-b1dbd81d-fe6d-4876-bc52-7022dd4ad2ee service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1256783 Jan 28 10:34:08.792132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-3dc5647c-0218-4dce-aaf1-c4c9a919e5fd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 200 len: 1000 time: 0.0972202 Jan 28 10:34:08.799839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['0409dd3c-83c8-496d-9dba-f9257e27cb45'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:34:08.855944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bce1f-67bc-428a-9e11-766c05993646 req-4638dd55-0495-4cff-9997-7980a21e0d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:08.857432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-4638dd55-0495-4cff-9997-7980a21e0d9e service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0595315 Jan 28 10:34:08.934247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09bce1f-67bc-428a-9e11-766c05993646 req-7d913d5c-1a71-4c74-90c8-8a2460f98744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:08.935711 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-7d913d5c-1a71-4c74-90c8-8a2460f98744 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722401 Jan 28 10:34:09.070940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-c57cfc23-dd7c-4db6-a4c2-4d7526400f16 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285541 Jan 28 10:34:09.198511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c09bce1f-67bc-428a-9e11-766c05993646 req-28c64758-6e2f-4598-a173-18da34a943f6 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224499 Jan 28 10:34:09.453430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed3724-2529-4fa6-afd8-868ee3b25a01 req-962cd734-a217-480c-a859-28fc12cbb82f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:09.454860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-32ed3724-2529-4fa6-afd8-868ee3b25a01 req-962cd734-a217-480c-a859-28fc12cbb82f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 944 time: 0.0787373 Jan 28 10:34:09.498415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-32ed3724-2529-4fa6-afd8-868ee3b25a01 req-a4fad703-fce0-45ed-a321-b20ac48730fc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380714 Jan 28 10:34:10.299986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:34:10.368491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 0409dd3c-83c8-496d-9dba-f9257e27cb45 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:34:10.373564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 0409dd3c-83c8-496d-9dba-f9257e27cb45 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:34:10.373963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:10.489477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:10.515841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:10.525495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:10.530952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:10.604790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:10.660528 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'code': 200} Jan 28 10:34:10.688410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a248ef-76da-4f57-b32b-7951ccbe4ba7 req-98a84217-ddfe-49c9-bd2e-e9d0961c7b2b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:10.689903 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-55a248ef-76da-4f57-b32b-7951ccbe4ba7 req-98a84217-ddfe-49c9-bd2e-e9d0961c7b2b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0795140 Jan 28 10:34:10.736134 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-55a248ef-76da-4f57-b32b-7951ccbe4ba7 req-b6db4c33-6ac1-42f7-8378-6f3dab4a5ae1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406621 Jan 28 10:34:10.920461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71f961-d6d1-40dc-9c99-f88a13f65114 req-e8c23161-05a3-42ad-a6de-6f953c49934f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:10.921947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a71f961-d6d1-40dc-9c99-f88a13f65114 req-e8c23161-05a3-42ad-a6de-6f953c49934f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0815928 Jan 28 10:34:10.964086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a71f961-d6d1-40dc-9c99-f88a13f65114 req-f97bad7a-8f57-4c3f-8abe-0c0276a049a5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366247 Jan 28 10:34:11.144609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6025458-f5b9-4acc-aad6-51d87f444579 req-d40f0709-01ce-4799-b18b-4c73ab52f5e7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:11.146066 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6025458-f5b9-4acc-aad6-51d87f444579 req-d40f0709-01ce-4799-b18b-4c73ab52f5e7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0787456 Jan 28 10:34:11.189287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e6025458-f5b9-4acc-aad6-51d87f444579 req-ef5aeb81-b352-4ec0-b7f3-3557d8dafdb4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377314 Jan 28 10:34:11.571943 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b58c2-3eb7-487e-a1bc-c46f5cfcd720 req-d6015d56-47d7-4b33-9a4e-957e6061ae61 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:11.573456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-397b58c2-3eb7-487e-a1bc-c46f5cfcd720 req-d6015d56-47d7-4b33-9a4e-957e6061ae61 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0881555 Jan 28 10:34:11.616675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-397b58c2-3eb7-487e-a1bc-c46f5cfcd720 req-fd8f8f36-6474-4c4e-bf54-8c507b3ed5f9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Jan 28 10:34:12.808880 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0adc0-cf8f-43e7-8fa9-2f3d7e605f4c req-89d09e56-6039-4a20-94e7-68f5eac8a186 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:12.810217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35f0adc0-cf8f-43e7-8fa9-2f3d7e605f4c req-89d09e56-6039-4a20-94e7-68f5eac8a186 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0817442 Jan 28 10:34:12.852948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-35f0adc0-cf8f-43e7-8fa9-2f3d7e605f4c req-bdd96774-b31b-4266-bbe7-d43f81af66f5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371180 Jan 28 10:34:12.945036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-d72cfd86-405b-46c3-9015-3c14eccea980 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:12.946480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-d72cfd86-405b-46c3-9015-3c14eccea980 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 945 time: 0.0775626 Jan 28 10:34:13.022533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Deleting port 0409dd3c-83c8-496d-9dba-f9257e27cb45 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:34:13.022864 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:13.263633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] For port 0409dd3c-83c8-496d-9dba-f9257e27cb45, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0409dd3c-83c8-496d-9dba-f9257e27cb45,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:13.263979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:13.663192 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:13.663557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:13.664523 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 disassociated. External IP: 172.25.1.243, port: 0409dd3c-83c8-496d-9dba-f9257e27cb45. Jan 28 10:34:13.664891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Calling delete_port for 0409dd3c-83c8-496d-9dba-f9257e27cb45 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:34:13.808537 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:13.858105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event deleted for resources: {'Port': ['ID=0409dd3c-83c8-496d-9dba-f9257e27cb45,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:14.085230 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd18149a-be2b-4718-856e-460a815c3c2e req-ea2b3add-321e-468b-84f2-4e43687f83ea tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e659e439-8985-482a-a337-4c2ef9dbc539 HTTP/1.1" status: 200 len: 210 time: 0.0696173 Jan 28 10:34:14.130383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:14.131326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:34:14.318277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:34:14.328628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:34:14.339465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:34:14.340356 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:33:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:14.393295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] No DVR routers for this DVR port 0409dd3c-83c8-496d-9dba-f9257e27cb45 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:34:14.397197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:14.399923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-deleted', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:14.417179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b3736dd-500f-45f9-8ee3-909e39dc0b7f req-a1f8cba3-6f6c-4387-9f74-50ff32c0d917 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "DELETE /v2.0/ports/0409dd3c-83c8-496d-9dba-f9257e27cb45 HTTP/1.1" status: 204 len: 173 time: 1.4605837 Jan 28 10:34:14.448504 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e659e439-8985-482a-a337-4c2ef9dbc539', 'name': 'network-vif-deleted', 'tag': '0409dd3c-83c8-496d-9dba-f9257e27cb45', 'status': 'completed', 'code': 200} Jan 28 10:34:14.523060 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:34:14.829124 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:14.832856 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:34:14.841089 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:34:14.841664 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:33:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:15.030544 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:34:15.341782 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:15.345694 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0aabc8-aac1-4052-b00a-9ff5729cc685 None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:34:15.417333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-fff0c521-4b95-4c55-86e5-073114603b7e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--830000312&fields=id&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 267 time: 0.0409563 Jan 28 10:34:15.573081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-5abca400-9bd6-49b9-bb4e-1e5f482f4c49 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:15.574556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-5abca400-9bd6-49b9-bb4e-1e5f482f4c49 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1502099 Jan 28 10:34:15.590920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-bbfe1353-9d42-4e81-8866-ad01b8f1089a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/quotas/4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 375 time: 0.0110037 Jan 28 10:34:15.605374 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c26bd3-5734-4d04-8d39-86e565f3fda9 None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:34:15.676236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-6a59b28a-1023-473a-8f08-535c07407e94 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:34:15.693606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-6a59b28a-1023-473a-8f08-535c07407e94 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:34:15.695605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-6a59b28a-1023-473a-8f08-535c07407e94 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987124 Jan 28 10:34:15.765377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:15.912409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-f2cf6dde-c079-4521-b4fc-3c4a14167696 service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685445 Jan 28 10:34:16.043691 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-034a0301-03dc-4b71-8b34-f4e786c618b1 service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253786 Jan 28 10:34:17.235415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aac57423-556c-4ab1-9d41-1162bee33e04 req-2c257a59-c5a4-4926-baf5-e1dda0009c73 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 210 time: 0.0446017 Jan 28 10:34:18.218798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-da6d2a45-7222-4a27-bfdb-57adcd9b9b9f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:18.220311 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-da6d2a45-7222-4a27-bfdb-57adcd9b9b9f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1454711 Jan 28 10:34:18.268471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-d81877b0-4921-44e0-a583-4560b489b261 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 379 time: 0.0399849 Jan 28 10:34:18.277147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'port': {'device_id': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'admin_state_up': True, 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'security_groups': ['a0239994-160e-4b7a-bc9e-6d872ba38cd4']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:34:18.332654 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:34:18.371479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 0409dd3c-83c8-496d-9dba-f9257e27cb45 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:34:18.371828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0409dd3c-83c8-496d-9dba-f9257e27cb45 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:34:18.393409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fedc14d7-a684-46bb-8da2-f5a841328586 req-638a6617-ecfd-48f7-9d58-27d23ee8c81a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 210 time: 0.0505931 Jan 28 10:34:18.414112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:34:18.423295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:34:18.433267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Made reservation on behalf of 4a5751917fe24d08b9c9ddd2690aaae5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:34:18.436631 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:18.690354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Allocated IP 172.20.0.6 (11048dd5-a968-46d3-8a52-bae09d40b6a9/e7473866-5201-4803-9f70-57a2ccb6d003/3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:34:18.877280 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:18.893771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Transition to ACTIVE for port object 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:34:18.917326 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:18.986797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:34:18.989627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:34:18.994416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:34:19.030751 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:19.048759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.049099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.049433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.049758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.050079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.050410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.050721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.051032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.051345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.051654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.051962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.052269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:34:19.074358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:19.074975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:19.102758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-aca65e4e-1e24-4f40-9fc1-adc045652495 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8291430 Jan 28 10:34:19.113518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Request body: {'port': {'device_id': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:34:19.227065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:19.232689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71103a62-a46b-48c1-901a-caa8361beb8f None None] Provisioning for port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:34:19.237827 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-71103a62-a46b-48c1-901a-caa8361beb8f None None] Provisioning complete for port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:34:19.238200 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-71103a62-a46b-48c1-901a-caa8361beb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:19.291171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-71103a62-a46b-48c1-901a-caa8361beb8f None None] Port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:34:19.614718 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:34:19.624272 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:19.643706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Transition to ACTIVE for port object 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:34:19.651265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c85a914-94cb-4a21-9bc1-b7539ad96597 req-f949fa07-5c27-426f-8b2b-0a2253f8fc96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:19.651947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5c85a914-94cb-4a21-9bc1-b7539ad96597 req-f949fa07-5c27-426f-8b2b-0a2253f8fc96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:34:19.655737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:19.785657 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-5c85a914-94cb-4a21-9bc1-b7539ad96597 req-f949fa07-5c27-426f-8b2b-0a2253f8fc96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:34:19.786809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c85a914-94cb-4a21-9bc1-b7539ad96597 req-f949fa07-5c27-426f-8b2b-0a2253f8fc96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 931 time: 0.2885342 Jan 28 10:34:19.818056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:19.912627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c85a914-94cb-4a21-9bc1-b7539ad96597 req-674aa982-2b44-4b14-bc6e-d59602aaf4bb tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955744 Jan 28 10:34:19.932384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:34:19.932732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:34:19.933046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:34:19.937502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:34:19.937809 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:34:19.942753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:34:19.943076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:34:19.943442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:34:19.943850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Bound port: 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:34:19.944187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:20.031378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:34:20.034125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:34:20.038336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:20.097155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:20.097711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:20.099063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] 10.222.0.43 "PUT /v2.0/ports/3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 1091 time: 0.9899287 Jan 28 10:34:20.102934 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:20.126894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2a6b70-27ff-4111-9ca6-49dea2fbbfc9 service neutron] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:20.220564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-6c6fa91c-db17-4bea-a1e4-c7cf51923906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:20.222213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-6c6fa91c-db17-4bea-a1e4-c7cf51923906 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0783436 Jan 28 10:34:20.281363 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'status': 'completed', 'code': 200} Jan 28 10:34:20.296067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-d493f0fa-1f62-4f7a-89b2-890a76af79b2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 217 time: 0.0668886 Jan 28 10:34:20.357646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-01f48a04-9923-4fcf-b652-9b9c6b2650f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:20.359042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-01f48a04-9923-4fcf-b652-9b9c6b2650f2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0566585 Jan 28 10:34:20.431472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-506dae56-72b0-4812-b3d5-8b2f13e03743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:20.432913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-506dae56-72b0-4812-b3d5-8b2f13e03743 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671332 Jan 28 10:34:20.668412 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-4164d594-f4ba-49a8-a389-dffe0ec80b24 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289386 Jan 28 10:34:20.796598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89ef1d5e-84bf-4b64-a94f-674866647cc4 req-f0241e14-7797-48c9-9e78-36a946d9c7b8 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218946 Jan 28 10:34:20.907414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-4b086eb1-1e43-4ec0-b51e-869da6b111ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:20.908896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-4b086eb1-1e43-4ec0-b51e-869da6b111ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0689394 Jan 28 10:34:21.084989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-35f85410-634c-4d68-9806-41decd22691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:21.086425 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-35f85410-634c-4d68-9806-41decd22691d service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1711211 Jan 28 10:34:21.159909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-dead1fa6-f888-42d8-a090-7217934641cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 217 time: 0.0656335 Jan 28 10:34:21.203379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a159258-09f1-476c-9677-1a9d815cc94c req-8dd5008e-d1d2-4ddf-ac37-cc6a13741f74 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:21.204718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3a159258-09f1-476c-9677-1a9d815cc94c req-8dd5008e-d1d2-4ddf-ac37-cc6a13741f74 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.1861837 Jan 28 10:34:21.264786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-10bcc921-38be-4214-a274-33e4215692c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:21.266173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-10bcc921-38be-4214-a274-33e4215692c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0993488 Jan 28 10:34:21.268961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3a159258-09f1-476c-9677-1a9d815cc94c req-235bca38-7c34-40af-a84b-3c27a3e29091 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569603 Jan 28 10:34:21.340206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-34cbe382-54b8-4b82-b6a4-8022ff93c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:21.341681 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-34cbe382-54b8-4b82-b6a4-8022ff93c3a6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680614 Jan 28 10:34:21.473103 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-18510bbd-d529-4d3e-947c-c8e3bca3999d service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251309 Jan 28 10:34:21.603673 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38bd08ce-8635-4377-8da1-b009f4b64306 req-ccedbfd3-ce0a-45b7-995d-932f75066766 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239409 Jan 28 10:34:22.449315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995fd741-0d62-420e-b346-1a3cc06c8591 req-7c9473d7-9c64-44d4-a15a-49cdc6e01b8f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:22.450738 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-995fd741-0d62-420e-b346-1a3cc06c8591 req-7c9473d7-9c64-44d4-a15a-49cdc6e01b8f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.0783017 Jan 28 10:34:22.493913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-995fd741-0d62-420e-b346-1a3cc06c8591 req-b04d637d-c748-4b5f-ac1d-a2d05cda7046 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376160 Jan 28 10:34:23.619783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:34:23.681287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f99bbc0-d6a9-4bd5-96dd-d878566dbfbf req-21ee48a6-43fd-4a43-908f-ad257236fb49 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:23.682714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f99bbc0-d6a9-4bd5-96dd-d878566dbfbf req-21ee48a6-43fd-4a43-908f-ad257236fb49 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.0823615 Jan 28 10:34:23.726160 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2f99bbc0-d6a9-4bd5-96dd-d878566dbfbf req-051f1b24-79aa-4109-ade3-3689eb95f4d4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378628 Jan 28 10:34:23.753816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:23.767050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'mac_address': 'fa:16:3e:9f:88:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:34:23.822843 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:23.839474 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:34:23.853820 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:23.857394 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:23.921388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:24.097894 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:34:24.915366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cce4f2-1f40-47a4-a06c-c050fb4cb0ef req-c16288d5-e0c6-4c68-911b-ad8916504c8e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:24.916847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03cce4f2-1f40-47a4-a06c-c050fb4cb0ef req-c16288d5-e0c6-4c68-911b-ad8916504c8e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 944 time: 0.0846915 Jan 28 10:34:25.069910 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-03cce4f2-1f40-47a4-a06c-c050fb4cb0ef req-620c5dba-435d-4547-bea7-f7f07669a843 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473160 Jan 28 10:34:25.635568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:34:25.699551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:34:25.704081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:34:25.704444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:25.816173 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:25.841721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:25.851430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:34:25.855389 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:25.893722 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'code': 200} Jan 28 10:34:25.925642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:34:25.985430 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-232a03d3-df20-497d-b347-c08c50ff0754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:26.009093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d27189-962d-48d5-875e-179e53741dae req-db7ee860-1390-4af0-9260-245cfa706472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:26.010559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58d27189-962d-48d5-875e-179e53741dae req-db7ee860-1390-4af0-9260-245cfa706472 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1096 time: 0.0717678 Jan 28 10:34:26.049045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58d27189-962d-48d5-875e-179e53741dae req-9eb73f7d-55b5-4f39-b80b-1f97728bd627 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329542 Jan 28 10:34:26.248610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa202688-2288-43f2-b2da-c12e79fbe867 req-0ccd0f26-901e-4a88-b294-1ae3c963e9d7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:26.250058 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa202688-2288-43f2-b2da-c12e79fbe867 req-0ccd0f26-901e-4a88-b294-1ae3c963e9d7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0779116 Jan 28 10:34:26.292501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aa202688-2288-43f2-b2da-c12e79fbe867 req-92ba69b1-d09b-4e0a-9f2b-33b0c1a05dea tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369661 Jan 28 10:34:27.479343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5ce79d-cfc3-4002-95f6-238cd1a3c888 req-6ec0a7cc-f52f-4dca-8455-8a753de8af03 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:27.480809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f5ce79d-cfc3-4002-95f6-238cd1a3c888 req-6ec0a7cc-f52f-4dca-8455-8a753de8af03 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0815461 Jan 28 10:34:27.523973 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8f5ce79d-cfc3-4002-95f6-238cd1a3c888 req-34065a31-8913-4855-8b03-2ea45a9859c6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375018 Jan 28 10:34:27.701178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e514b-8a4f-4faa-a303-e8c514488bb1 req-feb88941-dcd0-4ad2-a93c-5fce4d2d9ab1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:27.702616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-195e514b-8a4f-4faa-a303-e8c514488bb1 req-feb88941-dcd0-4ad2-a93c-5fce4d2d9ab1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0807283 Jan 28 10:34:27.711443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56038) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:34:27.716275 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'floatingip': {'port_id': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:34:27.794615 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:28.375060 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:28.378861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:28.429755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2f5ee850-7861-41a6-ba88-199310e15578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:28.551975 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 associated. External IP: 172.25.1.243, port: 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b. Jan 28 10:34:29.020017 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:34:29.203830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:34:29.208762 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:29.213186 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:34:29.222256 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:34:29.222907 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:34:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:29.268893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f20a6bfd-e33f-4a6d-af53-a92488eeabc0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "PUT /v2.0/floatingips/7a5b8b27-36f4-4096-8170-85727d4b50c8 HTTP/1.1" status: 200 len: 991 time: 1.5538557 Jan 28 10:34:29.268893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:34:29.314499 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'status': 'completed', 'code': 200} Jan 28 10:34:29.412444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-675d6740-b8de-4f63-a914-11cf009268e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:29.414517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-675d6740-b8de-4f63-a914-11cf009268e4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1096 time: 0.0764351 Jan 28 10:34:29.439377 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:34:29.549698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-80068afd-d9f8-4d0b-a986-6d7558a1a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:29.550718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:29.551178 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-80068afd-d9f8-4d0b-a986-6d7558a1a036 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1311612 Jan 28 10:34:29.572542 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:29.754809 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-e6a2d329-9d94-4d5e-88db-c2b5050923db service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 999 time: 0.1970341 Jan 28 10:34:29.787301 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:9f:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:34:28Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:29.791003 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:34:29.799053 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:34:29.799639 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:34:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:29.817332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-a482420e-e09e-4a71-9e4d-468461434bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:29.818840 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-a482420e-e09e-4a71-9e4d-468461434bad service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0582230 Jan 28 10:34:29.890653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-3d00bb55-669a-4570-956d-ed9f1c315adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:34:29.892106 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-3d00bb55-669a-4570-956d-ed9f1c315adb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678341 Jan 28 10:34:29.973231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:34:30.021495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-d969ac8c-3dc5-4932-af7f-6b1b652ec4a9 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228459 Jan 28 10:34:30.154894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c6273eec-1df4-4cb6-ad28-a94b574c567a req-023cc601-5d41-4992-9f9a-cfedb02942a5 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275892 Jan 28 10:34:30.310523 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:9f:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:34:28Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:34:30.314307 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf598fe3-a83d-4e49-9594-0b630d2ab51f None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:9f:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:34:28Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:34:30.504992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253d43d7-d424-4da3-a417-860e877fadee None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:34:30.986245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:39.248214 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:34:44.118872 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:45.642154 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:55.989472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a5c9e6b4-4e76-460d-9013-37fd9aac6fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:58.435054 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-55263a06-0154-4a84-adb8-b06a80a7ac0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:59.543398 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:34:59.574394 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:00.989579 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:14.108957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:15.640228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:16.247513 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:35:20.874009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-6849f47e-933f-4b08-924b-d80d3a4c468c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756445 Jan 28 10:35:21.011828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-bc6318a8-7dd6-4b7d-baac-54a0259fb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:35:21.013306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-bc6318a8-7dd6-4b7d-baac-54a0259fb6e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1096 time: 0.0709734 Jan 28 10:35:21.159210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-60b437ab-3a23-44fc-a730-d6fef4b85d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:35:21.160543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-60b437ab-3a23-44fc-a730-d6fef4b85d3d service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1254096 Jan 28 10:35:21.262297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-b20b58ad-d902-4dd9-b680-07d207510327 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 1001 time: 0.0956392 Jan 28 10:35:21.329813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-a4e7d5a8-cdbd-43b2-9c63-73e224904974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:35:21.331168 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-a4e7d5a8-cdbd-43b2-9c63-73e224904974 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0557673 Jan 28 10:35:21.405852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-254c3242-e1ec-49a1-921a-1fd8da75765b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:35:21.407289 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-254c3242-e1ec-49a1-921a-1fd8da75765b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700047 Jan 28 10:35:21.535214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-8085593d-4c59-402a-be3e-9536fbb7e68b service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216373 Jan 28 10:35:21.663520 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7121f624-f9c6-4977-85fc-d85d8df82abe req-7bcd7b21-51d3-4ccb-9d8c-25b5c2ae6e1a service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222610 Jan 28 10:35:25.991816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc6f1a85-f19c-4d37-8a9c-d7a3021debb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:28.437223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d2ac85c3-9c61-44b8-97fd-2fe0eae13101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:29.546646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:29.576846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:30.994217 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:44.134733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:45.642417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:53.247118 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:35:55.995332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9fb329b-5035-4950-8595-4a32b63d7a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:58.439229 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6ce1ceaa-62a8-45ca-b52b-67ab9b3bad9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:59.549243 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:35:59.578535 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:00.995198 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:05.361823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd621e-d1b1-4f39-9771-10a3bf162192 req-1c97ec2f-6042-461d-91e7-f019be79031c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:05.363321 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40cd621e-d1b1-4f39-9771-10a3bf162192 req-1c97ec2f-6042-461d-91e7-f019be79031c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0911410 Jan 28 10:36:05.409948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-40cd621e-d1b1-4f39-9771-10a3bf162192 req-01dcd1fa-8a3d-4c3f-bc65-10338678cd45 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410557 Jan 28 10:36:06.605071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3ca22-c4fe-4263-be46-0bb5055a3606 req-ac845809-b8f1-4938-b835-b2073b5c9d43 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:06.606551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dd3ca22-c4fe-4263-be46-0bb5055a3606 req-ac845809-b8f1-4938-b835-b2073b5c9d43 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0887177 Jan 28 10:36:06.649380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dd3ca22-c4fe-4263-be46-0bb5055a3606 req-c861651f-b2dd-4cfb-8198-f531e8754ac0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368128 Jan 28 10:36:07.834785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab21ad1-7bfc-40dc-acc7-22e5856ef918 req-5620c2b4-92f5-43e1-b0a7-9aa7e18f13f1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:07.836146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ab21ad1-7bfc-40dc-acc7-22e5856ef918 req-5620c2b4-92f5-43e1-b0a7-9aa7e18f13f1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0824454 Jan 28 10:36:07.878871 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ab21ad1-7bfc-40dc-acc7-22e5856ef918 req-bfbba463-127e-442e-b865-4657af1d31d4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373113 Jan 28 10:36:09.063982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ec8cc-9cc6-4582-ae9e-61a4315f1cb5 req-5331559f-066f-4d7d-9f85-a428ef344e6b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:09.065447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee7ec8cc-9cc6-4582-ae9e-61a4315f1cb5 req-5331559f-066f-4d7d-9f85-a428ef344e6b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0820415 Jan 28 10:36:09.108578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee7ec8cc-9cc6-4582-ae9e-61a4315f1cb5 req-fef74e17-bc3a-4147-9738-e4a32b088b5b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376720 Jan 28 10:36:10.289295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9975ce-275c-417a-9994-69f7a23684b2 req-7b1f5495-cd6c-482c-816e-98fc7777ac94 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:10.290759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f9975ce-275c-417a-9994-69f7a23684b2 req-7b1f5495-cd6c-482c-816e-98fc7777ac94 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0794215 Jan 28 10:36:10.335523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f9975ce-275c-417a-9994-69f7a23684b2 req-d5170964-4e28-4dd6-88d0-94137b052aa8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Jan 28 10:36:11.515068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ed87-66e6-48f5-907e-ed51dded8e2f req-08bb8a5d-3233-431b-9a30-9b168a114189 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:11.516549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e612ed87-66e6-48f5-907e-ed51dded8e2f req-08bb8a5d-3233-431b-9a30-9b168a114189 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0772614 Jan 28 10:36:11.562931 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e612ed87-66e6-48f5-907e-ed51dded8e2f req-c42ad503-fe20-4cb2-b8ba-6c908bed10a8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407827 Jan 28 10:36:12.749610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bad578-e7b2-4565-84e5-028bc745ca98 req-42ec410e-133c-4ce6-b372-7d6f39c56284 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:12.751663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79bad578-e7b2-4565-84e5-028bc745ca98 req-42ec410e-133c-4ce6-b372-7d6f39c56284 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0860913 Jan 28 10:36:12.794514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79bad578-e7b2-4565-84e5-028bc745ca98 req-7e88686d-d2bf-49e9-a0fc-c4391c7ac4c3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372283 Jan 28 10:36:14.075199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff7384d-6f50-4b60-84e0-ffd033e63aab req-d1416f1a-6763-450a-9519-4226d16ae8b8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:14.076537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dff7384d-6f50-4b60-84e0-ffd033e63aab req-d1416f1a-6763-450a-9519-4226d16ae8b8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.1795034 Jan 28 10:36:14.120173 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dff7384d-6f50-4b60-84e0-ffd033e63aab req-b0c72a58-9f5c-4f65-b537-0c7e95fb306b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375178 Jan 28 10:36:14.124536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:15.306813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14350a8d-3530-4cc1-99a7-ad34bd524038 req-5da4fa9c-5350-413c-957c-8451e058d886 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:15.308253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14350a8d-3530-4cc1-99a7-ad34bd524038 req-5da4fa9c-5350-413c-957c-8451e058d886 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0788758 Jan 28 10:36:15.354978 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14350a8d-3530-4cc1-99a7-ad34bd524038 req-c0c385f0-cba4-4afd-bd2b-0314e27b5c9c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411839 Jan 28 10:36:15.638081 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:16.544500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f05e-6813-45a8-9f32-077dac55978b req-de4c5194-980e-4bd2-a7f5-376bb3ded599 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:16.545956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-efc5f05e-6813-45a8-9f32-077dac55978b req-de4c5194-980e-4bd2-a7f5-376bb3ded599 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0811968 Jan 28 10:36:16.588951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-efc5f05e-6813-45a8-9f32-077dac55978b req-a2771a52-4d25-41e8-af5b-b741ed99c361 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369525 Jan 28 10:36:16.993053 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-24e1132e-a55d-4ef7-9778-586907c48c66 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1273150 Jan 28 10:36:17.005106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078aafbc-39fd-4354-8c9c-3503cf9c5fb8 req-830ffb3c-49b8-48e4-ba3d-9c7894f7710c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:17.006474 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078aafbc-39fd-4354-8c9c-3503cf9c5fb8 req-830ffb3c-49b8-48e4-ba3d-9c7894f7710c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.1015539 Jan 28 10:36:17.050495 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-078aafbc-39fd-4354-8c9c-3503cf9c5fb8 req-c477c681-05d4-4dea-a91f-6a0f74708a3a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379698 Jan 28 10:36:18.242876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2e083-c9a8-4273-83eb-02e0f208ef3f req-9a1b4242-8756-4fb3-85e6-a5e14a98e434 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:18.244672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ceb2e083-c9a8-4273-83eb-02e0f208ef3f req-9a1b4242-8756-4fb3-85e6-a5e14a98e434 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0799243 Jan 28 10:36:18.256802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-d8d56189-c23e-4c8f-b58d-153658d17295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:18.258263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-d8d56189-c23e-4c8f-b58d-153658d17295 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1096 time: 0.0715530 Jan 28 10:36:18.288987 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ceb2e083-c9a8-4273-83eb-02e0f208ef3f req-b9e11614-1672-44ca-a6e1-bda0e025b1b7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382154 Jan 28 10:36:18.387866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-9f34d8b0-977a-46b5-9248-cabb2996c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:18.389323 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-9f34d8b0-977a-46b5-9248-cabb2996c5f2 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1246510 Jan 28 10:36:18.490435 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-de8ca70b-902f-4e14-abf8-84b80461954c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 1001 time: 0.0952384 Jan 28 10:36:18.554310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-3a487334-451f-42d6-a6d5-4e0be33e0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:18.555705 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-3a487334-451f-42d6-a6d5-4e0be33e0033 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0591526 Jan 28 10:36:18.629286 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-42c66888-151c-42d9-88c1-1ee95826d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:18.630743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-42c66888-151c-42d9-88c1-1ee95826d62a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686858 Jan 28 10:36:18.759618 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-950d44a4-df14-4848-b0a5-007cdbbcf861 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222389 Jan 28 10:36:18.893251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-b3535772-d748-462f-8b0c-00aa45d05558 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251397 Jan 28 10:36:19.472609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162dd8f7-6a78-4fcd-a59e-dfb4b00c2478 req-98fe7ed5-baa5-490a-9f2a-107db5911301 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:19.474075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-162dd8f7-6a78-4fcd-a59e-dfb4b00c2478 req-98fe7ed5-baa5-490a-9f2a-107db5911301 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0812023 Jan 28 10:36:19.517414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-162dd8f7-6a78-4fcd-a59e-dfb4b00c2478 req-d2b04fd3-7fe6-4503-8887-a27d39265235 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379097 Jan 28 10:36:20.702378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2071059-3a09-4803-8b68-d2a8af6cda0d req-242064a3-9f3c-4356-8c2e-60a6f407d43e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:20.703861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2071059-3a09-4803-8b68-d2a8af6cda0d req-242064a3-9f3c-4356-8c2e-60a6f407d43e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0837250 Jan 28 10:36:20.747329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2071059-3a09-4803-8b68-d2a8af6cda0d req-ca88d53e-9bd4-4992-84f0-5e341db198f8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378776 Jan 28 10:36:20.807562 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-a5539b77-5fa3-4025-82f1-e94d2ff77afd service neutron] show failed (client error): The resource could not be found. Jan 28 10:36:20.808504 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-a5539b77-5fa3-4025-82f1-e94d2ff77afd service neutron] 10.222.0.43 "GET /v2.0/ports/3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0726185 Jan 28 10:36:21.070800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-a608a34e-ac37-431b-814e-947afe3b1d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:21.072174 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-a608a34e-ac37-431b-814e-947afe3b1d68 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 1096 time: 0.0780013 Jan 28 10:36:21.086420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:36:21.196490 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:21.455669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:21.483507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:36:21.541300 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:21.546998 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:21.561667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Transition to ACTIVE for port object 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:36:21.565495 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:21.599583 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'code': 200} Jan 28 10:36:21.819672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:21.831825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.832171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.832507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.832883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.833215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.833545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.833868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.834188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.834497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.834817 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.835134 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.835449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:21.923281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] No DVR routers for this DVR port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:36:22.133408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7556da05-c0f1-44ef-b870-270fe7cb1e48 req-e0fa523d-640f-4d90-97c9-3154acf97d6a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:22.134849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7556da05-c0f1-44ef-b870-270fe7cb1e48 req-e0fa523d-640f-4d90-97c9-3154acf97d6a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.2555411 Jan 28 10:36:22.210908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:36:22.211232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:36:22.211547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:36:22.220884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:36:22.221193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Attempting to bind port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:36:22.228047 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7556da05-c0f1-44ef-b870-270fe7cb1e48 req-425c145d-8816-4d6f-991b-87eb576ccb33 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673425 Jan 28 10:36:22.230388 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:36:22.230713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:36:22.231081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:36:22.231493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Bound port: 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:36:22.231827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:22.317910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:36:22.321106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:36:22.325670 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:22.388885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:22.389527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:22.391459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] 10.222.0.25 "PUT /v2.0/ports/3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 1091 time: 1.3089075 Jan 28 10:36:22.407248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab850-9586-4861-8f3f-5a959c1986a0 service neutron] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:22.494363 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-4a101a3a-f26e-44d3-a017-1fee9750475a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:22.495896 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-4a101a3a-f26e-44d3-a017-1fee9750475a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0723248 Jan 28 10:36:22.633623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-9bcfefc5-657b-4195-a6ba-b7b49ae5f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:22.635123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-9bcfefc5-657b-4195-a6ba-b7b49ae5f89e service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1301863 Jan 28 10:36:22.740622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-4cca264b-3d80-4600-aa44-8ca995a6a3da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 999 time: 0.0948784 Jan 28 10:36:22.806963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-c5cbe396-47c0-4cd1-8a32-89217376776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:22.808368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-c5cbe396-47c0-4cd1-8a32-89217376776a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0579093 Jan 28 10:36:22.886951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-f4698070-48d4-418d-9ee4-3e61557b5bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:22.888292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-f4698070-48d4-418d-9ee4-3e61557b5bae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707710 Jan 28 10:36:23.019374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-f3361a0f-87f3-46fa-b11e-e696a189bf37 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216426 Jan 28 10:36:23.152454 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6a631927-1d7c-4bd0-8ec7-4f8c6032105d req-ed83ef88-c3b0-419e-b7af-5bf7747d4f14 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238871 Jan 28 10:36:23.420364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b21dfa-85fb-469c-ba9d-0261ba3e6585 req-79c4c1fe-61d2-4aa5-9d11-62ff455beea6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:23.422320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5b21dfa-85fb-469c-ba9d-0261ba3e6585 req-79c4c1fe-61d2-4aa5-9d11-62ff455beea6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.0829434 Jan 28 10:36:23.464404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d5b21dfa-85fb-469c-ba9d-0261ba3e6585 req-807773f4-b4dd-465a-9415-5e473915e39f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366540 Jan 28 10:36:23.600518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:23.656466 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'status': 'completed', 'code': 200} Jan 28 10:36:23.743057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-2b5589f9-3000-4263-9367-c0ef15afd9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:23.744452 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-2b5589f9-3000-4263-9367-c0ef15afd9d3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0694785 Jan 28 10:36:23.744607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-c25deec5-a4e9-460d-bafc-c760dca268af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:23.746315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-c25deec5-a4e9-460d-bafc-c760dca268af service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0676141 Jan 28 10:36:23.879361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-d909cdf2-8113-4ce5-86a7-3e75b6889c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:23.880824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-d909cdf2-8113-4ce5-86a7-3e75b6889c63 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1287088 Jan 28 10:36:24.001046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-9aabeb76-42d2-4397-b3e9-e24b23b0709e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.002444 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-9aabeb76-42d2-4397-b3e9-e24b23b0709e service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.2519348 Jan 28 10:36:24.086692 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-21ee916b-2108-40e8-a6c3-c9183f376ccc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 999 time: 0.1993430 Jan 28 10:36:24.107244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-50ee8856-c843-4794-94ca-4252c1372611 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 999 time: 0.0975311 Jan 28 10:36:24.154162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-389a96cb-6ebd-4f9e-b067-be9c6aafaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.156468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-389a96cb-6ebd-4f9e-b067-be9c6aafaf4f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0634933 Jan 28 10:36:24.181552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-1c3e5a68-1737-4887-b26f-994164358a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.182970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-1c3e5a68-1737-4887-b26f-994164358a32 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0680254 Jan 28 10:36:24.218646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:36:24.241670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-b6becfcf-9634-47e7-a750-d881a4f188cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.243129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-b6becfcf-9634-47e7-a750-d881a4f188cb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812869 Jan 28 10:36:24.261106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-57a61b63-a11d-4970-8b0a-5e222a89f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.262585 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-57a61b63-a11d-4970-8b0a-5e222a89f2b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709949 Jan 28 10:36:24.278266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:36:24.379452 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-a29dce6f-d8aa-44e7-a2fe-078aa4c718a5 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290636 Jan 28 10:36:24.398792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-b19028fa-8ca5-49f4-b612-8e818747dd03 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291394 Jan 28 10:36:24.516587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-e6122d84-4391-4775-bada-e48f09135fec service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314306 Jan 28 10:36:24.540901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ba03647-67a9-4115-bf6f-820938c94a9d req-e666eedd-7e5b-493c-a2c9-7bab7f05c65a service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357486 Jan 28 10:36:24.657114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a3516-f0bb-49e8-a3d2-b5d3e7d689b4 req-39557e70-9202-456a-8bd5-b3f5027b6891 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.658559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c7a3516-f0bb-49e8-a3d2-b5d3e7d689b4 req-39557e70-9202-456a-8bd5-b3f5027b6891 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.0789649 Jan 28 10:36:24.711366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c7a3516-f0bb-49e8-a3d2-b5d3e7d689b4 req-9a51169a-aa77-48c1-9199-51e2202a6cc6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469794 Jan 28 10:36:24.853454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ada73-c777-4451-8937-3e664bfa874c req-ca5b847b-b8b7-4bc6-844e-68a8e1ccabb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:24.854807 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-ca5b847b-b8b7-4bc6-844e-68a8e1ccabb7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0710642 Jan 28 10:36:25.006084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ada73-c777-4451-8937-3e664bfa874c req-82c207d4-9159-45de-a804-a5ca479cb51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:25.007541 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-82c207d4-9159-45de-a804-a5ca479cb51e service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1299341 Jan 28 10:36:25.114137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-4d47475b-4f05-4791-8cc8-a46d3c39d2c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 999 time: 0.0962424 Jan 28 10:36:25.185028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ada73-c777-4451-8937-3e664bfa874c req-ded4d6e2-0578-45eb-91d8-3ba788c32530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:25.186437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-ded4d6e2-0578-45eb-91d8-3ba788c32530 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0603328 Jan 28 10:36:25.263939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ada73-c777-4451-8937-3e664bfa874c req-a42d77c0-21a5-4cc5-a0ac-d1ed0fc51adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:25.265964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-a42d77c0-21a5-4cc5-a0ac-d1ed0fc51adc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705526 Jan 28 10:36:25.399137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-2d2f96c8-c05e-42ec-8c6c-e6095eaefd9a service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230431 Jan 28 10:36:25.533432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c65ada73-c777-4451-8937-3e664bfa874c req-53a69311-5c17-4425-8702-64a476f51bff service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241274 Jan 28 10:36:25.901627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7cf9a-502a-485c-be9d-d59886817614 req-a6adc08d-d761-432a-92e2-aa27a596d214 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:25.903100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0fe7cf9a-502a-485c-be9d-d59886817614 req-a6adc08d-d761-432a-92e2-aa27a596d214 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.0838411 Jan 28 10:36:25.950184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0fe7cf9a-502a-485c-be9d-d59886817614 req-fa34cb37-6385-42cc-b437-8baea1e7592a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415342 Jan 28 10:36:25.996999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c9c552a-3e3e-4937-9aea-74be89a96e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:26.249881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8650bd-d3db-47a6-aa7e-2140abadb026 req-c3a72242-d4b7-4110-8ff4-ffe288735652 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:26.251222 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c8650bd-d3db-47a6-aa7e-2140abadb026 req-c3a72242-d4b7-4110-8ff4-ffe288735652 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 943 time: 0.0808768 Jan 28 10:36:26.253111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804574-e41f-4c7c-a808-831a37f83c6a req-4a409f7d-dc03-4a23-8944-a892af271e1d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:26.254615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-4a409f7d-dc03-4a23-8944-a892af271e1d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 943 time: 0.0837331 Jan 28 10:36:26.298773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c8650bd-d3db-47a6-aa7e-2140abadb026 req-d53f8d5c-50da-4de4-8c4b-952bc62119b5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418446 Jan 28 10:36:26.331731 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-44804574-e41f-4c7c-a808-831a37f83c6a req-cc641327-011b-451f-af97-8056594cbf60 service neutron] delete failed (client error): The resource could not be found. Jan 28 10:36:26.332772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-cc641327-011b-451f-af97-8056594cbf60 service neutron] 10.222.0.43 "DELETE /v2.0/ports/3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0730531 Jan 28 10:36:26.473756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804574-e41f-4c7c-a808-831a37f83c6a req-c4a904d4-b621-4a08-b984-1fb03a0e24e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:26.475262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-c4a904d4-b621-4a08-b984-1fb03a0e24e2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1094 time: 0.0735548 Jan 28 10:36:26.604166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804574-e41f-4c7c-a808-831a37f83c6a req-78858f3a-01d0-478d-ae9e-d879621b3d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:26.606548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-78858f3a-01d0-478d-ae9e-d879621b3d55 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1253629 Jan 28 10:36:26.707447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-b558f70e-1b8a-4ffd-86d4-34044f309689 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 999 time: 0.0949354 Jan 28 10:36:26.767666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804574-e41f-4c7c-a808-831a37f83c6a req-8fc9bb32-9a5a-405d-b5f8-667784f19f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:26.769037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-8fc9bb32-9a5a-405d-b5f8-667784f19f39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0555863 Jan 28 10:36:26.839756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44804574-e41f-4c7c-a808-831a37f83c6a req-3a8df7aa-a226-41ac-b7a3-cfa3b3f9af78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:26.841122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-3a8df7aa-a226-41ac-b7a3-cfa3b3f9af78 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667884 Jan 28 10:36:26.938715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:36:26.967381 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-94a87d2a-54f9-4e28-b34a-521478f80dd6 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205242 Jan 28 10:36:27.070538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:27.084292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'mac_address': 'fa:16:3e:9f:88:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:36:27.097551 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44804574-e41f-4c7c-a808-831a37f83c6a req-8ccf7f56-3eeb-48fb-9c3a-18c73b346b44 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236775 Jan 28 10:36:27.141780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:27.159342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:36:27.175258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:27.179025 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:27.247937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:27.255651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.255986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.256315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.256642 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.256993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.257313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.257631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.257946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.258261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.258575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.258890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.259199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:27.495301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:36:27.497278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269905b-98e6-42b7-aaa0-6e30b6785a52 req-3ad2660a-99bd-465d-8700-45982a1579e3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:27.499801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c269905b-98e6-42b7-aaa0-6e30b6785a52 req-3ad2660a-99bd-465d-8700-45982a1579e3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 944 time: 0.0868666 Jan 28 10:36:27.548685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c269905b-98e6-42b7-aaa0-6e30b6785a52 req-8849c186-4850-416d-bbfb-a05904f9274d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428381 Jan 28 10:36:28.442252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-01e26e7b-44fd-493f-b854-6f6608fece36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:28.844724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfbbcb-7b7e-49d4-8d18-c5f067bdbd3b req-00e2caa1-c143-4cb4-bc7b-d946e74e5ed1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:28.846098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cdfbbcb-7b7e-49d4-8d18-c5f067bdbd3b req-00e2caa1-c143-4cb4-bc7b-d946e74e5ed1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 944 time: 0.1931648 Jan 28 10:36:28.890602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4cdfbbcb-7b7e-49d4-8d18-c5f067bdbd3b req-ad88a168-1101-437a-a5d7-c66fa490b19b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383215 Jan 28 10:36:28.954552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:36:29.055606 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:36:29.060604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:36:29.061100 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:29.071939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e26b9a-63df-40a7-a5fe-dd15b822be3d req-0ba23261-f555-4210-8794-461f938286be tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:29.073421 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56e26b9a-63df-40a7-a5fe-dd15b822be3d req-0ba23261-f555-4210-8794-461f938286be tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 944 time: 0.0791214 Jan 28 10:36:29.178578 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:29.206499 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:29.218355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:29.222269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:29.226210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56e26b9a-63df-40a7-a5fe-dd15b822be3d req-ef02cdce-d0b4-40e7-95a1-9f258599e7a1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471946 Jan 28 10:36:29.264267 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'code': 200} Jan 28 10:36:29.294753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:29.553618 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:29.586315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:29.624316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549d3a10-2107-4502-a754-e6c4689e90fa req-d4ce419e-f4e1-4cdc-a292-0d1d6f1e9f5b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:29.625860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-549d3a10-2107-4502-a754-e6c4689e90fa req-d4ce419e-f4e1-4cdc-a292-0d1d6f1e9f5b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.1408002 Jan 28 10:36:29.677342 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-37f4f3f4-f904-49a5-b2bc-014256e1cb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:29.678843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-37f4f3f4-f904-49a5-b2bc-014256e1cb0e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 1096 time: 0.1246741 Jan 28 10:36:29.681691 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-549d3a10-2107-4502-a754-e6c4689e90fa req-f773963d-2a16-44d8-a17e-f4c021b4f03f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495667 Jan 28 10:36:29.813495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-e7aadcbe-4949-46ac-acc1-b15c85114fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:29.814924 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-e7aadcbe-4949-46ac-acc1-b15c85114fbf service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1266327 Jan 28 10:36:29.920231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-244b0001-3d99-4da2-a778-e908d0a4a98e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 200 len: 1001 time: 0.0961523 Jan 28 10:36:29.983810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-04270928-cffb-496d-a6dd-473a32e139c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:29.985193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-04270928-cffb-496d-a6dd-473a32e139c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0558732 Jan 28 10:36:30.063628 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-344b1c76-0c4c-4f5b-96c6-c8dd6005e1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:30.064990 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-344b1c76-0c4c-4f5b-96c6-c8dd6005e1e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701427 Jan 28 10:36:30.196079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-9a7e9c51-c0b1-4970-ac9b-4a30cb2c1127 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220207 Jan 28 10:36:30.247187 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:36:30.327314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-30f46ea8-4642-45b2-8d63-91f6331ef579 req-e78ae4f3-5b65-4d90-83de-2c6490a21781 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211619 Jan 28 10:36:30.867602 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086f482-2358-47e6-a8f1-2ef8e7603537 req-a479d979-a628-489e-9fe5-2840b5a5107a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:30.869070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d086f482-2358-47e6-a8f1-2ef8e7603537 req-a479d979-a628-489e-9fe5-2840b5a5107a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0804045 Jan 28 10:36:30.921633 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d086f482-2358-47e6-a8f1-2ef8e7603537 req-f13392aa-3c0d-4793-9840-b657a8ffe937 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453079 Jan 28 10:36:30.998430 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:32.103830 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afcf74e-f697-4119-9eee-1894cda94896 req-343ff276-726e-4245-b6f9-21f4468618df tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:32.105326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2afcf74e-f697-4119-9eee-1894cda94896 req-343ff276-726e-4245-b6f9-21f4468618df tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0786266 Jan 28 10:36:32.155198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2afcf74e-f697-4119-9eee-1894cda94896 req-ca8dfcd8-77cc-4ab1-882e-b7eeafa06610 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437555 Jan 28 10:36:32.527794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a35739e-4cae-41e5-b690-e6b87bdbf969 req-75cef071-69a6-4673-a7d4-36368fd663d7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:32.529195 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a35739e-4cae-41e5-b690-e6b87bdbf969 req-75cef071-69a6-4673-a7d4-36368fd663d7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0845239 Jan 28 10:36:32.573927 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3a35739e-4cae-41e5-b690-e6b87bdbf969 req-2488f07a-4862-4594-976b-e3c066cd6c67 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384269 Jan 28 10:36:33.761916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c679c-742e-4bc8-981c-0db66af33722 req-f4948ac9-6c16-4157-8261-48b0b6655077 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:33.763353 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c7c679c-742e-4bc8-981c-0db66af33722 req-f4948ac9-6c16-4157-8261-48b0b6655077 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0815763 Jan 28 10:36:33.805971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5c7c679c-742e-4bc8-981c-0db66af33722 req-0d8fbf9c-fbb8-4f32-911f-8fd6ff04ab08 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369740 Jan 28 10:36:33.869031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-86101440-efdc-418c-a2ae-d1a61358502b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:33.870466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-86101440-efdc-418c-a2ae-d1a61358502b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 945 time: 0.0824742 Jan 28 10:36:33.944550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Deleting port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:36:33.944908 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:34.193534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] For port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:34.193887 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:34.588709 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:34.589080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:34.589392 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 disassociated. External IP: 172.25.1.243, port: 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b. Jan 28 10:36:34.589737 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Calling delete_port for 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:36:34.733616 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:34.783591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event deleted for resources: {'Port': ['ID=3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:34.995327 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1704df05-34d2-4a5e-a968-1de6784f3611 req-0e1ec3aa-06fa-4525-866a-69d5a3c1a71b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=a1b984e4-adc6-43fd-853d-0ef5b5054890 HTTP/1.1" status: 200 len: 210 time: 0.0648704 Jan 28 10:36:35.021938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:36:35.197432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:36:35.206594 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:36:35.215693 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:36:35.216287 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:35.272816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] No DVR routers for this DVR port 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:36:35.275288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:35.277837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-deleted', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:35.293703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-61dcdc35-755a-4bea-9c79-e3cf98f4533f req-3200899f-b004-495f-acc3-82ba58b9b928 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "DELETE /v2.0/ports/3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b HTTP/1.1" status: 204 len: 173 time: 1.4153247 Jan 28 10:36:35.328244 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1b984e4-adc6-43fd-853d-0ef5b5054890', 'name': 'network-vif-deleted', 'tag': '3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b', 'status': 'completed', 'code': 200} Jan 28 10:36:35.423273 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:36:35.731505 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:35.735798 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:36:35.743765 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:36:35.744341 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:35.915141 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:36:36.220183 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:36.224081 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19e5e8c-c924-4a82-b3c3-dd5eba4a9574 None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:36:36.360442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-71b3acd2-f24e-4bca-9645-8f3efaff174c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--830000312&fields=id&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 267 time: 0.0399702 Jan 28 10:36:36.449872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e37e59f-b7ed-4ab3-b55f-c826520d52f5 None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:36:36.514400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-bd78ead1-008f-4c4d-9275-0775bb365434 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:36.518110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-bd78ead1-008f-4c4d-9275-0775bb365434 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1511891 Jan 28 10:36:36.532767 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-b5ff16fe-1321-4e5f-981c-40a2a0e464a5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/quotas/4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 375 time: 0.0104461 Jan 28 10:36:36.615531 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4562ca05-54f9-4613-adcb-df31a112e4d0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:36:36.634655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4562ca05-54f9-4613-adcb-df31a112e4d0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:36:36.635961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4562ca05-54f9-4613-adcb-df31a112e4d0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0978305 Jan 28 10:36:36.774855 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-7038f84a-c0e7-4811-9312-9c6a58e8890a service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271355 Jan 28 10:36:36.903501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-93b55963-7689-46b5-a6ff-beee8057c709 service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229548 Jan 28 10:36:36.986043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:36:37.022013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:36:37.022352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 3832cdfb-3c8b-4d7b-80cf-d66d7cc9e12b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:36:37.077748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65c02710-0e42-44c3-9530-0041a5a1cafd req-0c2ebae8-9e26-447c-b7e5-139768137501 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 210 time: 0.0410578 Jan 28 10:36:38.110658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-afa26520-90e0-43c3-8f9f-08bff01bd5a2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:38.112140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-afa26520-90e0-43c3-8f9f-08bff01bd5a2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1508856 Jan 28 10:36:38.162095 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-255c99f8-cfce-481a-87d0-538148a97282 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 379 time: 0.0412648 Jan 28 10:36:38.169960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'port': {'device_id': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'admin_state_up': True, 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'security_groups': ['a0239994-160e-4b7a-bc9e-6d872ba38cd4']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:36:38.310437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:36:38.320838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:36:38.330425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Made reservation on behalf of 4a5751917fe24d08b9c9ddd2690aaae5 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:36:38.334170 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:38.340860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-779b31ce-326a-44e5-ad00-b361ed8e3855 req-3ed53c0d-07f0-49ce-a08e-88482fe3e267 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 210 time: 0.1560631 Jan 28 10:36:38.496611 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Allocated IP 172.20.0.4 (11048dd5-a968-46d3-8a52-bae09d40b6a9/e7473866-5201-4803-9f70-57a2ccb6d003/8889d159-d38f-423f-a328-e67ca73384d5) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:36:38.680511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:38.695166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Transition to ACTIVE for port object 8889d159-d38f-423f-a328-e67ca73384d5 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:36:38.717930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:38.789720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:36:38.792458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:36:38.796392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:36:38.842859 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:38.854592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.854930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.855266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.855598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.855925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.856248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.856566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.856911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.857229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.857650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.857971 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.858285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:36:38.876850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:38.877460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:38.904432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-68ecfe87-a26f-4489-b0d8-4560f6a7fbf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7379003 Jan 28 10:36:38.916488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Request body: {'port': {'device_id': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:36:38.996338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c05f65da-21c8-4cbd-b569-e676988778d6 None None] Provisioning for port 8889d159-d38f-423f-a328-e67ca73384d5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:36:39.001237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c05f65da-21c8-4cbd-b569-e676988778d6 None None] Provisioning complete for port 8889d159-d38f-423f-a328-e67ca73384d5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:36:39.001804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c05f65da-21c8-4cbd-b569-e676988778d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:39.029319 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:39.057636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-c05f65da-21c8-4cbd-b569-e676988778d6 None None] Port 8889d159-d38f-423f-a328-e67ca73384d5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:36:39.358237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8889d159-d38f-423f-a328-e67ca73384d5 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:36:39.365061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:39.380747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Transition to ACTIVE for port object 8889d159-d38f-423f-a328-e67ca73384d5 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:36:39.384329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:39.586169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:39.789418 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:36:39.789648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:36:39.789953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:36:39.800948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaaeb7c-bb4b-4f4b-b074-32610a5f2e65 req-c36d0277-3d65-4da3-a8cb-b1e6f8b56a96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:39.801623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7aaaeb7c-bb4b-4f4b-b074-32610a5f2e65 req-c36d0277-3d65-4da3-a8cb-b1e6f8b56a96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:36:39.805894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:36:39.806209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:36:39.814790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:36:39.815116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:36:39.815483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:36:39.815899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Bound port: 8889d159-d38f-423f-a328-e67ca73384d5, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:36:39.816231 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:39.859970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-7aaaeb7c-bb4b-4f4b-b074-32610a5f2e65 req-c36d0277-3d65-4da3-a8cb-b1e6f8b56a96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:36:39.861467 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7aaaeb7c-bb4b-4f4b-b074-32610a5f2e65 req-c36d0277-3d65-4da3-a8cb-b1e6f8b56a96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.3531938 Jan 28 10:36:39.939718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7aaaeb7c-bb4b-4f4b-b074-32610a5f2e65 req-8663ab38-b09f-453f-a32e-ffd0bc685618 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727859 Jan 28 10:36:39.948760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:36:39.951874 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:36:39.959032 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:40.019735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.020333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:40.021692 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] 10.222.0.43 "PUT /v2.0/ports/8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1091 time: 1.1094632 Jan 28 10:36:40.022133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:40.042327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eed2f61-3276-4fbb-bb48-c23c7a094070 service neutron] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:40.110612 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'status': 'completed', 'code': 200} Jan 28 10:36:40.151381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-93b57a8f-981d-4adc-9a41-23805d3f0976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.152907 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-93b57a8f-981d-4adc-9a41-23805d3f0976 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1094 time: 0.0799973 Jan 28 10:36:40.220949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-5b3d1658-01c1-45dc-a426-912699043d61 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 217 time: 0.0616016 Jan 28 10:36:40.285436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-c7cd4af3-54b4-4e49-8448-b0952ecc6ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.287407 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-c7cd4af3-54b4-4e49-8448-b0952ecc6ec9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0611892 Jan 28 10:36:40.360580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-56269c4b-673f-4cc4-8b6b-f7e721ff2db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.362056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-56269c4b-673f-4cc4-8b6b-f7e721ff2db3 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694194 Jan 28 10:36:40.494134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-cb708652-bf7c-4c83-8cc4-9f544909daa4 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258171 Jan 28 10:36:40.623480 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6000edfe-a7d1-443c-b44c-e8d0474e5f1b req-09250286-d30c-492d-85ff-0399e8f1bd54 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231973 Jan 28 10:36:40.730851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-4a39ab84-eaef-48b7-8c54-9f216b4eb794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.732267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-4a39ab84-eaef-48b7-8c54-9f216b4eb794 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1094 time: 0.0674436 Jan 28 10:36:40.860030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-9adfb91a-7b64-4908-a7bb-2315a582f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.861477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-9adfb91a-7b64-4908-a7bb-2315a582f3a1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1237679 Jan 28 10:36:40.932336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-f6a764d9-5383-430a-9425-2fbe9451b1c3 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 217 time: 0.0639267 Jan 28 10:36:40.997065 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-c5aee43a-71a5-4881-8105-fea8852254d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:40.998468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-c5aee43a-71a5-4881-8105-fea8852254d7 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0595272 Jan 28 10:36:41.127829 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-6a817725-4b3a-43dd-b1d5-97490ebd0954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:41.129310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-6a817725-4b3a-43dd-b1d5-97490ebd0954 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240094 Jan 28 10:36:41.209171 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666b170-acab-4458-9d8f-dbb923ad3de8 req-bf647796-5db0-428e-8564-87f019fdc77b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:41.210558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0666b170-acab-4458-9d8f-dbb923ad3de8 req-bf647796-5db0-428e-8564-87f019fdc77b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.1585460 Jan 28 10:36:41.285592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0666b170-acab-4458-9d8f-dbb923ad3de8 req-f71678dc-2923-4294-8565-8e56d690d231 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636370 Jan 28 10:36:41.301377 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-0f1be0c1-d130-4f98-9b9c-e1ec9d15d0ec service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645145 Jan 28 10:36:41.541189 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7c0eccf6-5af2-4ca8-8165-940123427e84 req-bd7ddd8b-16e9-4d26-a343-00e4b58a262a service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315884 Jan 28 10:36:42.297708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:36:42.445974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:42.459635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '8889d159-d38f-423f-a328-e67ca73384d5', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '8889d159-d38f-423f-a328-e67ca73384d5', 'mac_address': 'fa:16:3e:da:8f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:36:42.488873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c079ac-2ccf-4c35-a0a2-1d8e5d1cd1cc req-d4f7072a-4110-482d-be69-eb194ec4d50b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:42.493125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75c079ac-2ccf-4c35-a0a2-1d8e5d1cd1cc req-d4f7072a-4110-482d-be69-eb194ec4d50b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.0993052 Jan 28 10:36:42.516576 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:42.533279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8889d159-d38f-423f-a328-e67ca73384d5 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:36:42.540224 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-75c079ac-2ccf-4c35-a0a2-1d8e5d1cd1cc req-d7b3954a-bdbd-4e39-bb0e-87467234601e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431173 Jan 28 10:36:42.549216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:42.553488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:42.623124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:42.752494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['8889d159-d38f-423f-a328-e67ca73384d5'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:36:43.720768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482775a5-4456-47b1-b3c3-66017da45d30 req-698fc80f-6ebe-4798-b43e-64627081b7e6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:43.722206 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-482775a5-4456-47b1-b3c3-66017da45d30 req-698fc80f-6ebe-4798-b43e-64627081b7e6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 944 time: 0.0773921 Jan 28 10:36:43.764546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-482775a5-4456-47b1-b3c3-66017da45d30 req-11b06f35-11b8-4789-b5e0-cfb640200004 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369105 Jan 28 10:36:44.142571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:44.296756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:36:44.362757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 8889d159-d38f-423f-a328-e67ca73384d5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:36:44.367152 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 8889d159-d38f-423f-a328-e67ca73384d5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:36:44.367513 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:44.478718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:44.506736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:44.517895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:36:44.521357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:44.559621 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'code': 200} Jan 28 10:36:44.593846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:36:44.682424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fd255-d0d0-4f27-8fab-f9fcf3605dcc req-36809c09-f3df-450b-98fd-3d9fea6328c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:44.684068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a7fd255-d0d0-4f27-8fab-f9fcf3605dcc req-36809c09-f3df-450b-98fd-3d9fea6328c5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1096 time: 0.0765021 Jan 28 10:36:44.725772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a7fd255-d0d0-4f27-8fab-f9fcf3605dcc req-f6a8ae7d-0282-4d53-a307-2b01ae092cf4 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355630 Jan 28 10:36:44.946139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b006b1-8c9e-4f49-aa6f-ab4250dc787b req-2ca60fb1-3158-4253-b4fd-25d3bcde5973 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:44.947642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3b006b1-8c9e-4f49-aa6f-ab4250dc787b req-2ca60fb1-3158-4253-b4fd-25d3bcde5973 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0789266 Jan 28 10:36:44.990703 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3b006b1-8c9e-4f49-aa6f-ab4250dc787b req-7b045294-b591-4749-a999-e747f3e50ed3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374136 Jan 28 10:36:45.654342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:46.175634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d90f4-1068-44d5-acc3-33b3320b4b2c req-e8d6c2a9-4b44-4670-b697-c548cb2a2282 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:46.177123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0d90f4-1068-44d5-acc3-33b3320b4b2c req-e8d6c2a9-4b44-4670-b697-c548cb2a2282 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0817535 Jan 28 10:36:46.220616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c0d90f4-1068-44d5-acc3-33b3320b4b2c req-1387e0e2-6ba5-44f5-8db2-e90e89504990 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378971 Jan 28 10:36:46.398671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7685d8e-79f4-4b52-af10-ea9ed5547b67 req-3a30af48-788b-4e4a-bd82-3b16c9a85a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:46.400072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7685d8e-79f4-4b52-af10-ea9ed5547b67 req-3a30af48-788b-4e4a-bd82-3b16c9a85a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0797393 Jan 28 10:36:46.408620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 56442) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:36:46.413373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'floatingip': {'port_id': '8889d159-d38f-423f-a328-e67ca73384d5'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:36:46.490024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:47.075335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:47.079834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:47.247071 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 associated. External IP: 172.25.1.243, port: 8889d159-d38f-423f-a328-e67ca73384d5. Jan 28 10:36:47.701589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:36:47.875749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:36:47.880557 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:47.885638 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:36:47.895476 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:36:47.896059 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:47.936810 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f76e8d3f-b8c1-4f95-b567-cb9fd8e25d51 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "PUT /v2.0/floatingips/7a5b8b27-36f4-4096-8170-85727d4b50c8 HTTP/1.1" status: 200 len: 991 time: 1.5271261 Jan 28 10:36:47.938029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:36:47.982189 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'status': 'completed', 'code': 200} Jan 28 10:36:48.073217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf18d-a733-430f-97fd-c314a01a885a req-88ff3763-5606-4078-ad01-1e3f5f6f1f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:48.074679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-88ff3763-5606-4078-ad01-1e3f5f6f1f95 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1096 time: 0.0704007 Jan 28 10:36:48.077876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:36:48.213289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf18d-a733-430f-97fd-c314a01a885a req-d4b2264d-d308-41bf-a0eb-44a25332fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:48.214606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-d4b2264d-d308-41bf-a0eb-44a25332fc65 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1323111 Jan 28 10:36:48.315962 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-400abadc-71a2-4810-b512-526884363669 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 999 time: 0.0951307 Jan 28 10:36:48.376582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf18d-a733-430f-97fd-c314a01a885a req-da67e8ad-0c61-419d-95c9-a7ada3d550e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:48.378144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-da67e8ad-0c61-419d-95c9-a7ada3d550e5 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0571649 Jan 28 10:36:48.441555 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '8889d159-d38f-423f-a328-e67ca73384d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:da:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:36:46Z', 'revision_number': 9, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:48.445344 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:36:48.453414 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:36:48.453997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:36:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:48.454308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68daf18d-a733-430f-97fd-c314a01a885a req-d31f7fed-731e-46a0-94c5-a7b77b5fabc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:36:48.455782 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-d31f7fed-731e-46a0-94c5-a7b77b5fabc1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721202 Jan 28 10:36:48.592252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-43484307-3e58-47e0-94a0-c0acd73c23f5 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303403 Jan 28 10:36:48.632897 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:36:48.722472 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-68daf18d-a733-430f-97fd-c314a01a885a req-f01a8d8a-96cf-48b8-8c44-6a1236e8eab2 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242898 Jan 28 10:36:48.972099 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '8889d159-d38f-423f-a328-e67ca73384d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:da:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:36:46Z', 'revision_number': 9, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:36:48.975887 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c56eb5-a9b8-446d-af03-ce4d33bda37b None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '8889d159-d38f-423f-a328-e67ca73384d5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:da:8f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:36:46Z', 'revision_number': 9, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:36:49.176498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ac72fa-668b-4222-8707-ea15dc816eec None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:36:55.999149 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7e36225b-f2bb-4f44-928b-60184423e4ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:58.443317 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-79857319-47dd-44fd-a229-2abb1c92b773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:59.556395 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:36:59.582978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:01.001038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:07.245754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:37:14.154177 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:15.668810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:22.876861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-48e6a260-6396-4241-a32a-b466ac7fedff service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0682762 Jan 28 10:37:23.008728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099199-1246-41b9-9e78-016b38983543 req-8608f48d-ecd3-4145-9df5-a16b44ede22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:37:23.010136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-8608f48d-ecd3-4145-9df5-a16b44ede22f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1096 time: 0.0679967 Jan 28 10:37:23.149836 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099199-1246-41b9-9e78-016b38983543 req-4cda09c0-3ba1-4de1-9859-663dbee5ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:37:23.151156 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-4cda09c0-3ba1-4de1-9859-663dbee5ee0b service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1233835 Jan 28 10:37:23.357145 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-3665c8d2-a03e-4fcb-9d1b-a6f2fa97012f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1002 time: 0.1992326 Jan 28 10:37:23.419429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099199-1246-41b9-9e78-016b38983543 req-ccd25d4d-e071-4316-9a9a-2c47d07385d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:37:23.420749 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-ccd25d4d-e071-4316-9a9a-2c47d07385d3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0579002 Jan 28 10:37:23.492845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5099199-1246-41b9-9e78-016b38983543 req-0aa2cf09-8694-4ee0-b460-0958d5439e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:37:23.494315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-0aa2cf09-8694-4ee0-b460-0958d5439e02 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677259 Jan 28 10:37:23.504887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-695f7a6a-76ed-420a-b49f-1d01238299d9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:37:23.505772 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-695f7a6a-76ed-420a-b49f-1d01238299d9 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046637 Jan 28 10:37:23.633718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-8ae754e9-6d30-49e5-a830-95742618303b service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222167 Jan 28 10:37:23.762204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5099199-1246-41b9-9e78-016b38983543 req-ef3e72e3-5aa6-45cb-b66c-2492f8a2a3a5 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229157 Jan 28 10:37:26.000362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f42c92e-03dc-4503-8711-7ae37dd4234f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:28.444678 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a738e74d-2328-49dd-baf1-e988e39493dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:29.559548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:29.585899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:31.003053 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:44.160295 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:44.244611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:37:45.667920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:56.002248 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6e28185d-7926-4bf6-abfc-cbd9bcd5d039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:58.446208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf5e8ca8-643f-4afe-8894-187985f4cf78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:59.562610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:37:59.588400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:01.005435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:14.175187 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:15.682445 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:21.244785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:38:23.956632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-a010b922-4fe1-470f-b901-3215cba7aeba service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1330492 Jan 28 10:38:24.193919 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570679b-7c5d-4204-bf12-60f7dac83d46 req-7334b10f-3e4a-46d8-a80c-2dc423b7e71c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:24.195365 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b570679b-7c5d-4204-bf12-60f7dac83d46 req-7334b10f-3e4a-46d8-a80c-2dc423b7e71c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.2033556 Jan 28 10:38:24.204726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690771da-d060-4842-96a9-21163945bd57 req-f0dad4f1-7121-4a76-855d-920a5728fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:24.206116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-f0dad4f1-7121-4a76-855d-920a5728fb42 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1096 time: 0.1614201 Jan 28 10:38:24.227517 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a6d63f1f-1242-45c0-b3a2-f248f630762b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1921365 Jan 28 10:38:24.328138 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b570679b-7c5d-4204-bf12-60f7dac83d46 req-831cb622-7524-4412-b685-a1c6eff9831a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254935 Jan 28 10:38:24.371926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690771da-d060-4842-96a9-21163945bd57 req-db838956-532b-4da0-8e44-663e9aa0e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:24.373385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-db838956-532b-4da0-8e44-663e9aa0e4c7 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1432979 Jan 28 10:38:24.487068 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-747ee8a2-d342-495e-b059-a82a3597c781 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1002 time: 0.1072316 Jan 28 10:38:24.557064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690771da-d060-4842-96a9-21163945bd57 req-e730bc67-631f-4ab8-b4ce-55aace262d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:24.558501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-e730bc67-631f-4ab8-b4ce-55aace262d9f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0661576 Jan 28 10:38:24.632515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690771da-d060-4842-96a9-21163945bd57 req-b32759a7-3b48-4b41-9eb3-f0c3cc6fa389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:24.634043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-b32759a7-3b48-4b41-9eb3-f0c3cc6fa389 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693290 Jan 28 10:38:24.768947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-326c2469-8abc-4b29-a4d5-ccc37af580b0 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289544 Jan 28 10:38:24.914254 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-690771da-d060-4842-96a9-21163945bd57 req-796c3106-0cf6-474b-a55b-ecc3f88f51d3 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395817 Jan 28 10:38:25.524261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f2f71-4ca3-4e41-9b59-8fe5182ab88f req-30fac8ee-3556-40f0-a300-f2e6d4fdcfe8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:25.528127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-fdc8674e-1d85-4606-8954-1b80a8d07003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:25.529269 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc0f2f71-4ca3-4e41-9b59-8fe5182ab88f req-30fac8ee-3556-40f0-a300-f2e6d4fdcfe8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0913532 Jan 28 10:38:25.529613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-fdc8674e-1d85-4606-8954-1b80a8d07003 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1096 time: 0.0764143 Jan 28 10:38:25.573633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dc0f2f71-4ca3-4e41-9b59-8fe5182ab88f req-ba0f8e7e-2f81-4af6-bcbb-d4046d403164 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413718 Jan 28 10:38:25.754629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-5da53bee-c9c4-43ae-b07d-5866e26cd290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:25.756282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-5da53bee-c9c4-43ae-b07d-5866e26cd290 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.2207477 Jan 28 10:38:25.856831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-c20fb77c-1568-4cd5-bac6-336afa183926 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1002 time: 0.0946951 Jan 28 10:38:25.917461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-340c1d0e-2e8d-4c1a-ae44-4c0e5699fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:25.918802 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-340c1d0e-2e8d-4c1a-ae44-4c0e5699fc70 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0557961 Jan 28 10:38:25.993304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-80eb7f72-9260-465e-b6fe-33aa0e4be9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:25.994744 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-80eb7f72-9260-465e-b6fe-33aa0e4be9a0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688858 Jan 28 10:38:26.003720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1cd82a3d-5cc1-42fd-8306-e231434022e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:26.123808 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-52e39be1-2206-4723-a853-4bf0af6885ac service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228790 Jan 28 10:38:26.250977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-224ce124-43c4-40b4-a095-4293df248b55 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208653 Jan 28 10:38:26.761814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1a3032-6aae-4761-9a97-fb5f726901b6 req-baf43abd-c88c-4082-9368-1bf35ad92267 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:26.763239 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de1a3032-6aae-4761-9a97-fb5f726901b6 req-baf43abd-c88c-4082-9368-1bf35ad92267 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0828948 Jan 28 10:38:26.805003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-de1a3032-6aae-4761-9a97-fb5f726901b6 req-9837154a-004e-4e6f-be08-bd69698b2a0f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361516 Jan 28 10:38:27.988528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7230eb3-a97b-4af8-b317-171bd0e4b06e req-78d75aef-6025-4101-ac25-a8b5de769b66 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:27.989984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7230eb3-a97b-4af8-b317-171bd0e4b06e req-78d75aef-6025-4101-ac25-a8b5de769b66 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0776544 Jan 28 10:38:28.033810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7230eb3-a97b-4af8-b317-171bd0e4b06e req-8cb6edfa-01fe-414a-a90b-3b0e89141635 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383227 Jan 28 10:38:28.447697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4e32e244-e418-4239-9da1-49d2d96492c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:29.211994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd70640-342f-49d0-a110-615880c93c06 req-152a09e0-fd51-4420-a9d3-9a5ce42e97dc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:29.213463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dbd70640-342f-49d0-a110-615880c93c06 req-152a09e0-fd51-4420-a9d3-9a5ce42e97dc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0766976 Jan 28 10:38:29.258874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dbd70640-342f-49d0-a110-615880c93c06 req-968ee9f5-54f5-41cb-89ce-68f09a8cc51b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393128 Jan 28 10:38:29.565125 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:29.591133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:30.441662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14120a07-5205-4cb8-99ca-67f740d3d62b req-66a2313b-55e7-44c4-9305-ffa3b21c4a91 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:30.443076 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14120a07-5205-4cb8-99ca-67f740d3d62b req-66a2313b-55e7-44c4-9305-ffa3b21c4a91 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0824690 Jan 28 10:38:30.486464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14120a07-5205-4cb8-99ca-67f740d3d62b req-95577d99-b3b2-4e3c-a526-b13e6da85b96 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377464 Jan 28 10:38:31.008268 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:31.669240 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aacd4a3-541a-4721-8f48-06f1c6153aa1 req-80a6bc3c-9a6f-49e7-a106-694ce7596457 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:31.670684 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5aacd4a3-541a-4721-8f48-06f1c6153aa1 req-80a6bc3c-9a6f-49e7-a106-694ce7596457 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0769777 Jan 28 10:38:31.716429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5aacd4a3-541a-4721-8f48-06f1c6153aa1 req-a9a06880-870a-4731-873c-c14b18dd4fc4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394681 Jan 28 10:38:32.910066 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b1ba99-97f4-4c34-9b35-d310b50217d0 req-45b9e8de-8cfa-4f22-bd4d-e92531a64f06 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:32.911496 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-65b1ba99-97f4-4c34-9b35-d310b50217d0 req-45b9e8de-8cfa-4f22-bd4d-e92531a64f06 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0785253 Jan 28 10:38:32.959771 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-65b1ba99-97f4-4c34-9b35-d310b50217d0 req-49808a3d-18f5-48cc-9de2-8ae90000faaa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428326 Jan 28 10:38:34.146271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1d663-dc32-4ce5-b843-bd567902722a req-70c9c164-274d-45ab-8963-03e8bf7dab12 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:34.147731 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8af1d663-dc32-4ce5-b843-bd567902722a req-70c9c164-274d-45ab-8963-03e8bf7dab12 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0844905 Jan 28 10:38:34.191114 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8af1d663-dc32-4ce5-b843-bd567902722a req-0445bdf5-c84e-47e0-a017-f35d3b340886 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377784 Jan 28 10:38:35.369928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0ba5b6-3a07-4510-af34-603f5b59d9f1 req-3a109c1e-c850-4967-9a00-581ae324cb37 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:35.371630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e0ba5b6-3a07-4510-af34-603f5b59d9f1 req-3a109c1e-c850-4967-9a00-581ae324cb37 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0783231 Jan 28 10:38:35.415633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8e0ba5b6-3a07-4510-af34-603f5b59d9f1 req-b0d75437-7a82-4103-8a70-9e8a1d89f80c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379248 Jan 28 10:38:36.600111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd3ecb6-c4db-4122-8589-7c6a0b953a2a req-cf4e6f7a-d7b3-4757-9490-9bd07af26e7d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:36.601572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd3ecb6-c4db-4122-8589-7c6a0b953a2a req-cf4e6f7a-d7b3-4757-9490-9bd07af26e7d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0787146 Jan 28 10:38:36.644444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd3ecb6-c4db-4122-8589-7c6a0b953a2a req-bc1683b6-13b8-40a4-958b-8facd10627c3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373333 Jan 28 10:38:37.827161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013b5691-d6fb-4eda-b8c1-6e47a212d1f2 req-3a6d7504-86c9-45cd-a136-194985300d41 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:37.829240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-013b5691-d6fb-4eda-b8c1-6e47a212d1f2 req-3a6d7504-86c9-45cd-a136-194985300d41 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0834012 Jan 28 10:38:37.872556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-013b5691-d6fb-4eda-b8c1-6e47a212d1f2 req-c196f11b-8429-4772-a8b6-102fe195465c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377619 Jan 28 10:38:38.177250 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-0478dc09-9f58-480f-b790-51ddcd9c353c service neutron] show failed (client error): The resource could not be found. Jan 28 10:38:38.178212 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-0478dc09-9f58-480f-b790-51ddcd9c353c service neutron] 10.222.0.43 "GET /v2.0/ports/8889d159-d38f-423f-a328-e67ca73384d5/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0767658 Jan 28 10:38:38.438707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-6930b758-94f4-4eb3-9c99-d9c7b76f45ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:38.440098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-6930b758-94f4-4eb3-9c99-d9c7b76f45ed service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 1096 time: 0.0698030 Jan 28 10:38:38.455868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:38:38.566041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:38.826872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:38.855884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:38:38.914524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:38.920094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:38.941636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Transition to ACTIVE for port object 8889d159-d38f-423f-a328-e67ca73384d5 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:38:38.946013 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:38.994313 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'code': 200} Jan 28 10:38:39.075904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df197cee-8f56-40fe-ac83-d0310830cd70 req-153e6f3c-7272-41bd-b27d-57899bcc7db9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:39.078374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df197cee-8f56-40fe-ac83-d0310830cd70 req-153e6f3c-7272-41bd-b27d-57899bcc7db9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.0881939 Jan 28 10:38:39.102702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=6']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:39.113926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.114270 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.114669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.115008 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.115336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.116114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.116114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.116314 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.116580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.116924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.117240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.117554 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:39.127869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df197cee-8f56-40fe-ac83-d0310830cd70 req-d0eb4551-f7e0-4104-acff-c996a03cff74 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434434 Jan 28 10:38:39.170470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] No DVR routers for this DVR port 8889d159-d38f-423f-a328-e67ca73384d5 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:38:39.496567 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:38:39.496922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:38:39.497240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:38:39.502329 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:38:39.502646 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:38:39.507602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 38, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:38:39.507934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:38:39.508313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:38:39.508761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Bound port: 8889d159-d38f-423f-a328-e67ca73384d5, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:38:39.509102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:39.595487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:38:39.598483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:38:39.603466 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:39.668051 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:39.668682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:39.670055 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] 10.222.0.25 "PUT /v2.0/ports/8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1091 time: 1.2180209 Jan 28 10:38:39.688802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e396a2-9ac6-45d3-92e0-8e51fa747c7e service neutron] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=7']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:39.772489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-e81208c4-bcb3-41dc-bde1-d1c818273794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:39.774063 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-e81208c4-bcb3-41dc-bde1-d1c818273794 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1094 time: 0.0774994 Jan 28 10:38:39.909718 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-d59cb9c6-8221-4d48-81de-5bb89c775a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:39.911154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-d59cb9c6-8221-4d48-81de-5bb89c775a53 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1280131 Jan 28 10:38:40.017619 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-58a0a5ff-0af8-4468-8aa2-5d4ed1635dcb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1000 time: 0.0963182 Jan 28 10:38:40.088416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-c3ca9862-e76c-42af-9813-7668563c2a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:40.089876 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-c3ca9862-e76c-42af-9813-7668563c2a31 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0623908 Jan 28 10:38:40.170430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-874dde3b-e007-47fe-a707-5a1bb68dc8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:40.171953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-874dde3b-e007-47fe-a707-5a1bb68dc8ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727022 Jan 28 10:38:40.184944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-daa17817-8e2a-41a7-a49f-8ca7bea53715 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:38:40.185873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-daa17817-8e2a-41a7-a49f-8ca7bea53715 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049822 Jan 28 10:38:40.374548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-b2cd9705-4a8f-4225-9e25-3148d6e93716 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787715 Jan 28 10:38:40.385899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b3fe4-4886-45c6-aa4c-50da4fd898bb req-89c011f7-3d33-4616-9e84-cf894a767a3d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:40.387232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-899b3fe4-4886-45c6-aa4c-50da4fd898bb req-89c011f7-3d33-4616-9e84-cf894a767a3d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.1270664 Jan 28 10:38:40.509314 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-899b3fe4-4886-45c6-aa4c-50da4fd898bb req-0fce617d-5ad4-4221-8d03-29e45589a184 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040242 Jan 28 10:38:40.544176 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e875ba3-7cf7-42e0-95a0-83818fa1c8a8 req-8ff25f90-cd90-402c-a132-b2d61f14e0dd service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560147 Jan 28 10:38:40.996143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:41.051687 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'status': 'completed', 'code': 200} Jan 28 10:38:41.146151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-bbc474a3-a17b-41f9-93db-2b4f0e9600f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.146779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-cb97af16-58d5-4425-b75b-00d3fcd200e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.147631 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-bbc474a3-a17b-41f9-93db-2b4f0e9600f5 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1094 time: 0.0754771 Jan 28 10:38:41.147966 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-cb97af16-58d5-4425-b75b-00d3fcd200e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1094 time: 0.0736399 Jan 28 10:38:41.277636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-7d966fcb-6e7d-45c3-a9ee-936df906091b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.278986 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-7d966fcb-6e7d-45c3-a9ee-936df906091b service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1255491 Jan 28 10:38:41.280412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-423751b1-d939-472b-bfac-9e8ec212de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.282395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-423751b1-d939-472b-bfac-9e8ec212de08 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1255724 Jan 28 10:38:41.492109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-32ac6e5b-9b90-4464-8a40-8bd3fbf5bdbf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1000 time: 0.2058730 Jan 28 10:38:41.513059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-5a1ecb40-5c1a-4745-a63f-c8135cf55648 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1000 time: 0.2234042 Jan 28 10:38:41.560091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-9e7c46fd-e135-4452-a627-fc033b1da800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.561555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-9e7c46fd-e135-4452-a627-fc033b1da800 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0606532 Jan 28 10:38:41.576698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-30620d18-1db9-4412-b9de-7c9f93012933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.578194 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-30620d18-1db9-4412-b9de-7c9f93012933 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0585032 Jan 28 10:38:41.637943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-ea2fcb89-974e-4ab9-95b6-5ef5a00f1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.639406 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-ea2fcb89-974e-4ab9-95b6-5ef5a00f1c86 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718737 Jan 28 10:38:41.717325 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-97ae3d70-570f-4f05-a8a8-82b484306589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.719392 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-97ae3d70-570f-4f05-a8a8-82b484306589 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345325 Jan 28 10:38:41.727353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da9162-f090-4390-b293-17e23cdd3592 req-6a00e0e1-3e0d-4a3e-862e-55fb95a097f4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:41.728725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92da9162-f090-4390-b293-17e23cdd3592 req-6a00e0e1-3e0d-4a3e-862e-55fb95a097f4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.1095364 Jan 28 10:38:41.770349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-4dca95ef-0900-4b94-99a0-91d6af5b806e service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241777 Jan 28 10:38:41.853725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-92da9162-f090-4390-b293-17e23cdd3592 req-5731d683-dbd8-4718-b9b0-ac505e72fd14 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064160 Jan 28 10:38:41.897905 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-19c675bf-d9d2-4eec-ac83-12c10b9807ae service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682487 Jan 28 10:38:41.905297 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-15775d17-7e5d-4c76-98bf-1380ace90deb service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296067 Jan 28 10:38:42.032727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45e365dd-4e0c-42f5-b1a0-be4a0c9c538c req-1b41f3bf-59a2-48b1-b683-dc9c505ab646 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251690 Jan 28 10:38:42.831818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:38:42.888188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:38:43.043521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb335b-3845-4b4d-869c-24c95fc046f3 req-218aca12-9a65-4ec7-82ca-92f5cd05adf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:43.044972 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3fb335b-3845-4b4d-869c-24c95fc046f3 req-218aca12-9a65-4ec7-82ca-92f5cd05adf2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.0834997 Jan 28 10:38:43.087835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3fb335b-3845-4b4d-869c-24c95fc046f3 req-a2b856f6-3600-4cb8-845b-608e34531a8b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366256 Jan 28 10:38:43.478336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-2cab2d27-fa1b-4b96-aee1-721347b68ab3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:43.480497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-2cab2d27-fa1b-4b96-aee1-721347b68ab3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&binding%3Ahost_id=n-h1-825178-2 HTTP/1.1" status: 200 len: 943 time: 0.0895350 Jan 28 10:38:43.502280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:38:43.528598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add0312-3016-466f-bf59-c845ccbc4fc8 req-13d6cd55-0b8b-4545-8eb6-8f8e31c86477 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:43.530152 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9add0312-3016-466f-bf59-c845ccbc4fc8 req-13d6cd55-0b8b-4545-8eb6-8f8e31c86477 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 943 time: 0.0840962 Jan 28 10:38:43.566290 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-f651d834-c2fd-4a0c-bd5b-4bcf952d4258 service neutron] 10.222.0.25 "GET /v2.0/ports/8889d159-d38f-423f-a328-e67ca73384d5/bindings/n-h1-825178-2 HTTP/1.1" status: 200 len: 382 time: 0.0801373 Jan 28 10:38:43.582940 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9add0312-3016-466f-bf59-c845ccbc4fc8 req-489eca83-c8e7-40db-94c9-7588f2cda7c4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450170 Jan 28 10:38:43.645214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:43.658006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-f8d5010c-0ef5-4d52-b561-2bfe45ea9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:43.658817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '8889d159-d38f-423f-a328-e67ca73384d5', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '8889d159-d38f-423f-a328-e67ca73384d5', 'mac_address': 'fa:16:3e:da:8f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:38:43.659523 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-f8d5010c-0ef5-4d52-b561-2bfe45ea9ed5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1094 time: 0.0708518 Jan 28 10:38:43.715692 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:43.731931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8889d159-d38f-423f-a328-e67ca73384d5 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:38:43.746940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:43.751373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:43.792914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-35349b80-c96d-4527-8228-9edd1e1e8a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:43.794343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-35349b80-c96d-4527-8228-9edd1e1e8a98 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1290367 Jan 28 10:38:43.815691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:43.822943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.823281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.823612 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.823937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.824259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.824578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.824926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.825237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.825547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.825860 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.826172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.826479 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:43.901080 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-7fae67db-1fc0-4a18-a4e2-d33174a292bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1001 time: 0.0999796 Jan 28 10:38:43.967404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-03375468-fe80-47a1-97fc-aef188c14529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:43.968851 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-03375468-fe80-47a1-97fc-aef188c14529 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0609686 Jan 28 10:38:43.988054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['8889d159-d38f-423f-a328-e67ca73384d5'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:38:44.045039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-80bd0375-5a8d-478c-a2d7-404189a678f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:44.046516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-80bd0375-5a8d-478c-a2d7-404189a678f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714161 Jan 28 10:38:44.175094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:44.181317 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-a6cd07bf-a083-4c00-a0e4-2704deba5dff service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279769 Jan 28 10:38:44.313615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-342a3e36-9528-4786-bd59-d07599484205 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262984 Jan 28 10:38:44.769542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc6385-f5c4-4951-bc9b-d886d67cdd50 req-e0fd6672-daf8-491b-a0ee-b7189f73a574 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:44.771019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2fc6385-f5c4-4951-bc9b-d886d67cdd50 req-e0fd6672-daf8-491b-a0ee-b7189f73a574 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 944 time: 0.0834117 Jan 28 10:38:44.814110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d2fc6385-f5c4-4951-bc9b-d886d67cdd50 req-c7bc3325-a348-42f7-82e9-5c474c2551c7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375254 Jan 28 10:38:45.510997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:38:45.577543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 8889d159-d38f-423f-a328-e67ca73384d5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:38:45.582043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 8889d159-d38f-423f-a328-e67ca73384d5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:38:45.582405 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:45.702677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:45.706368 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:45.732335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:45.742773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:45.747737 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:45.801362 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'code': 200} Jan 28 10:38:45.818645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:45.999031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605149b3-e3cd-432e-a4f6-b1298bb3c9ba req-22aca7c4-b6ec-4ed7-ab87-9f06a32cbfa7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:46.000464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-605149b3-e3cd-432e-a4f6-b1298bb3c9ba req-22aca7c4-b6ec-4ed7-ab87-9f06a32cbfa7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0798573 Jan 28 10:38:46.045268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-605149b3-e3cd-432e-a4f6-b1298bb3c9ba req-2a9a7c43-4025-4939-8f0a-62d9e65ae951 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390151 Jan 28 10:38:46.423400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-f6bd1968-5cb6-4bcd-9f9b-836224ecda5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:46.424913 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-f6bd1968-5cb6-4bcd-9f9b-836224ecda5f service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 1096 time: 0.0680487 Jan 28 10:38:46.434857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:38:46.543703 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:46.803157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:46.830773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:38:46.886196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:46.891818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:46.907425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Transition to ACTIVE for port object 8889d159-d38f-423f-a328-e67ca73384d5 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:38:46.910424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:46.950445 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'code': 200} Jan 28 10:38:47.060093 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:47.073203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.073539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.073871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.074639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.074639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.074798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.075112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.075413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.075719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.076029 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.076337 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.076642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:38:47.122921 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] No DVR routers for this DVR port 8889d159-d38f-423f-a328-e67ca73384d5 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:38:47.471545 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:38:47.472239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:38:47.472239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:38:47.476873 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:38:47.477190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Attempting to bind port 8889d159-d38f-423f-a328-e67ca73384d5 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:38:47.482326 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:38:47.482661 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:38:47.483042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:38:47.483496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Bound port: 8889d159-d38f-423f-a328-e67ca73384d5, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:38:47.483839 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:47.501934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d286e-9f73-4222-8192-21a704667a90 req-4f763c9b-c591-4467-81f0-e56e38d91fed tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:47.504092 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-015d286e-9f73-4222-8192-21a704667a90 req-4f763c9b-c591-4467-81f0-e56e38d91fed tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 944 time: 0.2030063 Jan 28 10:38:47.579382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:38:47.582537 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:38:47.587179 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:47.601665 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-015d286e-9f73-4222-8192-21a704667a90 req-b36024cb-9a9b-4d8a-a437-403bf9fc9baf tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913496 Jan 28 10:38:47.647477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:47.648212 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:47.649898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] 10.222.0.43 "PUT /v2.0/ports/8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1092 time: 1.2187495 Jan 28 10:38:47.667254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a767d7-077a-47f6-8682-4e3506d26b0e service neutron] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=11']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:47.741416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-2617581d-85fa-47f6-911b-dde8a27b0cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:47.742927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-2617581d-85fa-47f6-911b-dde8a27b0cbd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1095 time: 0.0719001 Jan 28 10:38:47.875018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-2b59ead4-7569-4ed5-aed8-528fbb462043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:47.876475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-2b59ead4-7569-4ed5-aed8-528fbb462043 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1279018 Jan 28 10:38:47.977308 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-16afe010-af76-42c6-bc3c-91d2035ff082 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1000 time: 0.0953496 Jan 28 10:38:48.045577 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-6c4c102d-64d7-4ac0-be13-6dad22987289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:48.046908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-6c4c102d-64d7-4ac0-be13-6dad22987289 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0639551 Jan 28 10:38:48.119549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-526159bf-2819-47e0-ad69-44e857e7ea6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:48.121257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-526159bf-2819-47e0-ad69-44e857e7ea6a service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673559 Jan 28 10:38:48.249694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-cbeccff9-b040-4d30-bdfc-efcef74a8ded service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220219 Jan 28 10:38:48.378784 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cf1ee6c-ff57-4b49-93bd-25c3398b5123 req-5da243e0-0257-4328-9191-50b0475e1b7b service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230865 Jan 28 10:38:48.790586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c315c19c-6c79-4317-9a50-09304b5a3c5a req-3b2ddd4d-3986-47f2-9269-9b36ca63e0ce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:48.792078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c315c19c-6c79-4317-9a50-09304b5a3c5a req-3b2ddd4d-3986-47f2-9269-9b36ca63e0ce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 944 time: 0.0823925 Jan 28 10:38:48.835769 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c315c19c-6c79-4317-9a50-09304b5a3c5a req-f15fd940-ddd6-4a24-96d5-be833a1c2b35 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380690 Jan 28 10:38:48.951600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:49.007876 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'status': 'completed', 'code': 200} Jan 28 10:38:49.098196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-4681659b-8028-4936-b8b3-2a8da6b6124a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.099054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-ba85e3b2-653b-476d-a7b3-3cf1ff7e0e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.099660 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-4681659b-8028-4936-b8b3-2a8da6b6124a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1095 time: 0.0692158 Jan 28 10:38:49.100553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-ba85e3b2-653b-476d-a7b3-3cf1ff7e0e16 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 1095 time: 0.0703201 Jan 28 10:38:49.231784 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-bd5543e4-2e93-47ee-9686-49a61035cf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.233179 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-bd5543e4-2e93-47ee-9686-49a61035cf74 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1266007 Jan 28 10:38:49.239091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-abf55b40-32f8-47b2-a3d2-57a5a04ba5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.240518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-abf55b40-32f8-47b2-a3d2-57a5a04ba5c6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1309550 Jan 28 10:38:49.339723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-3f03dc7c-bfa4-429f-9282-45bad71c92eb service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1000 time: 0.0992370 Jan 28 10:38:49.346235 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-d0bfe67d-1797-415b-9f15-5b91e3bad01a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 200 len: 1000 time: 0.0963666 Jan 28 10:38:49.403785 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-b8669ce1-399b-4bd7-b748-6007f5e46110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.405271 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-b8669ce1-399b-4bd7-b748-6007f5e46110 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0576077 Jan 28 10:38:49.414222 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-1ee71b49-b47e-4aa9-844a-23e5ea83ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.415633 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-1ee71b49-b47e-4aa9-844a-23e5ea83ac40 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0605128 Jan 28 10:38:49.493647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-47ec2b1c-4453-4748-940a-e0d9ddad9bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.495061 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-47ec2b1c-4453-4748-940a-e0d9ddad9bc0 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830345 Jan 28 10:38:49.500762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-da4c2161-6a0f-4332-aa5c-20e9ac632ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:49.502243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-da4c2161-6a0f-4332-aa5c-20e9ac632ad5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0774503 Jan 28 10:38:49.528539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:38:49.600249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:38:49.631680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-94658353-0450-43d8-bff7-6b9ddf9a1076 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294482 Jan 28 10:38:49.661456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-c8b2ac65-9036-4ce0-9f22-0a40db977a74 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486304 Jan 28 10:38:49.825717 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-22d9aa38-517c-49a6-a056-694e47ba1463 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546555 Jan 28 10:38:49.976298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-952c6a8c-3c02-4098-b106-4009c4fef1ad req-783ce90d-af7e-4798-a9cf-6be0b915ae94 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377609 Jan 28 10:38:50.104078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87d38b-60d4-4587-b9b5-43c06d4f6c1b req-fe9bf431-5735-4805-83bb-a27606ee5bf4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:50.105606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e87d38b-60d4-4587-b9b5-43c06d4f6c1b req-fe9bf431-5735-4805-83bb-a27606ee5bf4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 944 time: 0.1540165 Jan 28 10:38:50.155116 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e87d38b-60d4-4587-b9b5-43c06d4f6c1b req-c4cf6171-a307-451f-92cd-d3205203a54a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437627 Jan 28 10:38:50.862829 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:38:50.993715 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:51.007519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '8889d159-d38f-423f-a328-e67ca73384d5', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '8889d159-d38f-423f-a328-e67ca73384d5', 'mac_address': 'fa:16:3e:da:8f:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:38:51.098294 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:51.115936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8889d159-d38f-423f-a328-e67ca73384d5 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:38:51.131602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:51.135179 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:51.200350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:51.339317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35a89a-2d56-474e-b3f7-929fafa39708 req-db9cc3cd-0065-44c2-b188-0c5016402a3b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:51.340803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b35a89a-2d56-474e-b3f7-929fafa39708 req-db9cc3cd-0065-44c2-b188-0c5016402a3b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0800872 Jan 28 10:38:51.388257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['8889d159-d38f-423f-a328-e67ca73384d5'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:38:51.388580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b35a89a-2d56-474e-b3f7-929fafa39708 req-ce80df0b-585e-4539-af00-a433fb9da046 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421681 Jan 28 10:38:51.575882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a7e8d-0f8b-48a3-80ef-533377717670 req-63c3253e-a4e0-4685-b336-0dfb84ccef61 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:51.577382 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-377a7e8d-0f8b-48a3-80ef-533377717670 req-63c3253e-a4e0-4685-b336-0dfb84ccef61 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0835977 Jan 28 10:38:51.619778 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-377a7e8d-0f8b-48a3-80ef-533377717670 req-90ac70b3-3dd5-44f7-aff5-720ff8f466a2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369046 Jan 28 10:38:51.800933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf40b-4055-4c7b-9894-1027edbec09a req-24bae13e-3289-416a-9efb-57195b68cf26 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:51.802560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59aaf40b-4055-4c7b-9894-1027edbec09a req-24bae13e-3289-416a-9efb-57195b68cf26 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0798035 Jan 28 10:38:51.848642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59aaf40b-4055-4c7b-9894-1027edbec09a req-27c32ce5-2d46-405c-b371-0c6552b73ead tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400114 Jan 28 10:38:52.222877 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb774faa-3e76-4cb2-ba4e-aafb02de5a2c req-ec967188-65fc-45cc-a4ec-392d296083f8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:52.224217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb774faa-3e76-4cb2-ba4e-aafb02de5a2c req-ec967188-65fc-45cc-a4ec-392d296083f8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 945 time: 0.0819383 Jan 28 10:38:52.266795 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bb774faa-3e76-4cb2-ba4e-aafb02de5a2c req-50c46966-23b6-4dea-89e4-d5d1ccd70ba6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364983 Jan 28 10:38:52.872058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:38:52.937793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 8889d159-d38f-423f-a328-e67ca73384d5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:38:52.942881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 8889d159-d38f-423f-a328-e67ca73384d5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:38:52.943253 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.061142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.086917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:53.096429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:53.100300 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.150740 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'code': 200} Jan 28 10:38:53.175931 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=13']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:53.399343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-a7392b66-163a-4d9a-8a0d-7f886d572bec tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:53.400696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-a7392b66-163a-4d9a-8a0d-7f886d572bec tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 946 time: 0.0775039 Jan 28 10:38:53.447352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a86fc1-82ce-4131-8f61-e1fda8060143 req-d5169a7c-163b-465d-b21c-3e327af96cb0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:53.448930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b4a86fc1-82ce-4131-8f61-e1fda8060143 req-d5169a7c-163b-465d-b21c-3e327af96cb0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 946 time: 0.0793481 Jan 28 10:38:53.475647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Deleting port 8889d159-d38f-423f-a328-e67ca73384d5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:38:53.475985 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.493060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b4a86fc1-82ce-4131-8f61-e1fda8060143 req-fe219e44-20c0-4922-aa1b-5b7691c982f6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383837 Jan 28 10:38:53.717157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] For port 8889d159-d38f-423f-a328-e67ca73384d5, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=8889d159-d38f-423f-a328-e67ca73384d5,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:38:53.717416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.992526 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.992835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:53.993138 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 disassociated. External IP: 172.25.1.243, port: 8889d159-d38f-423f-a328-e67ca73384d5. Jan 28 10:38:53.993464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Calling delete_port for 8889d159-d38f-423f-a328-e67ca73384d5 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:38:54.132496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:54.183945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event deleted for resources: {'Port': ['ID=8889d159-d38f-423f-a328-e67ca73384d5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:38:54.368872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:38:54.549258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:38:54.559369 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:38:54.570250 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:38:54.571006 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:38:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:38:54.751894 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:38:54.765171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3588dbdd-206e-425a-9e9a-ee6e30d18b07 req-6833f26d-c4d6-4e1d-9948-58fbeb4556fa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=af677bf5-4127-49e3-adaa-8b60d42f74cf HTTP/1.1" status: 200 len: 210 time: 0.0734320 Jan 28 10:38:54.771382 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] No DVR routers for this DVR port 8889d159-d38f-423f-a328-e67ca73384d5 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:38:54.772911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:54.775608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-deleted', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:38:54.799603 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6bf8328-b8e9-40e3-82a6-449f0a1c766a req-df51e809-3ebb-44e3-9dc2-4a3beb941a9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "DELETE /v2.0/ports/8889d159-d38f-423f-a328-e67ca73384d5 HTTP/1.1" status: 204 len: 173 time: 1.3939447 Jan 28 10:38:54.826773 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af677bf5-4127-49e3-adaa-8b60d42f74cf', 'name': 'network-vif-deleted', 'tag': '8889d159-d38f-423f-a328-e67ca73384d5', 'status': 'completed', 'code': 200} Jan 28 10:38:55.101459 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:38:55.105286 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:38:55.113522 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:38:55.114107 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:38:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:38:55.293951 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:38:55.601961 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:38:55.605768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c87abdc-4f27-4464-bdd8-27f6b06668cb None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:38:55.830566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18547956-38d6-4676-b47b-97957c58068f None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:38:56.053356 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef2b4aa4-aec0-470a-b88d-23d6786b7218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:56.148342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-424e6faf-dab3-4885-b0c2-e0b767e9ebcb tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--830000312&fields=id&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 267 time: 0.0409188 Jan 28 10:38:56.292332 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-43a2b903-ad33-476c-aba6-00711bb6b62f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:38:56.293764 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-43a2b903-ad33-476c-aba6-00711bb6b62f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1389678 Jan 28 10:38:56.309347 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-bc8302ec-65f8-4cb7-af2a-8b91f591a2b0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/quotas/4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 375 time: 0.0095253 Jan 28 10:38:56.389476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-470e1af5-2056-43af-8299-7ffdea172a0d req-f73063c3-4040-46a8-8601-f3d1efafe389 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:38:56.403959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-470e1af5-2056-43af-8299-7ffdea172a0d req-f73063c3-4040-46a8-8601-f3d1efafe389 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:38:56.405208 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-f73063c3-4040-46a8-8601-f3d1efafe389 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0911002 Jan 28 10:38:56.494933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-006a6076-8409-4d65-8821-b17df06075f7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:38:56.496163 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-006a6076-8409-4d65-8821-b17df06075f7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0431194 Jan 28 10:38:56.626342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-30b8582b-ac62-41b2-944d-56d6d687776c service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240630 Jan 28 10:38:56.753438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-8aa046a7-fadb-4c31-91fc-4f07560dbcd3 service neutron] 10.222.0.42 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213782 Jan 28 10:38:56.893948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:38:56.927792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 8889d159-d38f-423f-a328-e67ca73384d5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:38:56.928129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 8889d159-d38f-423f-a328-e67ca73384d5 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:38:56.932208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4ec57021-54d6-4404-93ce-676710f0502b req-b03ea9ab-36c9-43c5-8e4b-e1bd49d5d506 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 210 time: 0.0455158 Jan 28 10:38:58.028524 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92389633-e3e6-4a91-a6e6-c153e97c2362 req-abed5ef7-ace7-46b4-81cd-b91ec48e993c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 210 time: 0.0459647 Jan 28 10:38:58.243055 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:38:58.448922 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8eacd45f-c079-4883-8cdb-a6b3348eb77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:59.176208 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e3942920-74e7-40e3-b616-071d8aa9e822 req-1e3bd743-aafc-4f2f-8d1e-363edda4750b tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 210 time: 0.0440087 Jan 28 10:38:59.566876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:38:59.593393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:00.043583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-fe28b40f-9b34-4ad0-991c-6c7e75f973b4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:00.045587 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-fe28b40f-9b34-4ad0-991c-6c7e75f973b4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 810 time: 0.1474700 Jan 28 10:39:00.098740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-7c3b8844-24b5-4846-b8de-a5020e4a057c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 379 time: 0.0399611 Jan 28 10:39:00.109579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'port': {'device_id': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'admin_state_up': True, 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'security_groups': ['a0239994-160e-4b7a-bc9e-6d872ba38cd4']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:39:00.245053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:39:00.255411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:39:00.265464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Made reservation on behalf of 4a5751917fe24d08b9c9ddd2690aaae5 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:39:00.269714 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:00.323718 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-18edadec-91ad-4e79-a852-3ec32f217077 req-78c14e61-4d2e-4104-af24-ddaf691b6432 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 210 time: 0.0409734 Jan 28 10:39:00.434283 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Allocated IP 172.20.0.3 (11048dd5-a968-46d3-8a52-bae09d40b6a9/e7473866-5201-4803-9f70-57a2ccb6d003/5621f6f0-445a-489d-aa33-7f07cc3d2a75) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:39:00.727582 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:00.743248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Transition to ACTIVE for port object 5621f6f0-445a-489d-aa33-7f07cc3d2a75 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:39:00.766197 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:00.838504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:39:00.841691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:39:00.846191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:39:00.884879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:39:00.921229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:00.921760 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:00.948530 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-90bafb86-5c0c-4455-8a83-631d07b6d58e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8425307 Jan 28 10:39:00.963675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Request body: {'port': {'device_id': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:39:01.018835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.081424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.112047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1dce264d-436d-402d-a453-4654ab18b59e None None] Provisioning for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:39:01.116781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1dce264d-436d-402d-a453-4654ab18b59e None None] Provisioning complete for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:39:01.117231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1dce264d-436d-402d-a453-4654ab18b59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.172587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-1dce264d-436d-402d-a453-4654ab18b59e None None] Port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:39:01.421814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:39:01.430748 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.492619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Transition to ACTIVE for port object 5621f6f0-445a-489d-aa33-7f07cc3d2a75 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:39:01.498796 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.666435 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:39:01.681950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9035df3e-f973-4613-8e94-d90e3f33ac4b req-5cb7ec47-6b93-43ee-9758-524606c6e312 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:01.682647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9035df3e-f973-4613-8e94-d90e3f33ac4b req-5cb7ec47-6b93-43ee-9758-524606c6e312 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:39:01.748036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-9035df3e-f973-4613-8e94-d90e3f33ac4b req-5cb7ec47-6b93-43ee-9758-524606c6e312 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:39:01.749225 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9035df3e-f973-4613-8e94-d90e3f33ac4b req-5cb7ec47-6b93-43ee-9758-524606c6e312 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 931 time: 0.3209908 Jan 28 10:39:01.785886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:39:01.786213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:39:01.786533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:39:01.802607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:39:01.802933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:39:01.814989 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9035df3e-f973-4613-8e94-d90e3f33ac4b req-4153ca1f-d09a-4ae7-bb5c-df0953576298 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543261 Jan 28 10:39:01.815853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:39:01.816191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:39:01.816561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:39:01.817027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Bound port: 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:39:01.817364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.912115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:39:01.915033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:39:01.919442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.977935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:01.978544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:01.979938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] 10.222.0.25 "PUT /v2.0/ports/5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1091 time: 1.0205276 Jan 28 10:39:01.980380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:39:02.004089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2459f776-b58a-4843-9e75-7ecdd1e14f83 service neutron] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:39:02.063943 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'status': 'completed', 'code': 200} Jan 28 10:39:02.104710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-b2718d12-0849-4c42-b2a3-3aba7c8d8f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:02.106659 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-b2718d12-0849-4c42-b2a3-3aba7c8d8f28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1094 time: 0.0789359 Jan 28 10:39:02.178647 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-5841446e-eebc-4fde-bf80-d1805857cf85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 217 time: 0.0618012 Jan 28 10:39:02.247746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-b3b2b39c-5cba-4dcf-b5cf-3aff739cc79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:02.249139 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-b3b2b39c-5cba-4dcf-b5cf-3aff739cc79d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0618379 Jan 28 10:39:02.324641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470e1af5-2056-43af-8299-7ffdea172a0d req-d0da681c-849e-4eae-92df-5e019448f857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:02.326078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-d0da681c-849e-4eae-92df-5e019448f857 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678153 Jan 28 10:39:02.567803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-81bad688-b5ed-4cdb-bdd6-958bbfd1a768 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288718 Jan 28 10:39:02.737114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-470e1af5-2056-43af-8299-7ffdea172a0d req-092f9f5e-47c2-4b71-94c8-c5fbe3b3222a service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589046 Jan 28 10:39:02.859772 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-102b66db-e9b8-43f6-b193-a44684f0d36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:02.861323 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-102b66db-e9b8-43f6-b193-a44684f0d36d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1094 time: 0.0758712 Jan 28 10:39:03.050163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-a49b31b0-7fb3-4121-a3cb-53e6a511f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:03.051592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-a49b31b0-7fb3-4121-a3cb-53e6a511f470 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1845410 Jan 28 10:39:03.063184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31212408-911d-45a8-b7e6-18747624e03f req-ede9ff73-8820-493f-997c-bd278ab96082 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:03.065270 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-31212408-911d-45a8-b7e6-18747624e03f req-ede9ff73-8820-493f-997c-bd278ab96082 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.1327636 Jan 28 10:39:03.141394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-d2504118-49bb-448b-b4eb-d73603f68d16 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 217 time: 0.0746238 Jan 28 10:39:03.211231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-31212408-911d-45a8-b7e6-18747624e03f req-a1228371-aa17-467a-b2da-bc46e89ace7c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907407 Jan 28 10:39:03.221647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-97629768-ded3-4590-987a-32b3876a0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:03.223100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-97629768-ded3-4590-987a-32b3876a0c63 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0747101 Jan 28 10:39:03.298500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-fd4ba697-2601-4da8-9e39-10a8011c911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:03.299953 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-fd4ba697-2601-4da8-9e39-10a8011c911c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697696 Jan 28 10:39:03.432065 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-354b963b-6266-4125-81aa-980ed55aa690 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249273 Jan 28 10:39:03.563379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7a9039b0-05ba-43ed-9770-5df69ca55538 req-238afe6e-d877-445f-b88e-a6aa2923b1e9 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238601 Jan 28 10:39:04.396434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3377cf-b1d5-43cf-b8ce-070b5dff04c5 req-9aef5ddb-ba04-4023-8aae-c0e288b322aa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:04.397885 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf3377cf-b1d5-43cf-b8ce-070b5dff04c5 req-9aef5ddb-ba04-4023-8aae-c0e288b322aa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0773869 Jan 28 10:39:04.443330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf3377cf-b1d5-43cf-b8ce-070b5dff04c5 req-5ae01044-4ddd-4a94-8c91-acebb587ef34 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Jan 28 10:39:05.590402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:39:05.624546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd03d-7768-4a02-a045-3718addfd04e req-26ca48be-5cf3-42cf-9e36-97858c7e2f18 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:05.626641 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-077fd03d-7768-4a02-a045-3718addfd04e req-26ca48be-5cf3-42cf-9e36-97858c7e2f18 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0796854 Jan 28 10:39:05.674179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-077fd03d-7768-4a02-a045-3718addfd04e req-8390fc38-2ebe-4101-bd66-74d311af9eaf tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419793 Jan 28 10:39:05.723603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:39:05.736486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'mac_address': 'fa:16:3e:30:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:39:05.791390 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:05.807949 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:39:05.823432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:39:05.827382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:05.895601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:39:06.045176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['5621f6f0-445a-489d-aa33-7f07cc3d2a75'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:39:06.855328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48329cf-5b2c-4184-b044-bbc155e02233 req-bc4e0898-5c8d-41c9-8734-860f3f061896 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:06.856686 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f48329cf-5b2c-4184-b044-bbc155e02233 req-bc4e0898-5c8d-41c9-8734-860f3f061896 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0782738 Jan 28 10:39:06.899632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f48329cf-5b2c-4184-b044-bbc155e02233 req-b405a019-a5d1-48e5-86ae-bb9b738eea45 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373452 Jan 28 10:39:07.605884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:39:07.671142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:39:07.676266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:39:07.676632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:07.791411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:07.817024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:39:07.826358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:39:07.830550 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:07.865948 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'code': 200} Jan 28 10:39:07.897124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:39:07.998684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb66d-8240-401f-b045-3c7ef81d3d1b req-9b568e84-35fd-4afa-ae8c-33c20e43483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:08.000198 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-836eb66d-8240-401f-b045-3c7ef81d3d1b req-9b568e84-35fd-4afa-ae8c-33c20e43483c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1096 time: 0.0691171 Jan 28 10:39:08.042955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-836eb66d-8240-401f-b045-3c7ef81d3d1b req-f685f812-8457-4f80-bf55-604a0d3754b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345545 Jan 28 10:39:08.083563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41127a3-aaaa-4b48-bab6-24e75bf2fcf6 req-1d42080d-1af4-4d33-b14c-63e66b16b582 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:08.085015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a41127a3-aaaa-4b48-bab6-24e75bf2fcf6 req-1d42080d-1af4-4d33-b14c-63e66b16b582 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0816879 Jan 28 10:39:08.128073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a41127a3-aaaa-4b48-bab6-24e75bf2fcf6 req-25e82182-9221-4fb9-b64d-b6d07cb9a504 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Jan 28 10:39:09.318773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadce81a-b5d5-4211-ab56-6d2f6796ed83 req-3a94934d-14f1-4c07-8269-9d954f6986ca tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:09.320141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fadce81a-b5d5-4211-ab56-6d2f6796ed83 req-3a94934d-14f1-4c07-8269-9d954f6986ca tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0866485 Jan 28 10:39:09.365709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fadce81a-b5d5-4211-ab56-6d2f6796ed83 req-d6b71567-5cc5-470f-b4fa-f1bbdac140da tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397637 Jan 28 10:39:10.692509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee404022-e75b-40b2-97f8-c7bc560fd0ca req-455373d1-c741-46f5-ba8d-688433534c0a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:10.693877 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee404022-e75b-40b2-97f8-c7bc560fd0ca req-455373d1-c741-46f5-ba8d-688433534c0a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0776799 Jan 28 10:39:10.736645 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ee404022-e75b-40b2-97f8-c7bc560fd0ca req-24e97dd9-6596-483d-a63f-376e88a93257 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373201 Jan 28 10:39:10.912132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c17a3-a76e-40e0-b35b-4451cb5f1fb5 req-1d6f27cb-1d32-41b9-a484-f1a8baf44289 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:10.913609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-677c17a3-a76e-40e0-b35b-4451cb5f1fb5 req-1d6f27cb-1d32-41b9-a484-f1a8baf44289 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0774138 Jan 28 10:39:10.922505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 56828) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:39:10.927334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Request body: {'floatingip': {'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:39:11.005020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:11.692976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:11.696411 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:11.867637 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 associated. External IP: 172.25.1.243, port: 5621f6f0-445a-489d-aa33-7f07cc3d2a75. Jan 28 10:39:12.216670 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:39:12.393339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:39:12.398146 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:12.403140 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:39:12.414092 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:39:12.414734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:39:12.573910 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c176b99-4ce8-46d5-86f7-596808199bce tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "PUT /v2.0/floatingips/7a5b8b27-36f4-4096-8170-85727d4b50c8 HTTP/1.1" status: 200 len: 992 time: 1.6503611 Jan 28 10:39:12.574585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:39:12.596025 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:39:12.666550 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'status': 'completed', 'code': 200} Jan 28 10:39:12.763001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e0d8e-8782-47e3-9723-382303317a49 req-b535d34a-6399-4962-abe0-4de9234e1145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:12.764468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-b535d34a-6399-4962-abe0-4de9234e1145 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1096 time: 0.0704246 Jan 28 10:39:12.896078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e0d8e-8782-47e3-9723-382303317a49 req-c88d06e0-7bb9-4a04-adca-c466c2551fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:12.897569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-c88d06e0-7bb9-4a04-adca-c466c2551fda service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1269934 Jan 28 10:39:12.948079 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:30:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:39:11Z', 'revision_number': 13, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:39:12.952046 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:39:12.960765 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:39:12.961395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:38:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:39:13.001514 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-7fe73082-e292-4564-8e17-23fdcb2df6bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.0976155 Jan 28 10:39:13.069246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e0d8e-8782-47e3-9723-382303317a49 req-051489e4-f767-4d0f-9299-210f7da0382a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:13.070775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-051489e4-f767-4d0f-9299-210f7da0382a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0631237 Jan 28 10:39:13.148444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49e0d8e-8782-47e3-9723-382303317a49 req-f71d8ae6-02c8-41ca-98e3-3b5ffee801e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:13.149858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-f71d8ae6-02c8-41ca-98e3-3b5ffee801e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735326 Jan 28 10:39:13.171621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:39:13.279866 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-db2f3062-1aea-4b6a-9f7b-4e19eefba36a service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240644 Jan 28 10:39:13.409933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a49e0d8e-8782-47e3-9723-382303317a49 req-29416807-a89e-49ee-b74c-279cd4f1ff3a service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237564 Jan 28 10:39:13.507601 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:30:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:39:11Z', 'revision_number': 13, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:39:13.511519 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb75b48-af1a-4455-8bae-2850c15c3c89 None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '7a5b8b27-36f4-4096-8170-85727d4b50c8', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'floating_ip_address': '172.25.1.243', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4067, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'mac_address': 'fa:16:3e:30:c2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:31:59Z', 'updated_at': '2022-01-28T10:39:11Z', 'revision_number': 13, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:39:13.709184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33cd94d-65e3-4f37-9ec5-d754c83ed7e8 None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:39:14.174163 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:15.694429 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:26.004500 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6717-c161-406e-9497-82d7bc850741 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:28.450717 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-30c22db5-430d-44ad-8658-7a630d4c291e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:29.569665 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:29.596309 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:29.763355 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-273afd61-db4f-46ec-8cd8-2fc26c91cae7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713172 Jan 28 10:39:29.908041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-84378169-658c-48d5-a4d9-526bd96bd580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:29.909554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-84378169-658c-48d5-a4d9-526bd96bd580 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1096 time: 0.0727708 Jan 28 10:39:30.054107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-60312c28-2096-434d-b6ab-9b31741e6a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:30.055517 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-60312c28-2096-434d-b6ab-9b31741e6a96 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1243262 Jan 28 10:39:30.159082 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-68cae3ca-593d-4713-a35b-44edfb5fe4de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1002 time: 0.0969112 Jan 28 10:39:30.221150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-9e2ac4e4-8bc3-4e55-812e-d1a80b30d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:30.223301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-9e2ac4e4-8bc3-4e55-812e-d1a80b30d85b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0580094 Jan 28 10:39:30.310705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-229ef01f-4a63-4f6b-8bd5-c0d2b27ad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:39:30.312158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-229ef01f-4a63-4f6b-8bd5-c0d2b27ad273 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728610 Jan 28 10:39:30.442144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-8cf992f4-9a3f-4267-b24b-64f2aa775190 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226892 Jan 28 10:39:30.674780 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50261d50-1d84-4ffe-a2e6-dc52d188bd1e req-0733cefa-aded-46c6-97e3-3aa1c4f0ad33 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257748 Jan 28 10:39:31.013584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:35.242422 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:39:44.191308 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:45.712530 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:56.005685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-77b8aaf3-506e-4dea-b2e0-7114d15957cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:58.451974 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9632fc51-8e4d-494f-97f4-3fcb6368080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:59.571084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:39:59.599547 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:01.016814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:12.240877 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:40:14.189145 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:15.713625 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:26.009997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05e6263d-0817-4220-ac7a-0cba4532f4d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:28.452804 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e93c8dcb-5a1f-4bdb-a8ec-b207358af625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:29.573449 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:29.602885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:30.768364 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-0079a32f-6de2-4291-a77c-dff88d0a4fe6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690525 Jan 28 10:40:30.921542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53258409-ab13-442f-b967-ea341406df22 req-5a69ad88-feb9-4fb9-8bc1-fa99a56796fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:40:30.922982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-5a69ad88-feb9-4fb9-8bc1-fa99a56796fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1096 time: 0.0725183 Jan 28 10:40:31.019584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:31.073623 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53258409-ab13-442f-b967-ea341406df22 req-c9d593a1-37b6-4460-a7d5-cf8ba48f83b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:40:31.075053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-c9d593a1-37b6-4460-a7d5-cf8ba48f83b3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1279328 Jan 28 10:40:31.186337 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-a893ab9e-5e91-413d-84eb-435b805c4c19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1002 time: 0.1017604 Jan 28 10:40:31.252866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53258409-ab13-442f-b967-ea341406df22 req-a9a7f4e4-615a-480e-a342-f89c5c44ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:40:31.254247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-a9a7f4e4-615a-480e-a342-f89c5c44ba53 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0568182 Jan 28 10:40:31.330649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53258409-ab13-442f-b967-ea341406df22 req-daa1e1b8-905f-4ade-80d6-4c3e77ab8adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:40:31.332011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-daa1e1b8-905f-4ade-80d6-4c3e77ab8adc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680025 Jan 28 10:40:31.471610 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-d1bf514e-f7e1-4a60-9682-a5054ad59e17 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298163 Jan 28 10:40:31.605872 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-53258409-ab13-442f-b967-ea341406df22 req-f5eb66c1-3fd8-439a-98f7-afc9d1f355df service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245546 Jan 28 10:40:44.204501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:45.707417 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:49.240393 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:40:51.210307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3460df-59d3-4ad9-94c8-9a0c0f899cb3 req-a796f564-c68c-4a24-bc59-25a58179b4e0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:40:51.211758 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e3460df-59d3-4ad9-94c8-9a0c0f899cb3 req-a796f564-c68c-4a24-bc59-25a58179b4e0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0828588 Jan 28 10:40:51.255552 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e3460df-59d3-4ad9-94c8-9a0c0f899cb3 req-a2905e85-2678-4185-bc0a-beadb438db45 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381410 Jan 28 10:40:56.012130 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a2b91793-3efe-4626-9c1e-7bcda422c353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:58.453393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-787966c6-7482-4ce4-839a-854d6b205949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:59.575796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:59.605358 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:40:59.929701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-79cd5c72-ab93-40e1-bde2-c96f79e58119 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1712005 Jan 28 10:40:59.937680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7bc6c3-e867-434a-ba0d-c0a37b28e2c2 req-36baaf76-7edb-46d5-b844-b3a63dca040e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:40:59.939029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe7bc6c3-e867-434a-ba0d-c0a37b28e2c2 req-36baaf76-7edb-46d5-b844-b3a63dca040e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.1089063 Jan 28 10:40:59.987669 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe7bc6c3-e867-434a-ba0d-c0a37b28e2c2 req-bf2b039a-1639-49b9-9663-e74d5256d2f9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421250 Jan 28 10:41:01.023441 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:01.081819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-c71ff17e-de39-422f-a7a3-357bd4949eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:01.083331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-c71ff17e-de39-422f-a7a3-357bd4949eef service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1096 time: 0.0728219 Jan 28 10:41:01.274319 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-ae4293af-91a6-4362-9e28-147fc0834078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:01.275669 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-ae4293af-91a6-4362-9e28-147fc0834078 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1834581 Jan 28 10:41:01.287070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5797bac-8b72-46fb-b5fa-61c9b48f04b1 req-073785cd-3547-4d33-a60e-1637e316b853 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:01.288420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5797bac-8b72-46fb-b5fa-61c9b48f04b1 req-073785cd-3547-4d33-a60e-1637e316b853 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.1760688 Jan 28 10:41:01.412353 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a5797bac-8b72-46fb-b5fa-61c9b48f04b1 req-855f9055-3635-4e62-a4d0-bc38be9a6e35 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758672 Jan 28 10:41:01.414137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-0b3a74c3-7c5a-4d89-b674-b7d03dc2f146 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1002 time: 0.1248691 Jan 28 10:41:01.479107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-97fe13e6-2c51-4748-b55b-7a46df3b0eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:01.480539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-97fe13e6-2c51-4748-b55b-7a46df3b0eb1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0574648 Jan 28 10:41:01.559149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-85de47e7-dd4a-45b6-843e-562aa6451487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:01.560615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-85de47e7-dd4a-45b6-843e-562aa6451487 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711415 Jan 28 10:41:01.799420 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-f339b970-7e5b-4798-b9c9-dfd77249029c service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279427 Jan 28 10:41:01.936843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-d480f01e-7ee4-4d45-b992-097f09ad39db service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238773 Jan 28 10:41:02.594655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab4436-6f96-4615-ba12-84c3d9b4af61 req-022427af-4e0c-4e63-b7e3-a8bb82618c1a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:02.596742 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28ab4436-6f96-4615-ba12-84c3d9b4af61 req-022427af-4e0c-4e63-b7e3-a8bb82618c1a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0780027 Jan 28 10:41:02.639522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28ab4436-6f96-4615-ba12-84c3d9b4af61 req-c8291046-04ae-4ba0-98e5-4b040a12da99 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371144 Jan 28 10:41:03.969966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b27511b-6cbb-45cc-a522-c65ab7b2fd4b req-2a885331-f09f-4c8c-9772-eb22e7bb66fc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:03.971494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b27511b-6cbb-45cc-a522-c65ab7b2fd4b req-2a885331-f09f-4c8c-9772-eb22e7bb66fc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0796757 Jan 28 10:41:04.016390 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8b27511b-6cbb-45cc-a522-c65ab7b2fd4b req-dcd7d670-269e-4071-87fb-16d81665de98 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394113 Jan 28 10:41:05.204975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3be86-837f-4676-ba76-3388b5ae3b7f req-7c0ee112-0561-45d9-a2b1-a051a4d2c09f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:05.206955 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17a3be86-837f-4676-ba76-3388b5ae3b7f req-7c0ee112-0561-45d9-a2b1-a051a4d2c09f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0872207 Jan 28 10:41:05.248771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17a3be86-837f-4676-ba76-3388b5ae3b7f req-272fc84b-5487-4589-bcd5-a86dbe21c688 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361645 Jan 28 10:41:06.432529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22827012-01c8-4898-a284-7ad582fe1f54 req-0c8ba13a-d0d9-4169-b2b2-a21008ee2f9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:06.433982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22827012-01c8-4898-a284-7ad582fe1f54 req-0c8ba13a-d0d9-4169-b2b2-a21008ee2f9d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0817611 Jan 28 10:41:06.477460 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-22827012-01c8-4898-a284-7ad582fe1f54 req-bcf9daf9-7f67-4a8c-a9b4-ea825bf674ca tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379713 Jan 28 10:41:07.664569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27b3e1-6aaf-41ed-a6d4-59ee5fc4c709 req-bfa3cd9e-f16e-44ae-894c-94a66f88fea5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:07.666071 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef27b3e1-6aaf-41ed-a6d4-59ee5fc4c709 req-bfa3cd9e-f16e-44ae-894c-94a66f88fea5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0826259 Jan 28 10:41:07.709528 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef27b3e1-6aaf-41ed-a6d4-59ee5fc4c709 req-8b8aa515-4c6f-4f4f-a79c-1d925acdf534 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379016 Jan 28 10:41:08.894702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5b55b9-abf0-4141-8e4e-4a3b271c5fce req-7a37d10d-af84-45df-bb73-8a8a063b8d43 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:08.896154 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd5b55b9-abf0-4141-8e4e-4a3b271c5fce req-7a37d10d-af84-45df-bb73-8a8a063b8d43 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0814848 Jan 28 10:41:08.947789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd5b55b9-abf0-4141-8e4e-4a3b271c5fce req-410a69b3-c758-4eea-af7a-58bfb15d2350 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459468 Jan 28 10:41:10.136609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaee1b0-db51-4282-aae7-88a76fb754b5 req-e3df521d-44ce-4abf-af32-72cc2ae65ff3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:10.138073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7aaee1b0-db51-4282-aae7-88a76fb754b5 req-e3df521d-44ce-4abf-af32-72cc2ae65ff3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0813589 Jan 28 10:41:10.180795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7aaee1b0-db51-4282-aae7-88a76fb754b5 req-ba447fd3-32fe-438c-8022-98625bc0374c tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371971 Jan 28 10:41:11.359465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ce9512-8fdd-452f-8cb1-3296f2d49f7a req-4e691c3c-451e-4d60-8a4d-be101066b2e4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:11.360828 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4ce9512-8fdd-452f-8cb1-3296f2d49f7a req-4e691c3c-451e-4d60-8a4d-be101066b2e4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0779335 Jan 28 10:41:11.403957 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d4ce9512-8fdd-452f-8cb1-3296f2d49f7a req-988cb277-8b49-413c-b2b8-3c04f09c5180 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371168 Jan 28 10:41:12.583831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905f36cd-4272-4d69-a236-6192bcc74970 req-fc6d61f3-4b7a-49ba-9f18-cebf99bbf8a7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:12.585277 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-905f36cd-4272-4d69-a236-6192bcc74970 req-fc6d61f3-4b7a-49ba-9f18-cebf99bbf8a7 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0771606 Jan 28 10:41:12.631890 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-905f36cd-4272-4d69-a236-6192bcc74970 req-1f78bdb5-aa8d-44d7-b0cc-6383bd35b861 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410328 Jan 28 10:41:13.815248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c01c62-d489-4db9-94f3-2e8c9692617b req-ed9ca458-265d-4715-bdc3-7a99a7a6d7a6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:13.817430 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64c01c62-d489-4db9-94f3-2e8c9692617b req-ed9ca458-265d-4715-bdc3-7a99a7a6d7a6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0841396 Jan 28 10:41:13.859437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64c01c62-d489-4db9-94f3-2e8c9692617b req-6b8a5fcb-1088-439a-a546-c9c6ac84b68f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364666 Jan 28 10:41:14.203965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:14.943032 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-136858d0-61b3-4a3d-a784-d75a79002759 req-4856affb-9ecc-45c8-877b-d27fa7a363c6 service neutron] show failed (client error): The resource could not be found. Jan 28 10:41:14.944572 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-4856affb-9ecc-45c8-877b-d27fa7a363c6 service neutron] 10.222.0.25 "GET /v2.0/ports/5621f6f0-445a-489d-aa33-7f07cc3d2a75/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0739591 Jan 28 10:41:15.057666 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc01931-52f9-4cd2-8a33-e421919be045 req-62d2e2dc-de0a-48b0-b2d1-7a7884132823 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:15.059111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bfc01931-52f9-4cd2-8a33-e421919be045 req-62d2e2dc-de0a-48b0-b2d1-7a7884132823 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0786135 Jan 28 10:41:15.104008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bfc01931-52f9-4cd2-8a33-e421919be045 req-f62dc929-1687-45b6-a6cb-71a3ed51f394 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374353 Jan 28 10:41:15.225654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-75792dd5-7970-4b3b-8f79-3db1b44dbf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:15.227072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-75792dd5-7970-4b3b-8f79-3db1b44dbf14 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 1096 time: 0.0720892 Jan 28 10:41:15.238531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:41:15.345105 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:15.706935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:15.708946 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:15.735071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:41:15.794895 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:15.800765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:15.815158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Transition to ACTIVE for port object 5621f6f0-445a-489d-aa33-7f07cc3d2a75 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:41:15.819168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:15.926082 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'code': 200} Jan 28 10:41:15.966567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:15.982072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.982404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.982754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.983053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.983373 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.983694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.984005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.984317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.984627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.984966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.985276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:15.985583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:16.029146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] No DVR routers for this DVR port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:41:16.293471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:41:16.294122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:41:16.294122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:41:16.305792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:41:16.306113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:41:16.314726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:41:16.315561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:41:16.315946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:41:16.316366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Bound port: 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:41:16.316741 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:16.395677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9260e05a-b371-42fe-9e23-a6d4d1eabbe0 req-1faa32fd-13bb-42ed-840c-c93bf63e5885 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:16.397138 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9260e05a-b371-42fe-9e23-a6d4d1eabbe0 req-1faa32fd-13bb-42ed-840c-c93bf63e5885 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.1699314 Jan 28 10:41:16.444991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:41:16.459008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:41:16.463088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9260e05a-b371-42fe-9e23-a6d4d1eabbe0 req-b0b1003d-40e6-4e8c-ab99-fddd07176fda tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535393 Jan 28 10:41:16.464770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:16.525747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:16.526386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:16.527747 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] 10.222.0.43 "PUT /v2.0/ports/5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1091 time: 1.2934818 Jan 28 10:41:16.544515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fb45e-bf05-4c07-ae01-060663d8b002 service neutron] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:16.625719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-c14748b9-b2fa-4f6d-bcbe-c303fac9e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:16.627222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-c14748b9-b2fa-4f6d-bcbe-c303fac9e60f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1094 time: 0.0751519 Jan 28 10:41:16.758599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-ca042cf4-b88a-4498-9019-33aad9dda823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:16.760042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-ca042cf4-b88a-4498-9019-33aad9dda823 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1272333 Jan 28 10:41:16.859295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-994247dc-0e0f-4002-98ae-4ca451d5d27f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.0934844 Jan 28 10:41:16.918509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-f2fde6e5-7fcc-4b49-a814-13ffde1c2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:16.919869 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-f2fde6e5-7fcc-4b49-a814-13ffde1c2622 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0549765 Jan 28 10:41:16.991341 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136858d0-61b3-4a3d-a784-d75a79002759 req-9023ba90-75ce-4600-aebd-2cbfd1c88c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:16.992755 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-9023ba90-75ce-4600-aebd-2cbfd1c88c96 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659955 Jan 28 10:41:17.221976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-37f17de6-ab0f-46bf-9523-2ce75259f5b0 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229116 Jan 28 10:41:17.352009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-c677c88f-0193-4504-91a7-ae77ec38dfbe service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249776 Jan 28 10:41:17.660976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fe1f76-78bc-4d22-b05f-bdeee2e36507 req-42bfeb92-f307-4dbc-b9f7-c3aab6927f69 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:17.662512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24fe1f76-78bc-4d22-b05f-bdeee2e36507 req-42bfeb92-f307-4dbc-b9f7-c3aab6927f69 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0856981 Jan 28 10:41:17.709051 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24fe1f76-78bc-4d22-b05f-bdeee2e36507 req-cb9c7051-d220-424b-9546-faf31eb59a92 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409181 Jan 28 10:41:17.927664 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:17.984023 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'status': 'completed', 'code': 200} Jan 28 10:41:18.075069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-904c381c-bf92-4fd9-81d9-b9a1cd7a04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.076537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-904c381c-bf92-4fd9-81d9-b9a1cd7a04ce service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1094 time: 0.0702658 Jan 28 10:41:18.080510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-d0264825-5d8f-47a3-80ed-5f6355509d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.082360 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-d0264825-5d8f-47a3-80ed-5f6355509d59 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1094 time: 0.0710607 Jan 28 10:41:18.218819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-ed1ace97-189a-41fb-a268-e4cf21e80baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.220268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-ed1ace97-189a-41fb-a268-e4cf21e80baf service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1382205 Jan 28 10:41:18.227661 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:41:18.239090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-e4007602-0b80-459f-a9ba-2fff75302f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.240593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-e4007602-0b80-459f-a9ba-2fff75302f0b service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1489921 Jan 28 10:41:18.290801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:41:18.333010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-e07adbab-a6a8-4113-90e8-d5128b1a14fe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.1069560 Jan 28 10:41:18.351818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-9828d009-3af1-4060-a5c5-3d69201a853d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.1022797 Jan 28 10:41:18.394790 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-13e33691-a478-4e37-8992-905c1f2b5363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.396899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-13e33691-a478-4e37-8992-905c1f2b5363 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0586600 Jan 28 10:41:18.422458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-21cfacfd-6c33-42bb-9cce-4613f2a9c2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.423938 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-21cfacfd-6c33-42bb-9cce-4613f2a9c2b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0628915 Jan 28 10:41:18.480861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-e2820cd4-a095-4cce-8e4e-11c7526d19ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.483009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-e2820cd4-a095-4cce-8e4e-11c7526d19ef service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802038 Jan 28 10:41:18.507495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38455a-3333-49e6-b383-889563336ab5 req-42c3f378-597d-4f06-9fe8-fdb7c4ba69d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.509468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-42c3f378-597d-4f06-9fe8-fdb7c4ba69d2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761907 Jan 28 10:41:18.625003 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-3e1a9d62-48e6-4bfc-80d0-38961935d733 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350603 Jan 28 10:41:18.652267 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-a2d30fca-7a4d-4fce-b45c-92f5f066ccc4 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324496 Jan 28 10:41:18.768805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-0801c36f-f6a2-425d-8bb7-6f428a091a73 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362176 Jan 28 10:41:18.807324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9d38455a-3333-49e6-b383-889563336ab5 req-7a7b0987-d355-4068-88c1-5b152ca1dcc8 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455221 Jan 28 10:41:18.911044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386047f-3428-4cfa-b0aa-dd1d4f44e9c0 req-7eecc5ac-1bdd-435a-8ca8-30b8c150af42 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:18.912522 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b386047f-3428-4cfa-b0aa-dd1d4f44e9c0 req-7eecc5ac-1bdd-435a-8ca8-30b8c150af42 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0842073 Jan 28 10:41:18.964470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b386047f-3428-4cfa-b0aa-dd1d4f44e9c0 req-ac059bc8-3050-41ae-9eab-63faba6f1f6d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459387 Jan 28 10:41:20.147807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc5891-8b42-47f9-bf82-1b39f0aea597 req-09e63d69-3bc2-47a5-9a27-b223b0620c73 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:20.149295 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ddc5891-8b42-47f9-bf82-1b39f0aea597 req-09e63d69-3bc2-47a5-9a27-b223b0620c73 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0784969 Jan 28 10:41:20.191500 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2ddc5891-8b42-47f9-bf82-1b39f0aea597 req-aa4bd3e4-34cc-4c3c-a855-5c0a98781637 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365591 Jan 28 10:41:21.376311 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869970b2-4e04-4996-82bf-fd82f4b555c3 req-8171583f-3c3c-4fe4-9052-c09e22d67cb2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:21.377824 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-869970b2-4e04-4996-82bf-fd82f4b555c3 req-8171583f-3c3c-4fe4-9052-c09e22d67cb2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0832360 Jan 28 10:41:21.425190 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-869970b2-4e04-4996-82bf-fd82f4b555c3 req-5f16c1ad-761f-44a6-965b-79324c58c4b8 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394120 Jan 28 10:41:22.617158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f13ebf-0be9-402e-8054-9c5c9f620d7f req-feeaf2ca-f050-4a28-b0d4-eed961a43ae1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:22.618626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6f13ebf-0be9-402e-8054-9c5c9f620d7f req-feeaf2ca-f050-4a28-b0d4-eed961a43ae1 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0879078 Jan 28 10:41:22.662688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d6f13ebf-0be9-402e-8054-9c5c9f620d7f req-0048446f-c619-4205-907b-cd17b9a6da28 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382216 Jan 28 10:41:23.848520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11af9c8-2d5b-495e-93a1-5b054ecc5f46 req-014e7768-606a-4a21-9626-c2c55f22fcf5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:23.849901 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b11af9c8-2d5b-495e-93a1-5b054ecc5f46 req-014e7768-606a-4a21-9626-c2c55f22fcf5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0818202 Jan 28 10:41:24.002710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b11af9c8-2d5b-495e-93a1-5b054ecc5f46 req-7c1137aa-e178-482c-b849-4dbe7fecf797 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472297 Jan 28 10:41:25.347143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3938f1b-97e0-4503-9d17-035b04942c78 req-59a8970c-ff76-4d7d-948f-452e0fc616de tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:25.348576 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3938f1b-97e0-4503-9d17-035b04942c78 req-59a8970c-ff76-4d7d-948f-452e0fc616de tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0780470 Jan 28 10:41:25.390922 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3938f1b-97e0-4503-9d17-035b04942c78 req-41474001-cfff-4a51-9d23-1251030b20c3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367696 Jan 28 10:41:26.014680 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fe4d10ee-19d7-4e94-b0e7-145f3b07bbc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:26.240592 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:41:26.579013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1523aec0-bc44-4265-9fd5-1371b73c1b79 req-b6af3dc4-ae6c-4b7c-bb63-174bd5d3de50 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:26.581081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1523aec0-bc44-4265-9fd5-1371b73c1b79 req-b6af3dc4-ae6c-4b7c-bb63-174bd5d3de50 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0836742 Jan 28 10:41:26.627750 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1523aec0-bc44-4265-9fd5-1371b73c1b79 req-f0f88757-0883-439e-af16-60229db74031 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412014 Jan 28 10:41:27.672421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:41:27.806882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:27.819655 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be64dc-c9ee-4774-b132-5999b9b4d5dd req-5a693d14-11d2-4bf6-b7c3-2e3851b0a5c5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:27.821028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'mac_address': 'fa:16:3e:30:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:41:27.821185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84be64dc-c9ee-4774-b132-5999b9b4d5dd req-5a693d14-11d2-4bf6-b7c3-2e3851b0a5c5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 943 time: 0.0827899 Jan 28 10:41:27.879675 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:27.896874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:41:27.911367 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-84be64dc-c9ee-4774-b132-5999b9b4d5dd req-c166078e-fd95-4d30-85fd-9cc3913e76e6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560491 Jan 28 10:41:27.912295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:27.916516 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:27.928229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-e83f3084-22c5-4298-8024-87d4a3e2ff05 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1059725 Jan 28 10:41:27.990291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:27.998215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:27.998565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:27.998896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:27.999237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:27.999677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.000008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.000337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.000682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.001008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.001331 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.001653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.001971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:28.067139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-c451ebdb-5aa0-43e7-9fc0-0438f10173ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:28.068697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-c451ebdb-5aa0-43e7-9fc0-0438f10173ab service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1095 time: 0.0730574 Jan 28 10:41:28.162556 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['5621f6f0-445a-489d-aa33-7f07cc3d2a75'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:41:28.237180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.43', 62118) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:28.343032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-a833d51b-7477-4ed2-a1fd-3bdb43925c8a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:28.344577 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-a833d51b-7477-4ed2-a1fd-3bdb43925c8a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.43 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 944 time: 0.1055689 Jan 28 10:41:28.408877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-3ebce7d5-202b-4014-86d5-9eb1c31cfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:28.410314 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-3ebce7d5-202b-4014-86d5-9eb1c31cfa99 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.3229973 Jan 28 10:41:28.425492 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-36182855-bee9-47de-9d1a-442058be03ef service neutron] 10.222.0.43 "GET /v2.0/ports/5621f6f0-445a-489d-aa33-7f07cc3d2a75/bindings/n-h2-825178-2 HTTP/1.1" status: 200 len: 382 time: 0.0750391 Jan 28 10:41:28.454342 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b4ca8ec0-6e40-43b4-886c-00ffe78fdb82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:28.494648 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4414c3-c96d-4560-8fe3-f48ff05ff953 req-750217da-04db-4b3a-85c7-8b79b1e524af tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:28.496361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d4414c3-c96d-4560-8fe3-f48ff05ff953 req-750217da-04db-4b3a-85c7-8b79b1e524af tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.1819332 Jan 28 10:41:28.550177 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-afb76790-2fca-4ae8-bae1-eb4a2e5e230d service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1001 time: 0.1325431 Jan 28 10:41:28.560587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3d4414c3-c96d-4560-8fe3-f48ff05ff953 req-64344c94-d7ec-4336-9cd6-58d9d81681b9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551400 Jan 28 10:41:28.616314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-681041c4-78e5-4b2f-8ded-aa19c71fa924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:28.617771 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-681041c4-78e5-4b2f-8ded-aa19c71fa924 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0603244 Jan 28 10:41:28.694008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-c90e0ac1-f7b6-47f7-bbe8-03889c7b919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:28.695341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-c90e0ac1-f7b6-47f7-bbe8-03889c7b919d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713146 Jan 28 10:41:28.824642 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-bef2ff19-1d4c-45f0-a7b0-00a245ec98fa service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227686 Jan 28 10:41:28.955127 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-40d3e799-b57b-4af9-8437-b77bea9c5466 req-557dfcb3-1c77-4db9-a302-7d8a541704c6 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246002 Jan 28 10:41:29.059576 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-3a40f971-626d-439a-94ed-149d1c579290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:29.061034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-3a40f971-626d-439a-94ed-149d1c579290 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1095 time: 0.0692210 Jan 28 10:41:29.190978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-a4a5220d-fd55-4c5a-86c4-36514404df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:29.192380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-a4a5220d-fd55-4c5a-86c4-36514404df92 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1257071 Jan 28 10:41:29.293685 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-16eb4fe7-7430-44f2-aeeb-87ddffedfb9b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1001 time: 0.0958710 Jan 28 10:41:29.353383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-d70a442d-f628-4908-82ac-81ee86aeaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:29.354798 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-d70a442d-f628-4908-82ac-81ee86aeaaef service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0544572 Jan 28 10:41:29.429773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-39d08571-4321-487d-bda0-116dcaa4963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:29.431243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-39d08571-4321-487d-bda0-116dcaa4963c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708280 Jan 28 10:41:29.560562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-17fc0e00-b519-433d-b45f-57895749d345 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229966 Jan 28 10:41:29.578256 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:29.609037 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:29.692921 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-4714ce80-9f7d-4f9c-85b3-023eb83b07eb service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267173 Jan 28 10:41:29.693186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:41:29.753689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b9d53-b65f-4a41-bb74-1fc133a777e4 req-63fa9989-f6b9-4f50-b725-e86d966c6e56 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:29.755140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-353b9d53-b65f-4a41-bb74-1fc133a777e4 req-63fa9989-f6b9-4f50-b725-e86d966c6e56 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0868745 Jan 28 10:41:29.763023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:41:29.768361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:41:29.768769 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:29.801759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-353b9d53-b65f-4a41-bb74-1fc133a777e4 req-3e32cd33-90df-448b-ad7e-10ed658f3c46 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401683 Jan 28 10:41:29.916498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:29.943929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:29.953168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:29.957765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:30.023639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:30.047223 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'code': 200} Jan 28 10:41:30.984221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed446db-b039-490a-b6e8-3276461ecba3 req-c53d36ad-53d5-4c06-af4c-34df1dc6f547 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:30.985682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fed446db-b039-490a-b6e8-3276461ecba3 req-c53d36ad-53d5-4c06-af4c-34df1dc6f547 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0782113 Jan 28 10:41:31.025129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:31.036009 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fed446db-b039-490a-b6e8-3276461ecba3 req-ee8f249c-d12b-4f85-86dd-e3bc14633629 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441372 Jan 28 10:41:32.224946 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a94891-d36b-4ddf-8c77-bcb3658a0421 req-3eeb57bb-f050-47c0-abe9-446ad65f41fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:32.226409 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a94891-d36b-4ddf-8c77-bcb3658a0421 req-3eeb57bb-f050-47c0-abe9-446ad65f41fe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0793626 Jan 28 10:41:32.270588 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a94891-d36b-4ddf-8c77-bcb3658a0421 req-2b842f5c-e6d8-46cb-815b-22e35e13411e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385242 Jan 28 10:41:32.387027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-bd9dd7c4-d051-4b9f-a4b4-5e6c5f5a10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:32.388592 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-bd9dd7c4-d051-4b9f-a4b4-5e6c5f5a10d3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171&tenant_id=4a5751917fe24d08b9c9ddd2690aaae5 HTTP/1.1" status: 200 len: 1096 time: 0.0690351 Jan 28 10:41:32.402541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:41:32.512435 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:32.776294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:32.804217 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h2-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:41:32.859989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:32.866131 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:32.880696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Transition to ACTIVE for port object 5621f6f0-445a-489d-aa33-7f07cc3d2a75 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:41:32.885074 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:32.926181 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'code': 200} Jan 28 10:41:33.042259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=10']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:33.053804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.054153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.054491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.054821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.055149 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.055473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.055791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.056110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.056427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.056768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.057092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.057401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:41:33.101424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] No DVR routers for this DVR port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on host n-h2-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:41:33.327145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:41:33.327485 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:41:33.327814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:41:33.332935 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:41:33.333260 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Attempting to bind port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on network 11048dd5-a968-46d3-8a52-bae09d40b6a9 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:41:33.338391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:41:33.338729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Checking segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:41:33.339115 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Bound using segment: {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:41:33.339546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Bound port: 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26e0d91d-38d0-4b6e-b19c-20c3d498a430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:41:33.339891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:33.427616 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:41:33.431034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:41:33.435809 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:33.573797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db9eb9d-6e6d-4f5a-86d8-8821a96a459e req-a66d99bd-29c4-4883-ab47-30b2dbd0fc58 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:33.575213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9db9eb9d-6e6d-4f5a-86d8-8821a96a459e req-a66d99bd-29c4-4883-ab47-30b2dbd0fc58 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.1991413 Jan 28 10:41:33.617641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:33.618331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:33.619662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] 10.222.0.25 "PUT /v2.0/ports/5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1092 time: 1.2209220 Jan 28 10:41:33.620376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9db9eb9d-6e6d-4f5a-86d8-8821a96a459e req-cdff068e-bdde-498b-8a4d-b6ab3cdcff21 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388136 Jan 28 10:41:33.633152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee8e590-87d8-41fd-844f-67bd0cd63b8e service neutron] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=11']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:33.718867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-cfd995cb-b9c9-448a-86bd-8f67ca4b50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:33.720375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-cfd995cb-b9c9-448a-86bd-8f67ca4b50a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1095 time: 0.0715055 Jan 28 10:41:33.856377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-afe60cf7-2113-4aa6-b496-92a2557578a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:33.857754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-afe60cf7-2113-4aa6-b496-92a2557578a8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1277211 Jan 28 10:41:33.964605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-d5ba9652-1432-4b71-99b2-2e12a89d0f00 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.0974231 Jan 28 10:41:34.032276 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-bb8df95a-500b-4937-998e-9963e7b494f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:34.033723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-bb8df95a-500b-4937-998e-9963e7b494f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0598598 Jan 28 10:41:34.108132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317cb91-a511-4600-8488-d50daafae36d req-fc30e424-638f-42cf-8950-3b7e789ed3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:34.109492 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-fc30e424-638f-42cf-8950-3b7e789ed3e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669236 Jan 28 10:41:34.243443 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-8201fbd3-11e5-4b6a-ae67-3b7d45ccd847 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243834 Jan 28 10:41:34.381113 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-1ed4692e-0b10-4c80-85a6-15c4b97fde66 service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284604 Jan 28 10:41:34.814756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600c439-27e7-4a0e-951d-8f95a326f156 req-98c54c4e-a9fa-4591-a1f2-49da52946ac4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:34.816116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e600c439-27e7-4a0e-951d-8f95a326f156 req-98c54c4e-a9fa-4591-a1f2-49da52946ac4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0826287 Jan 28 10:41:34.860969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e600c439-27e7-4a0e-951d-8f95a326f156 req-c3fcb3d6-60d3-46ff-ae69-8ffbd76a966d tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390387 Jan 28 10:41:34.927686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:34.986784 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'status': 'completed', 'code': 200} Jan 28 10:41:35.086596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-7da859a1-8f3c-4835-8c6e-19ec13062ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.087385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-e04c08db-ff7c-4e86-9c67-374a270c99e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.088073 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-7da859a1-8f3c-4835-8c6e-19ec13062ce1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1095 time: 0.0786786 Jan 28 10:41:35.089458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-e04c08db-ff7c-4e86-9c67-374a270c99e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 1095 time: 0.0763278 Jan 28 10:41:35.231291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-71ca490f-6952-4111-a51e-8870236b1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.232626 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-71ca490f-6952-4111-a51e-8870236b1cc1 service neutron] 10.222.0.43 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1389830 Jan 28 10:41:35.234438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-970415e3-2e23-4099-b8d0-55223b11f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.235934 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-970415e3-2e23-4099-b8d0-55223b11f406 service neutron] 10.222.0.25 "GET /v2.0/networks?id=11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 200 len: 911 time: 0.1375647 Jan 28 10:41:35.338369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-67998d8e-139d-4048-be2f-5fa2a18d630e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.0993607 Jan 28 10:41:35.345984 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-216db19d-9540-41db-b1be-c4bbafd77a61 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 200 len: 1000 time: 0.1006444 Jan 28 10:41:35.400555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-6f27b083-d762-40f3-b40d-46b95ba183c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.402243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-6f27b083-d762-40f3-b40d-46b95ba183c8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0585430 Jan 28 10:41:35.413475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-95545b4c-901b-424d-891f-7437417bde66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.415256 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-95545b4c-901b-424d-891f-7437417bde66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 200 len: 849 time: 0.0604439 Jan 28 10:41:35.487562 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-4fc44b69-952b-4b82-9c05-a31c35ccf1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.490451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-4fc44b69-952b-4b82-9c05-a31c35ccf1cc service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822320 Jan 28 10:41:35.501328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-89b969f2-318b-4061-b94a-cc46092ea0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:35.503004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-89b969f2-318b-4061-b94a-cc46092ea0eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=11048dd5-a968-46d3-8a52-bae09d40b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0790777 Jan 28 10:41:35.637043 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-7074b02e-f97e-4d82-995e-1f972ea61683 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404402 Jan 28 10:41:35.648731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-e5225e62-83a6-4c3d-93ab-36078e99b29d service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363266 Jan 28 10:41:35.733902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:41:35.779458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-e38d0d10-6065-440d-8c57-317f19fb2a73 service neutron] 10.222.0.43 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365061 Jan 28 10:41:35.809203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:41:35.904141 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-df06c7ff-8af8-4687-b3c3-0200aaaadccd req-9ecdeec8-ce6e-48b9-9131-108f039b889b service neutron] 10.222.0.25 "GET /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455888 Jan 28 10:41:36.054837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8074eb1-8677-4c88-8917-91bc23aed945 req-3ed713f0-024f-49c8-8023-4f62286f72f3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:36.056199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8074eb1-8677-4c88-8917-91bc23aed945 req-3ed713f0-024f-49c8-8023-4f62286f72f3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0849535 Jan 28 10:41:36.099788 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c8074eb1-8677-4c88-8917-91bc23aed945 req-7c932189-275e-4629-99b4-46ef71f949b6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378478 Jan 28 10:41:37.281431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e9ab-0bad-4937-bb9a-bd92fb35a393 req-8ff83bf9-65fd-4d78-9315-f2db68d428ad tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:37.282881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49c2e9ab-0bad-4937-bb9a-bd92fb35a393 req-8ff83bf9-65fd-4d78-9315-f2db68d428ad tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0784533 Jan 28 10:41:37.325542 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-49c2e9ab-0bad-4937-bb9a-bd92fb35a393 req-8f9d3698-ae66-452f-b27a-223e9c347a92 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370872 Jan 28 10:41:38.510702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1704b-089d-4106-883b-077d35365eb0 req-eecbecc2-d3c4-4ca9-8d4d-86597e02eef2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:38.512151 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5c1704b-089d-4106-883b-077d35365eb0 req-eecbecc2-d3c4-4ca9-8d4d-86597e02eef2 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0826352 Jan 28 10:41:38.556943 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5c1704b-089d-4106-883b-077d35365eb0 req-d01285c2-a049-46ae-bac4-3efe8ef24580 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382268 Jan 28 10:41:39.743600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2b1dd2-ed20-4d69-88a0-94ca02b4c75b req-1608a691-dcce-402a-a2b9-65131b71b38f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:39.745062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc2b1dd2-ed20-4d69-88a0-94ca02b4c75b req-1608a691-dcce-402a-a2b9-65131b71b38f tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0818357 Jan 28 10:41:39.787794 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc2b1dd2-ed20-4d69-88a0-94ca02b4c75b req-fe1cd419-47f0-4d95-a839-dd162d6e93dc tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369015 Jan 28 10:41:40.971739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14d16b8-3ad8-42f9-8b3d-98801de5687f req-699d2f6e-77af-44ce-b292-5a5f611c1ec4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:40.973209 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e14d16b8-3ad8-42f9-8b3d-98801de5687f req-699d2f6e-77af-44ce-b292-5a5f611c1ec4 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0793200 Jan 28 10:41:41.015921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e14d16b8-3ad8-42f9-8b3d-98801de5687f req-7f22eb74-6a87-4f34-b4f7-3337dbe80efa tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372386 Jan 28 10:41:42.195546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9805dd-125a-42e8-9d17-d73685299773 req-f5ebe6e0-1cea-4908-bbab-54e0ab16b155 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:42.196998 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d9805dd-125a-42e8-9d17-d73685299773 req-f5ebe6e0-1cea-4908-bbab-54e0ab16b155 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0777969 Jan 28 10:41:42.242820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d9805dd-125a-42e8-9d17-d73685299773 req-b6ae15e1-35d5-4a04-b73f-774cc12b8238 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402293 Jan 28 10:41:43.443037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26927d1b-eddc-48ea-bfe6-a1780728694e req-eb5c1808-6c7c-42bb-84f5-9c5779f9d927 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:43.444497 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26927d1b-eddc-48ea-bfe6-a1780728694e req-eb5c1808-6c7c-42bb-84f5-9c5779f9d927 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0852067 Jan 28 10:41:43.487800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-26927d1b-eddc-48ea-bfe6-a1780728694e req-8d800377-4de5-4f01-8c74-3fbec0c07c20 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376689 Jan 28 10:41:43.669454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e8d00-ceee-4874-92db-7431b1acdcba req-57f1a01e-f679-453c-9de9-c97a2d7ccc03 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:43.670882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-935e8d00-ceee-4874-92db-7431b1acdcba req-57f1a01e-f679-453c-9de9-c97a2d7ccc03 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0786233 Jan 28 10:41:43.712786 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-935e8d00-ceee-4874-92db-7431b1acdcba req-64da7b08-9d60-458d-ba66-0b3694c91352 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365379 Jan 28 10:41:43.892963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c94edd-9276-448c-9cc2-f61d29b91731 req-df8f0c41-7de1-45bb-9e3b-a102ef9ea9c5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:43.894396 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-62c94edd-9276-448c-9cc2-f61d29b91731 req-df8f0c41-7de1-45bb-9e3b-a102ef9ea9c5 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0787413 Jan 28 10:41:43.940487 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-62c94edd-9276-448c-9cc2-f61d29b91731 req-d6d74ef5-ac57-4ef8-a1bb-423af9be82e6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405560 Jan 28 10:41:44.190322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:44.272303 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:41:44.317514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71653d30-10df-4228-9c77-cf798a43f55d req-0c7183fe-f024-4ab0-9544-db59ebd796d3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:44.320605 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71653d30-10df-4228-9c77-cf798a43f55d req-0c7183fe-f024-4ab0-9544-db59ebd796d3 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 944 time: 0.0822258 Jan 28 10:41:44.366075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71653d30-10df-4228-9c77-cf798a43f55d req-bd5f8327-3174-4065-a5bb-b8e3db2bf3a6 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387559 Jan 28 10:41:44.408537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:44.420915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'port_id': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'mac_address': 'fa:16:3e:30:c2:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:41:44.473740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:44.490851 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:41:44.506320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:44.510252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:44.579569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:44.739164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['5621f6f0-445a-489d-aa33-7f07cc3d2a75'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:41:45.555380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d20c4-250d-4997-83b9-b131374311b0 req-b1ff4d37-77e5-4a9d-b1cf-df9050ed53c0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:45.556864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a3d20c4-250d-4997-83b9-b131374311b0 req-b1ff4d37-77e5-4a9d-b1cf-df9050ed53c0 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0827599 Jan 28 10:41:45.605498 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6a3d20c4-250d-4997-83b9-b131374311b0 req-d4bce96e-4e06-4b2c-aa12-84ce2da2423e tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430477 Jan 28 10:41:45.723213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:45.935916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-0b122556-da88-432b-8ad5-32d88d28b57a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:45.937365 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-0b122556-da88-432b-8ad5-32d88d28b57a tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 945 time: 0.0821383 Jan 28 10:41:46.010978 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Deleting port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:46.011200 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.253271 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:46.253620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.289649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:41:46.358943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:41:46.364251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:41:46.364622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.478981 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.505740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:46.515912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:46.520064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.549441 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.549892 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:46.550278 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 disassociated. External IP: 172.25.1.243, port: 5621f6f0-445a-489d-aa33-7f07cc3d2a75. Jan 28 10:41:46.550804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Calling delete_port for 5621f6f0-445a-489d-aa33-7f07cc3d2a75 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:46.560059 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'code': 200} Jan 28 10:41:46.590570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=13']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:46.637335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:41:46.637652 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:41:46.796877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8efb0b-0de0-4602-bcde-4f09a8f8f410 req-a2f6c453-b51b-4243-b846-0d593c2ef138 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:41:46.798303 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc8efb0b-0de0-4602-bcde-4f09a8f8f410 req-a2f6c453-b51b-4243-b846-0d593c2ef138 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 946 time: 0.0789986 Jan 28 10:41:46.840650 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc8efb0b-0de0-4602-bcde-4f09a8f8f410 req-6e059149-de01-4980-af09-da5ba6085ab9 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups?id=a0239994-160e-4b7a-bc9e-6d872ba38cd4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367324 Jan 28 10:41:47.139193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Deleting port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:47.139687 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:47.382104 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] For port 5621f6f0-445a-489d-aa33-7f07cc3d2a75, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=5621f6f0-445a-489d-aa33-7f07cc3d2a75,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:47.382456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:47.779690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:47.780023 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:47.780334 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8 disassociated. External IP: 172.25.1.243, port: 5621f6f0-445a-489d-aa33-7f07cc3d2a75. Jan 28 10:41:47.780710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Calling delete_port for 5621f6f0-445a-489d-aa33-7f07cc3d2a75 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:47.926219 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:48.007810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event deleted for resources: {'Port': ['ID=5621f6f0-445a-489d-aa33-7f07cc3d2a75,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:48.023274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-70f204a5-4fe6-47c6-a74a-9e33fe6d241b req-701b109f-30e9-4932-953b-2832dfbd2717 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 210 time: 0.0557814 Jan 28 10:41:48.208025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:41:48.290643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:41:48.327410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 5621f6f0-445a-489d-aa33-7f07cc3d2a75 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:41:48.327754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 5621f6f0-445a-489d-aa33-7f07cc3d2a75 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:41:48.391001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:41:48.400958 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:41:48.410218 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:41:48.410878 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:48.464971 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] No DVR routers for this DVR port 5621f6f0-445a-489d-aa33-7f07cc3d2a75 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:41:48.467935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:48.472548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-deleted', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:41:48.487777 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-88a52cef-f67b-47ed-9af3-a6f7968a8f22 req-26f2e4a2-8679-4f40-9b8b-72544ffdd579 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.25 "DELETE /v2.0/ports/5621f6f0-445a-489d-aa33-7f07cc3d2a75 HTTP/1.1" status: 204 len: 173 time: 2.5417547 Jan 28 10:41:48.535673 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e902b81a-2b0d-49d3-9cbb-31ba41196171', 'name': 'network-vif-deleted', 'tag': '5621f6f0-445a-489d-aa33-7f07cc3d2a75', 'status': 'completed', 'code': 200} Jan 28 10:41:48.593110 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:41:48.905621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:48.910028 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:41:48.918387 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:41:48.918967 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:49.128111 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:41:49.186633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7df5bb3-7142-44e2-ad20-ef2d41782e76 req-e240b8e8-071c-48f7-8c71-8e872355bfbe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Synchronizing usage tracker for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:41:49.202685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-b7df5bb3-7142-44e2-ad20-ef2d41782e76 req-e240b8e8-071c-48f7-8c71-8e872355bfbe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Unset dirty status for tenant:4a5751917fe24d08b9c9ddd2690aaae5 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:41:49.205469 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b7df5bb3-7142-44e2-ad20-ef2d41782e76 req-e240b8e8-071c-48f7-8c71-8e872355bfbe tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/ports?device_id=e902b81a-2b0d-49d3-9cbb-31ba41196171 HTTP/1.1" status: 200 len: 210 time: 0.0660338 Jan 28 10:41:49.437993 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:49.441704 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b9d8ca-bed4-4648-86e6-e30c836945d8 None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:31:56Z', 'revision_number': 4, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '33e5b141-c28c-491d-b293-d76957aba54a', 'name': '', 'network_id': '11048dd5-a968-46d3-8a52-bae09d40b6a9', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'mac_address': 'fa:16:3e:f5:7a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4060, 'fixed_ips': [{'subnet_id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:56Z', 'updated_at': '2022-01-28T10:32:03Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'subnets': [{'id': 'e7473866-5201-4803-9f70-57a2ccb6d003', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:41:49.690482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31045952-2eae-449a-9cfc-ee70b6bd1c64 None None] New status for floating IP 7a5b8b27-36f4-4096-8170-85727d4b50c8: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:41:53.514395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57256) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:53.585169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9348d828-367a-4763-b549-70a10774f595 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:53.613546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9348d828-367a-4763-b549-70a10774f595 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:53.667078 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9348d828-367a-4763-b549-70a10774f595 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:53.685003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348d828-367a-4763-b549-70a10774f595 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0239994-160e-4b7a-bc9e-6d872ba38cd4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:53.696335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9348d828-367a-4763-b549-70a10774f595 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:53.697552 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9348d828-367a-4763-b549-70a10774f595 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "DELETE /v2.0/security-groups/a0239994-160e-4b7a-bc9e-6d872ba38cd4 HTTP/1.1" status: 204 len: 168 time: 0.1820979 Jan 28 10:41:53.700095 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57260) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:53.716460 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-aba1a1be-2b78-46f3-a488-86a70397d275 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] show failed (client error): The resource could not be found. Jan 28 10:41:53.717455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-aba1a1be-2b78-46f3-a488-86a70397d275 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "GET /v2.0/security-groups/a0239994-160e-4b7a-bc9e-6d872ba38cd4 HTTP/1.1" status: 404 len: 347 time: 0.0163951 Jan 28 10:41:53.720564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57264) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:53.979349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Deleting port 4a6e5283-f52a-4f3f-910c-3fc539a81ef1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:53.979580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:54.143016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:54.143329 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:54.268808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Calling delete_port for 4a6e5283-f52a-4f3f-910c-3fc539a81ef1 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:54.408635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:54.455387 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Pushing event deleted for resources: {'Port': ['ID=4a6e5283-f52a-4f3f-910c-3fc539a81ef1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:54.548709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:54.569511 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:54.569511 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ef64255-d848-468a-814c-1accc973d274 tempest-ServerActionsTestJSON-856845784 tempest-ServerActionsTestJSON-856845784-project] 10.222.0.42 "DELETE /v2.0/floatingips/7a5b8b27-36f4-4096-8170-85727d4b50c8 HTTP/1.1" status: 204 len: 168 time: 0.8454704 Jan 28 10:41:54.570044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57268) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:55.289270 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:55.733752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Deleting port 33e5b141-c28c-491d-b293-d76957aba54a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:55.734500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:55.907102 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] For port 33e5b141-c28c-491d-b293-d76957aba54a, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=33e5b141-c28c-491d-b293-d76957aba54a,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:55.908000 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:56.020349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-850e6767-afec-49d3-92c9-ab37fcf23a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:56.031818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Calling delete_port for 33e5b141-c28c-491d-b293-d76957aba54a owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:56.346207 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:56.400230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Pushing event deleted for resources: {'Port': ['ID=33e5b141-c28c-491d-b293-d76957aba54a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:56.682027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:57.165202 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Router 68155957-5175-4f77-a431-5c3a98ed75fd has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:41:57.340456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:41:57.349403 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] Sync routers for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:41:57.354261 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2d0481c0-37e1-4481-bb5c-6a66514c8158 admin admin] 10.222.0.42 "PUT /v2.0/routers/68155957-5175-4f77-a431-5c3a98ed75fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7831059 Jan 28 10:41:57.356607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57276) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:57.358395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:41:57.358975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:57.530642 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:57.534549 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:41:57.709308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:57.719460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Deleting port 7e57852b-38d0-4055-8352-e929c25c4b26 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:57.719815 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:57.823201 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123'}], 'enable_snat': True}, 'gw_port_id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:41:56Z', 'revision_number': 5, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port': {'id': '7e57852b-38d0-4055-8352-e929c25c4b26', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:26:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4059, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:31:53Z', 'updated_at': '2022-01-28T10:31:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:57.826992 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] Checking router: 68155957-5175-4f77-a431-5c3a98ed75fd for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:41:57.835743 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] Routers {'68155957-5175-4f77-a431-5c3a98ed75fd'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:41:57.836450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:41:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68155957-5175-4f77-a431-5c3a98ed75fd'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:57.893883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] For port 7e57852b-38d0-4055-8352-e929c25c4b26, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7e57852b-38d0-4055-8352-e929c25c4b26,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:57.894466 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:57.985051 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] Set router 68155957-5175-4f77-a431-5c3a98ed75fd gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:41:58.019717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Calling delete_port for 7e57852b-38d0-4055-8352-e929c25c4b26 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:58.121465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:41:57Z', 'revision_number': 6, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:58.125703 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79767af-ab4b-401e-bd7e-dafac26960de None None] The sync data for ids ['68155957-5175-4f77-a431-5c3a98ed75fd'] in n-d-825178-2 is: [{'id': '68155957-5175-4f77-a431-5c3a98ed75fd', 'name': 'tempest-ServerActionsTestJSON-16127011-router', 'tenant_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:31:52Z', 'updated_at': '2022-01-28T10:41:57Z', 'revision_number': 6, 'project_id': '4a5751917fe24d08b9c9ddd2690aaae5', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:41:58.184864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.233045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e57852b-38d0-4055-8352-e929c25c4b26,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:58.325545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.458751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc171-8726-40bb-a31b-c764a33d8e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.604342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.606646 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.630684 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.631324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68155957-5175-4f77-a431-5c3a98ed75fd {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:41:58.649512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.650635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2053a0f4-a32d-4a02-b62c-25c1ff4beb29 admin admin] 10.222.0.42 "DELETE /v2.0/routers/68155957-5175-4f77-a431-5c3a98ed75fd HTTP/1.1" status: 204 len: 168 time: 1.2931108 Jan 28 10:41:58.653222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57280) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:58.712707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Deleting subnet e7473866-5201-4803-9f70-57a2ccb6d003 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:41:58.716255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.764350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.846730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.917618 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.964195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7473866-5201-4803-9f70-57a2ccb6d003,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:58.967625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:58.972585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6d4c2d-d701-4a6b-b8c5-3fe019b1ebfb None None] Network 11048dd5-a968-46d3-8a52-bae09d40b6a9 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:41:58.976723 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b59252c8-0170-496d-a8e0-04d6df7345fb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e7473866-5201-4803-9f70-57a2ccb6d003 HTTP/1.1" status: 204 len: 168 time: 0.3202074 Jan 28 10:41:58.976913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57284) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:41:59.078185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.090239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Deleting port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:59.091109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.135839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e57852b-38d0-4055-8352-e929c25c4b26 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:41:59.212102 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7e57852b-38d0-4055-8352-e929c25c4b26 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:41:59.212332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7e57852b-38d0-4055-8352-e929c25c4b26 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:41:59.212772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 33e5b141-c28c-491d-b293-d76957aba54a no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:41:59.247181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 33e5b141-c28c-491d-b293-d76957aba54a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:41:59.247516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 33e5b141-c28c-491d-b293-d76957aba54a not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:41:59.303553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] For port 98d3ad5f-5f88-42ac-9ab3-84a079c18267, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=98d3ad5f-5f88-42ac-9ab3-84a079c18267,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:59.304046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.312444 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] DHCP port deletion for 11048dd5-a968-46d3-8a52-bae09d40b6a9 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:41:59.316893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Deleting port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:41:59.317331 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.426834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Calling delete_port for 98d3ad5f-5f88-42ac-9ab3-84a079c18267 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:59.506799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.520323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] For port 98d3ad5f-5f88-42ac-9ab3-84a079c18267, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=98d3ad5f-5f88-42ac-9ab3-84a079c18267,segment=NetworkSegment(26e0d91d-38d0-4b6e-b19c-20c3d498a430),segment_id=26e0d91d-38d0-4b6e-b19c-20c3d498a430)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:41:59.520905 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.555777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d3ad5f-5f88-42ac-9ab3-84a079c18267,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:59.559138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] No DVR routers for this DVR port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:41:59.652358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Calling delete_port for 98d3ad5f-5f88-42ac-9ab3-84a079c18267 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:41:59.678290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.703232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11048dd5-a968-46d3-8a52-bae09d40b6a9']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:59.713884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.717349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e0d91d-38d0-4b6e-b19c-20c3d498a430') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:59.717646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e0d91d-38d0-4b6e-b19c-20c3d498a430') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:41:59.720778 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.728770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 28 10:41:59.737353 n-d-825178-2 neutron-server[87542]: util.warn( Jan 28 10:41:59.743538 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:41:59.743889 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:41:59.745556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.752111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:41:59.752498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:41:59.769126 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:41:59.840506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.856452 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:41:59.868244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=11048dd5-a968-46d3-8a52-bae09d40b6a9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:41:59.880056 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ecb5a3be-110a-496e-bd96-b2c744f504c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/11048dd5-a968-46d3-8a52-bae09d40b6a9 HTTP/1.1" status: 204 len: 168 time: 0.9022560 Jan 28 10:42:00.018755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57290) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:00.070910 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f7782e16-d580-4e58-8d0d-c86ac1867d0f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a5751917fe24d08b9c9ddd2690aaae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510089 Jan 28 10:42:00.073407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57294) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:00.131793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbb30-7988-4550-9416-d917aef22ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:00.159336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbb30-7988-4550-9416-d917aef22ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:00.210447 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbb30-7988-4550-9416-d917aef22ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:00.225838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbbb30-7988-4550-9416-d917aef22ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e633c-3128-498e-aa44-770bcc82ed7c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:00.235322 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dfbbb30-7988-4550-9416-d917aef22ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:00.238761 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9dfbbb30-7988-4550-9416-d917aef22ddb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f3e633c-3128-498e-aa44-770bcc82ed7c HTTP/1.1" status: 204 len: 168 time: 0.1621532 Jan 28 10:42:00.249800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Deleting port 98d3ad5f-5f88-42ac-9ab3-84a079c18267 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:00.249800 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:00.317649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-246a5698-2d0b-4fcb-8ad0-eec7ab0a2ee9 None None] The port '98d3ad5f-5f88-42ac-9ab3-84a079c18267' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:42:00.996062 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57318) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:01.028719 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.098482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1865929562-network', 'tenant_id': '03b9cf50cfa9454bb651bd0f6cf4a265'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:01.104206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:01.108458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Usage tracker for resource:network and tenant:03b9cf50cfa9454bb651bd0f6cf4a265 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:01.111851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:01.118158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:01.128744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 98d3ad5f-5f88-42ac-9ab3-84a079c18267 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:42:01.130472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Made reservation on behalf of 03b9cf50cfa9454bb651bd0f6cf4a265 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:01.132995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.144823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.158700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:01.161418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 98d3ad5f-5f88-42ac-9ab3-84a079c18267 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:42:01.161760 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 98d3ad5f-5f88-42ac-9ab3-84a079c18267 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:42:01.163174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Usage tracker for resource:security_group_rule and tenant:03b9cf50cfa9454bb651bd0f6cf4a265 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:01.166356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:01.172026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:01.256535 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.260165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.286031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:01.298383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee5b1d9-d92c-4582-94f8-2d4139958c32,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:01.302636 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.302976 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Added segment bc30b5ed-59ab-4acc-927f-592e7b07d178 of type vlan for network 31ec9b24-9902-4b5c-8040-f039ab59dffa Jan 28 10:42:01.327749 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.355761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.356736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:01.357297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.554730 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5575411 Jan 28 10:42:01.557679 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57324) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:01.558159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5793dbc8-d028-4f98-9cb2-4177fcd2e3cf admin admin] Pushing event updated for resources: {'Network': ['ID=31ec9b24-9902-4b5c-8040-f039ab59dffa,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:01.563073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Request body: {'subnet': {'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1865929562-subnet', 'tenant_id': '03b9cf50cfa9454bb651bd0f6cf4a265', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:01.567718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 31ec9b24-9902-4b5c-8040-f039ab59dffa details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:01.568881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:01.572704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Usage tracker for resource:subnet and tenant:03b9cf50cfa9454bb651bd0f6cf4a265 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:01.575500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:01.581898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:01.591946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Made reservation on behalf of 03b9cf50cfa9454bb651bd0f6cf4a265 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:01.594402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.792989 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.869063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ef8c4d6-17f6-455a-b23b-379c71599dec,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:01.876498 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Checking segment: {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:01.876887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Network hostable DHCP agents. Network: 31ec9b24-9902-4b5c-8040-f039ab59dffa, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:01.894572 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Network 31ec9b24-9902-4b5c-8040-f039ab59dffa is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:01.903228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 31ec9b24-9902-4b5c-8040-f039ab59dffa) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:01.907961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:01.908560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:01.913361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1701440e-d140-4e14-9ae7-6a59187d8719 None None] Network 31ec9b24-9902-4b5c-8040-f039ab59dffa requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:01.928969 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-41e3d98e-6bd5-419e-88bd-885e500d7c0a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3701742 Jan 28 10:42:02.125467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57c8a76-1aa1-4eba-bedd-170c31a0523f None None] Network 31ec9b24-9902-4b5c-8040-f039ab59dffa requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:02.554297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-2be08368-68d6-439f-9b39-bb9890631b87 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:02.555746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-2be08368-68d6-439f-9b39-bb9890631b87 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/networks?id=31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 200 len: 814 time: 0.2552636 Jan 28 10:42:02.571075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-32b3b9c0-9d4b-4b7d-8667-f3da092efa43 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/quotas/03b9cf50cfa9454bb651bd0f6cf4a265 HTTP/1.1" status: 200 len: 375 time: 0.0100749 Jan 28 10:42:02.616184 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-4c5d796d-9f96-4a0b-b77a-b9ab8edb2ba7 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403011 Jan 28 10:42:02.669951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-97b82fd5-7122-44c8-9fa5-9f2bf0b21bec service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:42:02.670916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-97b82fd5-7122-44c8-9fa5-9f2bf0b21bec service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0484591 Jan 28 10:42:02.801086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-0712b2e9-a461-41f5-b6ed-afb866d914ad service neutron] 10.222.0.42 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237569 Jan 28 10:42:02.930468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-810dd511-1759-4f80-b691-ede4bdb6474f service neutron] 10.222.0.42 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237779 Jan 28 10:42:03.103062 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56438f1b-ebfb-41cc-9a0a-beea1e25b988 req-32af489c-cf96-4f20-8b80-ecaf6aa99927 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 210 time: 0.0424047 Jan 28 10:42:03.240965 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:42:04.135214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-1d569546-00fc-4f4f-bb35-a906acb3c845 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:04.136154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b3171518-ae65-413a-b91d-6aff80635b60 req-1d569546-00fc-4f4f-bb35-a906acb3c845 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Synchronizing usage tracker for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:04.154660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b3171518-ae65-413a-b91d-6aff80635b60 req-1d569546-00fc-4f4f-bb35-a906acb3c845 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Unset dirty status for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:04.155817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-1d569546-00fc-4f4f-bb35-a906acb3c845 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.43 "GET /v2.0/networks?id=31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 200 len: 814 time: 0.1747780 Jan 28 10:42:04.167998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Request body: {'port': {'device_id': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa', 'admin_state_up': True, 'tenant_id': '03b9cf50cfa9454bb651bd0f6cf4a265'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:04.256853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5bd885e4-c29f-40fd-84fd-b55c89ea6ffb req-b4c1ebff-de81-4172-a1a2-7edc46ec7acb tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 210 time: 0.0473955 Jan 28 10:42:04.307616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:04.311350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Usage tracker for resource:port and tenant:03b9cf50cfa9454bb651bd0f6cf4a265 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:04.314106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:04.319745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:04.329887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Made reservation on behalf of 03b9cf50cfa9454bb651bd0f6cf4a265 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:04.333593 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:04.492389 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Allocated IP 172.20.0.2 (31ec9b24-9902-4b5c-8040-f039ab59dffa/9ef8c4d6-17f6-455a-b23b-379c71599dec/f01403c7-0c86-4568-9a22-1b18ead29f4a) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:04.688870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:04.716864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:04.789658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Network 31ec9b24-9902-4b5c-8040-f039ab59dffa is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:04.792727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:04.796437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:04.829740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Pushing event updated for resources: {'Port': ['ID=f01403c7-0c86-4568-9a22-1b18ead29f4a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:04.859578 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:04.860209 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:04.879854 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-5335856a-36c4-4bd3-bc8b-4638944d5095 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7161117 Jan 28 10:42:04.891058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Request body: {'port': {'device_id': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:04.999167 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:05.338708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f01403c7-0c86-4568-9a22-1b18ead29f4a {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:42:05.345814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:05.360945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Transition to ACTIVE for port object f01403c7-0c86-4568-9a22-1b18ead29f4a will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:05.365262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:05.581437 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Pushing event updated for resources: {'Port': ['ID=f01403c7-0c86-4568-9a22-1b18ead29f4a,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:05.756297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-8ad8e503-273d-4be5-b2ab-04d04c7a2ae3 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:05.757039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-8ad8e503-273d-4be5-b2ab-04d04c7a2ae3 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Synchronizing usage tracker for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:05.782555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Attempting to bind port f01403c7-0c86-4568-9a22-1b18ead29f4a on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:05.782883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Attempting to bind port f01403c7-0c86-4568-9a22-1b18ead29f4a by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:05.783204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Attempting to bind port f01403c7-0c86-4568-9a22-1b18ead29f4a on network 31ec9b24-9902-4b5c-8040-f039ab59dffa {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:05.789352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Port f01403c7-0c86-4568-9a22-1b18ead29f4a on network 31ec9b24-9902-4b5c-8040-f039ab59dffa not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:42:05.789670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Attempting to bind port f01403c7-0c86-4568-9a22-1b18ead29f4a on network 31ec9b24-9902-4b5c-8040-f039ab59dffa {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:05.793320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-8ad8e503-273d-4be5-b2ab-04d04c7a2ae3 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Unset dirty status for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:05.794451 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-8ad8e503-273d-4be5-b2ab-04d04c7a2ae3 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 943 time: 0.4246743 Jan 28 10:42:05.796799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:05.797127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Checking segment: {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:05.797509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Bound using segment: {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:05.798474 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Bound port: f01403c7-0c86-4568-9a22-1b18ead29f4a, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:05.798990 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:05.892327 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-bbdab177-c181-4144-be34-44384c9c8ee0 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Synchronizing usage tracker for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:05.926276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-bbdab177-c181-4144-be34-44384c9c8ee0 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Unset dirty status for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:05.927386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef1b0d97-6f7f-45cf-baed-bba4c0674b38 req-bbdab177-c181-4144-be34-44384c9c8ee0 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196756 Jan 28 10:42:05.931025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] For port f01403c7-0c86-4568-9a22-1b18ead29f4a, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:05.934308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] For port f01403c7-0c86-4568-9a22-1b18ead29f4a, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:05.938770 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:05.999011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:05.999615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:06.001025 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] 10.222.0.43 "PUT /v2.0/ports/f01403c7-0c86-4568-9a22-1b18ead29f4a HTTP/1.1" status: 200 len: 1091 time: 1.1137853 Jan 28 10:42:06.001455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'tag': 'f01403c7-0c86-4568-9a22-1b18ead29f4a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:42:06.022306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ccb872-ed9b-4185-bb88-c2c4675ea201 service neutron] Pushing event updated for resources: {'Port': ['ID=f01403c7-0c86-4568-9a22-1b18ead29f4a,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:06.073499 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'tag': 'f01403c7-0c86-4568-9a22-1b18ead29f4a', 'status': 'completed', 'code': 200} Jan 28 10:42:06.113060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-ed83eda9-4c44-4107-884f-16be657cacdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:06.114558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-ed83eda9-4c44-4107-884f-16be657cacdb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 1094 time: 0.0750303 Jan 28 10:42:06.180512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-fce81e40-0190-4036-9503-ac606a557b15 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a HTTP/1.1" status: 200 len: 217 time: 0.0593226 Jan 28 10:42:06.243073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3171518-ae65-413a-b91d-6aff80635b60 req-2fd99a59-e175-4d58-befb-10c71fcddb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:06.244488 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-2fd99a59-e175-4d58-befb-10c71fcddb44 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ef8c4d6-17f6-455a-b23b-379c71599dec HTTP/1.1" status: 200 len: 854 time: 0.0583506 Jan 28 10:42:06.290548 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-0e0174ff-ca5b-41df-bb06-732f9687e456 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31ec9b24-9902-4b5c-8040-f039ab59dffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395048 Jan 28 10:42:06.417819 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-575232b6-f93b-4c66-bae0-39f578617bde service neutron] 10.222.0.43 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212144 Jan 28 10:42:06.548404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3171518-ae65-413a-b91d-6aff80635b60 req-6c8895da-5d8d-4daf-91dd-c6bc3930e793 service neutron] 10.222.0.43 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236918 Jan 28 10:42:06.664968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-f7735e01-c91f-4bea-b944-75d529368b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:06.666415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-f7735e01-c91f-4bea-b944-75d529368b2a service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 1094 time: 0.0753284 Jan 28 10:42:06.795026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-20f093fc-d629-4fbb-8766-ea7af458848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:06.796429 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-20f093fc-d629-4fbb-8766-ea7af458848a service neutron] 10.222.0.43 "GET /v2.0/networks?id=31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 200 len: 915 time: 0.1237979 Jan 28 10:42:06.862781 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-c603d419-50aa-40ca-bdfd-91937c22b8dc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a HTTP/1.1" status: 200 len: 217 time: 0.0594172 Jan 28 10:42:06.927653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-858952de-a588-4d23-bd98-7781fc16b7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:06.929059 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-858952de-a588-4d23-bd98-7781fc16b7be service neutron] 10.222.0.43 "GET /v2.0/subnets?id=9ef8c4d6-17f6-455a-b23b-379c71599dec HTTP/1.1" status: 200 len: 854 time: 0.0598538 Jan 28 10:42:06.974909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-d560e4cb-ba54-481c-b125-ffafc20c5f7f service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=31ec9b24-9902-4b5c-8040-f039ab59dffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395803 Jan 28 10:42:07.160767 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-71fdf743-13b9-48ec-9bc9-29b26f28d4a4 service neutron] 10.222.0.43 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792526 Jan 28 10:42:07.194803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e61674-24c5-4329-a99d-acdca11a2628 req-afa63213-4394-4bfa-82e0-4c383aa1962d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:07.196187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e61674-24c5-4329-a99d-acdca11a2628 req-afa63213-4394-4bfa-82e0-4c383aa1962d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 943 time: 0.1472971 Jan 28 10:42:07.409128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-13e61674-24c5-4329-a99d-acdca11a2628 req-ec055211-037f-44f3-83fb-ae2f80f794e4 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683805 Jan 28 10:42:07.431519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6d41ab26-d99a-42aa-96a9-0099deb54f25 req-db0599b8-818c-4160-840c-87aa38926f13 service neutron] 10.222.0.43 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638357 Jan 28 10:42:07.833174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f01403c7-0c86-4568-9a22-1b18ead29f4a details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:42:07.966038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f01403c7-0c86-4568-9a22-1b18ead29f4a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:07.979195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'f01403c7-0c86-4568-9a22-1b18ead29f4a', 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa', 'port_id': 'f01403c7-0c86-4568-9a22-1b18ead29f4a', 'mac_address': 'fa:16:3e:f8:6b:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef8c4d6-17f6-455a-b23b-379c71599dec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:42:08.032633 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:08.048607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f01403c7-0c86-4568-9a22-1b18ead29f4a {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:42:08.063442 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f01403c7-0c86-4568-9a22-1b18ead29f4a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:08.067747 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:08.136627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f01403c7-0c86-4568-9a22-1b18ead29f4a,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:08.254589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f01403c7-0c86-4568-9a22-1b18ead29f4a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:42:08.594376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae33d4e-d6e3-4960-a72e-7c0d1e056e09 req-e0166206-0641-4b2f-b020-025c51f00423 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:08.595858 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aae33d4e-d6e3-4960-a72e-7c0d1e056e09 req-e0166206-0641-4b2f-b020-025c51f00423 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 944 time: 0.0790710 Jan 28 10:42:08.640011 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aae33d4e-d6e3-4960-a72e-7c0d1e056e09 req-2fa20fbc-4104-4f98-ae99-21611ed3e27d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387027 Jan 28 10:42:09.818099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947e60d-23ee-452f-aebd-5ef2991fc084 req-cfe3cc8c-f86b-4ffd-b3c2-74a1db98f6d8 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:09.819468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4947e60d-23ee-452f-aebd-5ef2991fc084 req-cfe3cc8c-f86b-4ffd-b3c2-74a1db98f6d8 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 944 time: 0.0774097 Jan 28 10:42:09.833558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f01403c7-0c86-4568-9a22-1b18ead29f4a up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:09.867107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4947e60d-23ee-452f-aebd-5ef2991fc084 req-840445a5-ec42-4bce-923e-28806e18d11e tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Jan 28 10:42:09.901357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port f01403c7-0c86-4568-9a22-1b18ead29f4a completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:09.906067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port f01403c7-0c86-4568-9a22-1b18ead29f4a triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:09.906431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:10.019228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:10.044118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01403c7-0c86-4568-9a22-1b18ead29f4a'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:42:10.053875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port f01403c7-0c86-4568-9a22-1b18ead29f4a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:10.058307 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:10.094049 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f01403c7-0c86-4568-9a22-1b18ead29f4a', 'code': 200} Jan 28 10:42:10.127878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=f01403c7-0c86-4568-9a22-1b18ead29f4a,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:10.223032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb0bc6c-b6e2-4ce3-8d48-5a0747b84dc4 req-cd7897d6-5835-4b2d-8f63-78ef619fba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:10.224475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dfb0bc6c-b6e2-4ce3-8d48-5a0747b84dc4 req-cd7897d6-5835-4b2d-8f63-78ef619fba38 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 1096 time: 0.0723028 Jan 28 10:42:10.264921 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dfb0bc6c-b6e2-4ce3-8d48-5a0747b84dc4 req-794fb5e2-844a-4b61-abeb-dbf6c5391692 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Jan 28 10:42:11.045672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e154ffe-6087-477b-901d-7ef4c420e055 req-5a03dc9f-4559-4db6-b221-c21e90574b4a tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:11.047090 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e154ffe-6087-477b-901d-7ef4c420e055 req-5a03dc9f-4559-4db6-b221-c21e90574b4a tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0777440 Jan 28 10:42:11.089583 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0e154ffe-6087-477b-901d-7ef4c420e055 req-a5c38875-7d12-476e-a96e-8e1ef7578b72 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370481 Jan 28 10:42:12.276166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8014b2-7902-437b-9e96-49fb88d4d179 req-7637dd9a-aa42-4a48-8d9f-1eae53ffdb8a tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:12.277639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e8014b2-7902-437b-9e96-49fb88d4d179 req-7637dd9a-aa42-4a48-8d9f-1eae53ffdb8a tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0821126 Jan 28 10:42:12.321792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2e8014b2-7902-437b-9e96-49fb88d4d179 req-63cf0027-1b9d-48f6-abe9-c209ce34d0c1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385730 Jan 28 10:42:12.598717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-7b15c4ae-c238-4070-a619-675e36d3125e tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:12.600120 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-7b15c4ae-c238-4070-a619-675e36d3125e tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/networks?id=31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 200 len: 814 time: 0.1428878 Jan 28 10:42:12.615398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-eaf68858-88ee-4d0d-b8ea-bae401aaffc7 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/quotas/03b9cf50cfa9454bb651bd0f6cf4a265 HTTP/1.1" status: 200 len: 375 time: 0.0099652 Jan 28 10:42:12.694573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-c7d29fc1-4346-415f-81a9-fbae463ad5e3 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0743241 Jan 28 10:42:12.822415 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-1e7083a4-85d7-4afd-b3e8-41fff2136b83 service neutron] 10.222.0.42 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214392 Jan 28 10:42:12.948976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-fe312d4f-863e-4882-a687-ee23fdf856af service neutron] 10.222.0.42 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207051 Jan 28 10:42:13.121140 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a5619a6-2aa4-4ba0-8b52-4de077fde55b req-f154e5d5-fa85-4c9b-a6d0-114625f3efb5 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 210 time: 0.0424321 Jan 28 10:42:14.209484 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:14.272370 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6b3d9bce-3701-4fcb-bed6-694363280ff8 req-4124dfe4-ec85-4f45-96aa-c9769b258869 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 210 time: 0.0433629 Jan 28 10:42:14.388534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8f3ae23e-8418-400e-b798-59fa34b6c6c9 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:14.389964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8f3ae23e-8418-400e-b798-59fa34b6c6c9 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.25 "GET /v2.0/networks?id=31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 200 len: 814 time: 0.1608541 Jan 28 10:42:14.406895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Request body: {'port': {'device_id': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa', 'admin_state_up': True, 'tenant_id': '03b9cf50cfa9454bb651bd0f6cf4a265'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:14.548361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:14.558231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:14.567130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Made reservation on behalf of 03b9cf50cfa9454bb651bd0f6cf4a265 for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:14.570697 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:14.732105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Allocated IP 172.20.0.12 (31ec9b24-9902-4b5c-8040-f039ab59dffa/9ef8c4d6-17f6-455a-b23b-379c71599dec/37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:14.932302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:14.961863 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:14.973323 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f01403c7-0c86-4568-9a22-1b18ead29f4a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:42:15.037467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Network 31ec9b24-9902-4b5c-8040-f039ab59dffa is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:15.038530 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:15.042277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:15.091257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Pushing event updated for resources: {'Port': ['ID=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:15.110204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:15.110803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:15.139811 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-8d484411-846c-46fd-a8fd-a7c6f8cbf777 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7364206 Jan 28 10:42:15.155101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Request body: {'port': {'device_id': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:15.267544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:15.581663 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b37f81f-4a18-4b47-8e83-66cfd58e4e8c req-3a68151c-93a0-4d87-bb8f-cb2035f288e2 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:15.582312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b37f81f-4a18-4b47-8e83-66cfd58e4e8c req-3a68151c-93a0-4d87-bb8f-cb2035f288e2 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Synchronizing usage tracker for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:15.614897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1b37f81f-4a18-4b47-8e83-66cfd58e4e8c req-3a68151c-93a0-4d87-bb8f-cb2035f288e2 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Unset dirty status for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:15.616033 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b37f81f-4a18-4b47-8e83-66cfd58e4e8c req-3a68151c-93a0-4d87-bb8f-cb2035f288e2 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 932 time: 0.2343709 Jan 28 10:42:15.717762 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1b37f81f-4a18-4b47-8e83-66cfd58e4e8c req-bc0aac2d-db80-4db6-a75c-826de572726b tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950117 Jan 28 10:42:15.722096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:42:15.723474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:15.729474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:15.744727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Transition to ACTIVE for port object 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:15.748372 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:16.010806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:16.083622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Attempting to bind port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:16.083952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Attempting to bind port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:16.084265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Attempting to bind port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b on network 31ec9b24-9902-4b5c-8040-f039ab59dffa {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:16.088834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b on network 31ec9b24-9902-4b5c-8040-f039ab59dffa not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:42:16.089145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Attempting to bind port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b on network 31ec9b24-9902-4b5c-8040-f039ab59dffa {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:16.094095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:16.094423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Checking segment: {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:16.094795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Bound using segment: {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:16.095209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Bound port: 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc30b5ed-59ab-4acc-927f-592e7b07d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:16.095540 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:16.181808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] For port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:16.185034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] For port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:16.189378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:16.252900 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:16.253502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:16.254864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] 10.222.0.25 "PUT /v2.0/ports/37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b HTTP/1.1" status: 200 len: 1092 time: 1.1037619 Jan 28 10:42:16.255302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'tag': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:42:16.277015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73430fa6-44d0-48a4-8bc3-b4391b2c46c1 service neutron] Pushing event updated for resources: {'Port': ['ID=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:16.327282 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'tag': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b', 'status': 'completed', 'code': 200} Jan 28 10:42:16.366672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-f363fb7e-a795-48a9-9f56-32e59be0b0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:16.368132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-f363fb7e-a795-48a9-9f56-32e59be0b0cd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 1095 time: 0.0725269 Jan 28 10:42:16.441535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-3085a60e-58fe-4dfe-accd-5648b4b5424a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b HTTP/1.1" status: 200 len: 217 time: 0.0625212 Jan 28 10:42:16.506178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-ccffdf3c-e74f-4c00-8f00-434959bb1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:16.507570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-ccffdf3c-e74f-4c00-8f00-434959bb1a6b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef8c4d6-17f6-455a-b23b-379c71599dec HTTP/1.1" status: 200 len: 854 time: 0.0566506 Jan 28 10:42:16.558248 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-6f57b571-486c-443c-b1c0-e969ef3c2be6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31ec9b24-9902-4b5c-8040-f039ab59dffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429404 Jan 28 10:42:16.692324 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-df7bf36b-2d4b-4568-aa23-fda0f62dcd4d service neutron] 10.222.0.25 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234257 Jan 28 10:42:16.821819 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b3764384-4091-4825-a8a9-a1a2aca02f61 req-384eeb8c-f0fa-405b-bd99-584a268c6dd1 service neutron] 10.222.0.25 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232033 Jan 28 10:42:16.967937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b43937-40ac-4513-aebf-646b8e45e66f req-b7e74a8f-985b-4c3a-86f0-7b26e6f4e598 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:16.969384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3b43937-40ac-4513-aebf-646b8e45e66f req-b7e74a8f-985b-4c3a-86f0-7b26e6f4e598 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 944 time: 0.1430578 Jan 28 10:42:16.974818 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-9ccd8b69-f6dd-4237-aa47-8bb43de4c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:16.976136 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-9ccd8b69-f6dd-4237-aa47-8bb43de4c374 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 1095 time: 0.1035514 Jan 28 10:42:17.095137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3b43937-40ac-4513-aebf-646b8e45e66f req-d9d24d57-8af1-4a5b-98f4-d97249313d7e tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180964 Jan 28 10:42:17.136109 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-7f26a736-c86d-4977-a2a4-24a60ad3f94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:17.137582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-7f26a736-c86d-4977-a2a4-24a60ad3f94b service neutron] 10.222.0.25 "GET /v2.0/networks?id=31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 200 len: 915 time: 0.1478517 Jan 28 10:42:17.203911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-c274484f-c832-4780-87a3-c3f32dda73de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b HTTP/1.1" status: 200 len: 217 time: 0.0590427 Jan 28 10:42:17.269687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-5dbded4c-c4fe-4c55-a967-1cbcb81df10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:17.271097 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-5dbded4c-c4fe-4c55-a967-1cbcb81df10d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ef8c4d6-17f6-455a-b23b-379c71599dec HTTP/1.1" status: 200 len: 854 time: 0.0607851 Jan 28 10:42:17.316996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-a07d678b-e450-4f43-8b92-a877ada93cda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=31ec9b24-9902-4b5c-8040-f039ab59dffa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391228 Jan 28 10:42:17.444675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-293d3523-3548-4b89-9a75-24e5f26f7a00 service neutron] 10.222.0.25 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210485 Jan 28 10:42:17.683809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b098c0d3-526e-4aec-9901-ea1f6d3288aa req-56c84624-a34e-44d6-8ed2-5a1bcfa22b08 service neutron] 10.222.0.25 "GET /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327960 Jan 28 10:42:18.280893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7af086-53c6-472d-9706-bfd8b6f6466f req-1834afc0-c11d-4ec7-879a-c75b91f117f6 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:18.282331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd7af086-53c6-472d-9706-bfd8b6f6466f req-1834afc0-c11d-4ec7-879a-c75b91f117f6 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 944 time: 0.0821877 Jan 28 10:42:18.324674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cd7af086-53c6-472d-9706-bfd8b6f6466f req-5743463f-0e9e-4c5f-97a4-2dad04554b62 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368147 Jan 28 10:42:18.406610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:42:18.535436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:18.548095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b', 'network_id': '31ec9b24-9902-4b5c-8040-f039ab59dffa', 'port_id': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b', 'mac_address': 'fa:16:3e:9b:c7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ef8c4d6-17f6-455a-b23b-379c71599dec', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:42:18.605412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:18.622226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:42:18.637470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:18.640966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:18.704514 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:18.885948 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:42:19.511354 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694873e-4504-4bd2-8b9b-f3cf327e7f20 req-90e53dd8-4cf0-4515-967a-72034b55421b tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:19.512830 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c694873e-4504-4bd2-8b9b-f3cf327e7f20 req-90e53dd8-4cf0-4515-967a-72034b55421b tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 945 time: 0.0822821 Jan 28 10:42:19.556482 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c694873e-4504-4bd2-8b9b-f3cf327e7f20 req-058bb942-e92b-4e8a-a821-89d85fc61be7 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374298 Jan 28 10:42:20.428426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:20.494037 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:20.498726 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:20.499091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:20.615220 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:20.641816 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:42:20.652058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:20.656073 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:20.692193 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b', 'code': 200} Jan 28 10:42:20.735888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:20.751430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda64d3-1e51-407f-b8dc-50cf1a927bc8 req-881195b2-6c3d-404a-bcf6-ae6a6bec4b38 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:20.753606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dda64d3-1e51-407f-b8dc-50cf1a927bc8 req-881195b2-6c3d-404a-bcf6-ae6a6bec4b38 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 946 time: 0.0904202 Jan 28 10:42:20.797013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0dda64d3-1e51-407f-b8dc-50cf1a927bc8 req-d4682d7c-978d-44fd-991d-277bef5cac6a tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377581 Jan 28 10:42:20.831084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc42154-db63-4ec1-943a-6c80f7fe6e9b req-9588f7b4-4a2b-42b0-bd1a-a8049b22186e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:20.832553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3dc42154-db63-4ec1-943a-6c80f7fe6e9b req-9588f7b4-4a2b-42b0-bd1a-a8049b22186e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 1097 time: 0.0699980 Jan 28 10:42:20.872863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3dc42154-db63-4ec1-943a-6c80f7fe6e9b req-6fe0a04d-4c80-4627-8665-1396d97a5678 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331309 Jan 28 10:42:21.989959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49647f-0d12-4e89-b3c0-aaacc57ab4ff req-6180a264-75e4-499f-92ea-ff75a5bcd3ae tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:21.991474 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad49647f-0d12-4e89-b3c0-aaacc57ab4ff req-6180a264-75e4-499f-92ea-ff75a5bcd3ae tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 946 time: 0.0880895 Jan 28 10:42:22.040247 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ad49647f-0d12-4e89-b3c0-aaacc57ab4ff req-bdb0c0a8-d447-4ba0-b3a2-079481adc565 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Jan 28 10:42:23.230179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079cab8-efbf-40cd-be3a-eec7bd14d9ca req-a5c91261-56b8-47fd-9a2e-f4fc76808602 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:23.231614 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6079cab8-efbf-40cd-be3a-eec7bd14d9ca req-a5c91261-56b8-47fd-9a2e-f4fc76808602 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 946 time: 0.0798795 Jan 28 10:42:23.274638 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6079cab8-efbf-40cd-be3a-eec7bd14d9ca req-1a364422-61f0-4d90-998d-2a9fd9884a56 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374930 Jan 28 10:42:23.641805 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b637fd-136c-4f6e-9fbf-51a1a5be5d54 req-d912e9a2-83e7-485e-9d11-f1303e80a0b1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:23.643161 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28b637fd-136c-4f6e-9fbf-51a1a5be5d54 req-d912e9a2-83e7-485e-9d11-f1303e80a0b1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 946 time: 0.0767806 Jan 28 10:42:23.687927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-28b637fd-136c-4f6e-9fbf-51a1a5be5d54 req-b6331ce6-fc3f-4eef-9f58-9ff12d438cc5 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393250 Jan 28 10:42:24.868305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0431c749-053a-4d30-9f1b-8b45aa929c7e req-36f561d8-9bf9-40a4-b2e6-224eedcc283d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:24.869713 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0431c749-053a-4d30-9f1b-8b45aa929c7e req-36f561d8-9bf9-40a4-b2e6-224eedcc283d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 946 time: 0.0786686 Jan 28 10:42:24.970254 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0431c749-053a-4d30-9f1b-8b45aa929c7e req-6b55a190-0a03-4e52-af37-2f1db795fb37 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947533 Jan 28 10:42:25.002977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-431bf0a6-db9b-42c5-950d-0ae850e95202 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:25.004383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-431bf0a6-db9b-42c5-950d-0ae850e95202 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.25 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 946 time: 0.1124537 Jan 28 10:42:25.078743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Deleting port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:25.079080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:25.341647 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] For port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:25.342003 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:25.473377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Calling delete_port for 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:25.616114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:25.627992 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f01403c7-0c86-4568-9a22-1b18ead29f4a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:42:25.653720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:42:25.673649 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Pushing event deleted for resources: {'Port': ['ID=37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:25.752786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] No DVR routers for this DVR port 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:42:25.755343 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:25.757865 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'name': 'network-vif-deleted', 'tag': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:42:25.776252 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9444bb10-8568-48c5-9fe5-9686f9fabf0a req-e21b88eb-2e8c-44dd-8dcb-e2e56b52e3ed tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.25 "DELETE /v2.0/ports/37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b HTTP/1.1" status: 204 len: 173 time: 0.7649369 Jan 28 10:42:25.808632 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2752d3b7-5bdd-4b6a-a652-38e09506f02a', 'name': 'network-vif-deleted', 'tag': '37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b', 'status': 'completed', 'code': 200} Jan 28 10:42:26.011736 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbb37699-e56e-4a95-b05d-17d20e00eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:26.137305 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a7652007-d3ef-43b4-82f8-1e5a4a5f6419 req-f7f30505-0266-493f-8643-6d68287f20cf tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Synchronizing usage tracker for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:26.151779 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-a7652007-d3ef-43b4-82f8-1e5a4a5f6419 req-f7f30505-0266-493f-8643-6d68287f20cf tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Unset dirty status for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:26.153123 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7652007-d3ef-43b4-82f8-1e5a4a5f6419 req-f7f30505-0266-493f-8643-6d68287f20cf tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=2752d3b7-5bdd-4b6a-a652-38e09506f02a HTTP/1.1" status: 200 len: 210 time: 0.0579472 Jan 28 10:42:27.406908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf0d5b4-261e-4829-8ab8-85368dd27d47 req-acbb070a-6af8-4165-95c6-0ebf79270bf1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:27.408391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bf0d5b4-261e-4829-8ab8-85368dd27d47 req-acbb070a-6af8-4165-95c6-0ebf79270bf1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0787966 Jan 28 10:42:27.451553 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bf0d5b4-261e-4829-8ab8-85368dd27d47 req-cbcc89d8-5adc-43c8-b62f-bcbf170ae3d6 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Jan 28 10:42:27.654934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3c6fe-9df4-48ac-9c4d-7ee8dc0ea623 req-e3e098d1-48f0-489a-9699-e57de827d96b tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:27.656379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f3c6fe-9df4-48ac-9c4d-7ee8dc0ea623 req-e3e098d1-48f0-489a-9699-e57de827d96b tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0825694 Jan 28 10:42:27.699598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e1f3c6fe-9df4-48ac-9c4d-7ee8dc0ea623 req-3534adff-ae6f-48b6-b352-98a460faf57d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370851 Jan 28 10:42:27.883210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee782a2-bdf0-499b-8913-700d801a8914 req-8c87c5bc-1ae0-463e-97ae-72c5c6d8499f tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:27.884644 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aee782a2-bdf0-499b-8913-700d801a8914 req-8c87c5bc-1ae0-463e-97ae-72c5c6d8499f tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0776596 Jan 28 10:42:27.928262 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aee782a2-bdf0-499b-8913-700d801a8914 req-a836f20a-c17f-4fde-a337-3b1c04b6dc2d tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Jan 28 10:42:28.210759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edeae3-4582-4e33-9136-0cea19615338 req-1518d964-af67-4278-9ff8-d7569b641aaa tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:28.212086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5edeae3-4582-4e33-9136-0cea19615338 req-1518d964-af67-4278-9ff8-d7569b641aaa tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0815127 Jan 28 10:42:28.255249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5edeae3-4582-4e33-9136-0cea19615338 req-19343fe8-2c38-4f70-bfbd-23938847b335 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Jan 28 10:42:28.435230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5032f665-2ccb-418e-8908-736a3f82f473 req-bf846190-5497-4c86-a6d2-18a62be8e161 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:28.436672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5032f665-2ccb-418e-8908-736a3f82f473 req-bf846190-5497-4c86-a6d2-18a62be8e161 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0793469 Jan 28 10:42:28.461822 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ceed6ba9-2072-4679-9b12-7f15539d3f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:28.467221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:42:28.486432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5032f665-2ccb-418e-8908-736a3f82f473 req-72953da8-354d-471f-890b-c492a7ede2e9 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434012 Jan 28 10:42:28.500410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:42:28.500792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 37b4c5ff-98fe-4cc6-adcb-b4cc63051c3b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:42:28.679725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eba0762-89a3-4530-9f85-a0799c8caece req-6aa0e38c-2006-4bf9-a87a-c9db1a1da513 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:28.681196 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6eba0762-89a3-4530-9f85-a0799c8caece req-6aa0e38c-2006-4bf9-a87a-c9db1a1da513 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0798676 Jan 28 10:42:28.724629 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6eba0762-89a3-4530-9f85-a0799c8caece req-94e1c83c-72c6-4a1e-8e6d-a3a3fa7d71a9 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377383 Jan 28 10:42:29.245806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cb168-5f83-4fe3-8051-813a42b75a44 req-4b342c78-78a1-40cc-9d13-da1e1e18e7c1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:29.247228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-749cb168-5f83-4fe3-8051-813a42b75a44 req-4b342c78-78a1-40cc-9d13-da1e1e18e7c1 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.0830562 Jan 28 10:42:29.289677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-749cb168-5f83-4fe3-8051-813a42b75a44 req-32355909-fbd3-439e-b764-ba8a5f5c8aa4 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369120 Jan 28 10:42:29.584856 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:29.613244 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:30.530214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dab7d7-efd8-47e1-b444-8fd40bd4af70 req-805b4f07-273c-4fe4-99fb-8fe098533448 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:30.531667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81dab7d7-efd8-47e1-b444-8fd40bd4af70 req-805b4f07-273c-4fe4-99fb-8fe098533448 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.1379225 Jan 28 10:42:30.543467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-158a525d-2c9f-4cc2-9e6f-28759bf7296f tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:30.544845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-158a525d-2c9f-4cc2-9e6f-28759bf7296f tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.43 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 945 time: 0.1199541 Jan 28 10:42:30.636096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81dab7d7-efd8-47e1-b444-8fd40bd4af70 req-0083eaa8-074f-4310-aad9-db73993163ac tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/security-groups?id=4ee5b1d9-d92c-4582-94f8-2d4139958c32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903285 Jan 28 10:42:30.639469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Deleting port f01403c7-0c86-4568-9a22-1b18ead29f4a {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:30.639809 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:30.976565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] For port f01403c7-0c86-4568-9a22-1b18ead29f4a, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=f01403c7-0c86-4568-9a22-1b18ead29f4a,segment=NetworkSegment(bc30b5ed-59ab-4acc-927f-592e7b07d178),segment_id=bc30b5ed-59ab-4acc-927f-592e7b07d178)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:30.976964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:31.031183 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:31.101187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Calling delete_port for f01403c7-0c86-4568-9a22-1b18ead29f4a owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:31.237049 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:31.248572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['f01403c7-0c86-4568-9a22-1b18ead29f4a'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:42:31.291476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Pushing event deleted for resources: {'Port': ['ID=f01403c7-0c86-4568-9a22-1b18ead29f4a,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:31.328861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.329200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.329535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.329889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.330216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.330536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.330853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.331167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.331487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.331798 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.332112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.332421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:31.376520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] No DVR routers for this DVR port f01403c7-0c86-4568-9a22-1b18ead29f4a on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:42:31.378978 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:31.381386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'name': 'network-vif-deleted', 'tag': 'f01403c7-0c86-4568-9a22-1b18ead29f4a'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:42:31.396142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bc0280b6-1617-4b27-b21c-9854fe79cc3a req-adbe68f5-f46a-4697-b9f9-e80585cf1e74 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.43 "DELETE /v2.0/ports/f01403c7-0c86-4568-9a22-1b18ead29f4a HTTP/1.1" status: 204 len: 173 time: 0.8382013 Jan 28 10:42:31.424908 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55da0b0e-7057-4d2f-b36a-48b1b9920a03', 'name': 'network-vif-deleted', 'tag': 'f01403c7-0c86-4568-9a22-1b18ead29f4a', 'status': 'completed', 'code': 200} Jan 28 10:42:31.796613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a38428aa-91f5-4bfb-be5e-b2e06d6fb9d7 req-3697fa85-6cab-455e-9d84-0c3c26566c85 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Synchronizing usage tracker for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:31.811976 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a38428aa-91f5-4bfb-be5e-b2e06d6fb9d7 req-3697fa85-6cab-455e-9d84-0c3c26566c85 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] Unset dirty status for tenant:03b9cf50cfa9454bb651bd0f6cf4a265 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:31.813134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a38428aa-91f5-4bfb-be5e-b2e06d6fb9d7 req-3697fa85-6cab-455e-9d84-0c3c26566c85 tempest-ServersNegativeTestJSON-2105894756 tempest-ServersNegativeTestJSON-2105894756-project] 10.222.0.42 "GET /v2.0/ports?device_id=55da0b0e-7057-4d2f-b36a-48b1b9920a03 HTTP/1.1" status: 200 len: 210 time: 0.0579643 Jan 28 10:42:32.907294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57474) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:32.966939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Deleting subnet 9ef8c4d6-17f6-455a-b23b-379c71599dec {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:42:32.969833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.021688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.076227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.143606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.184650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ef8c4d6-17f6-455a-b23b-379c71599dec,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:33.188912 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.199144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.199488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.199822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.200152 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.200479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.200835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.201158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.201480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.201800 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.202116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.202434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.202752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:33.206781 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-15e0e860-a8db-4424-8d1f-6ef6ce6fb2a3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9ef8c4d6-17f6-455a-b23b-379c71599dec HTTP/1.1" status: 204 len: 168 time: 0.2984464 Jan 28 10:42:33.209268 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57478) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:33.309478 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.436828 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.569418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31ec9b24-9902-4b5c-8040-f039ab59dffa']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:33.581096 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc30b5ed-59ab-4acc-927f-592e7b07d178') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:33.581386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc30b5ed-59ab-4acc-927f-592e7b07d178') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:33.592342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.608072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.614509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:33.614878 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:33.627940 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:33.702358 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.718299 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.730041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] Pushing event deleted for resources: {'Network': ['ID=31ec9b24-9902-4b5c-8040-f039ab59dffa,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:33.735763 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3569fd08-875f-4bc8-8e06-42fe6866f482 admin admin] 10.222.0.42 "DELETE /v2.0/networks/31ec9b24-9902-4b5c-8040-f039ab59dffa HTTP/1.1" status: 204 len: 168 time: 0.5254865 Jan 28 10:42:33.846308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57484) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:33.893904 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3c196483-c10d-452a-ace6-e46bdcc5c34c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03b9cf50cfa9454bb651bd0f6cf4a265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464671 Jan 28 10:42:33.896230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57488) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:33.942594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f01403c7-0c86-4568-9a22-1b18ead29f4a no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:42:33.952843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3437bbc-e391-4a23-966b-bf55ed2e034f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:33.976832 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: f01403c7-0c86-4568-9a22-1b18ead29f4a {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:42:33.977174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device f01403c7-0c86-4568-9a22-1b18ead29f4a not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:42:33.979055 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3437bbc-e391-4a23-966b-bf55ed2e034f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:34.032911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3437bbc-e391-4a23-966b-bf55ed2e034f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:34.050123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3437bbc-e391-4a23-966b-bf55ed2e034f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee5b1d9-d92c-4582-94f8-2d4139958c32,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:34.063459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e3437bbc-e391-4a23-966b-bf55ed2e034f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:34.064580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e3437bbc-e391-4a23-966b-bf55ed2e034f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ee5b1d9-d92c-4582-94f8-2d4139958c32 HTTP/1.1" status: 204 len: 168 time: 0.1674170 Jan 28 10:42:34.793685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57512) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:34.893473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1593814878'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:34.899154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:34.902938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:network and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:34.905803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:34.912573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:34.922491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:34.925864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:34.937604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:34.952041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:34.956349 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:security_group_rule and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:34.959174 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:34.965006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:35.049159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:35.052631 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:35.081654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:35.093477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab9040-f941-4a3b-aca1-90dd773bc578,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:35.099168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:35.099507 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Added segment e2a3ab1f-3088-4815-beb3-9c195abfddba of type vlan for network ee84fead-1ba6-4eb8-8006-ea57c58c46ef Jan 28 10:42:35.128474 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:35.157386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:35.162806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:35.163375 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:35.269045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4742403 Jan 28 10:42:35.271733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9199b9b-921c-4046-8eeb-35dc24d8d2d3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Network': ['ID=ee84fead-1ba6-4eb8-8006-ea57c58c46ef,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:35.296117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ee84fead-1ba6-4eb8-8006-ea57c58c46ef details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:38.476441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57518) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:38.482257 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'subnet': {'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:38.589682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:38.593429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:subnet and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:38.596226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:38.601813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:38.611583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:38.615074 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:38.829730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:38.906223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Subnet': ['ID=fd5a97a6-dd89-4faa-aaee-e45a864aadde,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:38.914281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Checking segment: {'id': 'e2a3ab1f-3088-4815-beb3-9c195abfddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:38.914635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network hostable DHCP agents. Network: ee84fead-1ba6-4eb8-8006-ea57c58c46ef, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:38.932720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network ee84fead-1ba6-4eb8-8006-ea57c58c46ef is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:38.941986 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ee84fead-1ba6-4eb8-8006-ea57c58c46ef) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:38.945872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:38.946558 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:38.951937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f219cd2b-a835-45c1-99ed-389dda1a27d2 None None] Network ee84fead-1ba6-4eb8-8006-ea57c58c46ef requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:38.967851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3b5deb16-d801-40d1-ba68-5cc0fdf2540e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4902463 Jan 28 10:42:38.971258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57522) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:38.976693 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732818434'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:38.982415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:38.986134 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:network and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:38.988900 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:38.994703 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:39.010154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:39.013786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.041796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 332} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:39.051995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.052335 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Added segment 6d66e20a-02f7-447d-8970-4066af036e95 of type vlan for network ccc50523-ddca-4871-9a01-a5125e25ada5 Jan 28 10:42:39.077845 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.106826 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.112781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:39.113352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.164899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-ee84fead-1ba6-4eb8-8006-ea57c58c46ef', 'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef', 'tenant_id': '20e5bcab45b04e0b99243be44d141f4e', 'fixed_ips': [{'subnet_id': 'fd5a97a6-dd89-4faa-aaee-e45a864aadde'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:39.165767 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.209880 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2375984 Jan 28 10:42:39.212790 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57526) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:39.219747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'subnet': {'network_id': 'ccc50523-ddca-4871-9a01-a5125e25ada5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:39.222117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d734384-0966-4b39-915a-d11fb8f5c01e tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Network': ['ID=ccc50523-ddca-4871-9a01-a5125e25ada5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:39.244501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ccc50523-ddca-4871-9a01-a5125e25ada5 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:39.334787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:39.339037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:subnet and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:39.341961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:39.348181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:39.357750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:39.362053 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.410329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Allocated IP 2001:db8:0:ffff::2 (ee84fead-1ba6-4eb8-8006-ea57c58c46ef/fd5a97a6-dd89-4faa-aaee-e45a864aadde/e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:39.591745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.623886 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.634310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Transition to ACTIVE for port object e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:39.652496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Transition to ACTIVE for port object e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:39.658613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.676627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Subnet': ['ID=e930136c-8162-4830-9415-2b0e2258ccf3,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:39.685401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Checking segment: {'id': '6d66e20a-02f7-447d-8970-4066af036e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ccc50523-ddca-4871-9a01-a5125e25ada5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:39.685761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network hostable DHCP agents. Network: ccc50523-ddca-4871-9a01-a5125e25ada5, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:39.705124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network ccc50523-ddca-4871-9a01-a5125e25ada5 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:39.714672 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ccc50523-ddca-4871-9a01-a5125e25ada5) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:39.721585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:39.722181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.724267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7398b3-b3f1-4aee-ae80-2a2d7c1371a5 None None] Network ccc50523-ddca-4871-9a01-a5125e25ada5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:39.739713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Network ee84fead-1ba6-4eb8-8006-ea57c58c46ef is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:39.747945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fd776532-d2e4-41f3-bfb2-e1b273dcf6cf tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5332749 Jan 28 10:42:39.748277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:39.750763 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57530) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:39.799289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:39.807960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Pushing event updated for resources: {'Port': ['ID=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:39.858919 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.859255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.859608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.859916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.860249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.860558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.860904 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.861773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.862085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.862395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.862708 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.863017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:42:39.937759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Attempting to bind port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:39.938017 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Attempting to bind port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e2a3ab1f-3088-4815-beb3-9c195abfddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:39.938377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Attempting to bind port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f on network ee84fead-1ba6-4eb8-8006-ea57c58c46ef {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:39.955264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:39.955961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Checking segment: {'id': 'e2a3ab1f-3088-4815-beb3-9c195abfddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:39.956099 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.956389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Bound using segment: {'id': 'e2a3ab1f-3088-4815-beb3-9c195abfddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:39.956878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Bound port: e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2a3ab1f-3088-4815-beb3-9c195abfddba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'ee84fead-1ba6-4eb8-8006-ea57c58c46ef'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:39.957245 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:39.999686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.062961 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.126151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] For port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:40.129727 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f7a52-c0eb-4b16-9659-3691e91e8dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-ccc50523-ddca-4871-9a01-a5125e25ada5', 'network_id': 'ccc50523-ddca-4871-9a01-a5125e25ada5', 'tenant_id': '20e5bcab45b04e0b99243be44d141f4e', 'fixed_ips': [{'subnet_id': 'e930136c-8162-4830-9415-2b0e2258ccf3'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:40.130548 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1f6f7a52-c0eb-4b16-9659-3691e91e8dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.145344 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.151228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] For port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,segment=NetworkSegment(e2a3ab1f-3088-4815-beb3-9c195abfddba),segment_id=e2a3ab1f-3088-4815-beb3-9c195abfddba)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:40.182350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Subnet': ['ID=e930136c-8162-4830-9415-2b0e2258ccf3,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:40.194958 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.242196 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:42:40.285220 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.309015 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fcf067-d432-48b4-be03-bdad17e91981 None None] Pushing event updated for resources: {'Port': ['ID=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:40.327987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc50523-ddca-4871-9a01-a5125e25ada5']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:40.331665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d10ae1-91ff-4d92-b5da-2f4cd5e72773 None None] Network ccc50523-ddca-4871-9a01-a5125e25ada5 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:40.342854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d66e20a-02f7-447d-8970-4066af036e95') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:40.343177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d66e20a-02f7-447d-8970-4066af036e95') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:40.359450 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.377676 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.384549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:40.385042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:40.399331 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:40.514373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.539984 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.551572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Network': ['ID=ccc50523-ddca-4871-9a01-a5125e25ada5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:40.561216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a0d6fc03-d0e9-4309-b3a1-1c7205552ee8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/ccc50523-ddca-4871-9a01-a5125e25ada5 HTTP/1.1" status: 204 len: 168 time: 0.8093476 Jan 28 10:42:40.565649 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57534) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:40.571840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1756985424'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:40.579211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:40.584013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:network and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:40.587014 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:40.593628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:40.605927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:40.609797 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.638861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:40.648095 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.648490 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Added segment 6d0862a0-edbc-4ca2-bc9e-731063508ba0 of type vlan for network da875bd1-ee2a-4c45-95b0-d50b5dc1e275 Jan 28 10:42:40.682455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.713027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.718368 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:40.718957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:40.816555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2496040 Jan 28 10:42:40.821063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57538) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:40.828935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af09313-7d07-41e7-b2c4-7e9d04f90c67 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Network': ['ID=da875bd1-ee2a-4c45-95b0-d50b5dc1e275,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:40.829127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'subnet': {'network_id': 'da875bd1-ee2a-4c45-95b0-d50b5dc1e275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:40.839402 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network da875bd1-ee2a-4c45-95b0-d50b5dc1e275 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:40.967945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:40.972910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:subnet and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:40.976523 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:40.983915 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:40.997907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:41.004624 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.105480 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Performing IP validity checks on allocation pools {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Jan 28 10:42:41.105886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.ipam_backend_mixin [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Checking for overlaps among allocation pools and gateway ip {{(pid=87540) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Jan 28 10:42:41.206147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:41.248190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.287511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:41.337226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Checking segment: {'id': '6d0862a0-edbc-4ca2-bc9e-731063508ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da875bd1-ee2a-4c45-95b0-d50b5dc1e275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:41.337575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network hostable DHCP agents. Network: da875bd1-ee2a-4c45-95b0-d50b5dc1e275, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:41.342440 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Subnet': ['ID=93f35616-16fd-48e1-8601-abad409ef637,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:41.355086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6d09d-6ec9-4039-b777-b93d8f0a67b6 None None] Network ee84fead-1ba6-4eb8-8006-ea57c58c46ef requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:41.362652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network da875bd1-ee2a-4c45-95b0-d50b5dc1e275 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:41.373230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, da875bd1-ee2a-4c45-95b0-d50b5dc1e275) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:41.378258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:41.378833 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.401703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8efbe924-aff5-4b3c-b3ce-8c41cdcf24c2 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5793145 Jan 28 10:42:41.404317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57542) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:41.422757 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71eb1cf-8a8c-44a9-acbe-44176ede689b None None] Network da875bd1-ee2a-4c45-95b0-d50b5dc1e275 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:41.518390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] Provisioning for port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:41.545246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] Provisioning complete for port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:41.545786 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.549289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.620532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.695112 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.738414 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Subnet': ['ID=93f35616-16fd-48e1-8601-abad409ef637,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:41.833489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa86ac8-80e7-4804-b51e-bf4a7fc8ad3f None None] Network da875bd1-ee2a-4c45-95b0-d50b5dc1e275 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:41.833968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.863885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da875bd1-ee2a-4c45-95b0-d50b5dc1e275']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:41.876317 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0862a0-edbc-4ca2-bc9e-731063508ba0') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:41.877133 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0862a0-edbc-4ca2-bc9e-731063508ba0') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:41.888256 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.904091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.910150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:41.910561 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:41.924823 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:41.939931 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.005893 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.023529 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.034296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Network': ['ID=da875bd1-ee2a-4c45-95b0-d50b5dc1e275,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:42.039810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-caf2d98c-7021-4971-89c1-95e8f9144c26 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/da875bd1-ee2a-4c45-95b0-d50b5dc1e275 HTTP/1.1" status: 204 len: 168 time: 0.6334622 Jan 28 10:42:42.044230 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57546) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:42.051419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-97128574'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:42.057233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:42.057631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] For port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,segment=NetworkSegment(e2a3ab1f-3088-4815-beb3-9c195abfddba),segment_id=e2a3ab1f-3088-4815-beb3-9c195abfddba)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:42.061927 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.063235 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:network and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:42.066959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:42.073897 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:42.084964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:42.088568 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.117244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:42.129518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.129859 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Added segment ae650023-889d-4cff-9ea3-9450dc3c18e1 of type vlan for network 97eb041a-616f-4765-a94e-efd8daac0625 Jan 28 10:42:42.132740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377496f-6495-4e25-9f2b-12ec2bd1b27b None None] Pushing event updated for resources: {'Port': ['ID=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:42.166309 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.197738 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.203397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:42.203974 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.287208 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b904f3c2-ce10-425e-bf49-7d32ee40bf79 None None] Provisioning complete for port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:42.288244 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b904f3c2-ce10-425e-bf49-7d32ee40bf79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.310765 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2648900 Jan 28 10:42:42.313661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57550) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:42.317420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd78c78-1ba3-4465-90ae-d1d69ae823ac tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Network': ['ID=97eb041a-616f-4765-a94e-efd8daac0625,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:42.320048 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'subnet': {'network_id': '97eb041a-616f-4765-a94e-efd8daac0625', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:42.329104 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 97eb041a-616f-4765-a94e-efd8daac0625 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:42.432858 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:42.436758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:subnet and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:42.440186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:42.445918 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:42.456089 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:42.459509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.679815 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.757884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Subnet': ['ID=4e4479a2-3aeb-4a6e-ab4b-bcf93e4504d6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:42.768382 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Checking segment: {'id': 'ae650023-889d-4cff-9ea3-9450dc3c18e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97eb041a-616f-4765-a94e-efd8daac0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:42.768761 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network hostable DHCP agents. Network: 97eb041a-616f-4765-a94e-efd8daac0625, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:42.788022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network 97eb041a-616f-4765-a94e-efd8daac0625 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:42.796869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 97eb041a-616f-4765-a94e-efd8daac0625) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:42.800787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:42.801362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.806991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d3ab5c-9617-40ff-8320-3aa17ede6c28 None None] Network 97eb041a-616f-4765-a94e-efd8daac0625 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:42.823133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7ab73f0f-63ac-4c5f-bf8b-e935af96630f tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5077815 Jan 28 10:42:42.826769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57554) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:42.832884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-294717677'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:42.838392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:42.842185 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:network and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:42.845085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for network was recalculated. Used quota:2. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:42.851007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:42.860759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:42.864778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.892920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:42.901997 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.902420 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Added segment 66561165-732c-4f11-aa0a-bd7228562a68 of type vlan for network 9b50ad96-f12b-4baa-936d-c0be5755fa8f Jan 28 10:42:42.932621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.962707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:42.968443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:42.969070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.025910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-97eb041a-616f-4765-a94e-efd8daac0625', 'network_id': '97eb041a-616f-4765-a94e-efd8daac0625', 'tenant_id': '20e5bcab45b04e0b99243be44d141f4e', 'fixed_ips': [{'subnet_id': '4e4479a2-3aeb-4a6e-ab4b-bcf93e4504d6'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:43.026773 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.160225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:43.184149 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3561816 Jan 28 10:42:43.186966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57558) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:43.196258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1053408e-91b5-4c34-a05a-9cb24fc544a3 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Network': ['ID=9b50ad96-f12b-4baa-936d-c0be5755fa8f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:43.196532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Request body: {'subnet': {'network_id': '9b50ad96-f12b-4baa-936d-c0be5755fa8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:43.211327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 9b50ad96-f12b-4baa-936d-c0be5755fa8f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:43.314773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:43.318959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Usage tracker for resource:subnet and tenant:20e5bcab45b04e0b99243be44d141f4e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:43.322034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:43.327967 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:43.338581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Made reservation on behalf of 20e5bcab45b04e0b99243be44d141f4e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:43.342141 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.380902 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Allocated IP 2001:db8::2 (97eb041a-616f-4765-a94e-efd8daac0625/4e4479a2-3aeb-4a6e-ab4b-bcf93e4504d6/bd719bb3-7e20-4091-b19c-7d9653765612) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:43.396602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:43.396998 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.576449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.675409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event updated for resources: {'Subnet': ['ID=57033d8b-3138-47b5-986b-5cc16fbea5cf,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:43.680367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Checking segment: {'id': '66561165-732c-4f11-aa0a-bd7228562a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '9b50ad96-f12b-4baa-936d-c0be5755fa8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:43.680754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network hostable DHCP agents. Network: 9b50ad96-f12b-4baa-936d-c0be5755fa8f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:43.701654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Network 9b50ad96-f12b-4baa-936d-c0be5755fa8f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:43.711152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 9b50ad96-f12b-4baa-936d-c0be5755fa8f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:43.715872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:43.717084 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.720031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ad3c42-3853-40bb-9d69-d8a16baf459f None None] Network 9b50ad96-f12b-4baa-936d-c0be5755fa8f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:43.733419 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.745891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d4380be5-3146-460e-a800-8f4e7552d320 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5544107 Jan 28 10:42:43.746498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57562) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:43.796417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Transition to ACTIVE for port object bd719bb3-7e20-4091-b19c-7d9653765612 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:43.828238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Transition to ACTIVE for port object bd719bb3-7e20-4091-b19c-7d9653765612 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:43.845963 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.894514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.953430 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Network 97eb041a-616f-4765-a94e-efd8daac0625 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:43.960226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:43.960603 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:43.969171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:43.978410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Pushing event updated for resources: {'Port': ['ID=bd719bb3-7e20-4091-b19c-7d9653765612,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:44.036255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.111055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Attempting to bind port bd719bb3-7e20-4091-b19c-7d9653765612 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:44.111478 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Attempting to bind port bd719bb3-7e20-4091-b19c-7d9653765612 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ae650023-889d-4cff-9ea3-9450dc3c18e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97eb041a-616f-4765-a94e-efd8daac0625'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:44.111792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Attempting to bind port bd719bb3-7e20-4091-b19c-7d9653765612 on network 97eb041a-616f-4765-a94e-efd8daac0625 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:44.117826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d5dc2f-f818-489c-9129-67efb2b93bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-9b50ad96-f12b-4baa-936d-c0be5755fa8f', 'network_id': '9b50ad96-f12b-4baa-936d-c0be5755fa8f', 'tenant_id': '20e5bcab45b04e0b99243be44d141f4e', 'fixed_ips': [{'subnet_id': '57033d8b-3138-47b5-986b-5cc16fbea5cf'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:44.118651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-92d5dc2f-f818-489c-9129-67efb2b93bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.133234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:44.133613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Checking segment: {'id': 'ae650023-889d-4cff-9ea3-9450dc3c18e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97eb041a-616f-4765-a94e-efd8daac0625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:44.134022 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.134417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Bound using segment: {'id': 'ae650023-889d-4cff-9ea3-9450dc3c18e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97eb041a-616f-4765-a94e-efd8daac0625'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:44.134916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Bound port: bd719bb3-7e20-4091-b19c-7d9653765612, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae650023-889d-4cff-9ea3-9450dc3c18e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97eb041a-616f-4765-a94e-efd8daac0625'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:44.135369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.179605 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Subnet': ['ID=57033d8b-3138-47b5-986b-5cc16fbea5cf,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:44.274153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.280365 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.308273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b50ad96-f12b-4baa-936d-c0be5755fa8f']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:44.314270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d2c492-7711-4617-8c01-f4bd0ddedabb None None] Network 9b50ad96-f12b-4baa-936d-c0be5755fa8f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:44.320635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66561165-732c-4f11-aa0a-bd7228562a68') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:44.320953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66561165-732c-4f11-aa0a-bd7228562a68') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:44.332803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.342224 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] For port bd719bb3-7e20-4091-b19c-7d9653765612, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:44.349715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.355822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:44.356222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:44.373115 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:44.439173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] For port bd719bb3-7e20-4091-b19c-7d9653765612, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bd719bb3-7e20-4091-b19c-7d9653765612,segment=NetworkSegment(ae650023-889d-4cff-9ea3-9450dc3c18e1),segment_id=ae650023-889d-4cff-9ea3-9450dc3c18e1)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:44.456048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.461477 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.476305 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.484435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Network': ['ID=9b50ad96-f12b-4baa-936d-c0be5755fa8f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:44.489372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b0560785-a282-4b93-a0f5-db14b9dfd068 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/9b50ad96-f12b-4baa-936d-c0be5755fa8f HTTP/1.1" status: 204 len: 168 time: 0.7421045 Jan 28 10:42:44.492348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57566) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:44.530930 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61ae245-9534-4151-92c5-9eef4631f733 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] GET failed (client error): The resource could not be found. Jan 28 10:42:44.531448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f61ae245-9534-4151-92c5-9eef4631f733 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Synchronizing usage tracker for tenant:20e5bcab45b04e0b99243be44d141f4e on resource:subnet {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:44.549685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-f61ae245-9534-4151-92c5-9eef4631f733 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Unset dirty status for tenant:20e5bcab45b04e0b99243be44d141f4e on resource:subnet {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:44.550814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f61ae245-9534-4151-92c5-9eef4631f733 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "GET /v2.0/subnets/57033d8b-3138-47b5-986b-5cc16fbea5cf HTTP/1.1" status: 404 len: 337 time: 0.0575147 Jan 28 10:42:44.553619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57570) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:44.580588 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71b5db6-4415-44c0-9918-b06ec216cd0c tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:44.581092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71b5db6-4415-44c0-9918-b06ec216cd0c tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:44.586376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e71b5db6-4415-44c0-9918-b06ec216cd0c tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/9b50ad96-f12b-4baa-936d-c0be5755fa8f HTTP/1.1" status: 404 len: 339 time: 0.0282695 Jan 28 10:42:44.586712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57574) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:44.630009 n-d-825178-2 neutron-server[87540]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0955353-dec7-4997-9ef2-2c23481919e8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:44.630787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0955353-dec7-4997-9ef2-2c23481919e8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87540) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:44.632722 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f0955353-dec7-4997-9ef2-2c23481919e8 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/subnets/57033d8b-3138-47b5-986b-5cc16fbea5cf HTTP/1.1" status: 404 len: 337 time: 0.0450153 Jan 28 10:42:44.635499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57578) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:44.661848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e01e48-d9d3-4142-a24f-f0aa4186ce01 None None] Pushing event updated for resources: {'Port': ['ID=bd719bb3-7e20-4091-b19c-7d9653765612,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:44.663567 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1f8be4-5a41-455e-95c4-4ca3e7676283 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:44.664090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1f8be4-5a41-455e-95c4-4ca3e7676283 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:44.668817 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fa1f8be4-5a41-455e-95c4-4ca3e7676283 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/9b50ad96-f12b-4baa-936d-c0be5755fa8f HTTP/1.1" status: 404 len: 339 time: 0.0321810 Jan 28 10:42:44.669408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57582) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:44.745027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Deleting subnet 4e4479a2-3aeb-4a6e-ab4b-bcf93e4504d6 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:42:44.749512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.817365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.909818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:44.980828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.021804 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4479a2-3aeb-4a6e-ab4b-bcf93e4504d6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:45.026334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.040536 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3b6c5da9-49be-42a5-8759-396ba2c8eb5d tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/subnets/4e4479a2-3aeb-4a6e-ab4b-bcf93e4504d6 HTTP/1.1" status: 204 len: 168 time: 0.3700967 Jan 28 10:42:45.043264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57586) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:45.160372 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.170739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Deleting port bd719bb3-7e20-4091-b19c-7d9653765612 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:45.171065 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.194128 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bd719bb3-7e20-4091-b19c-7d9653765612 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:45.264078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port bd719bb3-7e20-4091-b19c-7d9653765612 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:45.388635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] For port bd719bb3-7e20-4091-b19c-7d9653765612, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bd719bb3-7e20-4091-b19c-7d9653765612,segment=NetworkSegment(ae650023-889d-4cff-9ea3-9450dc3c18e1),segment_id=ae650023-889d-4cff-9ea3-9450dc3c18e1)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:45.389227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.513424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Calling delete_port for bd719bb3-7e20-4091-b19c-7d9653765612 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:45.545553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfc1f7f-9732-432e-b9b9-cd43ca4e43a5 None None] Network 97eb041a-616f-4765-a94e-efd8daac0625 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:45.594394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.642263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Port': ['ID=bd719bb3-7e20-4091-b19c-7d9653765612,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:45.646947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No DVR routers for this DVR port bd719bb3-7e20-4091-b19c-7d9653765612 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:42:45.670632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-633c8f6b-cab5-44e6-8094-180f5c3fab86 None None] Could not find standard attr ID for object bd719bb3-7e20-4091-b19c-7d9653765612. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:42:45.772950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.779983 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.799495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97eb041a-616f-4765-a94e-efd8daac0625']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:45.811213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae650023-889d-4cff-9ea3-9450dc3c18e1') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:45.811556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae650023-889d-4cff-9ea3-9450dc3c18e1') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:45.822695 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.836002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451408ce-3e98-4c11-9b8b-59af02a886c1 None None] DHCP port deletion for 97eb041a-616f-4765-a94e-efd8daac0625 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:42:45.841024 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.849739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:45.850215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:45.865100 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:46.038556 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.055999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.067045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Network': ['ID=97eb041a-616f-4765-a94e-efd8daac0625,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:46.072082 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-717fa927-217e-4268-bea6-0f7c5044e6a5 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/97eb041a-616f-4765-a94e-efd8daac0625 HTTP/1.1" status: 204 len: 168 time: 1.0266628 Jan 28 10:42:46.073353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57590) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:46.112257 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-dabbfde7-47c4-4148-9421-8460db14e914 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:46.112695 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dabbfde7-47c4-4148-9421-8460db14e914 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:46.114251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dabbfde7-47c4-4148-9421-8460db14e914 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/subnets/93f35616-16fd-48e1-8601-abad409ef637 HTTP/1.1" status: 404 len: 337 time: 0.0400372 Jan 28 10:42:46.116572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57594) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:46.140920 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ad4440c-f514-45c4-933d-3d3c9522f4c4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:46.141357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ad4440c-f514-45c4-933d-3d3c9522f4c4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:46.142930 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9ad4440c-f514-45c4-933d-3d3c9522f4c4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/da875bd1-ee2a-4c45-95b0-d50b5dc1e275 HTTP/1.1" status: 404 len: 339 time: 0.0254965 Jan 28 10:42:46.145292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57598) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:46.180519 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-f995fa39-4e35-429a-9520-8091a17d4117 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:46.180966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f995fa39-4e35-429a-9520-8091a17d4117 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:46.182492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f995fa39-4e35-429a-9520-8091a17d4117 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/subnets/e930136c-8162-4830-9415-2b0e2258ccf3 HTTP/1.1" status: 404 len: 337 time: 0.0363665 Jan 28 10:42:46.184692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57602) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:46.207815 n-d-825178-2 neutron-server[87541]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef741dd9-d26d-4842-a32a-7a1dfae13bea tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] DELETE failed (client error): The resource could not be found. Jan 28 10:42:46.208249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef741dd9-d26d-4842-a32a-7a1dfae13bea tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=87541) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 28 10:42:46.209796 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ef741dd9-d26d-4842-a32a-7a1dfae13bea tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/ccc50523-ddca-4871-9a01-a5125e25ada5 HTTP/1.1" status: 404 len: 339 time: 0.0242703 Jan 28 10:42:46.211888 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57606) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:46.277698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Deleting subnet fd5a97a6-dd89-4faa-aaee-e45a864aadde {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:42:46.280506 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.333579 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.417214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.487991 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.528415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Subnet': ['ID=fd5a97a6-dd89-4faa-aaee-e45a864aadde,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:46.531464 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.535256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db42ff8-aea2-4b3e-881a-5b49c02437fb None None] Network ee84fead-1ba6-4eb8-8006-ea57c58c46ef requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:46.542159 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a727179c-e432-4a38-81c7-cad412fc2ab4 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/subnets/fd5a97a6-dd89-4faa-aaee-e45a864aadde HTTP/1.1" status: 204 len: 168 time: 0.3293321 Jan 28 10:42:46.544573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57610) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:46.656241 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.667125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Deleting port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:46.667448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.780933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] DHCP port deletion for ee84fead-1ba6-4eb8-8006-ea57c58c46ef request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:42:46.785619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Deleting port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:46.785991 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.879282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] For port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,segment=NetworkSegment(e2a3ab1f-3088-4815-beb3-9c195abfddba),segment_id=e2a3ab1f-3088-4815-beb3-9c195abfddba)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:46.879634 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:46.985368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] For port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,segment=NetworkSegment(e2a3ab1f-3088-4815-beb3-9c195abfddba),segment_id=e2a3ab1f-3088-4815-beb3-9c195abfddba)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:46.985676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.000410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Calling delete_port for e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:47.077001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.107317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Calling delete_port for e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:47.123877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Port': ['ID=e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:47.131544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] No DVR routers for this DVR port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:42:47.162913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bd719bb3-7e20-4091-b19c-7d9653765612 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:42:47.199142 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: bd719bb3-7e20-4091-b19c-7d9653765612 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:42:47.199483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bd719bb3-7e20-4091-b19c-7d9653765612 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:42:47.199899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:42:47.246007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:42:47.246266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:42:47.255888 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:42:47.257032 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:42:47.258106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.282808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee84fead-1ba6-4eb8-8006-ea57c58c46ef']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:47.294379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2a3ab1f-3088-4815-beb3-9c195abfddba') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:47.294674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2a3ab1f-3088-4815-beb3-9c195abfddba') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:47.305532 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.321001 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.326683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:47.327053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:47.341567 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:47.419394 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.436437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.447454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] Pushing event deleted for resources: {'Network': ['ID=ee84fead-1ba6-4eb8-8006-ea57c58c46ef,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:47.451348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ecf200d8-d827-4432-89a7-26946df887e1 tempest-NetworksIpV6Test-1522873229 tempest-NetworksIpV6Test-1522873229-project] 10.222.0.42 "DELETE /v2.0/networks/ee84fead-1ba6-4eb8-8006-ea57c58c46ef HTTP/1.1" status: 204 len: 168 time: 0.9058328 Jan 28 10:42:47.707803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57618) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:47.758552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Deleting port e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:47.758934 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:47.824177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b0b7ebf2-1257-49a6-8451-b0cf3ff9b819 None None] The port 'e1d04c20-1f14-4f89-9e4e-ab4f2aecb20f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:42:47.854939 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1763613e-6110-4131-9891-8960560e9c51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20e5bcab45b04e0b99243be44d141f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459892 Jan 28 10:42:47.857443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57624) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:48.009806 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-073e0470-d7c6-4fc8-a905-3e00ab19cf6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.035042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-073e0470-d7c6-4fc8-a905-3e00ab19cf6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.084913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-073e0470-d7c6-4fc8-a905-3e00ab19cf6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.097748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073e0470-d7c6-4fc8-a905-3e00ab19cf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab9040-f941-4a3b-aca1-90dd773bc578,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:48.105527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-073e0470-d7c6-4fc8-a905-3e00ab19cf6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.106629 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-073e0470-d7c6-4fc8-a905-3e00ab19cf6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9eab9040-f941-4a3b-aca1-90dd773bc578 HTTP/1.1" status: 204 len: 168 time: 0.2483225 Jan 28 10:42:48.774016 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57648) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:48.873519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-2109446440', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:48.881406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:48.885193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Usage tracker for resource:router and tenant:0a74d56c58e9400f946fd73669ee9134 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:48.887988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:48.894887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:48.905635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.906696 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.922749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.940370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.962247 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:48.966658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57654) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:48.967187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-704dbe7f-6067-4670-893f-fe8084484788 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1916776 Jan 28 10:42:48.972841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-470016461'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:48.978548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:48.982303 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Usage tracker for resource:network and tenant:0a74d56c58e9400f946fd73669ee9134 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:48.985173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:48.991198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:49.000619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Made reservation on behalf of 0a74d56c58e9400f946fd73669ee9134 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:49.003850 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.015697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.030237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:49.034569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Usage tracker for resource:security_group_rule and tenant:0a74d56c58e9400f946fd73669ee9134 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:49.037292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:49.042909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:49.124380 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.128446 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.162477 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:49.170479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d3bd75-cbc1-4cd3-b6c4-9aa69e29d360,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:49.176244 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.176582 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Added segment 179cb38c-52aa-4130-a73e-c570300da4ee of type vlan for network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 Jan 28 10:42:49.201340 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.229264 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.234659 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:49.235237 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.340081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3723438 Jan 28 10:42:49.342807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956d2bb-499d-485b-aee4-2052e02c411d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event updated for resources: {'Network': ['ID=ffcbf1d4-8dfd-43ea-8b59-f373a9477906,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:49.343043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57658) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:49.349852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Request body: {'subnet': {'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:49.355670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:49.461282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:49.465072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Usage tracker for resource:subnet and tenant:0a74d56c58e9400f946fd73669ee9134 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:49.467821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:49.473511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:49.484937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Made reservation on behalf of 0a74d56c58e9400f946fd73669ee9134 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:49.488836 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.711072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.790792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event updated for resources: {'Subnet': ['ID=2388f9f9-0012-460f-aa96-91a12eaa4a44,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:49.799548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Checking segment: {'id': '179cb38c-52aa-4130-a73e-c570300da4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:49.799899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Network hostable DHCP agents. Network: ffcbf1d4-8dfd-43ea-8b59-f373a9477906, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:49.818261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:49.827150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ffcbf1d4-8dfd-43ea-8b59-f373a9477906) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:49.831580 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:49.832160 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.836440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c3584-dd28-4831-806e-2c37f145e81d None None] Network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:49.856258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b1e67709-69ca-4ba2-ae05-c256a4622912 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5120993 Jan 28 10:42:49.859504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57662) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:49.866819 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-580641503'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:49.873502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:49.877478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Usage tracker for resource:network and tenant:0a74d56c58e9400f946fd73669ee9134 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:49.880330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Quota usage for network was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:49.886052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:49.898443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Made reservation on behalf of 0a74d56c58e9400f946fd73669ee9134 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:49.902463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.933438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:49.945033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:49.945401 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Added segment e4e7e60f-36a6-49ed-b650-ae21aae5f15c of type vlan for network 38dde6ed-f882-4dc2-b280-a34955e167a8 Jan 28 10:42:49.978806 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.015502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.021617 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:50.022198 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.060884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-ffcbf1d4-8dfd-43ea-8b59-f373a9477906', 'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906', 'tenant_id': '0a74d56c58e9400f946fd73669ee9134', 'fixed_ips': [{'subnet_id': '2388f9f9-0012-460f-aa96-91a12eaa4a44'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:50.061938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.128114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2675662 Jan 28 10:42:50.130853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57666) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:50.136799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Request body: {'subnet': {'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:50.147328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a282c-f0d3-4e0c-825b-4dc9df39e37c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event updated for resources: {'Network': ['ID=38dde6ed-f882-4dc2-b280-a34955e167a8,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:50.171522 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 38dde6ed-f882-4dc2-b280-a34955e167a8 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:50.254975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:50.258906 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Usage tracker for resource:subnet and tenant:0a74d56c58e9400f946fd73669ee9134 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:50.261853 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:50.268343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:50.279248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Made reservation on behalf of 0a74d56c58e9400f946fd73669ee9134 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:50.282996 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.352873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Allocated IP 172.20.0.2 (ffcbf1d4-8dfd-43ea-8b59-f373a9477906/2388f9f9-0012-460f-aa96-91a12eaa4a44/7671f7e7-1932-4564-9d8f-34a585d2527c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:50.502224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.562373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.574186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Transition to ACTIVE for port object 7671f7e7-1932-4564-9d8f-34a585d2527c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:50.581711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event updated for resources: {'Subnet': ['ID=38ccbda5-8215-40ff-b58b-24b823350fae,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:50.590823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Checking segment: {'id': 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:50.591156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Network hostable DHCP agents. Network: 38dde6ed-f882-4dc2-b280-a34955e167a8, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:50.593999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Transition to ACTIVE for port object 7671f7e7-1932-4564-9d8f-34a585d2527c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:50.599885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.610546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Network 38dde6ed-f882-4dc2-b280-a34955e167a8 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:50.619501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 38dde6ed-f882-4dc2-b280-a34955e167a8) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:50.624087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:50.624706 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.638665 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d0b836-6942-4068-8c5a-153e9ae0868b None None] Network 38dde6ed-f882-4dc2-b280-a34955e167a8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:50.649398 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c31dab54-b76c-4095-8365-12d7ac6369e0 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5148966 Jan 28 10:42:50.649567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57670) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:50.654456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4b416bb6-b2a7-43f4-a243-84839782c69e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Request body: {'router': {'external_gateway_info': {'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:50.746578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:50.749192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Pushing event updated for resources: {'Port': ['ID=7671f7e7-1932-4564-9d8f-34a585d2527c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:50.751582 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:50.755416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:50.870689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Attempting to bind port 7671f7e7-1932-4564-9d8f-34a585d2527c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:50.871060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Attempting to bind port 7671f7e7-1932-4564-9d8f-34a585d2527c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '179cb38c-52aa-4130-a73e-c570300da4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:50.871414 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Attempting to bind port 7671f7e7-1932-4564-9d8f-34a585d2527c on network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:50.914082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:50.914457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Checking segment: {'id': '179cb38c-52aa-4130-a73e-c570300da4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:50.914852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:50.915239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Bound using segment: {'id': '179cb38c-52aa-4130-a73e-c570300da4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:50.915699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Bound port: 7671f7e7-1932-4564-9d8f-34a585d2527c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179cb38c-52aa-4130-a73e-c570300da4ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ffcbf1d4-8dfd-43ea-8b59-f373a9477906'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:50.916071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.030048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-38dde6ed-f882-4dc2-b280-a34955e167a8', 'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8', 'tenant_id': '0a74d56c58e9400f946fd73669ee9134', 'fixed_ips': [{'subnet_id': '38ccbda5-8215-40ff-b58b-24b823350fae'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:51.030967 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.031180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4b416bb6-b2a7-43f4-a243-84839782c69e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.097997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] For port 7671f7e7-1932-4564-9d8f-34a585d2527c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:51.119595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] For port 7671f7e7-1932-4564-9d8f-34a585d2527c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7671f7e7-1932-4564-9d8f-34a585d2527c,segment=NetworkSegment(179cb38c-52aa-4130-a73e-c570300da4ee),segment_id=179cb38c-52aa-4130-a73e-c570300da4ee)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:51.125286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.177313 n-d-825178-2 neutron-server[87541]: INFO neutron.api.v2.resource [None req-4b416bb6-b2a7-43f4-a243-84839782c69e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 28 10:42:51.178342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4b416bb6-b2a7-43f4-a243-84839782c69e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "PUT /v2.0/routers/bd516005-7772-45cc-82f1-ae5bfe48669a HTTP/1.1" status: 400 len: 364 time: 0.5278776 Jan 28 10:42:51.184082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57674) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:51.249466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Deleting subnet 38ccbda5-8215-40ff-b58b-24b823350fae {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:42:51.270095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da7e38e-5460-4ba4-9d59-ee64ad4dec59 None None] Pushing event updated for resources: {'Port': ['ID=7671f7e7-1932-4564-9d8f-34a585d2527c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:51.287724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Allocated IP 172.21.0.2 (38dde6ed-f882-4dc2-b280-a34955e167a8/38ccbda5-8215-40ff-b58b-24b823350fae/7d1c6257-b102-4b5a-9531-d8f114b54462) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:51.506710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.517601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Transition to ACTIVE for port object 7d1c6257-b102-4b5a-9531-d8f114b54462 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:51.536407 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Transition to ACTIVE for port object 7d1c6257-b102-4b5a-9531-d8f114b54462 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:51.541723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.542966 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.613604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Network 38dde6ed-f882-4dc2-b280-a34955e167a8 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:51.616668 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:51.621593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:51.628154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Pushing event updated for resources: {'Port': ['ID=7d1c6257-b102-4b5a-9531-d8f114b54462,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:51.715516 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Attempting to bind port 7d1c6257-b102-4b5a-9531-d8f114b54462 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:51.715888 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Attempting to bind port 7d1c6257-b102-4b5a-9531-d8f114b54462 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:51.716244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Attempting to bind port 7d1c6257-b102-4b5a-9531-d8f114b54462 on network 38dde6ed-f882-4dc2-b280-a34955e167a8 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:51.716588 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.722467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:51.722828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Checking segment: {'id': 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:51.723225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.723607 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Bound using segment: {'id': 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:51.724063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Bound port: 7d1c6257-b102-4b5a-9531-d8f114b54462, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '38dde6ed-f882-4dc2-b280-a34955e167a8'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:51.724425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.800447 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.874416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.877802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] For port 7d1c6257-b102-4b5a-9531-d8f114b54462, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:51.884568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] For port 7d1c6257-b102-4b5a-9531-d8f114b54462, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7d1c6257-b102-4b5a-9531-d8f114b54462,segment=NetworkSegment(e4e7e60f-36a6-49ed-b650-ae21aae5f15c),segment_id=e4e7e60f-36a6-49ed-b650-ae21aae5f15c)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:51.889406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.914938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event deleted for resources: {'Subnet': ['ID=38ccbda5-8215-40ff-b58b-24b823350fae,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:51.918527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:51.925140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6b74ba4d-4254-4071-a945-03d94358f12e tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "DELETE /v2.0/subnets/38ccbda5-8215-40ff-b58b-24b823350fae HTTP/1.1" status: 204 len: 168 time: 0.7400320 Jan 28 10:42:51.927543 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57678) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:51.971772 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fae9e-995e-4633-82e7-c1ca2b86ce9e None None] Pushing event updated for resources: {'Port': ['ID=7d1c6257-b102-4b5a-9531-d8f114b54462,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:52.051717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.063311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Deleting port 7d1c6257-b102-4b5a-9531-d8f114b54462 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:52.064185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.304442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] For port 7d1c6257-b102-4b5a-9531-d8f114b54462, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7d1c6257-b102-4b5a-9531-d8f114b54462,segment=NetworkSegment(e4e7e60f-36a6-49ed-b650-ae21aae5f15c),segment_id=e4e7e60f-36a6-49ed-b650-ae21aae5f15c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:52.305124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.322207 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a82df5-7d65-45b0-b8fc-64f3a0a86416 None None] Network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:52.434757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Calling delete_port for 7d1c6257-b102-4b5a-9531-d8f114b54462 owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:52.458497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-017a3854-a8f4-426f-abe8-7bacfceffbed None None] Provisioning for port 7671f7e7-1932-4564-9d8f-34a585d2527c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:52.516598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.564040 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] No DVR routers for this DVR port 7d1c6257-b102-4b5a-9531-d8f114b54462 on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:42:52.599924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event deleted for resources: {'Port': ['ID=7d1c6257-b102-4b5a-9531-d8f114b54462,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:52.700023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.727462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38dde6ed-f882-4dc2-b280-a34955e167a8']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:52.741430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:52.741803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4e7e60f-36a6-49ed-b650-ae21aae5f15c') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:52.754108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.771022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.777563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:52.777952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:52.793375 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:52.879965 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.900042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:52.906460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event deleted for resources: {'Network': ['ID=38dde6ed-f882-4dc2-b280-a34955e167a8,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:52.913475 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d4fe6885-ff0d-4f54-9ffc-83c9e588817d tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "DELETE /v2.0/networks/38dde6ed-f882-4dc2-b280-a34955e167a8 HTTP/1.1" status: 204 len: 168 time: 0.9849534 Jan 28 10:42:52.915777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57682) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:52.981779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Deleting subnet 2388f9f9-0012-460f-aa96-91a12eaa4a44 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:42:52.984948 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.044840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.112945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-090e69c8-64f6-4097-bf26-c8362afa7c45 None None] Could not find standard attr ID for object 7d1c6257-b102-4b5a-9531-d8f114b54462. {{(pid=87542) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 28 10:42:53.129108 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.132459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8a95ad-ab4a-4fe7-9b3e-ca5d744811ea None None] DHCP port deletion for 38dde6ed-f882-4dc2-b280-a34955e167a8 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:42:53.154381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb93891-a32f-4977-ad89-0f52ace94f80 None None] Network 38dde6ed-f882-4dc2-b280-a34955e167a8 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:53.180900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb93891-a32f-4977-ad89-0f52ace94f80 None None] Network 38dde6ed-f882-4dc2-b280-a34955e167a8 could not be found, it might have been deleted concurrently. {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Jan 28 10:42:53.206221 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.225289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7671f7e7-1932-4564-9d8f-34a585d2527c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:53.251754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event deleted for resources: {'Subnet': ['ID=2388f9f9-0012-460f-aa96-91a12eaa4a44,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:53.259133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.263959 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1af34e3c-bc4a-407d-bbe1-7ab5838f8bef tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "DELETE /v2.0/subnets/2388f9f9-0012-460f-aa96-91a12eaa4a44 HTTP/1.1" status: 204 len: 168 time: 0.3451095 Jan 28 10:42:53.264341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57686) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:53.269748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a01b99-ba8a-4d95-b973-b42915c93f30 None None] Network ffcbf1d4-8dfd-43ea-8b59-f373a9477906 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:53.380153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.390422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Deleting port 7671f7e7-1932-4564-9d8f-34a585d2527c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:53.390749 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.436335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7671f7e7-1932-4564-9d8f-34a585d2527c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:53.450130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7671f7e7-1932-4564-9d8f-34a585d2527c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:53.450530 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.591180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.597728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] For port 7671f7e7-1932-4564-9d8f-34a585d2527c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7671f7e7-1932-4564-9d8f-34a585d2527c,segment=NetworkSegment(179cb38c-52aa-4130-a73e-c570300da4ee),segment_id=179cb38c-52aa-4130-a73e-c570300da4ee)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:53.598087 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.624082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7671f7e7-1932-4564-9d8f-34a585d2527c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7671f7e7-1932-4564-9d8f-34a585d2527c,segment=NetworkSegment(179cb38c-52aa-4130-a73e-c570300da4ee),segment_id=179cb38c-52aa-4130-a73e-c570300da4ee)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:53.627405 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.661571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] DHCP port deletion for ffcbf1d4-8dfd-43ea-8b59-f373a9477906 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:42:53.682594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] Deleting port 7671f7e7-1932-4564-9d8f-34a585d2527c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:53.682960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:53.729436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Calling delete_port for 7671f7e7-1932-4564-9d8f-34a585d2527c owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:53.751930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7671f7e7-1932-4564-9d8f-34a585d2527c,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:53.818881 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.db.api [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87540) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:42:53.819222 n-d-825178-2 neutron-server[87540]: DEBUG oslo_db.api [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:42:53.910395 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] For port 7671f7e7-1932-4564-9d8f-34a585d2527c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7671f7e7-1932-4564-9d8f-34a585d2527c,segment=NetworkSegment(179cb38c-52aa-4130-a73e-c570300da4ee),segment_id=179cb38c-52aa-4130-a73e-c570300da4ee)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:53.910788 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.034836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] Calling delete_port for 7671f7e7-1932-4564-9d8f-34a585d2527c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:42:54.106127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.151186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] Pushing event deleted for resources: {'Port': ['ID=7671f7e7-1932-4564-9d8f-34a585d2527c,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:54.154686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbd790-083c-49b9-bde7-be05d94c23d8 None None] No DVR routers for this DVR port 7671f7e7-1932-4564-9d8f-34a585d2527c on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:42:54.320031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Deleting port 7671f7e7-1932-4564-9d8f-34a585d2527c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:42:54.320534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.389049 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] The port '7671f7e7-1932-4564-9d8f-34a585d2527c' was deleted {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:42:54.507923 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.532470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffcbf1d4-8dfd-43ea-8b59-f373a9477906']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:54.544814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179cb38c-52aa-4130-a73e-c570300da4ee') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:54.545110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179cb38c-52aa-4130-a73e-c570300da4ee') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:42:54.556025 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.571628 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.577892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:42:54.578294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:42:54.592844 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:42:54.778646 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.795458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:54.806856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Pushing event deleted for resources: {'Network': ['ID=ffcbf1d4-8dfd-43ea-8b59-f373a9477906,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:54.810153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b26b0eee-2432-4420-a92e-2ec9e02a60c1 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "DELETE /v2.0/networks/ffcbf1d4-8dfd-43ea-8b59-f373a9477906 HTTP/1.1" status: 204 len: 168 time: 1.5447857 Jan 28 10:42:54.812892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57690) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:54.855166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4bbecf1c-aab8-4453-93c3-ba1fe013e79c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Synchronizing usage tracker for tenant:0a74d56c58e9400f946fd73669ee9134 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:42:54.872485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4bbecf1c-aab8-4453-93c3-ba1fe013e79c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Unset dirty status for tenant:0a74d56c58e9400f946fd73669ee9134 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:42:54.873690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4bbecf1c-aab8-4453-93c3-ba1fe013e79c tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd516005-7772-45cc-82f1-ae5bfe48669a HTTP/1.1" status: 200 len: 205 time: 0.0598443 Jan 28 10:42:54.877234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57694) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:55.117841 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.156147 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7671f7e7-1932-4564-9d8f-34a585d2527c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:42:55.193287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7671f7e7-1932-4564-9d8f-34a585d2527c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:42:55.193639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7671f7e7-1932-4564-9d8f-34a585d2527c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:42:55.423829 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.425975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.447884 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.448430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Fanout notify agent at l3_agent the message router_deleted on router bd516005-7772-45cc-82f1-ae5bfe48669a {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:42:55.460755 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.461812 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-afef83a3-e41d-483b-b49b-21f2e5546846 tempest-RoutersNegativeTest-1119692338 tempest-RoutersNegativeTest-1119692338-project] 10.222.0.42 "DELETE /v2.0/routers/bd516005-7772-45cc-82f1-ae5bfe48669a HTTP/1.1" status: 204 len: 168 time: 0.5795438 Jan 28 10:42:55.716394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57702) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:55.861125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-faadda3e-1dcb-4ba7-bc2c-d368ef7d3ee3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0a74d56c58e9400f946fd73669ee9134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430218 Jan 28 10:42:55.863634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:55.923955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8abac036-3567-4b4d-861f-b111fe2a1cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.948753 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8abac036-3567-4b4d-861f-b111fe2a1cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:55.998821 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8abac036-3567-4b4d-861f-b111fe2a1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.013591 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abac036-3567-4b4d-861f-b111fe2a1cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d3bd75-cbc1-4cd3-b6c4-9aa69e29d360,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:56.018665 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7cbd6d66-be1a-47f6-ab79-353cd7e80acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.023344 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8abac036-3567-4b4d-861f-b111fe2a1cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.024471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8abac036-3567-4b4d-861f-b111fe2a1cf8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e7d3bd75-cbc1-4cd3-b6c4-9aa69e29d360 HTTP/1.1" status: 204 len: 168 time: 0.1599488 Jan 28 10:42:56.664299 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57732) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:56.765600 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-510670734-network', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:56.771443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:56.775180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Usage tracker for resource:network and tenant:e990f1aa9cc74253983713bd9b15866a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:56.778149 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:56.784315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:56.794634 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Made reservation on behalf of e990f1aa9cc74253983713bd9b15866a for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:56.797013 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.808624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.822818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:56.826471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Usage tracker for resource:security_group_rule and tenant:e990f1aa9cc74253983713bd9b15866a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:56.829680 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:56.835110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:56.914393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.918140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.946629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:42:56.955161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd7dc01b-4b40-457d-b1a3-7807b32fae60,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:56.960419 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:56.960820 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Added segment 66da16b8-0dcc-4bf9-bfc0-791b69c7641e of type vlan for network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f Jan 28 10:42:56.988350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.016045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.017450 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:57.018010 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.112284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] Pushing event updated for resources: {'Network': ['ID=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:57.115545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-23ba0f5d-308e-4d08-8822-f590f9195b4a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4502082 Jan 28 10:42:57.118412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57738) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:57.122946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:42:57.124267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Request body: {'subnet': {'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-subnet', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:57.130449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:57.134412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Usage tracker for resource:subnet and tenant:e990f1aa9cc74253983713bd9b15866a is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:57.137353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:57.143788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:57.157806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Made reservation on behalf of e990f1aa9cc74253983713bd9b15866a for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:42:57.160085 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.354168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.425339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:57.434106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Checking segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:57.434463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Network hostable DHCP agents. Network: 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:42:57.452833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:42:57.461610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:57.465399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:42:57.466004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.471345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014899c6-3f4c-46a8-a71f-ef668dde3074 None None] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:57.490215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57742) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:57.491334 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-257020d0-03bb-4f63-80ec-1252aa529e79 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3709359 Jan 28 10:42:57.497422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:42:57.503714 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:42:57.508143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Usage tracker for resource:router and tenant:e990f1aa9cc74253983713bd9b15866a is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:42:57.511304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:42:57.517648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:42:57.529111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.530221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.546155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.718068 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'fixed_ips': [{'subnet_id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:42:57.718916 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.821518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:57.873755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Allocated IP 172.20.0.2 (2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f/aa53d5ef-28c1-46d9-8a5e-0f3290c810f0/718b43ab-813b-4523-90d5-11f078bbe559) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:58.076826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.087113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Transition to ACTIVE for port object 718b43ab-813b-4523-90d5-11f078bbe559 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:58.104874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Transition to ACTIVE for port object 718b43ab-813b-4523-90d5-11f078bbe559 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:42:58.110287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.140956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.172142 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.173922 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:58.176686 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:58.180416 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:58.188980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Pushing event updated for resources: {'Port': ['ID=718b43ab-813b-4523-90d5-11f078bbe559,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:58.274679 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Attempting to bind port 718b43ab-813b-4523-90d5-11f078bbe559 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:42:58.275045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Attempting to bind port 718b43ab-813b-4523-90d5-11f078bbe559 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:42:58.275501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Attempting to bind port 718b43ab-813b-4523-90d5-11f078bbe559 on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:42:58.280867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:42:58.281241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Checking segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:42:58.281629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.282028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Bound using segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:42:58.283105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Bound port: 718b43ab-813b-4523-90d5-11f078bbe559, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:42:58.283473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.320188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Allocated IP 172.25.1.149 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/a08de2ae-c495-45ce-b7b9-93d0b77c980f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:42:58.371254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] For port 718b43ab-813b-4523-90d5-11f078bbe559, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:42:58.374645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] For port 718b43ab-813b-4523-90d5-11f078bbe559, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=718b43ab-813b-4523-90d5-11f078bbe559,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:42:58.378969 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.471158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.486346 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6dbc3b23-1de7-459b-9b8e-4cf722d17ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.493241 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5cf090-fadf-485b-b9b1-8b2552ae1bfc None None] Pushing event updated for resources: {'Port': ['ID=718b43ab-813b-4523-90d5-11f078bbe559,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:58.505620 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:58.578068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:42:58.581715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:42:58.584165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:42:58.627050 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Pushing event updated for resources: {'Port': ['ID=a08de2ae-c495-45ce-b7b9-93d0b77c980f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:42:59.159414 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.193773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 718b43ab-813b-4523-90d5-11f078bbe559 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:42:59.263946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 718b43ab-813b-4523-90d5-11f078bbe559 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:59.508086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5916384d-58b5-46c9-bfff-b21fca0cbec5 None None] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:42:59.512350 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.620070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] Provisioning for port 718b43ab-813b-4523-90d5-11f078bbe559 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:42:59.628061 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.646129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] Provisioning complete for port 718b43ab-813b-4523-90d5-11f078bbe559 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:42:59.646505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.684642 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.721091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:42:59.867992 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.901070 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:42:59.905704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] For port 718b43ab-813b-4523-90d5-11f078bbe559, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=718b43ab-813b-4523-90d5-11f078bbe559,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:42:59.914521 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Sync routers for ids ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:42:59.917513 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.930612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:42:59.934738 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57746) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:42:59.935243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-608af664-fdbf-42c3-aabb-89777960d641 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4422240 Jan 28 10:42:59.973301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Routers {'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:42:59.973929 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:00.124838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cd695-00fa-4efa-a827-e05ee071d623 None None] Pushing event updated for resources: {'Port': ['ID=718b43ab-813b-4523-90d5-11f078bbe559,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:00.170383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e6ec3847-812f-489b-b7d4-30ecf103f1a1 None None] Provisioning complete for port 718b43ab-813b-4523-90d5-11f078bbe559 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:00.170747 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e6ec3847-812f-489b-b7d4-30ecf103f1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:00.202043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Set router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:00.621248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:42:58Z', 'revision_number': 3, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:42:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:00.625095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Checking router: bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:43:00.625445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Updating router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce port a08de2ae-c495-45ce-b7b9-93d0b77c980f binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:43:00.676964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:00.738091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:00.941949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Allocated IP 172.20.0.1 (2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f/aa53d5ef-28c1-46d9-8a5e-0f3290c810f0/2f3530af-e145-4983-aafd-edabb075b66c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:43:00.999525 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.011547 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Transition to ACTIVE for port object a08de2ae-c495-45ce-b7b9-93d0b77c980f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:01.018416 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.087451 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.103130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Transition to ACTIVE for port object 2f3530af-e145-4983-aafd-edabb075b66c will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:01.108257 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.114153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Attempting to bind port a08de2ae-c495-45ce-b7b9-93d0b77c980f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:01.114523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Attempting to bind port a08de2ae-c495-45ce-b7b9-93d0b77c980f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:01.115009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Attempting to bind port a08de2ae-c495-45ce-b7b9-93d0b77c980f on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:01.117054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049caea5-eebb-49b7-9e49-2400a03e161d None None] Pushing event updated for resources: {'Port': ['ID=a08de2ae-c495-45ce-b7b9-93d0b77c980f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:01.124121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:01.124502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:01.124962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.125413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:01.126263 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Bound port: a08de2ae-c495-45ce-b7b9-93d0b77c980f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:01.126641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.131719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.174857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 718b43ab-813b-4523-90d5-11f078bbe559 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:01.198188 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:01.200721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:01.203192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:43:01.255553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] For port a08de2ae-c495-45ce-b7b9-93d0b77c980f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:01.259685 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] For port a08de2ae-c495-45ce-b7b9-93d0b77c980f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a08de2ae-c495-45ce-b7b9-93d0b77c980f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:01.265042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.265524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Pushing event updated for resources: {'Port': ['ID=2f3530af-e145-4983-aafd-edabb075b66c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:01.280412 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.341273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 718b43ab-813b-4523-90d5-11f078bbe559 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:01.341642 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.401344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049caea5-eebb-49b7-9e49-2400a03e161d None None] Pushing event updated for resources: {'Port': ['ID=a08de2ae-c495-45ce-b7b9-93d0b77c980f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:01.409818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Routers {'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:01.410355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:01.544230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.631857 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15a39e2b-110f-42b7-9efb-e7b4344dd025 None None] Provisioning for port 2f3530af-e145-4983-aafd-edabb075b66c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:01.645812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15a39e2b-110f-42b7-9efb-e7b4344dd025 None None] Provisioning complete for port 2f3530af-e145-4983-aafd-edabb075b66c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:01.646178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15a39e2b-110f-42b7-9efb-e7b4344dd025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.705385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] Set router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:01.763828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.768416 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:01.941326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15a39e2b-110f-42b7-9efb-e7b4344dd025 None None] Port 2f3530af-e145-4983-aafd-edabb075b66c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:43:01.999749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Pushing event updated for resources: {'Port': ['ID=2f3530af-e145-4983-aafd-edabb075b66c,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:02.003362 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:02.056786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:42:58Z', 'revision_number': 3, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:02.060649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b209ddea-e9d9-488f-bab1-a8fa40cc730c None None] The sync data for ids ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'] in n-d-825178-2 is: [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:42:58Z', 'revision_number': 3, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:43:02.141271 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:02.142479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:02.349517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:43:02.465359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-146f9b39-88c0-42ca-835c-61fcb81aa44b None None] Provisioning complete for port 2f3530af-e145-4983-aafd-edabb075b66c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:02.465911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-146f9b39-88c0-42ca-835c-61fcb81aa44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:02.531047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-146f9b39-88c0-42ca-835c-61fcb81aa44b None None] Port 2f3530af-e145-4983-aafd-edabb075b66c cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:43:02.538694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:43:02.554290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d63e2a88-e9ac-4111-9b7b-91d711c5bdaa admin admin] 10.222.0.42 "PUT /v2.0/routers/bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127632 Jan 28 10:43:03.053982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 57766) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:43:03.059330 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1392040185-network', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:03.065447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:43:03.069282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Usage tracker for resource:network and tenant:f89c1712ae114d3689d8966096e8d6c4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:43:03.072051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:43:03.077598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:43:03.087642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Made reservation on behalf of f89c1712ae114d3689d8966096e8d6c4 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:43:03.090300 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.102312 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.118259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:43:03.122585 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Usage tracker for resource:security_group_rule and tenant:f89c1712ae114d3689d8966096e8d6c4 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:43:03.126639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:43:03.133122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:43:03.200696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a08de2ae-c495-45ce-b7b9-93d0b77c980f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:03.219963 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.223836 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.252141 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:43:03.264998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91462908-d724-4f60-ab2f-4a1ebb67cd58,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:03.270566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port a08de2ae-c495-45ce-b7b9-93d0b77c980f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:03.271059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.271419 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Added segment d384c408-1266-4d40-a731-69fde9305124 of type vlan for network f7cc789e-98b7-445d-9e6f-4575ec435e1a Jan 28 10:43:03.278152 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a08de2ae-c495-45ce-b7b9-93d0b77c980f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:03.278930 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.298722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.329348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.330363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:03.330957 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.405657 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.423884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port a08de2ae-c495-45ce-b7b9-93d0b77c980f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a08de2ae-c495-45ce-b7b9-93d0b77c980f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:03.429366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.441704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] Pushing event updated for resources: {'Network': ['ID=f7cc789e-98b7-445d-9e6f-4575ec435e1a,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:03.451036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57770) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:43:03.456947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Request body: {'subnet': {'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-subnet', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:03.461019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bcd93df5-8815-4519-824e-02a848daad3c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4058890 Jan 28 10:43:03.463464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:43:03.468209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Usage tracker for resource:subnet and tenant:f89c1712ae114d3689d8966096e8d6c4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:43:03.473542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:43:03.475377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:43:03.481164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:43:03.491992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Made reservation on behalf of f89c1712ae114d3689d8966096e8d6c4 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:43:03.494741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.592926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=a08de2ae-c495-45ce-b7b9-93d0b77c980f,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:03.645909 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Sync routers for ids ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:43:03.654699 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Routers {'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:03.655296 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:03.704357 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.776218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f55a6e9d-2a0d-48c3-ab75-c756e794a04f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:03.787411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Checking segment: {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:03.787411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Network hostable DHCP agents. Network: f7cc789e-98b7-445d-9e6f-4575ec435e1a, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:43:03.804923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:43:03.814297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, f7cc789e-98b7-445d-9e6f-4575ec435e1a) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:03.819609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:03.820231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.824384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582b3128-991c-456a-8023-ecf95e3d2efe None None] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:43:03.833889 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Set router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:03.842921 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-039eb244-34f7-49af-8b0e-35351a5cc7d5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3907914 Jan 28 10:43:03.846161 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57774) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:43:03.851526 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:03.857023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:43:03.861534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Usage tracker for resource:router and tenant:f89c1712ae114d3689d8966096e8d6c4 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:43:03.864583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:43:03.870979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:43:03.886017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.887438 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:03.904302 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.052020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'fixed_ips': [{'subnet_id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:43:04.052927 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.170074 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:43:01Z', 'revision_number': 4, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2f3530af-e145-4983-aafd-edabb075b66c', 'name': '', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'mac_address': 'fa:16:3e:b1:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:00Z', 'updated_at': '2022-01-28T10:43:01Z', 'revision_number': 2, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'subnets': [{'id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:04.174562 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Checking router: bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:43:04.174904 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Updating router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce port 2f3530af-e145-4983-aafd-edabb075b66c binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:43:04.220459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Allocated IP 172.20.0.2 (f7cc789e-98b7-445d-9e6f-4575ec435e1a/f55a6e9d-2a0d-48c3-ab75-c756e794a04f/271f4350-dbca-4ac8-9953-6811f474c1dc) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:43:04.230778 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.305764 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.431929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.443385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Transition to ACTIVE for port object 271f4350-dbca-4ac8-9953-6811f474c1dc will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:04.462365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Transition to ACTIVE for port object 271f4350-dbca-4ac8-9953-6811f474c1dc will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:04.471498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.545381 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:04.548883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:04.552703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:43:04.558879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Pushing event updated for resources: {'Port': ['ID=271f4350-dbca-4ac8-9953-6811f474c1dc,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:04.596226 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.608371 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Transition to ACTIVE for port object 2f3530af-e145-4983-aafd-edabb075b66c will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:04.615695 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.644238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.653213 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Attempting to bind port 271f4350-dbca-4ac8-9953-6811f474c1dc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:04.653687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Attempting to bind port 271f4350-dbca-4ac8-9953-6811f474c1dc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:04.654132 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Attempting to bind port 271f4350-dbca-4ac8-9953-6811f474c1dc on network f7cc789e-98b7-445d-9e6f-4575ec435e1a {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:04.661127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:04.661362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Checking segment: {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:04.661863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.662348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Bound using segment: {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:04.662890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Bound port: 271f4350-dbca-4ac8-9953-6811f474c1dc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:04.663348 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.675331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.769746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] For port 271f4350-dbca-4ac8-9953-6811f474c1dc, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:04.774600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] For port 271f4350-dbca-4ac8-9953-6811f474c1dc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=271f4350-dbca-4ac8-9953-6811f474c1dc,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:04.781472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.823138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Allocated IP 172.25.1.245 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/c7a04e8d-5ba2-41db-8492-9c61f4a0dd68) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:43:04.830433 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Pushing event updated for resources: {'Port': ['ID=2f3530af-e145-4983-aafd-edabb075b66c,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:04.840436 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.840860 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.841202 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.841836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.841836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.842162 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.842662 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.843131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.843605 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.844138 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.845258 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.845736 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:04.857431 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Attempting to bind port 2f3530af-e145-4983-aafd-edabb075b66c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:04.857997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Attempting to bind port 2f3530af-e145-4983-aafd-edabb075b66c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:04.858351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Attempting to bind port 2f3530af-e145-4983-aafd-edabb075b66c on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:04.864269 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:04.864638 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Checking segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:04.865079 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.865465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Bound using segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:04.865927 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Bound port: 2f3530af-e145-4983-aafd-edabb075b66c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:04.866293 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:04.905494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f613d79-0ba1-4a06-a002-098e14db4664 None None] Pushing event updated for resources: {'Port': ['ID=271f4350-dbca-4ac8-9953-6811f474c1dc,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:04.984853 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] For port 2f3530af-e145-4983-aafd-edabb075b66c, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:04.988695 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] For port 2f3530af-e145-4983-aafd-edabb075b66c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2f3530af-e145-4983-aafd-edabb075b66c,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:04.993464 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:05.019183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:05.058852 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:05.103905 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9656d-8ed4-4660-a815-b492c41a8ee8 None None] Pushing event updated for resources: {'Port': ['ID=2f3530af-e145-4983-aafd-edabb075b66c,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:05.125288 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Routers {'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:05.127712 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:05.150591 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:05.155101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:05.169908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:43:05.206171 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Pushing event updated for resources: {'Port': ['ID=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:05.378989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 271f4350-dbca-4ac8-9953-6811f474c1dc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:05.400756 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] Set router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:05.533429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 271f4350-dbca-4ac8-9953-6811f474c1dc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:05.539875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a08de2ae-c495-45ce-b7b9-93d0b77c980f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:05.631421 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port a08de2ae-c495-45ce-b7b9-93d0b77c980f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:05.632093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:05.664338 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:05.754780 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:43:01Z', 'revision_number': 4, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2f3530af-e145-4983-aafd-edabb075b66c', 'name': '', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'mac_address': 'fa:16:3e:b1:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:00Z', 'updated_at': '2022-01-28T10:43:04Z', 'revision_number': 4, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'subnets': [{'id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:05.760311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb2187f-a9e5-4dd8-9bef-4c78ad5dc4f8 None None] The sync data for ids ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'] in n-d-825178-2 is: [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:43:01Z', 'revision_number': 4, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2f3530af-e145-4983-aafd-edabb075b66c', 'name': '', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'mac_address': 'fa:16:3e:b1:03:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4131, 'fixed_ips': [{'subnet_id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:00Z', 'updated_at': '2022-01-28T10:43:04Z', 'revision_number': 4, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'subnets': [{'id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:43:06.182098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:06.199354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47910576-3158-4216-a9fb-54dd2304f71f None None] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:43:06.297244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] Provisioning for port 271f4350-dbca-4ac8-9953-6811f474c1dc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:06.315076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] Provisioning complete for port 271f4350-dbca-4ac8-9953-6811f474c1dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:06.315315 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:06.410105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Router 68d47cfd-3379-46de-86c4-ab72f754b769 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:43:06.544203 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:06.592501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] For port 271f4350-dbca-4ac8-9953-6811f474c1dc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=271f4350-dbca-4ac8-9953-6811f474c1dc,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:06.596613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:06.601750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:43:06.627674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:06.631643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-baaa60fa-f933-411c-a49e-48d0eaac2a0b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7817979 Jan 28 10:43:06.631956 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 57780) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:43:06.636871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Sync routers for ids ['68d47cfd-3379-46de-86c4-ab72f754b769'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:43:06.678977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Routers {'68d47cfd-3379-46de-86c4-ab72f754b769'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:06.679595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68d47cfd-3379-46de-86c4-ab72f754b769'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:06.780072 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de680fd1-3b99-46cb-a117-b021c0bb5247 None None] Pushing event updated for resources: {'Port': ['ID=271f4350-dbca-4ac8-9953-6811f474c1dc,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:06.897294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Set router 68d47cfd-3379-46de-86c4-ab72f754b769 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:07.099810 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ad137374-1864-4fc2-9c85-50c21fb371e1 None None] Provisioning complete for port 271f4350-dbca-4ac8-9953-6811f474c1dc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:07.100184 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ad137374-1864-4fc2-9c85-50c21fb371e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.292776 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 271f4350-dbca-4ac8-9953-6811f474c1dc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:07.371046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:43:05Z', 'revision_number': 3, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:07.377384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Checking router: 68d47cfd-3379-46de-86c4-ab72f754b769 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:43:07.377729 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Updating router 68d47cfd-3379-46de-86c4-ab72f754b769 port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:43:07.427383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 271f4350-dbca-4ac8-9953-6811f474c1dc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:07.427749 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.488904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.513899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.701556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Allocated IP 172.20.0.1 (f7cc789e-98b7-445d-9e6f-4575ec435e1a/f55a6e9d-2a0d-48c3-ab75-c756e794a04f/1d1c5b7d-71de-40ff-a64f-a8dfa15bca82) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:43:07.708302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2f3530af-e145-4983-aafd-edabb075b66c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:07.850941 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.866911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Transition to ACTIVE for port object 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:07.871725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2f3530af-e145-4983-aafd-edabb075b66c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:07.877939 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2f3530af-e145-4983-aafd-edabb075b66c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:07.878374 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.890156 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:07.959143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:07.962282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:07.965821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:43:08.009613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:08.010975 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.026643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.068473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Transition to ACTIVE for port object c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:08.083231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.092529 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.198312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc253245-d378-4fac-8ab2-ff0dfe158c9b None None] Pushing event updated for resources: {'Port': ['ID=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:08.201595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Attempting to bind port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:08.201962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Attempting to bind port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:08.202773 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Attempting to bind port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:08.205740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2f3530af-e145-4983-aafd-edabb075b66c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2f3530af-e145-4983-aafd-edabb075b66c,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:08.211005 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:08.211396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:08.211795 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.212426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:08.212633 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Bound port: c7a04e8d-5ba2-41db-8492-9c61f4a0dd68, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:08.213034 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.241150 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.299068 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.341780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e21d1511-86aa-4b1f-9093-013fcf649ddf None None] Provisioning for port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:08.357728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e21d1511-86aa-4b1f-9093-013fcf649ddf None None] Provisioning complete for port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:08.358097 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e21d1511-86aa-4b1f-9093-013fcf649ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.389868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] For port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:08.391778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2f3530af-e145-4983-aafd-edabb075b66c,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:08.413342 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] For port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:08.420629 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.462275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e21d1511-86aa-4b1f-9093-013fcf649ddf None None] Port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:43:08.504555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Routers {'68d47cfd-3379-46de-86c4-ab72f754b769'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:08.505196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68d47cfd-3379-46de-86c4-ab72f754b769'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:08.538218 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.543930 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.570689 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc253245-d378-4fac-8ab2-ff0dfe158c9b None None] Pushing event updated for resources: {'Port': ['ID=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:08.652456 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:08.655721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:08.688115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] Set router 68d47cfd-3379-46de-86c4-ab72f754b769 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:08.788945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:08.790088 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:08.988778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Router 68d47cfd-3379-46de-86c4-ab72f754b769 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:43:09.060041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1d1c5b7d-71de-40ff-a64f-a8dfa15bca82', 'name': '', 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'mac_address': 'fa:16:3e:c2:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:07Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 2, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'subnets': [{'id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:09.065158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95bb300b-87ed-42e3-b198-c3c6514b447e None None] The sync data for ids ['68d47cfd-3379-46de-86c4-ab72f754b769'] in n-d-825178-2 is: [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1d1c5b7d-71de-40ff-a64f-a8dfa15bca82', 'name': '', 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'mac_address': 'fa:16:3e:c2:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:07Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 2, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'subnets': [{'id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:43:09.087095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5bee8ba1-6081-4dd2-9890-0d532a020dc4 None None] Provisioning complete for port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:09.087463 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5bee8ba1-6081-4dd2-9890-0d532a020dc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:09.153738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5bee8ba1-6081-4dd2-9890-0d532a020dc4 None None] Port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:43:09.195555 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2f3530af-e145-4983-aafd-edabb075b66c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:09.289717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2f3530af-e145-4983-aafd-edabb075b66c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:09.290225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:09.315126 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:43:09.324283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9b7600c4-a984-42a0-80a4-15976a43b5e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/68d47cfd-3379-46de-86c4-ab72f754b769/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6912429 Jan 28 10:43:10.322924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-3d7af16b-75bc-42ff-8e8d-141b833e53ec tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:10.324389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-3d7af16b-75bc-42ff-8e8d-141b833e53ec tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 816 time: 0.1502616 Jan 28 10:43:10.340471 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-95831c7b-2db9-45d6-9993-ffd528755690 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/quotas/e990f1aa9cc74253983713bd9b15866a HTTP/1.1" status: 200 len: 375 time: 0.0101004 Jan 28 10:43:10.436920 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-98b589df-d4d0-4565-a206-7f0661ee7a70 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902572 Jan 28 10:43:10.573107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-78670efd-9620-45b1-ae0a-97d4bc601d86 service neutron] 10.222.0.42 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250570 Jan 28 10:43:10.706672 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-ecd245e8-4fd0-46f2-b885-15055a4e8d84 service neutron] 10.222.0.42 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278579 Jan 28 10:43:10.887080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-355cdba4-357b-4a43-b257-aac2314cfca1 req-7e7da4da-ccc2-46d3-8be3-41af9704df2e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:43:10.903408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-355cdba4-357b-4a43-b257-aac2314cfca1 req-7e7da4da-ccc2-46d3-8be3-41af9704df2e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:43:10.904558 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-355cdba4-357b-4a43-b257-aac2314cfca1 req-7e7da4da-ccc2-46d3-8be3-41af9704df2e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 210 time: 0.0640237 Jan 28 10:43:11.221101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:11.290636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:11.295293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:11.295658 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:11.415536 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:11.432255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:11.435798 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:11.507660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:11.954896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-b0ec4755-bb5e-42f8-8ea7-4a348ca238cc tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:11.955660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-b0ec4755-bb5e-42f8-8ea7-4a348ca238cc tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:43:11.974292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-b0ec4755-bb5e-42f8-8ea7-4a348ca238cc tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:43:11.975567 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-b0ec4755-bb5e-42f8-8ea7-4a348ca238cc tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.43 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 816 time: 0.1668665 Jan 28 10:43:11.987411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Request body: {'port': {'device_id': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'admin_state_up': True, 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:12.060432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4065e674-b017-4c4f-8584-a400632909fb req-15b28c12-2394-4aa0-a78d-ca9233898ac9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 210 time: 0.0420208 Jan 28 10:43:12.126375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:43:12.136441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:43:12.145977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Made reservation on behalf of e990f1aa9cc74253983713bd9b15866a for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:43:12.149438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:12.301999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Allocated IP 172.20.0.4 (2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f/aa53d5ef-28c1-46d9-8a5e-0f3290c810f0/7e95b593-3bad-4592-81eb-a7bb1992996b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:43:12.523372 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Sync routers for ids ['68d47cfd-3379-46de-86c4-ab72f754b769'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:43:12.533787 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Routers {'68d47cfd-3379-46de-86c4-ab72f754b769'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:12.534543 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68d47cfd-3379-46de-86c4-ab72f754b769'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:12.601931 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:12.617834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Transition to ACTIVE for port object 7e95b593-3bad-4592-81eb-a7bb1992996b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:12.642301 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:12.710713 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:12.713663 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:12.714666 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Set router 68d47cfd-3379-46de-86c4-ab72f754b769 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:12.717730 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:43:12.759027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Pushing event updated for resources: {'Port': ['ID=7e95b593-3bad-4592-81eb-a7bb1992996b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:12.790345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:12.790959 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:12.818657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-14b374a9-4500-4076-828a-7dbfea8e7515 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350227 Jan 28 10:43:12.829889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Request body: {'port': {'device_id': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:12.946936 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.000465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e0c0f6e6-c4eb-4845-aa81-832d56fea92e None None] Provisioning for port 7e95b593-3bad-4592-81eb-a7bb1992996b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:13.005621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e0c0f6e6-c4eb-4845-aa81-832d56fea92e None None] Provisioning complete for port 7e95b593-3bad-4592-81eb-a7bb1992996b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:13.006224 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e0c0f6e6-c4eb-4845-aa81-832d56fea92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.033718 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1d1c5b7d-71de-40ff-a64f-a8dfa15bca82', 'name': '', 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'mac_address': 'fa:16:3e:c2:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:07Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 2, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'subnets': [{'id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:13.037992 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Checking router: 68d47cfd-3379-46de-86c4-ab72f754b769 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:43:13.038342 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Updating router 68d47cfd-3379-46de-86c4-ab72f754b769 port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:43:13.060800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e0c0f6e6-c4eb-4845-aa81-832d56fea92e None None] Port 7e95b593-3bad-4592-81eb-a7bb1992996b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:43:13.093994 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.208926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:13.279692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:13.280076 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.303866 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-ce81f9e6-12d8-4f8e-ace5-8afab0eb8c7a tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:13.304482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-ce81f9e6-12d8-4f8e-ace5-8afab0eb8c7a tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:43:13.372733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-ce81f9e6-12d8-4f8e-ace5-8afab0eb8c7a tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:43:13.373928 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-ce81f9e6-12d8-4f8e-ace5-8afab0eb8c7a tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 931 time: 0.1966619 Jan 28 10:43:13.385925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e95b593-3bad-4592-81eb-a7bb1992996b {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:43:13.406408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.441265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Transition to ACTIVE for port object 7e95b593-3bad-4592-81eb-a7bb1992996b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:13.445910 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-0c3f9d65-ee23-4b1e-a778-6168514e82ca tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:43:13.449874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.493088 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.507634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Transition to ACTIVE for port object 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:13.515168 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.584377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-0c3f9d65-ee23-4b1e-a778-6168514e82ca tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:43:13.585556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a1701cff-a9e9-426a-9989-89bb7d80b073 req-0c3f9d65-ee23-4b1e-a778-6168514e82ca tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022471 Jan 28 10:43:13.633479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e95b593-3bad-4592-81eb-a7bb1992996b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:13.714674 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Attempting to bind port 7e95b593-3bad-4592-81eb-a7bb1992996b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:13.715090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Attempting to bind port 7e95b593-3bad-4592-81eb-a7bb1992996b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:13.715624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Attempting to bind port 7e95b593-3bad-4592-81eb-a7bb1992996b on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:13.721650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Port 7e95b593-3bad-4592-81eb-a7bb1992996b on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:43:13.722047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Attempting to bind port 7e95b593-3bad-4592-81eb-a7bb1992996b on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:13.729361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:13.729788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Checking segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:13.730248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Bound using segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:13.730962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Bound port: 7e95b593-3bad-4592-81eb-a7bb1992996b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:13.731404 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.740700 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Attempting to bind port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:13.741241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Attempting to bind port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:13.741416 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Attempting to bind port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 on network f7cc789e-98b7-445d-9e6f-4575ec435e1a {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:13.748944 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:13.749337 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Checking segment: {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:13.749914 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.750489 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Bound using segment: {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:13.751144 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Bound port: 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd384c408-1266-4d40-a731-69fde9305124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:13.751685 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.810742 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243e743-8c26-4604-9fde-ac2427d7bd4b None None] Pushing event updated for resources: {'Port': ['ID=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:13.838672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] For port 7e95b593-3bad-4592-81eb-a7bb1992996b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:13.841652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] For port 7e95b593-3bad-4592-81eb-a7bb1992996b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7e95b593-3bad-4592-81eb-a7bb1992996b,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:13.847864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.856333 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] For port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:13.859381 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] For port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:13.862827 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.907596 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:13.908130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:13.909525 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] 10.222.0.43 "PUT /v2.0/ports/7e95b593-3bad-4592-81eb-a7bb1992996b HTTP/1.1" status: 200 len: 1091 time: 1.0838976 Jan 28 10:43:13.909969 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'tag': '7e95b593-3bad-4592-81eb-a7bb1992996b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:43:13.945938 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Routers {'68d47cfd-3379-46de-86c4-ab72f754b769'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:43:13.946876 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:42:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68d47cfd-3379-46de-86c4-ab72f754b769'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:13.952505 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8ea7e-ca99-43bd-90b5-aa7c8c459d4d service neutron] Pushing event updated for resources: {'Port': ['ID=7e95b593-3bad-4592-81eb-a7bb1992996b,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:14.008800 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'tag': '7e95b593-3bad-4592-81eb-a7bb1992996b', 'status': 'completed', 'code': 200} Jan 28 10:43:14.054044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-c9520bb1-4861-4943-8929-f8d9110a6550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:14.055814 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-c9520bb1-4861-4943-8929-f8d9110a6550 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 1094 time: 0.0957680 Jan 28 10:43:14.123806 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243e743-8c26-4604-9fde-ac2427d7bd4b None None] Pushing event updated for resources: {'Port': ['ID=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:14.150162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-3f8fb3bb-ee32-4bcd-a37f-9fa330928b09 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e95b593-3bad-4592-81eb-a7bb1992996b HTTP/1.1" status: 200 len: 217 time: 0.0871277 Jan 28 10:43:14.150634 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] Set router 68d47cfd-3379-46de-86c4-ab72f754b769 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:43:14.215439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-9b561c1e-7385-47df-b7d0-f19c005e3609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:14.217110 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-9b561c1e-7385-47df-b7d0-f19c005e3609 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 HTTP/1.1" status: 200 len: 855 time: 0.0610147 Jan 28 10:43:14.223763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:14.291263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-ca6ccbab-a159-468e-9343-a5bca6079080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:14.292758 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-ca6ccbab-a159-468e-9343-a5bca6079080 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697167 Jan 28 10:43:14.424529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-a5f8a0f8-192f-4b27-bc1e-2ddd0ec97bfe service neutron] 10.222.0.43 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254170 Jan 28 10:43:14.466428 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1d1c5b7d-71de-40ff-a64f-a8dfa15bca82', 'name': '', 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'mac_address': 'fa:16:3e:c2:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:07Z', 'updated_at': '2022-01-28T10:43:13Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'subnets': [{'id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:43:14.471145 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92efdb55-6832-4219-9e91-7fe8291f8ff7 None None] The sync data for ids ['68d47cfd-3379-46de-86c4-ab72f754b769'] in n-d-825178-2 is: [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:43:08Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '1d1c5b7d-71de-40ff-a64f-a8dfa15bca82', 'name': '', 'network_id': 'f7cc789e-98b7-445d-9e6f-4575ec435e1a', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'mac_address': 'fa:16:3e:c2:2b:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:07Z', 'updated_at': '2022-01-28T10:43:13Z', 'revision_number': 4, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'subnets': [{'id': 'f55a6e9d-2a0d-48c3-ab75-c756e794a04f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:43:14.666150 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-082f25e0-2b9c-49e5-b9c6-7f58b836a9ee req-2d91f54c-1406-4156-94fe-ba4ee1d371bb service neutron] 10.222.0.43 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354748 Jan 28 10:43:14.843742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-a0438e55-ac1b-4265-8127-5c4698a01597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:14.845783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-a0438e55-ac1b-4265-8127-5c4698a01597 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 1094 time: 0.1064045 Jan 28 10:43:14.853247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13ac996-2655-411c-b918-5e576fae98d9 req-42b687bf-b250-4beb-9ebc-10a427a61631 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:14.854564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13ac996-2655-411c-b918-5e576fae98d9 req-42b687bf-b250-4beb-9ebc-10a427a61631 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 943 time: 0.1511815 Jan 28 10:43:14.981350 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c13ac996-2655-411c-b918-5e576fae98d9 req-380122ef-7345-407e-8ebc-1aeb44a4a955 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081564 Jan 28 10:43:15.017762 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-7ae8908c-93a0-4c7c-b0fe-f7d4484ac890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:15.019341 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-7ae8908c-93a0-4c7c-b0fe-f7d4484ac890 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 917 time: 0.1639180 Jan 28 10:43:15.089483 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-cc5cea59-3581-4293-a478-6894d1714fe6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e95b593-3bad-4592-81eb-a7bb1992996b HTTP/1.1" status: 200 len: 217 time: 0.0627856 Jan 28 10:43:15.162819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-7e600b84-b4e0-4fbe-b77e-68362060fee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:15.164263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-7e600b84-b4e0-4fbe-b77e-68362060fee8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 HTTP/1.1" status: 200 len: 855 time: 0.0672092 Jan 28 10:43:15.224463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:15.241793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-ef678aed-cf2c-4fc3-9ac9-d99ab945ac6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:15.243284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-ef678aed-cf2c-4fc3-9ac9-d99ab945ac6b service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729845 Jan 28 10:43:15.377327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:15.377574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-d901d8b4-23a4-48fa-acf7-c380ee45fab8 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278493 Jan 28 10:43:15.383779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:15.384148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:15.521155 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-448ef47b-3382-4451-80b2-f6a1bda85430 req-e1432f5a-f510-4ef2-a85e-b4d3a8086efd service neutron] 10.222.0.43 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374385 Jan 28 10:43:15.586660 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:15.629463 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:15.632970 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:15.713167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:15.736329 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:16.166077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7e95b593-3bad-4592-81eb-a7bb1992996b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:43:16.169232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e65541-b2df-46c6-b139-372ce2510e94 req-0f70f891-6247-4130-b57e-8bc4fd1f7947 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:16.170682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48e65541-b2df-46c6-b139-372ce2510e94 req-0f70f891-6247-4130-b57e-8bc4fd1f7947 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 943 time: 0.0787795 Jan 28 10:43:16.217508 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48e65541-b2df-46c6-b139-372ce2510e94 req-7dfafa2a-44f2-49ed-8f55-7594285296b0 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412238 Jan 28 10:43:16.299041 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7e95b593-3bad-4592-81eb-a7bb1992996b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7e95b593-3bad-4592-81eb-a7bb1992996b,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:16.311534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '7e95b593-3bad-4592-81eb-a7bb1992996b', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'port_id': '7e95b593-3bad-4592-81eb-a7bb1992996b', 'mac_address': 'fa:16:3e:48:a6:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:43:16.365236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:16.381376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e95b593-3bad-4592-81eb-a7bb1992996b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:43:16.396366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7e95b593-3bad-4592-81eb-a7bb1992996b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7e95b593-3bad-4592-81eb-a7bb1992996b,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:16.400223 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:16.500275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7e95b593-3bad-4592-81eb-a7bb1992996b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:16.600711 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7e95b593-3bad-4592-81eb-a7bb1992996b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:43:17.191035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:17.241481 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:43:17.261449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:17.261819 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:17.401531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab972b9e-5792-4fa4-ab1d-ec58f78e5ac2 req-cdacc78d-046d-4b0c-87a4-d575e72fa5a1 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:17.402964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab972b9e-5792-4fa4-ab1d-ec58f78e5ac2 req-cdacc78d-046d-4b0c-87a4-d575e72fa5a1 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 944 time: 0.0825467 Jan 28 10:43:17.445724 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab972b9e-5792-4fa4-ab1d-ec58f78e5ac2 req-e18e271c-526d-435e-bc57-b01ca4cc99c6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365806 Jan 28 10:43:18.177821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7e95b593-3bad-4592-81eb-a7bb1992996b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:18.242554 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 7e95b593-3bad-4592-81eb-a7bb1992996b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:18.247215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 7e95b593-3bad-4592-81eb-a7bb1992996b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:18.247581 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:18.359897 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:18.386261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95b593-3bad-4592-81eb-a7bb1992996b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:43:18.396586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 7e95b593-3bad-4592-81eb-a7bb1992996b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7e95b593-3bad-4592-81eb-a7bb1992996b,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:18.401469 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:18.436322 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e95b593-3bad-4592-81eb-a7bb1992996b', 'code': 200} Jan 28 10:43:18.468234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=7e95b593-3bad-4592-81eb-a7bb1992996b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:18.615196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b1557d-32fa-436b-9f22-0185ced312d6 req-ffa40d21-9dc9-4394-b1c6-3c4e4735c45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:18.616611 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b1557d-32fa-436b-9f22-0185ced312d6 req-ffa40d21-9dc9-4394-b1c6-3c4e4735c45d service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 1096 time: 0.1206198 Jan 28 10:43:18.665477 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b8b1557d-32fa-436b-9f22-0185ced312d6 req-abb29e61-a4f5-43a4-b2a5-b65d199e5b0c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 Jan 28 10:43:18.673529 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f258586-2e1b-4d9d-b49b-89dbf5633311 req-3bb82f71-323f-43f5-8081-5c50ede81233 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:18.674864 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f258586-2e1b-4d9d-b49b-89dbf5633311 req-3bb82f71-323f-43f5-8081-5c50ede81233 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.1193025 Jan 28 10:43:18.716729 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f258586-2e1b-4d9d-b49b-89dbf5633311 req-93cf433e-546a-4bc1-9087-4d21d6e719a7 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359960 Jan 28 10:43:19.900180 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae13537-ec00-4acb-9d5a-89c8355f35d9 req-29e4ed6d-77a9-426d-a3b8-bfe3580467c5 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:19.901656 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aae13537-ec00-4acb-9d5a-89c8355f35d9 req-29e4ed6d-77a9-426d-a3b8-bfe3580467c5 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.0794096 Jan 28 10:43:19.945226 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-aae13537-ec00-4acb-9d5a-89c8355f35d9 req-e7b880f2-4488-4217-8c61-4419975a0403 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379968 Jan 28 10:43:21.129883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d7c83-2205-47b9-88df-2de063182ca0 req-e0ac9959-1f35-4f58-81b8-38bc3cff1080 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:21.131336 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e05d7c83-2205-47b9-88df-2de063182ca0 req-e0ac9959-1f35-4f58-81b8-38bc3cff1080 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.0810723 Jan 28 10:43:21.173835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e05d7c83-2205-47b9-88df-2de063182ca0 req-da5dd568-af2e-49e3-a528-630760abbe19 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Jan 28 10:43:21.364176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d056242-f29b-40b1-ba5a-6f03ea1b1c00 req-2e85c8be-b3f9-434f-96c2-a9be63dd299d tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:21.365556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5d056242-f29b-40b1-ba5a-6f03ea1b1c00 req-2e85c8be-b3f9-434f-96c2-a9be63dd299d tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.0815167 Jan 28 10:43:21.409085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5d056242-f29b-40b1-ba5a-6f03ea1b1c00 req-1f2e3499-ad06-417d-a5ab-5f89e03aadd5 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376928 Jan 28 10:43:26.011425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51836bb9-c3e5-4309-a42c-1f07e28a278f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:28.462349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e6cde9a0-c286-46b8-9238-1299ffba84b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:29.590228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:29.618294 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:29.931345 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-a29c5537-36c9-45a4-850c-ef43d79ce04e service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1586518 Jan 28 10:43:30.067595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-a900d55c-5e9f-4146-b851-aa78ec72abb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:30.069075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-a900d55c-5e9f-4146-b851-aa78ec72abb2 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 1096 time: 0.0723820 Jan 28 10:43:30.311339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-0ce9aa49-fc9a-4127-8135-9a50786523a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:30.312791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-0ce9aa49-fc9a-4127-8135-9a50786523a3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 917 time: 0.2241209 Jan 28 10:43:30.386017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-71c7a44b-838a-4daa-aa5e-96e70c6143d1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e95b593-3bad-4592-81eb-a7bb1992996b HTTP/1.1" status: 200 len: 217 time: 0.0624335 Jan 28 10:43:30.460636 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-e191aca9-e6a3-48e3-8d09-b2c8b141d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:30.461965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-e191aca9-e6a3-48e3-8d09-b2c8b141d64f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 HTTP/1.1" status: 200 len: 855 time: 0.0581486 Jan 28 10:43:30.535469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-4a559e00-12a1-4372-ac80-0bfc55242e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:30.536960 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-4a559e00-12a1-4372-ac80-0bfc55242e58 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688915 Jan 28 10:43:30.667535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-85cb2ba9-5299-4334-858d-c9c3ceb51247 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241140 Jan 28 10:43:30.810522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6da2195f-b936-448c-a20a-e0fefbf100c8 req-e140adc1-8343-4f83-89cb-b2950e3e9cc1 service neutron] 10.222.0.43 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364117 Jan 28 10:43:31.040085 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:35.937689 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce91c60-fa65-46a8-acca-3b092afced03 req-9bedb9a3-6b7c-4ced-9540-7ffc3a941e83 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:35.939019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bce91c60-fa65-46a8-acca-3b092afced03 req-9bedb9a3-6b7c-4ced-9540-7ffc3a941e83 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.0809596 Jan 28 10:43:35.982222 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bce91c60-fa65-46a8-acca-3b092afced03 req-8d201f91-e1bf-40cf-b43b-4214c3db3231 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374696 Jan 28 10:43:37.168116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4da668-bd39-4e78-98be-5713cbb9948a req-bb14df3c-eedc-4814-aed0-54df207a811e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:37.169583 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c4da668-bd39-4e78-98be-5713cbb9948a req-bb14df3c-eedc-4814-aed0-54df207a811e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.0815456 Jan 28 10:43:37.213402 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c4da668-bd39-4e78-98be-5713cbb9948a req-c73045db-8ab0-4f72-824f-15e8421da7f8 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376470 Jan 28 10:43:37.374451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ee949e-1131-41f5-b550-752397962620 req-73c91cb5-5d3a-4e22-89ed-286ff026d4df tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:37.375844 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8ee949e-1131-41f5-b550-752397962620 req-73c91cb5-5d3a-4e22-89ed-286ff026d4df tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.43 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 945 time: 0.0766187 Jan 28 10:43:37.445457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Deleting port 7e95b593-3bad-4592-81eb-a7bb1992996b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:43:37.445789 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:37.689645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] For port 7e95b593-3bad-4592-81eb-a7bb1992996b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=7e95b593-3bad-4592-81eb-a7bb1992996b,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:37.689892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:37.815528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Calling delete_port for 7e95b593-3bad-4592-81eb-a7bb1992996b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:43:37.955448 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:37.967189 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['7e95b593-3bad-4592-81eb-a7bb1992996b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:43:38.009504 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Pushing event deleted for resources: {'Port': ['ID=7e95b593-3bad-4592-81eb-a7bb1992996b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:38.078937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.079267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.079594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.079913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.080226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.080539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.080879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.081196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.081508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.081817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.082125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.082430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:38.095979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] No DVR routers for this DVR port 7e95b593-3bad-4592-81eb-a7bb1992996b on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:43:38.098417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:38.100997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'name': 'network-vif-deleted', 'tag': '7e95b593-3bad-4592-81eb-a7bb1992996b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:43:38.119776 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8ee949e-1131-41f5-b550-752397962620 req-1fb974a3-a8d4-40b9-8ab9-60d2f02acbbf tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.43 "DELETE /v2.0/ports/7e95b593-3bad-4592-81eb-a7bb1992996b HTTP/1.1" status: 204 len: 173 time: 0.7390757 Jan 28 10:43:38.155301 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f78356fe-dfdc-481b-b853-86b8f249cf89', 'name': 'network-vif-deleted', 'tag': '7e95b593-3bad-4592-81eb-a7bb1992996b', 'status': 'completed', 'code': 200} Jan 28 10:43:38.379352 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02966d3-a063-4a48-a548-8e0f6b40d643 req-aa2ea50c-6108-47f7-8cc3-14ff6f79a6f7 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=f78356fe-dfdc-481b-b853-86b8f249cf89 HTTP/1.1" status: 200 len: 210 time: 0.0493395 Jan 28 10:43:40.068153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-30555ed5-66e1-4992-8438-0b8ba0a1366c tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:40.069538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-30555ed5-66e1-4992-8438-0b8ba0a1366c tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 816 time: 0.1494217 Jan 28 10:43:40.084981 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-4927c65d-8fe2-425d-a027-b318065f3447 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/quotas/e990f1aa9cc74253983713bd9b15866a HTTP/1.1" status: 200 len: 375 time: 0.0101500 Jan 28 10:43:40.166836 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-4923c016-823f-4f32-8fee-1db88e4e0972 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771778 Jan 28 10:43:40.256130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7e95b593-3bad-4592-81eb-a7bb1992996b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:43:40.289461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 7e95b593-3bad-4592-81eb-a7bb1992996b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:43:40.289786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 7e95b593-3bad-4592-81eb-a7bb1992996b not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:43:40.303109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-754dee16-9581-4cb5-9e5c-468429d1399f service neutron] 10.222.0.42 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251392 Jan 28 10:43:40.544090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-e50779fc-24a2-4cd8-a594-38d9a8a38591 service neutron] 10.222.0.42 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352085 Jan 28 10:43:40.724199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f7224650-714e-4b1b-94d1-f3b7a7f6fe8d req-b0a6d4c8-c2f2-47c9-839c-c4a503fba7c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:43:40.740135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-f7224650-714e-4b1b-94d1-f3b7a7f6fe8d req-b0a6d4c8-c2f2-47c9-839c-c4a503fba7c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:43:40.741564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f7224650-714e-4b1b-94d1-f3b7a7f6fe8d req-b0a6d4c8-c2f2-47c9-839c-c4a503fba7c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 210 time: 0.0595794 Jan 28 10:43:41.841708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-0dc5cf7e-75d9-4f2d-b431-2631e3b0f9d1 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:41.843067 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-0dc5cf7e-75d9-4f2d-b431-2631e3b0f9d1 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.25 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 816 time: 0.1499958 Jan 28 10:43:41.897015 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Request body: {'port': {'device_id': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'admin_state_up': True, 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:41.922868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d766503d-7cf2-4fb5-9eca-a120a196187a req-202f8f35-b410-4a64-8c2b-ff2f1d2f7510 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 210 time: 0.0707061 Jan 28 10:43:42.043658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:43:42.053590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:43:42.063074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Made reservation on behalf of e990f1aa9cc74253983713bd9b15866a for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:43:42.066527 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:42.223465 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Allocated IP 172.20.0.6 (2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f/aa53d5ef-28c1-46d9-8a5e-0f3290c810f0/0f5a4f1a-94b4-4e72-8884-3d3c78558109) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:43:42.427732 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:42.443062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Transition to ACTIVE for port object 0f5a4f1a-94b4-4e72-8884-3d3c78558109 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:42.466233 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:42.536880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:43:42.539986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:43:42.543895 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:43:42.575186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Pushing event updated for resources: {'Port': ['ID=0f5a4f1a-94b4-4e72-8884-3d3c78558109,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:42.598589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.598834 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.599166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.599492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.599814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.600144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.600463 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.600806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.601123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.601443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.601752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.602062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:42.626521 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:42.627138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:42.652429 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-6c5685c7-9463-4182-b0af-d2e9141086a6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7637410 Jan 28 10:43:42.667716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Request body: {'port': {'device_id': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:43:42.727570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-590348aa-5d8b-449d-b935-fd2234bdd4f9 None None] Provisioning for port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:42.733259 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-590348aa-5d8b-449d-b935-fd2234bdd4f9 None None] Provisioning complete for port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:42.733623 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-590348aa-5d8b-449d-b935-fd2234bdd4f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:42.780212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:42.788319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-590348aa-5d8b-449d-b935-fd2234bdd4f9 None None] Port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:43:43.107151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66562f-b099-45c0-879f-8b4e9617c28a req-a4ccf049-44ce-4ee7-9c3b-63bf6987f0bb tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:43.108562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae66562f-b099-45c0-879f-8b4e9617c28a req-a4ccf049-44ce-4ee7-9c3b-63bf6987f0bb tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 931 time: 0.0790899 Jan 28 10:43:43.122242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f5a4f1a-94b4-4e72-8884-3d3c78558109 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:43:43.130232 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:43.146380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Transition to ACTIVE for port object 0f5a4f1a-94b4-4e72-8884-3d3c78558109 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:43:43.151528 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:43.158974 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae66562f-b099-45c0-879f-8b4e9617c28a req-c0ed162a-e235-4636-811f-da5c03e1972b tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441656 Jan 28 10:43:43.282371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=0f5a4f1a-94b4-4e72-8884-3d3c78558109,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:43.390775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Attempting to bind port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:43:43.391160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Attempting to bind port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:43:43.391481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Attempting to bind port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:43.396203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:43:43.396491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Attempting to bind port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 on network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:43:43.401559 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:43:43.401889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Checking segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:43:43.402263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Bound using segment: {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:43:43.402681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Bound port: 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66da16b8-0dcc-4bf9-bfc0-791b69c7641e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:43:43.403020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:43.489496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] For port 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:43:43.492286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] For port 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:43:43.497627 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:43.559992 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:43.560605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:43.562142 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] 10.222.0.25 "PUT /v2.0/ports/0f5a4f1a-94b4-4e72-8884-3d3c78558109 HTTP/1.1" status: 200 len: 1091 time: 0.8986149 Jan 28 10:43:43.562452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'tag': '0f5a4f1a-94b4-4e72-8884-3d3c78558109'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:43:43.590423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c1b8bd-82b8-4d7c-ad3b-08ff6969cc1a service neutron] Pushing event updated for resources: {'Port': ['ID=0f5a4f1a-94b4-4e72-8884-3d3c78558109,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:43.756473 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'tag': '0f5a4f1a-94b4-4e72-8884-3d3c78558109', 'status': 'completed', 'code': 200} Jan 28 10:43:43.794909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-647c59a3-dc22-4677-99f4-5c6ddfa969be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:43.796379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-647c59a3-dc22-4677-99f4-5c6ddfa969be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 1094 time: 0.1840942 Jan 28 10:43:43.871300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-2ed41bf9-e652-4038-b8a6-4f77d2d12c1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109 HTTP/1.1" status: 200 len: 217 time: 0.0641751 Jan 28 10:43:43.935397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-8ea59a5f-b5b3-4cf0-995d-a4961aa9b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:43.936768 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-8ea59a5f-b5b3-4cf0-995d-a4961aa9b712 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 HTTP/1.1" status: 200 len: 855 time: 0.0559990 Jan 28 10:43:44.017063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b473989-4cff-453f-ad20-af738c5417a0 req-2a97009d-ff65-4350-8c2c-6876db4b5f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:44.018516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-2a97009d-ff65-4350-8c2c-6876db4b5f48 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723860 Jan 28 10:43:44.155096 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-cca0efb5-8f90-445a-9f95-e74933b461f0 service neutron] 10.222.0.25 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270099 Jan 28 10:43:44.243598 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:44.290608 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b473989-4cff-453f-ad20-af738c5417a0 req-1c1c19d1-a8d8-4d91-a27e-9362cbe501a7 service neutron] 10.222.0.25 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264067 Jan 28 10:43:44.343682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0460b72c-9bb5-4454-85e5-862eb4c7b70d req-35d52a17-5031-4dac-a771-ad08b06db491 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:44.345258 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0460b72c-9bb5-4454-85e5-862eb4c7b70d req-35d52a17-5031-4dac-a771-ad08b06db491 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 943 time: 0.0814691 Jan 28 10:43:44.389835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0460b72c-9bb5-4454-85e5-862eb4c7b70d req-daf71f9f-f3c7-4aa7-b157-ac302361c09b tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Jan 28 10:43:44.417043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637f96a-974b-4201-8fc8-4969591d8022 req-915af91e-62a7-41f5-90ac-41fc9b1299dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:44.418433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-915af91e-62a7-41f5-90ac-41fc9b1299dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=e990f1aa9cc74253983713bd9b15866a&device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 1094 time: 0.0702658 Jan 28 10:43:44.548903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637f96a-974b-4201-8fc8-4969591d8022 req-187592c4-310f-4369-b84b-ddf96e6ca450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:44.550387 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-187592c4-310f-4369-b84b-ddf96e6ca450 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 200 len: 917 time: 0.1255977 Jan 28 10:43:44.627852 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-400cdc4f-d091-4ab3-b2dc-d851149a5b94 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109 HTTP/1.1" status: 200 len: 217 time: 0.0673373 Jan 28 10:43:44.690348 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637f96a-974b-4201-8fc8-4969591d8022 req-f444aff4-734c-4f01-ae4a-43b8281fb89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:44.691646 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-f444aff4-734c-4f01-ae4a-43b8281fb89f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 HTTP/1.1" status: 200 len: 855 time: 0.0568068 Jan 28 10:43:44.769347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d637f96a-974b-4201-8fc8-4969591d8022 req-bfeec5cd-8303-4274-902e-0b2aecd61798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:44.770797 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-bfeec5cd-8303-4274-902e-0b2aecd61798 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723710 Jan 28 10:43:44.902356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-a60983c0-1d7d-47b3-bde3-0430447ca000 service neutron] 10.222.0.25 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247497 Jan 28 10:43:45.034168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d637f96a-974b-4201-8fc8-4969591d8022 req-c4c5749f-5c05-4d5d-9f16-9f6754a3eeba service neutron] 10.222.0.25 "GET /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236968 Jan 28 10:43:45.574831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f081d1-a4e6-4150-bcc4-b9c32619b7aa req-9d654053-5489-40b2-b163-88fe4f7a230f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:45.575507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-00f081d1-a4e6-4150-bcc4-b9c32619b7aa req-9d654053-5489-40b2-b163-88fe4f7a230f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:43:45.589867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-00f081d1-a4e6-4150-bcc4-b9c32619b7aa req-9d654053-5489-40b2-b163-88fe4f7a230f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:43:45.591095 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00f081d1-a4e6-4150-bcc4-b9c32619b7aa req-9d654053-5489-40b2-b163-88fe4f7a230f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 943 time: 0.0937269 Jan 28 10:43:45.636168 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00f081d1-a4e6-4150-bcc4-b9c32619b7aa req-3bdbc21a-33e7-4eae-9da0-aba5b6165c4a tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392735 Jan 28 10:43:45.735755 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:46.824347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d87bcae-8b3e-4168-95ea-f1d9471de8f3 req-0515c394-5e06-44a5-a30c-98b5ece3100c tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:46.825725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d87bcae-8b3e-4168-95ea-f1d9471de8f3 req-0515c394-5e06-44a5-a30c-98b5ece3100c tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 943 time: 0.0838017 Jan 28 10:43:46.868328 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2d87bcae-8b3e-4168-95ea-f1d9471de8f3 req-b83029c6-a23a-451e-a9eb-80a01f0785c4 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365322 Jan 28 10:43:48.102573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e0b085-a702-41c6-93b3-be3354a07db3 req-a676ed2d-3c0b-4f5f-abb3-e84d9dcc653f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:48.104022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6e0b085-a702-41c6-93b3-be3354a07db3 req-a676ed2d-3c0b-4f5f-abb3-e84d9dcc653f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 943 time: 0.1339476 Jan 28 10:43:48.148895 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a6e0b085-a702-41c6-93b3-be3354a07db3 req-378cc627-b78a-4968-8710-781ae087f0b6 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390427 Jan 28 10:43:48.926164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0f5a4f1a-94b4-4e72-8884-3d3c78558109 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:43:49.064435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:49.077200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '0f5a4f1a-94b4-4e72-8884-3d3c78558109', 'network_id': '2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f', 'port_id': '0f5a4f1a-94b4-4e72-8884-3d3c78558109', 'mac_address': 'fa:16:3e:a1:67:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa53d5ef-28c1-46d9-8a5e-0f3290c810f0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:43:49.132153 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:49.148989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f5a4f1a-94b4-4e72-8884-3d3c78558109 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:43:49.164109 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:49.167703 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:49.236484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=0f5a4f1a-94b4-4e72-8884-3d3c78558109,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:49.243913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.244260 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.244601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.244966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.245550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.245877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.246205 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.246528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.246852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.247174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.247494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.247812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:43:49.334454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbf0ac-cc6b-4db6-ba72-b9ea31ac3a77 req-b11421c5-61ca-4463-814d-826948893d9e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:49.335888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bebbf0ac-cc6b-4db6-ba72-b9ea31ac3a77 req-b11421c5-61ca-4463-814d-826948893d9e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 944 time: 0.0774767 Jan 28 10:43:49.380232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bebbf0ac-cc6b-4db6-ba72-b9ea31ac3a77 req-6d4253b1-a6e3-46e6-b247-69a9e5bcc51f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385742 Jan 28 10:43:49.409877 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['0f5a4f1a-94b4-4e72-8884-3d3c78558109'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:43:50.559974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0423e0-402c-487e-9144-fd89dbf0ef89 req-3575f149-7c6d-4080-95be-de666e3f4fb0 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:50.561518 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e0423e0-402c-487e-9144-fd89dbf0ef89 req-3575f149-7c6d-4080-95be-de666e3f4fb0 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 944 time: 0.0792530 Jan 28 10:43:50.604970 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0e0423e0-402c-487e-9144-fd89dbf0ef89 req-7b7bef9c-ee0f-4694-9312-ff6811cf89a7 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373919 Jan 28 10:43:50.942257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0f5a4f1a-94b4-4e72-8884-3d3c78558109 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:43:51.009774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:43:51.015156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:43:51.015565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:51.133482 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:51.159795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5a4f1a-94b4-4e72-8884-3d3c78558109'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:43:51.169493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:43:51.174231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:51.209717 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f5a4f1a-94b4-4e72-8884-3d3c78558109', 'code': 200} Jan 28 10:43:51.241790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=0f5a4f1a-94b4-4e72-8884-3d3c78558109,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:43:51.444148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadfb681-8396-457d-87a8-5cc0056d1142 req-b7bdc248-e7b8-41d6-8f7f-bc588cb1a40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:51.445661 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eadfb681-8396-457d-87a8-5cc0056d1142 req-b7bdc248-e7b8-41d6-8f7f-bc588cb1a40c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 1096 time: 0.1721008 Jan 28 10:43:51.497822 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eadfb681-8396-457d-87a8-5cc0056d1142 req-69fdd3a3-a6c0-4d21-97b9-07d373addc54 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Jan 28 10:43:51.789444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2152336-a431-41ac-a3dd-13a29dbb4af1 req-58cfa62c-512c-4f58-8358-a2636d335852 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:51.790817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2152336-a431-41ac-a3dd-13a29dbb4af1 req-58cfa62c-512c-4f58-8358-a2636d335852 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 945 time: 0.0791218 Jan 28 10:43:51.836464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2152336-a431-41ac-a3dd-13a29dbb4af1 req-5e63ac7e-bf6a-4f85-9c15-a94ba39b1b12 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400198 Jan 28 10:43:53.067939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c9f9f-37aa-47e4-97ad-d6e4e51b5a63 req-c5636942-c83f-4596-89b3-2ba34d10b746 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:53.069404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c67c9f9f-37aa-47e4-97ad-d6e4e51b5a63 req-c5636942-c83f-4596-89b3-2ba34d10b746 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 945 time: 0.1284480 Jan 28 10:43:53.112884 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c67c9f9f-37aa-47e4-97ad-d6e4e51b5a63 req-1f24c2cf-0b23-4514-a0ae-537b9800c778 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377893 Jan 28 10:43:53.291597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386da716-1eec-4087-a400-8fb1f57f3d79 req-77040718-cb42-48e8-aba3-7dabc00eeb7e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:43:53.293076 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-386da716-1eec-4087-a400-8fb1f57f3d79 req-77040718-cb42-48e8-aba3-7dabc00eeb7e tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 945 time: 0.0785844 Jan 28 10:43:53.335655 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-386da716-1eec-4087-a400-8fb1f57f3d79 req-c5f3ba6f-6de5-4bd2-bc11-013c7edd22d2 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370269 Jan 28 10:43:54.242362 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:43:56.011735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-028f4c31-aabc-4a2d-874c-923e6d76b44b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:58.464286 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6efa5336-6973-427a-9c26-10beb4ea37c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:59.591957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:43:59.621166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:01.041976 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:08.810566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57457ca8-bb0e-4927-ba35-edc1866c28ae req-86a9cffc-57f2-4b81-996c-71925bf3d70f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:08.811986 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57457ca8-bb0e-4927-ba35-edc1866c28ae req-86a9cffc-57f2-4b81-996c-71925bf3d70f tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 945 time: 0.0814977 Jan 28 10:44:08.854361 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57457ca8-bb0e-4927-ba35-edc1866c28ae req-7154c7b2-f3c3-4d38-b597-9ac6fec77bff tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361915 Jan 28 10:44:10.036427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faecb79-fab6-4225-b062-2714c5d34c68 req-35e9242e-4adb-44da-832c-3b6277bfc308 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:10.037874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1faecb79-fab6-4225-b062-2714c5d34c68 req-35e9242e-4adb-44da-832c-3b6277bfc308 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 945 time: 0.0781207 Jan 28 10:44:10.079773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1faecb79-fab6-4225-b062-2714c5d34c68 req-e4437201-830a-4564-8146-03cef6c53544 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/security-groups?id=dd7dc01b-4b40-457d-b1a3-7807b32fae60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364308 Jan 28 10:44:10.394691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69255ce9-39db-45eb-a941-e5953b9d156d req-e221ee34-8d5f-46a1-8bae-6d2de37b0219 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:10.396101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69255ce9-39db-45eb-a941-e5953b9d156d req-e221ee34-8d5f-46a1-8bae-6d2de37b0219 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.25 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 945 time: 0.0777662 Jan 28 10:44:10.469145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Deleting port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:10.469484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:10.713909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] For port 0f5a4f1a-94b4-4e72-8884-3d3c78558109, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=0f5a4f1a-94b4-4e72-8884-3d3c78558109,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:10.714177 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:10.839763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Calling delete_port for 0f5a4f1a-94b4-4e72-8884-3d3c78558109 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:10.978050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:10.994040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['0f5a4f1a-94b4-4e72-8884-3d3c78558109'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:44:11.030993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Pushing event deleted for resources: {'Port': ['ID=0f5a4f1a-94b4-4e72-8884-3d3c78558109,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:11.118657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] No DVR routers for this DVR port 0f5a4f1a-94b4-4e72-8884-3d3c78558109 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:44:11.121401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:11.128290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'name': 'network-vif-deleted', 'tag': '0f5a4f1a-94b4-4e72-8884-3d3c78558109'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:44:11.143117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69255ce9-39db-45eb-a941-e5953b9d156d req-c0000ea9-5579-4760-b6a2-2310060fc0c9 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.25 "DELETE /v2.0/ports/0f5a4f1a-94b4-4e72-8884-3d3c78558109 HTTP/1.1" status: 204 len: 173 time: 0.7386501 Jan 28 10:44:11.185634 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '029d9376-c6cd-4f0d-a444-24c2ee3bc372', 'name': 'network-vif-deleted', 'tag': '0f5a4f1a-94b4-4e72-8884-3d3c78558109', 'status': 'completed', 'code': 200} Jan 28 10:44:11.245568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0cd6597a-c32a-4400-95c0-a74d4fe711bf req-42b80db0-7030-4332-94a3-d9db9a3b0613 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Synchronizing usage tracker for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:44:11.260389 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-0cd6597a-c32a-4400-95c0-a74d4fe711bf req-42b80db0-7030-4332-94a3-d9db9a3b0613 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] Unset dirty status for tenant:e990f1aa9cc74253983713bd9b15866a on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:44:11.261628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0cd6597a-c32a-4400-95c0-a74d4fe711bf req-42b80db0-7030-4332-94a3-d9db9a3b0613 tempest-TestEncryptedCinderVolumes-811287345 tempest-TestEncryptedCinderVolumes-811287345-project] 10.222.0.42 "GET /v2.0/ports?device_id=029d9376-c6cd-4f0d-a444-24c2ee3bc372 HTTP/1.1" status: 200 len: 210 time: 0.0609546 Jan 28 10:44:12.392241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58066) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:13.029059 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:13.378043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Deleting port 2f3530af-e145-4983-aafd-edabb075b66c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:13.378373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:13.550475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] For port 2f3530af-e145-4983-aafd-edabb075b66c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2f3530af-e145-4983-aafd-edabb075b66c,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:13.551061 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:13.669798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Calling delete_port for 2f3530af-e145-4983-aafd-edabb075b66c owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:13.975352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:14.027372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Pushing event deleted for resources: {'Port': ['ID=2f3530af-e145-4983-aafd-edabb075b66c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:14.236111 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:14.414336 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:14.772534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:44:14.949782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:44:14.958770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] Sync routers for ids ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:44:14.967582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0e667653-4d46-4985-bbfa-dd5673fe6adc admin admin] 10.222.0.42 "PUT /v2.0/routers/bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5735810 Jan 28 10:44:14.968795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] Routers {'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:14.969398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:14.970147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58070) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:15.018020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0f5a4f1a-94b4-4e72-8884-3d3c78558109 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:15.101705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 0f5a4f1a-94b4-4e72-8884-3d3c78558109 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:15.102040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 0f5a4f1a-94b4-4e72-8884-3d3c78558109 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:15.152818 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:15.219875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] Set router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:15.328713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:15.338768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Deleting port a08de2ae-c495-45ce-b7b9-93d0b77c980f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:15.339234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:15.503487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149'}], 'enable_snat': True}, 'gw_port_id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:44:13Z', 'revision_number': 5, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port': {'id': 'a08de2ae-c495-45ce-b7b9-93d0b77c980f', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:65:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:42:58Z', 'updated_at': '2022-01-28T10:43:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:15.507236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] Checking router: bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:44:15.515975 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] For port a08de2ae-c495-45ce-b7b9-93d0b77c980f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=a08de2ae-c495-45ce-b7b9-93d0b77c980f,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:15.516317 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] Routers {'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:15.516444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:15.516961 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:15.673028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] Set router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:15.757002 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Calling delete_port for a08de2ae-c495-45ce-b7b9-93d0b77c980f owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:15.781183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:44:15Z', 'revision_number': 6, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:15.790242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d1d6abd-e3e5-40ac-ae36-02f3ba0cc66f None None] The sync data for ids ['bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce'] in n-d-825178-2 is: [{'id': 'bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce', 'name': 'tempest-TestEncryptedCinderVolumes-510670734-router', 'tenant_id': 'e990f1aa9cc74253983713bd9b15866a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:42:57Z', 'updated_at': '2022-01-28T10:44:15Z', 'revision_number': 6, 'project_id': 'e990f1aa9cc74253983713bd9b15866a', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:44:15.795758 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:15.925570 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:15.970451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08de2ae-c495-45ce-b7b9-93d0b77c980f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:16.064649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.241640 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.243780 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.265534 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.266041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:44:16.278429 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.279532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d0e1b6d6-098b-4add-b3d9-7d45c7917331 admin admin] 10.222.0.42 "DELETE /v2.0/routers/bc0fdf39-5531-4eb0-9e5a-4f9ba775e1ce HTTP/1.1" status: 204 len: 168 time: 1.3078191 Jan 28 10:44:16.282129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58074) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:16.339281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Deleting subnet aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:44:16.342036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.391689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.467708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.543235 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.581880 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa53d5ef-28c1-46d9-8a5e-0f3290c810f0,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:16.585367 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.591354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c12eefe6-c10a-4506-bc46-5e29454598cf None None] Network 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:44:16.591849 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c3c42181-8765-4d02-b001-db75d7c1e78f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aa53d5ef-28c1-46d9-8a5e-0f3290c810f0 HTTP/1.1" status: 204 len: 168 time: 0.3082352 Jan 28 10:44:16.593785 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58078) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:16.701476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.713129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Deleting port 718b43ab-813b-4523-90d5-11f078bbe559 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:16.713450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.858462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15749908-248e-4626-8461-95c424b8ca92 None None] DHCP port deletion for 2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:44:16.862511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Deleting port 718b43ab-813b-4523-90d5-11f078bbe559 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:16.862911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:16.937653 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] For port 718b43ab-813b-4523-90d5-11f078bbe559, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=718b43ab-813b-4523-90d5-11f078bbe559,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:16.938238 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.066658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-15749908-248e-4626-8461-95c424b8ca92 None None] For port 718b43ab-813b-4523-90d5-11f078bbe559, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=718b43ab-813b-4523-90d5-11f078bbe559,segment=NetworkSegment(66da16b8-0dcc-4bf9-bfc0-791b69c7641e),segment_id=66da16b8-0dcc-4bf9-bfc0-791b69c7641e)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:17.066959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.071776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Calling delete_port for 718b43ab-813b-4523-90d5-11f078bbe559 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:17.147289 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.188717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Calling delete_port for 718b43ab-813b-4523-90d5-11f078bbe559 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:17.199706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Pushing event deleted for resources: {'Port': ['ID=718b43ab-813b-4523-90d5-11f078bbe559,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:17.202493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] No DVR routers for this DVR port 718b43ab-813b-4523-90d5-11f078bbe559 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:44:17.277526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2f3530af-e145-4983-aafd-edabb075b66c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:17.316283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2f3530af-e145-4983-aafd-edabb075b66c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:17.316626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2f3530af-e145-4983-aafd-edabb075b66c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:17.317071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a08de2ae-c495-45ce-b7b9-93d0b77c980f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:17.352141 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: a08de2ae-c495-45ce-b7b9-93d0b77c980f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:17.352938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device a08de2ae-c495-45ce-b7b9-93d0b77c980f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:17.352938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 718b43ab-813b-4523-90d5-11f078bbe559 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:17.391233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 718b43ab-813b-4523-90d5-11f078bbe559 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:17.391233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 718b43ab-813b-4523-90d5-11f078bbe559 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:17.408964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:44:17.409313 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:44:17.425973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.450778 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:17.462359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66da16b8-0dcc-4bf9-bfc0-791b69c7641e') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:17.462650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66da16b8-0dcc-4bf9-bfc0-791b69c7641e') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:17.474442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.490208 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.496410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:44:17.496848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:44:17.509774 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:44:17.586300 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.602605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.614427 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] Pushing event deleted for resources: {'Network': ['ID=2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:17.626213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ba3223bd-1c42-4d5b-a92a-c337c519519f admin admin] 10.222.0.42 "DELETE /v2.0/networks/2cd1582b-bd0a-478a-a4b3-7bc9b7f33f1f HTTP/1.1" status: 204 len: 168 time: 1.0314944 Jan 28 10:44:17.629187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58082) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:17.910408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Deleting port 718b43ab-813b-4523-90d5-11f078bbe559 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:17.910965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15749908-248e-4626-8461-95c424b8ca92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:17.975519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15749908-248e-4626-8461-95c424b8ca92 None None] The port '718b43ab-813b-4523-90d5-11f078bbe559' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:44:18.161920 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:18.504721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Deleting port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:18.504949 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:18.782626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] For port 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:18.782873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:18.902843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Calling delete_port for 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:19.079124 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:19.128527 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d1c5b7d-71de-40ff-a64f-a8dfa15bca82,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:19.396422 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:19.746870 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Router 68d47cfd-3379-46de-86c4-ab72f754b769 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:44:19.917455 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:44:19.927101 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-28d4728d-b7bb-403e-9727-58c5ceea9835 admin admin] 10.222.0.42 "PUT /v2.0/routers/68d47cfd-3379-46de-86c4-ab72f754b769/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2969353 Jan 28 10:44:19.929568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58086) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:19.933177 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] Sync routers for ids ['68d47cfd-3379-46de-86c4-ab72f754b769'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:44:19.943099 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] Routers {'68d47cfd-3379-46de-86c4-ab72f754b769'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:19.943858 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68d47cfd-3379-46de-86c4-ab72f754b769'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:20.120891 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] Set router 68d47cfd-3379-46de-86c4-ab72f754b769 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:20.225876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:20.404745 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:20.414232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Deleting port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:20.414608 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:20.431311 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245'}], 'enable_snat': True}, 'gw_port_id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:44:19Z', 'revision_number': 5, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port': {'id': 'c7a04e8d-5ba2-41db-8492-9c61f4a0dd68', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:00:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:43:04Z', 'updated_at': '2022-01-28T10:43:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:20.435200 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] Checking router: 68d47cfd-3379-46de-86c4-ab72f754b769 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:44:20.443739 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] Routers {'68d47cfd-3379-46de-86c4-ab72f754b769'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:20.444322 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['68d47cfd-3379-46de-86c4-ab72f754b769'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:20.589364 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] For port c7a04e8d-5ba2-41db-8492-9c61f4a0dd68, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:20.589716 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:20.591326 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] Set router 68d47cfd-3379-46de-86c4-ab72f754b769 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:20.693562 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:44:20Z', 'revision_number': 6, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:20.697252 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161216ea-ad41-4735-9e1a-28db68400f26 None None] The sync data for ids ['68d47cfd-3379-46de-86c4-ab72f754b769'] in n-d-825178-2 is: [{'id': '68d47cfd-3379-46de-86c4-ab72f754b769', 'name': 'tempest-TestEncryptedCinderVolumes-1392040185-router', 'tenant_id': 'f89c1712ae114d3689d8966096e8d6c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:43:03Z', 'updated_at': '2022-01-28T10:44:20Z', 'revision_number': 6, 'project_id': 'f89c1712ae114d3689d8966096e8d6c4', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:44:20.714495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Calling delete_port for c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:20.879910 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:20.928145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Pushing event deleted for resources: {'Port': ['ID=c7a04e8d-5ba2-41db-8492-9c61f4a0dd68,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:21.020190 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.197926 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.200086 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.221699 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.222229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68d47cfd-3379-46de-86c4-ab72f754b769 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:44:21.234560 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.235676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1f90c717-74ea-46c7-8d9a-7ad8c1c6d79b admin admin] 10.222.0.42 "DELETE /v2.0/routers/68d47cfd-3379-46de-86c4-ab72f754b769 HTTP/1.1" status: 204 len: 168 time: 1.3052258 Jan 28 10:44:21.238154 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58090) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:21.299607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Deleting subnet f55a6e9d-2a0d-48c3-ab75-c756e794a04f {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:44:21.302394 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.351157 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.435340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.460491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:21.497392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:21.497733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1d1c5b7d-71de-40ff-a64f-a8dfa15bca82 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:21.498367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:21.505073 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.532320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:21.532684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device c7a04e8d-5ba2-41db-8492-9c61f4a0dd68 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:21.542928 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f55a6e9d-2a0d-48c3-ab75-c756e794a04f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:21.546524 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.553450 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b27cf721-8658-43db-bdb7-dcbbd40ce8ad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f55a6e9d-2a0d-48c3-ab75-c756e794a04f HTTP/1.1" status: 204 len: 168 time: 0.3143320 Jan 28 10:44:21.554219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670a36f2-8b38-4169-ac7b-4bb12ae9bbeb None None] Network f7cc789e-98b7-445d-9e6f-4575ec435e1a requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:44:21.555805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58094) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:21.790155 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.801470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Deleting port 271f4350-dbca-4ac8-9953-6811f474c1dc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:21.801767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:21.816577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] DHCP port deletion for f7cc789e-98b7-445d-9e6f-4575ec435e1a request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:44:21.821013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Deleting port 271f4350-dbca-4ac8-9953-6811f474c1dc {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:21.821383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.011446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] For port 271f4350-dbca-4ac8-9953-6811f474c1dc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=271f4350-dbca-4ac8-9953-6811f474c1dc,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:22.011698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.022160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] For port 271f4350-dbca-4ac8-9953-6811f474c1dc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=271f4350-dbca-4ac8-9953-6811f474c1dc,segment=NetworkSegment(d384c408-1266-4d40-a731-69fde9305124),segment_id=d384c408-1266-4d40-a731-69fde9305124)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:22.022550 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.133926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Calling delete_port for 271f4350-dbca-4ac8-9953-6811f474c1dc owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:22.143117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Calling delete_port for 271f4350-dbca-4ac8-9953-6811f474c1dc owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:44:22.211526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.221707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:44:22.222197 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:44:22.265210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] No DVR routers for this DVR port 271f4350-dbca-4ac8-9953-6811f474c1dc on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:44:22.266884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Pushing event deleted for resources: {'Port': ['ID=271f4350-dbca-4ac8-9953-6811f474c1dc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:22.382355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.406907 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cc789e-98b7-445d-9e6f-4575ec435e1a']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:22.419667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd384c408-1266-4d40-a731-69fde9305124') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:22.419963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd384c408-1266-4d40-a731-69fde9305124') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:22.431015 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.446721 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.452643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:44:22.453053 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:44:22.466683 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:44:22.544514 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.560154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.571391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] Pushing event deleted for resources: {'Network': ['ID=f7cc789e-98b7-445d-9e6f-4575ec435e1a,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:22.574424 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fe431511-87c3-4526-b6b0-c92372a123be admin admin] 10.222.0.42 "DELETE /v2.0/networks/f7cc789e-98b7-445d-9e6f-4575ec435e1a HTTP/1.1" status: 204 len: 168 time: 1.0172977 Jan 28 10:44:22.723656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Deleting port 271f4350-dbca-4ac8-9953-6811f474c1dc {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:44:22.724152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.738255 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:22.787560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f8e2d0dc-f64d-4fd5-aa23-9c92438390fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e990f1aa9cc74253983713bd9b15866a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479476 Jan 28 10:44:22.790157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58104) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:22.791545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0c30317d-e85b-4dca-99a4-6a44d0d1cc41 None None] The port '271f4350-dbca-4ac8-9953-6811f474c1dc' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:44:22.853280 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73e42273-80d1-4bc7-ba0d-d39c75a6a81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.878606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73e42273-80d1-4bc7-ba0d-d39c75a6a81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.929662 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73e42273-80d1-4bc7-ba0d-d39c75a6a81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.945953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e42273-80d1-4bc7-ba0d-d39c75a6a81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd7dc01b-4b40-457d-b1a3-7807b32fae60,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:22.958722 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73e42273-80d1-4bc7-ba0d-d39c75a6a81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:22.960234 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-73e42273-80d1-4bc7-ba0d-d39c75a6a81d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd7dc01b-4b40-457d-b1a3-7807b32fae60 HTTP/1.1" status: 204 len: 168 time: 0.1692002 Jan 28 10:44:23.217287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 271f4350-dbca-4ac8-9953-6811f474c1dc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:44:23.250928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 271f4350-dbca-4ac8-9953-6811f474c1dc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:44:23.251267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 271f4350-dbca-4ac8-9953-6811f474c1dc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:44:23.319101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58112) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:23.365692 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bbd5a6f0-a665-4d93-851b-b1147e1c32b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f89c1712ae114d3689d8966096e8d6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0454731 Jan 28 10:44:23.368402 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58116) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:23.426158 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ae3587b-e685-4966-a7e0-28967909c06b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:23.451348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ae3587b-e685-4966-a7e0-28967909c06b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:23.506072 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ae3587b-e685-4966-a7e0-28967909c06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:23.520851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae3587b-e685-4966-a7e0-28967909c06b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91462908-d724-4f60-ab2f-4a1ebb67cd58,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:23.529785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3ae3587b-e685-4966-a7e0-28967909c06b admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:23.531162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3ae3587b-e685-4966-a7e0-28967909c06b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91462908-d724-4f60-ab2f-4a1ebb67cd58 HTTP/1.1" status: 204 len: 168 time: 0.1618400 Jan 28 10:44:24.238334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58140) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:24.340547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2124201196-network', 'tenant_id': 'eba0349a65034fe59829c699725388a2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:24.346531 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:24.350309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Usage tracker for resource:network and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:24.353104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:24.363362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:24.372719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Made reservation on behalf of eba0349a65034fe59829c699725388a2 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:44:24.374905 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.475857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.489732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:24.493453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:24.496401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:24.501945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:24.584652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.588131 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.617273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 315} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:44:24.625598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb69cca-569d-4dd5-8f1e-f75b11f9add3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:24.631070 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.631462 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Added segment ac0cbfce-7218-46d6-9c73-6762df620bcf of type vlan for network a4434b32-c80a-42cc-9a63-c3c8baa2b995 Jan 28 10:44:24.656542 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.685176 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.686112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:24.686704 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:24.787037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] Pushing event updated for resources: {'Network': ['ID=a4434b32-c80a-42cc-9a63-c3c8baa2b995,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:24.790707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d2a14fa1-b51f-4b9a-bef2-2390a8c9eef2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5513368 Jan 28 10:44:24.793728 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58146) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:24.797314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:44:24.798980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Request body: {'subnet': {'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2124201196-subnet', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:24.804652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:24.808761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Usage tracker for resource:subnet and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:24.811614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:24.817933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:24.828404 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Made reservation on behalf of eba0349a65034fe59829c699725388a2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:44:24.831265 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.038043 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.105687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c104751-97eb-40d8-a113-d136b1f62d16,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:25.121614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Checking segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:25.121973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Network hostable DHCP agents. Network: a4434b32-c80a-42cc-9a63-c3c8baa2b995, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:44:25.145658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:44:25.154678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, a4434b32-c80a-42cc-9a63-c3c8baa2b995) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:25.158887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:25.159465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.174254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d968dfa-9e24-4372-b244-2653412615de None None] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:44:25.183316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cb0ca39c-f975-47e0-9ed5-95b675867258 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3884997 Jan 28 10:44:25.185938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58150) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:25.191858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:25.197184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:25.201082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Usage tracker for resource:router and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:25.203837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:25.211566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:25.223146 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.224135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.239518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.395653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:44:25.396464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.515255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.585239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Allocated IP 172.20.0.2 (a4434b32-c80a-42cc-9a63-c3c8baa2b995/6c104751-97eb-40d8-a113-d136b1f62d16/bcaecdd6-dfc1-42c8-9662-509b94d2c806) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:25.794810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.805437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Transition to ACTIVE for port object bcaecdd6-dfc1-42c8-9662-509b94d2c806 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:25.823721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Transition to ACTIVE for port object bcaecdd6-dfc1-42c8-9662-509b94d2c806 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:25.829363 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.829765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.859519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:25.894164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:25.895294 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:25.899870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:25.934602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Pushing event updated for resources: {'Port': ['ID=bcaecdd6-dfc1-42c8-9662-509b94d2c806,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:25.999092 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Allocated IP 172.25.1.114 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/be911420-4029-448b-b6ab-ec4690d34811) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:26.007798 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Attempting to bind port bcaecdd6-dfc1-42c8-9662-509b94d2c806 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:26.008169 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Attempting to bind port bcaecdd6-dfc1-42c8-9662-509b94d2c806 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:26.008532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Attempting to bind port bcaecdd6-dfc1-42c8-9662-509b94d2c806 on network a4434b32-c80a-42cc-9a63-c3c8baa2b995 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:26.018199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:26.018561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Checking segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:26.018957 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:26.019340 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Bound using segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:26.019797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Bound port: bcaecdd6-dfc1-42c8-9662-509b94d2c806, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:26.020169 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:26.034199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6dcffa55-a49a-47b9-b639-83593cab77c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:26.111113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] For port bcaecdd6-dfc1-42c8-9662-509b94d2c806, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:26.114306 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] For port bcaecdd6-dfc1-42c8-9662-509b94d2c806, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcaecdd6-dfc1-42c8-9662-509b94d2c806,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:26.118462 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:26.205912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36efb03e-6a56-402e-9dd2-006ac8d77443 None None] Pushing event updated for resources: {'Port': ['ID=bcaecdd6-dfc1-42c8-9662-509b94d2c806,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:26.268682 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:26.298378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:26.365359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:26.368350 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:26.373877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:26.413112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Pushing event updated for resources: {'Port': ['ID=be911420-4029-448b-b6ab-ec4690d34811,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:26.795230 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:27.141529 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:27.163174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f072d7-16af-43c7-9d4e-8fbadce71624 None None] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:44:27.268804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcaecdd6-dfc1-42c8-9662-509b94d2c806 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:27.291876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-47283189-1e6a-4def-bdb8-848ad60292b4 None None] Provisioning for port bcaecdd6-dfc1-42c8-9662-509b94d2c806 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:27.359918 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Router 7f343109-6e28-40e9-b185-dbd713a465f1 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:44:27.437210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port bcaecdd6-dfc1-42c8-9662-509b94d2c806 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:27.448595 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bcaecdd6-dfc1-42c8-9662-509b94d2c806 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:27.448986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:27.544447 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:44:27.569209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Sync routers for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:44:27.574303 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:27.578489 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-78c10bfa-5adb-4e2b-be71-afc46b468610 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3885400 Jan 28 10:44:27.579440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58154) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:27.606214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:27.606944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:43:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:27.676735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:27.743512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port bcaecdd6-dfc1-42c8-9662-509b94d2c806, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcaecdd6-dfc1-42c8-9662-509b94d2c806,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:27.807686 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:27.917916 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:28.062741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=bcaecdd6-dfc1-42c8-9662-509b94d2c806,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:28.065264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-87605c4c-0f59-41b9-b3c1-33180546a752 None None] Provisioning complete for port bcaecdd6-dfc1-42c8-9662-509b94d2c806 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:28.065635 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-87605c4c-0f59-41b9-b3c1-33180546a752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.359811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:26Z', 'revision_number': 3, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:28.363639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Checking router: 7f343109-6e28-40e9-b185-dbd713a465f1 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:44:28.363986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Updating router 7f343109-6e28-40e9-b185-dbd713a465f1 port be911420-4029-448b-b6ab-ec4690d34811 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:44:28.396122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.416240 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.484808 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f45e212f-7b08-4a9a-8e43-c8bc09ae77af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.610947 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Allocated IP 172.20.0.1 (a4434b32-c80a-42cc-9a63-c3c8baa2b995/6c104751-97eb-40d8-a113-d136b1f62d16/74825176-5f36-4265-9ed6-c9737913c4fc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:28.754492 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.763781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.771239 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Transition to ACTIVE for port object 74825176-5f36-4265-9ed6-c9737913c4fc will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:28.775962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Transition to ACTIVE for port object be911420-4029-448b-b6ab-ec4690d34811 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:28.782096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.794650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.857420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Attempting to bind port be911420-4029-448b-b6ab-ec4690d34811 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:28.857792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Attempting to bind port be911420-4029-448b-b6ab-ec4690d34811 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:28.858158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Attempting to bind port be911420-4029-448b-b6ab-ec4690d34811 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:28.860222 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:28.862944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:28.863699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a7df0-ff55-42bd-937f-3e9e04b4439d None None] Pushing event updated for resources: {'Port': ['ID=be911420-4029-448b-b6ab-ec4690d34811,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:28.867016 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:28.868136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:28.868510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:28.868946 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.869337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:28.869802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Bound port: be911420-4029-448b-b6ab-ec4690d34811, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:28.870434 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.906557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Pushing event updated for resources: {'Port': ['ID=74825176-5f36-4265-9ed6-c9737913c4fc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:28.936864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:28.953249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] For port be911420-4029-448b-b6ab-ec4690d34811, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:28.956826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] For port be911420-4029-448b-b6ab-ec4690d34811, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=be911420-4029-448b-b6ab-ec4690d34811,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:28.962456 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.043129 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:29.043752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:29.071587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.113399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a7df0-ff55-42bd-937f-3e9e04b4439d None None] Pushing event updated for resources: {'Port': ['ID=be911420-4029-448b-b6ab-ec4690d34811,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:29.229301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-886c79dd-8c1b-47a2-83a8-ee613f059ec7 None None] Provisioning for port 74825176-5f36-4265-9ed6-c9737913c4fc completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:29.236630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcaecdd6-dfc1-42c8-9662-509b94d2c806 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:29.278526 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-886c79dd-8c1b-47a2-83a8-ee613f059ec7 None None] Provisioning complete for port 74825176-5f36-4265-9ed6-c9737913c4fc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:29.278889 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-886c79dd-8c1b-47a2-83a8-ee613f059ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.312704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:29.410102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.414834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.479900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-886c79dd-8c1b-47a2-83a8-ee613f059ec7 None None] Port 74825176-5f36-4265-9ed6-c9737913c4fc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:44:29.511167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Pushing event updated for resources: {'Port': ['ID=74825176-5f36-4265-9ed6-c9737913c4fc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:29.534635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.613296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bcaecdd6-dfc1-42c8-9662-509b94d2c806 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:29.613673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.670329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:29.671468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:29.676186 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.702228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.850538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:28Z', 'revision_number': 1, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:29.854901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60decbb1-b630-4927-ba2e-17d113507178 None None] The sync data for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 is: [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:28Z', 'revision_number': 1, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:44:29.867325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Router 7f343109-6e28-40e9-b185-dbd713a465f1 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:44:29.904769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-357af721-80c5-4131-ad0e-89d773c5a8bb None None] Provisioning complete for port 74825176-5f36-4265-9ed6-c9737913c4fc triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:29.905159 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-357af721-80c5-4131-ad0e-89d773c5a8bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:29.964990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-357af721-80c5-4131-ad0e-89d773c5a8bb None None] Port 74825176-5f36-4265-9ed6-c9737913c4fc cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:44:30.061951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:44:30.071573 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5f9cd386-1d43-4625-b4b2-05b1c8e910cd admin admin] 10.222.0.42 "PUT /v2.0/routers/7f343109-6e28-40e9-b185-dbd713a465f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4909825 Jan 28 10:44:30.621562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58172) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:30.627864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-392353490-network', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:30.633758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:30.637898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Usage tracker for resource:network and tenant:47dabe8502c8463fadf673a87b0dfbe0 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:30.640892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:30.646746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:30.657965 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Made reservation on behalf of 47dabe8502c8463fadf673a87b0dfbe0 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:44:30.660308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.673718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.689840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:30.693769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Usage tracker for resource:security_group_rule and tenant:47dabe8502c8463fadf673a87b0dfbe0 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:30.696648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:30.702577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:30.789545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.793463 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.825768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:44:30.834404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead321f6-f352-4618-891e-b8c7dae98a41,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:30.840591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.840975 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Added segment 02a8ec5a-2eee-4d3d-90d2-77d0c0d52250 of type vlan for network e117b074-9c1d-41ef-82de-0232e959ade1 Jan 28 10:44:30.872785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.902636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:30.903701 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:30.904229 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.009613 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3868501 Jan 28 10:44:31.012337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5f0e0-75aa-47c1-992f-58d2b056b135 admin admin] Pushing event updated for resources: {'Network': ['ID=e117b074-9c1d-41ef-82de-0232e959ade1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:31.012843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58176) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:31.019100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Request body: {'subnet': {'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-392353490-subnet', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:31.022006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network e117b074-9c1d-41ef-82de-0232e959ade1 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:44:31.026157 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:31.035786 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Usage tracker for resource:subnet and tenant:47dabe8502c8463fadf673a87b0dfbe0 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:31.039216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:31.045246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:31.056749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Made reservation on behalf of 47dabe8502c8463fadf673a87b0dfbe0 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:44:31.059059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.119620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.241743 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:44:31.268640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device be911420-4029-448b-b6ab-ec4690d34811 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:31.285717 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.335761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port be911420-4029-448b-b6ab-ec4690d34811 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:31.340537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port be911420-4029-448b-b6ab-ec4690d34811 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:31.340947 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.355727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=40dcc966-e0cc-4b24-b984-afd16aa0ed9f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:31.366236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Checking segment: {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:31.366589 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Network hostable DHCP agents. Network: e117b074-9c1d-41ef-82de-0232e959ade1, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:44:31.385022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Network e117b074-9c1d-41ef-82de-0232e959ade1 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:44:31.394792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, e117b074-9c1d-41ef-82de-0232e959ade1) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:31.399126 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:31.399657 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.405793 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1f292e-d7b6-4e46-903f-45de8ee4bf2f None None] Network e117b074-9c1d-41ef-82de-0232e959ade1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:44:31.418942 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bee6ee67-ec3a-4e92-ba06-f57e6207e5ae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4048207 Jan 28 10:44:31.421861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58180) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:31.427056 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:31.432285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:31.436115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Usage tracker for resource:router and tenant:47dabe8502c8463fadf673a87b0dfbe0 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:44:31.439565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:44:31.446082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:31.457316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.458418 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.474271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.554018 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.586227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port be911420-4029-448b-b6ab-ec4690d34811, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=be911420-4029-448b-b6ab-ec4690d34811,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:31.614277 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.734529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=be911420-4029-448b-b6ab-ec4690d34811,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:31.740986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-e117b074-9c1d-41ef-82de-0232e959ade1', 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'fixed_ips': [{'subnet_id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:44:31.741811 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.749940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:31.906293 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Allocated IP 172.20.0.2 (e117b074-9c1d-41ef-82de-0232e959ade1/40dcc966-e0cc-4b24-b984-afd16aa0ed9f/3a237fe4-9907-4307-a715-ca39f540ad3b) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:31.953478 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Sync routers for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:44:31.963815 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:31.964643 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:32.119080 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.130571 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Transition to ACTIVE for port object 3a237fe4-9907-4307-a715-ca39f540ad3b will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:32.146554 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:32.150972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Transition to ACTIVE for port object 3a237fe4-9907-4307-a715-ca39f540ad3b will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:32.158587 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.199719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.229991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Network e117b074-9c1d-41ef-82de-0232e959ade1 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:32.230669 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.233140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:32.236746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:32.242604 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Pushing event updated for resources: {'Port': ['ID=3a237fe4-9907-4307-a715-ca39f540ad3b,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:32.332837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Attempting to bind port 3a237fe4-9907-4307-a715-ca39f540ad3b on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:32.333223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Attempting to bind port 3a237fe4-9907-4307-a715-ca39f540ad3b by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:32.333558 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Attempting to bind port 3a237fe4-9907-4307-a715-ca39f540ad3b on network e117b074-9c1d-41ef-82de-0232e959ade1 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:32.338811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:32.339170 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Checking segment: {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:32.339564 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.339951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Bound using segment: {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:32.340409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Bound port: 3a237fe4-9907-4307-a715-ca39f540ad3b, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:32.340829 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.386048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Allocated IP 172.25.1.162 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/dea3897f-0d85-4604-acba-f8646e8afd1b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:32.432375 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] For port 3a237fe4-9907-4307-a715-ca39f540ad3b, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:32.435493 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] For port 3a237fe4-9907-4307-a715-ca39f540ad3b, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a237fe4-9907-4307-a715-ca39f540ad3b,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:32.442657 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.473457 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 2, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:32.478371 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Checking router: 7f343109-6e28-40e9-b185-dbd713a465f1 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:44:32.479261 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Updating router 7f343109-6e28-40e9-b185-dbd713a465f1 port 74825176-5f36-4265-9ed6-c9737913c4fc binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:44:32.525589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b59fce-c3b8-42af-9920-cc42880478c5 None None] Pushing event updated for resources: {'Port': ['ID=3a237fe4-9907-4307-a715-ca39f540ad3b,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:32.546421 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.562400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.606381 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.669145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:32.672586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:32.678018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:32.740496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Pushing event updated for resources: {'Port': ['ID=dea3897f-0d85-4604-acba-f8646e8afd1b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:32.952204 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:32.965530 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Transition to ACTIVE for port object 74825176-5f36-4265-9ed6-c9737913c4fc will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:32.972295 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.125331 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Pushing event updated for resources: {'Port': ['ID=74825176-5f36-4265-9ed6-c9737913c4fc,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:33.134062 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.166793 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.167126 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.167450 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.167771 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.168208 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.168388 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.168724 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.169117 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.169344 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.169651 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.169961 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.170265 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:33.200611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Attempting to bind port 74825176-5f36-4265-9ed6-c9737913c4fc on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:33.201073 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Attempting to bind port 74825176-5f36-4265-9ed6-c9737913c4fc by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:33.201420 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Attempting to bind port 74825176-5f36-4265-9ed6-c9737913c4fc on network a4434b32-c80a-42cc-9a63-c3c8baa2b995 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:33.210482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:33.211115 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Checking segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:33.211617 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.212269 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Bound using segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:33.212882 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Bound port: 74825176-5f36-4265-9ed6-c9737913c4fc, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:33.213359 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.354603 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] For port 74825176-5f36-4265-9ed6-c9737913c4fc, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:33.357762 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] For port 74825176-5f36-4265-9ed6-c9737913c4fc, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=74825176-5f36-4265-9ed6-c9737913c4fc,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:33.359842 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a237fe4-9907-4307-a715-ca39f540ad3b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:33.362501 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.457934 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:33.458652 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:33.503503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 3a237fe4-9907-4307-a715-ca39f540ad3b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:33.513373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device be911420-4029-448b-b6ab-ec4690d34811 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:33.530268 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f1279b-19a7-44d3-8923-0b34272c3dfb None None] Pushing event updated for resources: {'Port': ['ID=74825176-5f36-4265-9ed6-c9737913c4fc,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:33.630593 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port be911420-4029-448b-b6ab-ec4690d34811 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:33.631276 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.729103 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:33.738897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.824580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbd0052-9b03-4583-a5de-3b4264c56585 None None] Network e117b074-9c1d-41ef-82de-0232e959ade1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:44:33.918706 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] Provisioning for port 3a237fe4-9907-4307-a715-ca39f540ad3b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:33.937377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] Provisioning complete for port 3a237fe4-9907-4307-a715-ca39f540ad3b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:33.937831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:33.975746 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Router 96b438a6-7b18-4133-aded-7bc50c148201 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:44:34.069039 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:33Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:34.072841 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b68fdbc-a9ee-48a6-950b-722cc93b751f None None] The sync data for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 is: [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:33Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:44:34.159167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:44:34.168562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:34.181615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Sync routers for ids ['96b438a6-7b18-4133-aded-7bc50c148201'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:44:34.186257 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:34.188122 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bf21a572-bcb2-4ac4-b555-2d93676754b8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7652068 Jan 28 10:44:34.190760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58184) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:44:34.216591 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Routers {'96b438a6-7b18-4133-aded-7bc50c148201'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:34.217264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['96b438a6-7b18-4133-aded-7bc50c148201'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:34.283354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] For port 3a237fe4-9907-4307-a715-ca39f540ad3b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a237fe4-9907-4307-a715-ca39f540ad3b,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:34.300916 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:34.478013 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95adecc-c44c-42a8-b4b9-5989d6bd3f47 None None] Pushing event updated for resources: {'Port': ['ID=3a237fe4-9907-4307-a715-ca39f540ad3b,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:34.496360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Set router 96b438a6-7b18-4133-aded-7bc50c148201 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:34.814415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b7c5c765-4593-490b-9b77-7b42d29411f7 None None] Provisioning complete for port 3a237fe4-9907-4307-a715-ca39f540ad3b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:34.814779 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b7c5c765-4593-490b-9b77-7b42d29411f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:34.889739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:44:32Z', 'revision_number': 3, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:34.920536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Checking router: 96b438a6-7b18-4133-aded-7bc50c148201 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:44:34.920897 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Updating router 96b438a6-7b18-4133-aded-7bc50c148201 port dea3897f-0d85-4604-acba-f8646e8afd1b binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:44:34.997640 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.067117 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.279684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 74825176-5f36-4265-9ed6-c9737913c4fc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:35.282106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Allocated IP 172.20.0.1 (e117b074-9c1d-41ef-82de-0232e959ade1/40dcc966-e0cc-4b24-b984-afd16aa0ed9f/9b60c5c2-7e6c-463a-9963-06f30d9bd577) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:35.414696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 74825176-5f36-4265-9ed6-c9737913c4fc completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:35.427123 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 74825176-5f36-4265-9ed6-c9737913c4fc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:35.427478 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.434442 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.449985 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Transition to ACTIVE for port object 9b60c5c2-7e6c-463a-9963-06f30d9bd577 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:35.451512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.476909 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.482119 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Transition to ACTIVE for port object dea3897f-0d85-4604-acba-f8646e8afd1b will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:35.492972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.546595 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Network e117b074-9c1d-41ef-82de-0232e959ade1 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:35.548752 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:35.552540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:35.585971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Attempting to bind port dea3897f-0d85-4604-acba-f8646e8afd1b on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:35.586387 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Attempting to bind port dea3897f-0d85-4604-acba-f8646e8afd1b by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:35.586705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Attempting to bind port dea3897f-0d85-4604-acba-f8646e8afd1b on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:35.590974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7bed9-97ae-4476-9eef-15159c19776a None None] Pushing event updated for resources: {'Port': ['ID=dea3897f-0d85-4604-acba-f8646e8afd1b,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:35.595549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Pushing event updated for resources: {'Port': ['ID=9b60c5c2-7e6c-463a-9963-06f30d9bd577,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:35.614690 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.624498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:35.624900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:35.625302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.625691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:35.626697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Bound port: dea3897f-0d85-4604-acba-f8646e8afd1b, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:35.627066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.697676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.747060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] For port dea3897f-0d85-4604-acba-f8646e8afd1b, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:35.752397 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] For port dea3897f-0d85-4604-acba-f8646e8afd1b, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dea3897f-0d85-4604-acba-f8646e8afd1b,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:35.755859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 74825176-5f36-4265-9ed6-c9737913c4fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=74825176-5f36-4265-9ed6-c9737913c4fc,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:35.759032 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.800884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.801546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a237fe4-9907-4307-a715-ca39f540ad3b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:35.878822 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.902011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5cdc3d11-4bfa-4140-98c4-6ef6c8d75d1a None None] Provisioning for port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:35.907362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Routers {'96b438a6-7b18-4133-aded-7bc50c148201'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:35.907984 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['96b438a6-7b18-4133-aded-7bc50c148201'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:35.974143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5cdc3d11-4bfa-4140-98c4-6ef6c8d75d1a None None] Provisioning complete for port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:35.974512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5cdc3d11-4bfa-4140-98c4-6ef6c8d75d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:35.999896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7bed9-97ae-4476-9eef-15159c19776a None None] Pushing event updated for resources: {'Port': ['ID=dea3897f-0d85-4604-acba-f8646e8afd1b,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:36.187034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-5cdc3d11-4bfa-4140-98c4-6ef6c8d75d1a None None] Port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:44:36.194500 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 3a237fe4-9907-4307-a715-ca39f540ad3b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:36.194871 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:36.226843 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:36.227159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=74825176-5f36-4265-9ed6-c9737913c4fc,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:36.233278 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:36.273299 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] Set router 96b438a6-7b18-4133-aded-7bc50c148201 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:36.350724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:36.355510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Pushing event updated for resources: {'Port': ['ID=9b60c5c2-7e6c-463a-9963-06f30d9bd577,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:36.489394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Network e117b074-9c1d-41ef-82de-0232e959ade1 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:36.490724 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:36.660228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9b60c5c2-7e6c-463a-9963-06f30d9bd577', 'name': '', 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'mac_address': 'fa:16:3e:21:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:35Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 1, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'subnets': [{'id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:36.664545 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8caba8-8ac7-417b-9555-8a43d1698c7e None None] The sync data for ids ['96b438a6-7b18-4133-aded-7bc50c148201'] in n-d-825178-2 is: [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9b60c5c2-7e6c-463a-9963-06f30d9bd577', 'name': '', 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'mac_address': 'fa:16:3e:21:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:35Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 1, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'subnets': [{'id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:44:36.691739 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Router 96b438a6-7b18-4133-aded-7bc50c148201 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:44:36.812883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cb3fd23a-36a1-4f54-b35d-3245144bc60c None None] Provisioning complete for port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:36.813261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd23a-36a1-4f54-b35d-3245144bc60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:36.894344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:44:36.908719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c25d92f2-8c0f-461a-89eb-d0fed02c2311 admin admin] 10.222.0.42 "PUT /v2.0/routers/96b438a6-7b18-4133-aded-7bc50c148201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113063 Jan 28 10:44:36.931944 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fd23a-36a1-4f54-b35d-3245144bc60c None None] Port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:44:37.239106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 74825176-5f36-4265-9ed6-c9737913c4fc up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:37.332225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 74825176-5f36-4265-9ed6-c9737913c4fc triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:37.332596 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:39.281862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dea3897f-0d85-4604-acba-f8646e8afd1b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:39.356801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port dea3897f-0d85-4604-acba-f8646e8afd1b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:39.363541 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dea3897f-0d85-4604-acba-f8646e8afd1b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:39.364014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:39.511735 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Sync routers for ids ['96b438a6-7b18-4133-aded-7bc50c148201'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:44:39.513867 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:39.526151 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Routers {'96b438a6-7b18-4133-aded-7bc50c148201'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:39.526757 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['96b438a6-7b18-4133-aded-7bc50c148201'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:39.531712 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port dea3897f-0d85-4604-acba-f8646e8afd1b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dea3897f-0d85-4604-acba-f8646e8afd1b,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:39.538439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:39.630867 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=dea3897f-0d85-4604-acba-f8646e8afd1b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:39.739233 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Set router 96b438a6-7b18-4133-aded-7bc50c148201 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:40.125274 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9b60c5c2-7e6c-463a-9963-06f30d9bd577', 'name': '', 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'mac_address': 'fa:16:3e:21:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:35Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 2, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'subnets': [{'id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:40.130186 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Checking router: 96b438a6-7b18-4133-aded-7bc50c148201 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:44:40.130533 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Updating router 96b438a6-7b18-4133-aded-7bc50c148201 port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:44:40.188553 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:40.581637 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:40.593753 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Transition to ACTIVE for port object 9b60c5c2-7e6c-463a-9963-06f30d9bd577 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:40.599334 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:40.756422 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee03499-01c3-41a4-b0ff-f0af81fa8817 None None] Pushing event updated for resources: {'Port': ['ID=9b60c5c2-7e6c-463a-9963-06f30d9bd577,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:40.869677 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Attempting to bind port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:40.870361 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Attempting to bind port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:40.870767 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Attempting to bind port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 on network e117b074-9c1d-41ef-82de-0232e959ade1 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:40.887932 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:40.888551 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Checking segment: {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:40.889196 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:40.889724 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Bound using segment: {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:40.890341 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Bound port: 9b60c5c2-7e6c-463a-9963-06f30d9bd577, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:40.890849 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:40.991913 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] For port 9b60c5c2-7e6c-463a-9963-06f30d9bd577, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:40.995160 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] For port 9b60c5c2-7e6c-463a-9963-06f30d9bd577, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9b60c5c2-7e6c-463a-9963-06f30d9bd577,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:41.002641 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:41.077300 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Routers {'96b438a6-7b18-4133-aded-7bc50c148201'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:44:41.081275 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['96b438a6-7b18-4133-aded-7bc50c148201'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:41.176589 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee03499-01c3-41a4-b0ff-f0af81fa8817 None None] Pushing event updated for resources: {'Port': ['ID=9b60c5c2-7e6c-463a-9963-06f30d9bd577,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:41.295645 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dea3897f-0d85-4604-acba-f8646e8afd1b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:41.352929 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] Set router 96b438a6-7b18-4133-aded-7bc50c148201 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:44:41.381510 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port dea3897f-0d85-4604-acba-f8646e8afd1b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:41.382134 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:41.758035 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9b60c5c2-7e6c-463a-9963-06f30d9bd577', 'name': '', 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'mac_address': 'fa:16:3e:21:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:35Z', 'updated_at': '2022-01-28T10:44:40Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'subnets': [{'id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:44:41.761984 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3425a663-c37e-4b6e-92af-7d71ed9ffee4 None None] The sync data for ids ['96b438a6-7b18-4133-aded-7bc50c148201'] in n-d-825178-2 is: [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '9b60c5c2-7e6c-463a-9963-06f30d9bd577', 'name': '', 'network_id': 'e117b074-9c1d-41ef-82de-0232e959ade1', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'mac_address': 'fa:16:3e:21:23:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_interface', 'standard_attr_id': 4169, 'fixed_ips': [{'subnet_id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:35Z', 'updated_at': '2022-01-28T10:44:40Z', 'revision_number': 4, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'subnets': [{'id': '40dcc966-e0cc-4b24-b984-afd16aa0ed9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:44:43.271517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9b60c5c2-7e6c-463a-9963-06f30d9bd577 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:43.369835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:43.377611 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:43.377611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:43.508274 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:43.546852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 9b60c5c2-7e6c-463a-9963-06f30d9bd577, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9b60c5c2-7e6c-463a-9963-06f30d9bd577,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:44:43.553796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:43.637466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=9b60c5c2-7e6c-463a-9963-06f30d9bd577,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:44.243491 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:45.250329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9b60c5c2-7e6c-463a-9963-06f30d9bd577 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:44:45.331769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:45.332543 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:45.770170 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:47.177041 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-f4655532-7ae8-4aaf-8d66-0895dc0f0b17 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:47.178510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-f4655532-7ae8-4aaf-8d66-0895dc0f0b17 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 815 time: 0.1426260 Jan 28 10:44:47.193464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-18991e60-974a-47ad-b481-c005b3cead1f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/quotas/eba0349a65034fe59829c699725388a2 HTTP/1.1" status: 200 len: 375 time: 0.0096905 Jan 28 10:44:47.277433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-6e0f67e0-53d7-4ecc-848a-6a9d7bd63721 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792413 Jan 28 10:44:47.415687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-bc6ca38e-cff4-4075-94c6-673a2c869ae1 service neutron] 10.222.0.42 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241577 Jan 28 10:44:47.545562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-d5776d8a-78a5-4ebc-a51c-e14dfd7ee948 service neutron] 10.222.0.42 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242065 Jan 28 10:44:47.723892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d3807d25-36da-4a12-b759-d4468e2302bc req-bef74dbf-82c9-4cb8-8fff-eb38f71e062e tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:44:47.740898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-d3807d25-36da-4a12-b759-d4468e2302bc req-bef74dbf-82c9-4cb8-8fff-eb38f71e062e tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:44:47.742171 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3807d25-36da-4a12-b759-d4468e2302bc req-bef74dbf-82c9-4cb8-8fff-eb38f71e062e tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 210 time: 0.0632501 Jan 28 10:44:48.895907 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7eedcb28-08cd-46c7-b964-65dc93cd0f52 req-a0062342-8b1a-4577-87d5-01bc74f8f715 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 210 time: 0.0438221 Jan 28 10:44:48.926011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-fce0cb97-a1b3-4a46-af63-5b8db295103f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:48.926711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-fce0cb97-a1b3-4a46-af63-5b8db295103f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:44:48.946353 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-fce0cb97-a1b3-4a46-af63-5b8db295103f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:44:48.947780 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-fce0cb97-a1b3-4a46-af63-5b8db295103f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 815 time: 0.1768663 Jan 28 10:44:48.959538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'port': {'device_id': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'admin_state_up': True, 'tenant_id': 'eba0349a65034fe59829c699725388a2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:49.098675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:44:49.108236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:44:49.117761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Made reservation on behalf of eba0349a65034fe59829c699725388a2 for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:44:49.122006 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:49.310586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Allocated IP 172.20.0.6 (a4434b32-c80a-42cc-9a63-c3c8baa2b995/6c104751-97eb-40d8-a113-d136b1f62d16/176544d0-ea60-4f43-977d-9a5431a3c298) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:44:49.629367 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:49.650777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Transition to ACTIVE for port object 176544d0-ea60-4f43-977d-9a5431a3c298 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:49.693927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:49.791723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:44:49.794891 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:44:49.800008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:44:49.888496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:49.905768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.906108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.906542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.907407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.907733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.908055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.908375 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.908708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.909167 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.909493 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.909808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.910120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:44:49.932012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:49.932709 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:49.977987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-8ef93a28-9663-479e-9387-a156a548c5b6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0221231 Jan 28 10:44:50.158660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-8c98ceb0-2327-44b7-8ef1-b3519fdcf3ec tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:50.159517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-8c98ceb0-2327-44b7-8ef1-b3519fdcf3ec tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:44:50.176715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-8c98ceb0-2327-44b7-8ef1-b3519fdcf3ec tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:44:50.178088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-8c98ceb0-2327-44b7-8ef1-b3519fdcf3ec tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 931 time: 0.1125128 Jan 28 10:44:50.243905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-55781c36-a76b-4de9-8761-6222cfcaac02 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:44:50.259274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a165a85-a68e-4cdc-b92e-aa18c4fa7aeb None None] Provisioning for port 176544d0-ea60-4f43-977d-9a5431a3c298 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:44:50.277101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8a165a85-a68e-4cdc-b92e-aa18c4fa7aeb None None] Provisioning complete for port 176544d0-ea60-4f43-977d-9a5431a3c298 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:44:50.278426 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8a165a85-a68e-4cdc-b92e-aa18c4fa7aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:50.286949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-55781c36-a76b-4de9-8761-6222cfcaac02 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:44:50.296427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-016177ad-43f9-4e04-ba06-4f71bbec5e08 req-55781c36-a76b-4de9-8761-6222cfcaac02 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096632 Jan 28 10:44:50.372012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8a165a85-a68e-4cdc-b92e-aa18c4fa7aeb None None] Port 176544d0-ea60-4f43-977d-9a5431a3c298 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:44:51.494183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d6f8ae-b19c-4f50-a41f-52dee3b87186 req-960b8f56-ae6f-4d0e-bd30-6c169a693cf0 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:51.496537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29d6f8ae-b19c-4f50-a41f-52dee3b87186 req-960b8f56-ae6f-4d0e-bd30-6c169a693cf0 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 931 time: 0.0813413 Jan 28 10:44:51.546527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29d6f8ae-b19c-4f50-a41f-52dee3b87186 req-6383080b-20e6-455d-a3f8-18ce49adb22c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429916 Jan 28 10:44:52.745278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3f83d-71ff-433b-ae9c-aac2615e9aa8 req-44dde433-dd37-4924-acd9-ad5631f28575 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:52.747610 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47d3f83d-71ff-433b-ae9c-aac2615e9aa8 req-44dde433-dd37-4924-acd9-ad5631f28575 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 931 time: 0.0846746 Jan 28 10:44:52.793217 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-47d3f83d-71ff-433b-ae9c-aac2615e9aa8 req-8aebf1d7-245d-4ef7-8a06-209acf895bc6 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392373 Jan 28 10:44:53.980966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df5859-d0eb-496c-9208-02b68dbef91e req-98b4a1a8-c35b-4be4-9809-7c1f0c02841b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:53.982432 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11df5859-d0eb-496c-9208-02b68dbef91e req-98b4a1a8-c35b-4be4-9809-7c1f0c02841b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 931 time: 0.0838320 Jan 28 10:44:54.029278 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-11df5859-d0eb-496c-9208-02b68dbef91e req-1944ce4e-4e4e-4326-b897-864486631c91 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411267 Jan 28 10:44:55.239741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d317d40c-2fdd-45a2-9fc3-38c658b0c362 req-4128b04a-f2c7-4844-a6d8-c785de198e4c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:55.241339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d317d40c-2fdd-45a2-9fc3-38c658b0c362 req-4128b04a-f2c7-4844-a6d8-c785de198e4c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 931 time: 0.0932584 Jan 28 10:44:55.424453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d317d40c-2fdd-45a2-9fc3-38c658b0c362 req-9fa24a3b-8110-491a-9683-45b9984d84c4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766930 Jan 28 10:44:56.017579 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cbf0c4bf-5e77-4ab6-802f-ade63b4b925c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:56.729848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1569240-b257-4022-a498-b62b0ea615cb req-3ff83f35-913f-440e-8c88-23c043afa971 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:56.731274 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c1569240-b257-4022-a498-b62b0ea615cb req-3ff83f35-913f-440e-8c88-23c043afa971 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 931 time: 0.2026932 Jan 28 10:44:56.775170 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c1569240-b257-4022-a498-b62b0ea615cb req-fec00588-d1fa-4f02-8af3-bb4f3404b45c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378499 Jan 28 10:44:56.812026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Request body: {'port': {'device_id': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:44:56.918077 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:57.244143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 176544d0-ea60-4f43-977d-9a5431a3c298 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:44:57.251917 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:57.265289 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Transition to ACTIVE for port object 176544d0-ea60-4f43-977d-9a5431a3c298 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:44:57.269799 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:57.422400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:57.502516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Attempting to bind port 176544d0-ea60-4f43-977d-9a5431a3c298 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:44:57.502840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Attempting to bind port 176544d0-ea60-4f43-977d-9a5431a3c298 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:44:57.503159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Attempting to bind port 176544d0-ea60-4f43-977d-9a5431a3c298 on network a4434b32-c80a-42cc-9a63-c3c8baa2b995 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:57.507601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Port 176544d0-ea60-4f43-977d-9a5431a3c298 on network a4434b32-c80a-42cc-9a63-c3c8baa2b995 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:44:57.507915 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Attempting to bind port 176544d0-ea60-4f43-977d-9a5431a3c298 on network a4434b32-c80a-42cc-9a63-c3c8baa2b995 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:44:57.512896 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:44:57.513226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Checking segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:44:57.513606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Bound using segment: {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:44:57.514020 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Bound port: 176544d0-ea60-4f43-977d-9a5431a3c298, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac0cbfce-7218-46d6-9c73-6762df620bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:44:57.514358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:57.604985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:44:57.607742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:44:57.611774 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:57.669180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:57.669779 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:57.671132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] 10.222.0.43 "PUT /v2.0/ports/176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 1091 time: 0.8632383 Jan 28 10:44:57.671567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:44:57.696207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27b185-8bae-4173-bf6f-9238a922ecf7 service neutron] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:44:57.747339 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'status': 'completed', 'code': 200} Jan 28 10:44:57.787825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-5ccaf7c8-287c-4e86-aad5-8e4e6cefad20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:57.789368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-5ccaf7c8-287c-4e86-aad5-8e4e6cefad20 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1094 time: 0.0760226 Jan 28 10:44:57.865946 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-e17d3545-3c0c-4e40-bf31-16cbec4ea103 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 217 time: 0.0697069 Jan 28 10:44:57.930734 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-99b294f4-d073-4a64-8b9f-b927f8e4be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:57.932446 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-99b294f4-d073-4a64-8b9f-b927f8e4be73 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0608518 Jan 28 10:44:57.964209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64744f60-ce2d-4e72-b3f2-2c68cd3bcb23 req-7fa248f4-61a6-4537-8e0c-dbc6aa2dc92e tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:57.965680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64744f60-ce2d-4e72-b3f2-2c68cd3bcb23 req-7fa248f4-61a6-4537-8e0c-dbc6aa2dc92e tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 943 time: 0.0812502 Jan 28 10:44:58.007025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-89f9618f-10e8-441d-b2a8-1df8eab55a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:58.008418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-89f9618f-10e8-441d-b2a8-1df8eab55a35 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700395 Jan 28 10:44:58.009936 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64744f60-ce2d-4e72-b3f2-2c68cd3bcb23 req-925c69ae-c9d3-4832-a54a-fd0813430b4f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380838 Jan 28 10:44:58.136643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-2ac2cc6d-e135-4920-83bc-7c85769aeb59 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219928 Jan 28 10:44:58.264029 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b5a48bab-b854-42b4-b98c-4e2915fd615e req-f1976163-8c89-4d92-b8c8-e7b7e6a054fe service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215737 Jan 28 10:44:58.377150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-3c000739-3736-4f1d-92ba-96f68a73ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:58.378600 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-3c000739-3736-4f1d-92ba-96f68a73ed2f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1094 time: 0.0698917 Jan 28 10:44:58.470781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b56972ae-290f-41e7-9f2a-68633249fe2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:58.603691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-d4a2bef8-b780-4d10-8ea0-c8357e65fc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:58.605146 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-d4a2bef8-b780-4d10-8ea0-c8357e65fc81 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.2207077 Jan 28 10:44:58.675331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-17620093-d347-48b3-a427-d4980c5b4f29 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 217 time: 0.0627425 Jan 28 10:44:58.738313 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-eae9a234-acde-40c7-ac2c-146fe2f49aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:58.739678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-eae9a234-acde-40c7-ac2c-146fe2f49aca service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0584750 Jan 28 10:44:58.812234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-b3b4538f-1aab-4d0c-874c-37cdb305b487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:58.814200 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-b3b4538f-1aab-4d0c-874c-37cdb305b487 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683000 Jan 28 10:44:58.945111 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-94c46854-116d-4ded-9f30-ae1a60aab616 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240985 Jan 28 10:44:59.082979 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8c3fe3de-cf10-4015-b7b5-4fc8d19b5cd7 req-a7886ef3-99ad-46bd-9f1b-6ecbadba1621 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317215 Jan 28 10:44:59.193808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3c1d9d-ae2b-4a1a-8cb5-1bae82474cd4 req-fca6296b-5f3f-449a-82ae-f4897f3f7cc7 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:44:59.195244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd3c1d9d-ae2b-4a1a-8cb5-1bae82474cd4 req-fca6296b-5f3f-449a-82ae-f4897f3f7cc7 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 943 time: 0.0784326 Jan 28 10:44:59.241695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bd3c1d9d-ae2b-4a1a-8cb5-1bae82474cd4 req-40f5e529-95f5-4e1f-86dd-b3e6ea3ad1d2 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408273 Jan 28 10:44:59.598517 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:44:59.627814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:00.425608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88832f-7535-4dbc-beb7-78feee968a6d req-76ae037a-c965-4033-b3e6-0cb12a1b0f11 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:00.427046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d88832f-7535-4dbc-beb7-78feee968a6d req-76ae037a-c965-4033-b3e6-0cb12a1b0f11 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 943 time: 0.0841358 Jan 28 10:45:00.469479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7d88832f-7535-4dbc-beb7-78feee968a6d req-e6792748-1c62-4512-97ac-e5374cec3288 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368743 Jan 28 10:45:00.662918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 176544d0-ea60-4f43-977d-9a5431a3c298 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:45:00.798720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:45:00.811841 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '176544d0-ea60-4f43-977d-9a5431a3c298', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'port_id': '176544d0-ea60-4f43-977d-9a5431a3c298', 'mac_address': 'fa:16:3e:3a:a3:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:45:00.871266 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:00.888022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 176544d0-ea60-4f43-977d-9a5431a3c298 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:45:00.903638 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:45:00.908374 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:00.973646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:00.980879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.981218 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.981551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.981880 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.982210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.982528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.982848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.983166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.983483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.983799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.984114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:00.985101 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:01.048165 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:01.109240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['176544d0-ea60-4f43-977d-9a5431a3c298'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:45:01.650499 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b8936-1c34-47f6-946c-5f0a4471333b req-e3529aed-d4a1-4b06-ad5b-0a4f8b93e10f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:01.651935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d77b8936-1c34-47f6-946c-5f0a4471333b req-e3529aed-d4a1-4b06-ad5b-0a4f8b93e10f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 944 time: 0.0789826 Jan 28 10:45:01.693918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d77b8936-1c34-47f6-946c-5f0a4471333b req-97dac8a1-3fdc-4d98-b120-dc4af02a8a73 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Jan 28 10:45:02.678855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 176544d0-ea60-4f43-977d-9a5431a3c298 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:45:02.745622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 176544d0-ea60-4f43-977d-9a5431a3c298 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:45:02.751125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 176544d0-ea60-4f43-977d-9a5431a3c298 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:45:02.751481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:02.867322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:02.876264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9740e74-4e54-41e3-9307-3873ed990632 req-7f280e7b-0516-48b6-a80f-22664d1fb6df tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:02.877776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9740e74-4e54-41e3-9307-3873ed990632 req-7f280e7b-0516-48b6-a80f-22664d1fb6df tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 944 time: 0.0808854 Jan 28 10:45:02.895716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:45:02.906951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:45:02.912118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:02.928177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f9740e74-4e54-41e3-9307-3873ed990632 req-a72757f7-d873-49fe-aeb3-bd4db2aa6679 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445628 Jan 28 10:45:02.942986 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'code': 200} Jan 28 10:45:02.984534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:03.069370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428e8ddc-dbc2-4b20-8c8d-76838ae867d1 req-bd42a0bb-4221-4e73-90ac-419e2ccc26ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:03.070803 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-428e8ddc-dbc2-4b20-8c8d-76838ae867d1 req-bd42a0bb-4221-4e73-90ac-419e2ccc26ec service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1096 time: 0.0742571 Jan 28 10:45:03.109355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-428e8ddc-dbc2-4b20-8c8d-76838ae867d1 req-0f89ebcf-393b-4ae1-bb99-65b4c4c12d39 service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326190 Jan 28 10:45:04.117778 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d9ca5-c184-4a28-826a-cc2d9774e15e req-bf681333-9c1e-4606-8ee9-8bfc0d8e3524 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:04.119129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-213d9ca5-c184-4a28-826a-cc2d9774e15e req-bf681333-9c1e-4606-8ee9-8bfc0d8e3524 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0812159 Jan 28 10:45:04.163263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-213d9ca5-c184-4a28-826a-cc2d9774e15e req-6a8165d1-e7bd-4bce-963b-5d45f1f7a428 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381837 Jan 28 10:45:05.347353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90af943-29df-48e2-b113-1d2bd56d6c27 req-9999eb6e-4975-460e-9338-ebcf11eedf9b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:05.348952 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f90af943-29df-48e2-b113-1d2bd56d6c27 req-9999eb6e-4975-460e-9338-ebcf11eedf9b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0803046 Jan 28 10:45:05.392187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f90af943-29df-48e2-b113-1d2bd56d6c27 req-9e352e4e-d39b-4b65-8819-366a44386f34 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377035 Jan 28 10:45:05.574319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc34d7cf-2736-4182-889b-c58e6b865535 req-b2218e0f-2aaf-48e8-97d8-d9396823b91b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:05.575751 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc34d7cf-2736-4182-889b-c58e6b865535 req-b2218e0f-2aaf-48e8-97d8-d9396823b91b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0814855 Jan 28 10:45:05.618516 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cc34d7cf-2736-4182-889b-c58e6b865535 req-146436b7-c35b-4b97-a366-bba7996b34e2 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372133 Jan 28 10:45:05.991876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81376ed-46d9-4b7c-a0d6-84e5c174f02a req-cd9c35ae-c8a1-43d6-877c-7909cb0d12a7 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:05.993332 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f81376ed-46d9-4b7c-a0d6-84e5c174f02a req-cd9c35ae-c8a1-43d6-877c-7909cb0d12a7 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0776846 Jan 28 10:45:06.036438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f81376ed-46d9-4b7c-a0d6-84e5c174f02a req-6bf9dbf1-4977-4c6f-ba2f-0b547defbe1a tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372925 Jan 28 10:45:08.241686 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:45:14.254505 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:15.780708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:16.252930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b369e-c423-4376-8b9a-81c851201447 req-d5ce74ca-9c55-4231-af58-4a30734fbce5 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:16.254352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-308b369e-c423-4376-8b9a-81c851201447 req-d5ce74ca-9c55-4231-af58-4a30734fbce5 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0809319 Jan 28 10:45:16.295453 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-308b369e-c423-4376-8b9a-81c851201447 req-a6d7cc1e-cfad-496f-84df-09e831292ecf tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356014 Jan 28 10:45:16.318991 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58380) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:16.479192 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f99768e-6c22-4416-9a2d-f68215338597 tempest-TestMinimumBasicScenario-1353086778 tempest-TestMinimumBasicScenario-1353086778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:16.480675 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7f99768e-6c22-4416-9a2d-f68215338597 tempest-TestMinimumBasicScenario-1353086778 tempest-TestMinimumBasicScenario-1353086778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1091 time: 0.1604857 Jan 28 10:45:16.483583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:16.488851 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '176544d0-ea60-4f43-977d-9a5431a3c298', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:16.495508 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:16.499338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:floatingip and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:16.502152 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:16.508362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:16.521307 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:16.650166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:16.784058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Allocated IP 172.25.1.68 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/860548a7-9984-4788-aacf-f3847d97810b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:45:16.925385 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:16.953274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:17.112943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:45:17.115555 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:45:17.119290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:45:17.153924 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'Port': ['ID=860548a7-9984-4788-aacf-f3847d97810b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:17.528587 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:17.604999 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:17.802481 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:17.806623 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:17.916316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'Port': ['ID=860548a7-9984-4788-aacf-f3847d97810b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:17.923955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:18.091612 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Floating IP 78fbe658-9e8c-480a-9e34-34d5cb73922a associated. External IP: 172.25.1.68, port: 176544d0-ea60-4f43-977d-9a5431a3c298. Jan 28 10:45:18.434553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Router 7f343109-6e28-40e9-b185-dbd713a465f1 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:45:18.722197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:45:18.732133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] Sync routers for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:45:18.742631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:45:18.743113 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:45:18.747706 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:18.805282 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bc9d35f5-1483-4475-82e0-4458ea3b9a18 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3206985 Jan 28 10:45:18.805868 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:45:18.808338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58390) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:18.814064 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515144323', 'description': 'tempest-secgroup-smoke-515144323 description', 'project_id': 'eba0349a65034fe59829c699725388a2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:18.820629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:18.830958 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:18.841698 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:18.853232 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'status': 'completed', 'code': 200} Jan 28 10:45:18.869418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:18.873598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:18.876756 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:18.882927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:18.925376 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:45:18.952470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-0330257a-bad9-426b-88b2-e86d17a16bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:18.954162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-0330257a-bad9-426b-88b2-e86d17a16bc1 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1096 time: 0.0801694 Jan 28 10:45:18.959001 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:18.963342 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.006602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef352ec-acde-47bd-80e9-61d221dadfbb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.020578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.021471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.021814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.022193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.022607 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:45:19.026268 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.030620 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-53a54cc2-7e2c-42cc-ae9d-1df159e86a60 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2206933 Jan 28 10:45:19.031289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58396) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:19.039594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group_rule': {'security_group_id': '6ef352ec-acde-47bd-80e9-61d221dadfbb', 'project_id': 'eba0349a65034fe59829c699725388a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:19.046375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:19.051705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:19.054685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:19.060514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:19.080983 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.101567 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-7a14347d-4f81-4746-a537-8dd9d7f759b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:19.103276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-7a14347d-4f81-4746-a537-8dd9d7f759b6 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.1439178 Jan 28 10:45:19.147241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.152551 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.178347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa9a8e2-f79a-4497-b22d-2f0dfe4006bf,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:19.189652 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.191007 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-afcd3f7f-ce1e-42f7-9d28-e62dc2e2e4e1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1584020 Jan 28 10:45:19.193771 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58400) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:19.200223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group_rule': {'security_group_id': '6ef352ec-acde-47bd-80e9-61d221dadfbb', 'project_id': 'eba0349a65034fe59829c699725388a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:19.207807 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:19.212347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:19.215279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:19.222448 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:19.225961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-901cce9a-c433-48cc-bc48-dcc3d0b4fdb2 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 998 time: 0.1167867 Jan 28 10:45:19.240196 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.291645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-dfcc5886-9be5-4fb6-b86e-7de853b32bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:19.293035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-dfcc5886-9be5-4fb6-b86e-7de853b32bb1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0606449 Jan 28 10:45:19.298750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '78fbe658-9e8c-480a-9e34-34d5cb73922a', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'port_id': '176544d0-ea60-4f43-977d-9a5431a3c298', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'mac_address': 'fa:16:3e:3a:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:45:17Z', 'updated_at': '2022-01-28T10:45:17Z', 'revision_number': 0, 'project_id': 'eba0349a65034fe59829c699725388a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:45:19.302928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] Checking router: 7f343109-6e28-40e9-b185-dbd713a465f1 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:45:19.305102 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.309995 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.312179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:45:19.312824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:44:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:45:19.340504 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f32d3e3-d0b5-41d2-8790-9fd18e0cf176,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:19.351945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.353859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f4901998-ea5e-4f5c-beec-185b67c46baa tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1591036 Jan 28 10:45:19.357160 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58404) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:19.367747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group_rule': {'security_group_id': '6ef352ec-acde-47bd-80e9-61d221dadfbb', 'project_id': 'eba0349a65034fe59829c699725388a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:19.372598 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:19.376684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:19.380515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:19.386540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-4bc5bb0f-5cf5-4914-9609-981f706973e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:19.386796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:19.388026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-4bc5bb0f-5cf5-4914-9609-981f706973e2 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0880766 Jan 28 10:45:19.404331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.467904 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.474291 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.509710 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffc0b20-94f4-4429-ac74-bc13923e0fdb,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:19.524459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.528742 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2b2c6656-b775-470d-a816-63dcf0d91f10 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1679046 Jan 28 10:45:19.528900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:45:19.529357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58408) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:19.536335 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group_rule': {'security_group_id': '6ef352ec-acde-47bd-80e9-61d221dadfbb', 'project_id': 'eba0349a65034fe59829c699725388a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:19.541499 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-5c8687a4-0d65-4710-ba64-59bd102048b8 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402435 Jan 28 10:45:19.544976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:19.549359 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:19.551812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:19.558196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:19.586931 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.688937 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.692549 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-489366cb-505d-4c6c-a349-5b1a271c8cbf req-69f72833-5f88-4eff-b33d-acaabb4b3f90 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441500 Jan 28 10:45:19.694245 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.723266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3132014-4649-4c99-a874-eb1baa4faee9,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:19.734185 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.735377 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1dbfd012-01d3-493b-959e-b32879679845 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2048407 Jan 28 10:45:19.738128 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58412) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:19.743163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group_rule': {'security_group_id': '6ef352ec-acde-47bd-80e9-61d221dadfbb', 'project_id': 'eba0349a65034fe59829c699725388a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:19.750238 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:19.754897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:19.757931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:19.763740 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:19.775664 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Project eba0349a65034fe59829c699725388a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:45:19.782621 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.849455 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.853774 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.875863 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d473a95-f97a-4035-9d68-97afa99e773e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:19.887091 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.888397 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9bbb8fc9-cd10-4146-b749-876bec655bb4 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1493034 Jan 28 10:45:19.891181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58416) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:45:19.896250 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'security_group_rule': {'security_group_id': '6ef352ec-acde-47bd-80e9-61d221dadfbb', 'project_id': 'eba0349a65034fe59829c699725388a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:19.902921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:45:19.906705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Usage tracker for resource:security_group_rule and tenant:eba0349a65034fe59829c699725388a2 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:45:19.909577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:45:19.915191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:45:19.926407 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Project eba0349a65034fe59829c699725388a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:45:19.933098 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:19.938296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '78fbe658-9e8c-480a-9e34-34d5cb73922a', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'port_id': '176544d0-ea60-4f43-977d-9a5431a3c298', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'mac_address': 'fa:16:3e:3a:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:45:17Z', 'updated_at': '2022-01-28T10:45:17Z', 'revision_number': 0, 'project_id': 'eba0349a65034fe59829c699725388a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:45:19.943165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25399aee-dde6-401b-af4e-2c0bbe8c6482 None None] The sync data for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 is: [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '78fbe658-9e8c-480a-9e34-34d5cb73922a', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'floating_ip_address': '172.25.1.68', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'port_id': '176544d0-ea60-4f43-977d-9a5431a3c298', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'mac_address': 'fa:16:3e:3a:a3:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:45:17Z', 'updated_at': '2022-01-28T10:45:17Z', 'revision_number': 0, 'project_id': 'eba0349a65034fe59829c699725388a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:45:20.003161 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.007273 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.036408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2db0af23-79f5-4822-be6a-1ff61f2e3d61,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:20.049121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.050582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5d099a97-e7f3-4f29-947e-32962a02540f tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1582842 Jan 28 10:45:20.167175 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b720bc0-9487-4204-8abf-61c417d2b413 None None] New status for floating IP 78fbe658-9e8c-480a-9e34-34d5cb73922a: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:45:20.173246 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-89addb41-13c3-411b-a3c6-90f22d008779 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515144323&fields=id&tenant_id=eba0349a65034fe59829c699725388a2 HTTP/1.1" status: 200 len: 267 time: 0.0418530 Jan 28 10:45:20.255466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c706b78d-d08d-4d40-94db-0c32908e9e49 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:20.256904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c706b78d-d08d-4d40-94db-0c32908e9e49 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0783098 Jan 28 10:45:20.268430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'port': {'security_groups': ['ecb69cca-569d-4dd5-8f1e-f75b11f9add3', '6ef352ec-acde-47bd-80e9-61d221dadfbb']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:45:20.386185 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.649296 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:45:20.672240 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.677336 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.690149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['176544d0-ea60-4f43-977d-9a5431a3c298'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:45:20.744212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:20.745125 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:20.746494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7744979c-4e9f-4351-90d5-d0f4d1a815e2 req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "PUT /v2.0/ports/176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 981 time: 0.4830351 Jan 28 10:45:20.766339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee94d7-7529-40ef-aa85-2b805fd16d86 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:45:20.809761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['176544d0-ea60-4f43-977d-9a5431a3c298'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:45:20.854220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:45:20.919319 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'status': 'completed', 'code': 200} Jan 28 10:45:20.965931 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b8bba-8a5f-4257-85ed-e4adb1bfe8cb req-39ad91a4-01d7-4aae-acd7-a4b83b8ffd62 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:20.969069 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e6b8bba-8a5f-4257-85ed-e4adb1bfe8cb req-39ad91a4-01d7-4aae-acd7-a4b83b8ffd62 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.1254678 Jan 28 10:45:21.016867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1e6b8bba-8a5f-4257-85ed-e4adb1bfe8cb req-e1c6415b-fd7c-4e96-9745-23686b94073d tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:45:21.034989 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-1e6b8bba-8a5f-4257-85ed-e4adb1bfe8cb req-e1c6415b-fd7c-4e96-9745-23686b94073d tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:45:21.036498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e6b8bba-8a5f-4257-85ed-e4adb1bfe8cb req-e1c6415b-fd7c-4e96-9745-23686b94073d tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628049 Jan 28 10:45:21.101372 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1fcc5e34-4fa9-42e4-ac13-46821ce75181 None None] Provisioning complete for port 176544d0-ea60-4f43-977d-9a5431a3c298 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:45:21.101997 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1fcc5e34-4fa9-42e4-ac13-46821ce75181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:21.146183 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-cf2bbcf0-0108-4ffa-b044-b765a8e1bae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:21.147018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-cf2bbcf0-0108-4ffa-b044-b765a8e1bae6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1135 time: 0.1965556 Jan 28 10:45:21.283038 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-a69487d9-64e1-44f8-a3f8-07da8e682bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:21.285072 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-a69487d9-64e1-44f8-a3f8-07da8e682bb8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.1308136 Jan 28 10:45:21.387714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-1b77c222-1017-476d-9dc3-e5bf5ce19825 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 1000 time: 0.0961330 Jan 28 10:45:21.449580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-15b7ce66-3030-41bc-8aa2-3deb84cf69ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:21.451042 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-15b7ce66-3030-41bc-8aa2-3deb84cf69ea service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0560997 Jan 28 10:45:21.529264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-3a8cffcd-250a-4f88-a04c-2e5fc772b575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:21.530724 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-3a8cffcd-250a-4f88-a04c-2e5fc772b575 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719419 Jan 28 10:45:21.661181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-f0d4ebbe-0ac3-4890-a8ed-ef7130b618d3 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225553 Jan 28 10:45:21.789463 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09874a82-48dd-4f95-8a19-0de6b437ca3f req-125fb584-dc6c-42cd-851e-8e404e5d1da2 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211154 Jan 28 10:45:26.020636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-93e689e6-aec0-4547-a1c8-dbab48369758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:28.465471 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ab7c078a-166c-4ee9-82b7-f0afa1a0e7a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:29.601136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:29.628468 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:31.049741 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:31.861977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-5500a623-36bc-4724-90f9-82d2160edbcb service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675700 Jan 28 10:45:32.004352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-9675ff3c-26de-4491-bbc4-dbfa64be9e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:32.005824 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-9675ff3c-26de-4491-bbc4-dbfa64be9e22 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1135 time: 0.0751920 Jan 28 10:45:32.148855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-a961d709-b990-457f-925b-b42f6f2e798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:32.150251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-a961d709-b990-457f-925b-b42f6f2e798f service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.1253922 Jan 28 10:45:32.248954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-ae478884-cc8c-41ea-a30a-a2eab669a4a6 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 1000 time: 0.0907249 Jan 28 10:45:32.314767 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-e905040c-a60e-4b19-a47a-946fc7f87ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:32.316783 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-e905040c-a60e-4b19-a47a-946fc7f87ce8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0594730 Jan 28 10:45:32.392871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-83bb1e3b-1bb9-4d1f-910f-fbb516ae99a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:32.394666 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-83bb1e3b-1bb9-4d1f-910f-fbb516ae99a5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712178 Jan 28 10:45:32.527826 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-50db4af6-db15-4adf-9e12-b10240b0dfcf service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266577 Jan 28 10:45:32.656187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ad312ed9-4a24-46ae-af3e-e09373de30ba req-c7192bfb-6b58-440e-85ff-ed4fe4616b2f service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219046 Jan 28 10:45:37.466204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46379d6e-f14d-4459-8582-8fd3bf763114 req-f60e2de4-39d6-45c9-a178-41e81bd215c8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:37.468491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46379d6e-f14d-4459-8582-8fd3bf763114 req-f60e2de4-39d6-45c9-a178-41e81bd215c8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0903604 Jan 28 10:45:37.517829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46379d6e-f14d-4459-8582-8fd3bf763114 req-c12dfe6b-c934-472e-91fa-ef8f6018a43a tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432649 Jan 28 10:45:37.530241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166e54-0b82-4507-b4dd-5301fbab759d req-79a256f9-a9f2-40f0-ac7c-13d00a8670fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:37.532211 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-79a256f9-a9f2-40f0-ac7c-13d00a8670fd service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1135 time: 0.1810725 Jan 28 10:45:37.661460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166e54-0b82-4507-b4dd-5301fbab759d req-1693ed73-3b84-4d5c-ab8b-17d1ca6878b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:37.662863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-1693ed73-3b84-4d5c-ab8b-17d1ca6878b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.1230197 Jan 28 10:45:37.763726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-452e847c-f663-4e7b-b3e6-cb4b1e0fa521 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 1000 time: 0.0943990 Jan 28 10:45:37.824538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166e54-0b82-4507-b4dd-5301fbab759d req-b8ddab9f-9005-422a-b8b4-8965903dc9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:37.826001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-b8ddab9f-9005-422a-b8b4-8965903dc9ab service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0552285 Jan 28 10:45:37.899408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26166e54-0b82-4507-b4dd-5301fbab759d req-68a6a9c8-ab66-450a-9f6a-b6f935bada27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:37.900873 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-68a6a9c8-ab66-450a-9f6a-b6f935bada27 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679853 Jan 28 10:45:38.028442 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-ad5c3c09-4da7-4f39-9744-2f5d22584720 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212471 Jan 28 10:45:38.160380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26166e54-0b82-4507-b4dd-5301fbab759d req-1fb5a2e6-395b-4668-b6ca-9fecd2e79ac4 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260910 Jan 28 10:45:38.703042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e87b9-5160-4bd7-8cd6-d1c618c6a848 req-82531ced-b00a-4d75-ad66-3ca7af419f30 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:38.704697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-852e87b9-5160-4bd7-8cd6-d1c618c6a848 req-82531ced-b00a-4d75-ad66-3ca7af419f30 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0812988 Jan 28 10:45:38.750063 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-852e87b9-5160-4bd7-8cd6-d1c618c6a848 req-6b04b61f-36b4-4ccd-ae61-50dfb7d7f1bc tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0391793 Jan 28 10:45:39.933176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ffea64-c893-4bf3-9a09-60300b27d98a req-01cb0316-98b5-418a-8c8c-45934e25fa88 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:39.934615 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69ffea64-c893-4bf3-9a09-60300b27d98a req-01cb0316-98b5-418a-8c8c-45934e25fa88 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0822361 Jan 28 10:45:39.981068 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69ffea64-c893-4bf3-9a09-60300b27d98a req-67f58798-7ceb-42e9-92f0-3ed4f04e51d8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406938 Jan 28 10:45:41.161392 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99b88b-0d0e-4671-9683-2d831891c7a0 req-60ef250f-31f4-481f-873e-d60c9074bb83 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:41.162818 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae99b88b-0d0e-4671-9683-2d831891c7a0 req-60ef250f-31f4-481f-873e-d60c9074bb83 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0778773 Jan 28 10:45:41.210225 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae99b88b-0d0e-4671-9683-2d831891c7a0 req-8b6807d1-b0e8-44f1-8dac-0ecfc71234f7 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0417342 Jan 28 10:45:42.389340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913f60e8-a7db-49ba-9632-e4fa705672a1 req-c10eaaaf-4016-4a6f-b699-abed8d7b4958 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:42.390776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-913f60e8-a7db-49ba-9632-e4fa705672a1 req-c10eaaaf-4016-4a6f-b699-abed8d7b4958 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0778892 Jan 28 10:45:42.439996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-913f60e8-a7db-49ba-9632-e4fa705672a1 req-4f0a3b88-b9dd-4de5-8c47-cb21b8ce639b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428052 Jan 28 10:45:43.624403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb61474-e205-43b8-982d-78965e43e0ad req-a5d70d22-4c49-435f-be0f-32b414c9e834 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:43.625862 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb61474-e205-43b8-982d-78965e43e0ad req-a5d70d22-4c49-435f-be0f-32b414c9e834 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0782967 Jan 28 10:45:43.670263 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2cb61474-e205-43b8-982d-78965e43e0ad req-90c38e4e-0950-4b29-ba90-0f970a5955dd tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388579 Jan 28 10:45:44.257622 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:44.857336 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b934595-b35c-47a7-941d-91b23676ee20 req-e575d6a0-039c-4e67-8a7b-755eeb066e06 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:44.858674 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b934595-b35c-47a7-941d-91b23676ee20 req-e575d6a0-039c-4e67-8a7b-755eeb066e06 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0793877 Jan 28 10:45:44.904590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9b934595-b35c-47a7-941d-91b23676ee20 req-b7b5e980-858a-430e-91c4-c2aa6da749fd tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401728 Jan 28 10:45:45.241310 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:45:45.771809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:46.087098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c37ad36-1f73-4a6d-8356-893392cc28d1 req-72fe43a1-d7a8-4628-bd1b-ff06c1a23289 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:46.088522 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c37ad36-1f73-4a6d-8356-893392cc28d1 req-72fe43a1-d7a8-4628-bd1b-ff06c1a23289 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0813985 Jan 28 10:45:46.134259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0c37ad36-1f73-4a6d-8356-893392cc28d1 req-ba7c433a-4537-4d3b-8f5a-ee460b1809a8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400193 Jan 28 10:45:47.318451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5212e78-c56b-498e-8d93-05ef3f9159ad req-e823f2d2-7a5a-4f38-a07b-fffe9daaaa58 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:47.319881 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5212e78-c56b-498e-8d93-05ef3f9159ad req-e823f2d2-7a5a-4f38-a07b-fffe9daaaa58 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0825636 Jan 28 10:45:47.364800 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e5212e78-c56b-498e-8d93-05ef3f9159ad req-d11d8ccd-db50-4867-9c66-15ecbd9f6e3a tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392261 Jan 28 10:45:48.548068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c5df7b-034e-4458-8775-6dc19abe1d5e req-54deb3c0-acb7-4184-b139-4f4ae069ad85 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:48.549539 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8c5df7b-034e-4458-8775-6dc19abe1d5e req-54deb3c0-acb7-4184-b139-4f4ae069ad85 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0819700 Jan 28 10:45:48.594264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d8c5df7b-034e-4458-8775-6dc19abe1d5e req-6b056a1d-c229-4564-8ba6-b22ff530b75b tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389833 Jan 28 10:45:49.783540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd02562-2aeb-43a7-a106-1b546844dcb6 req-c2b79a84-baad-482b-8415-8dd80d4d02cf tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:45:49.785593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fd02562-2aeb-43a7-a106-1b546844dcb6 req-c2b79a84-baad-482b-8415-8dd80d4d02cf tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0809054 Jan 28 10:45:49.831470 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3fd02562-2aeb-43a7-a106-1b546844dcb6 req-48bf6a03-3915-4d26-b345-39a9e35356af tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=6ef352ec-acde-47bd-80e9-61d221dadfbb&id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395796 Jan 28 10:45:56.021714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3090070f-c0df-4276-aa08-086f4bdd717a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:58.467377 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b795517c-a229-4d8f-9842-2fe24bf8aca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:59.603137 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:45:59.630340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:01.055367 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:01.731759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-23452477-6968-4212-a35b-2e32ae1560f5 req-b2edb9a9-caad-4efe-82a7-a866c9fd3dba tempest-ServerDiskConfigTestJSON-761312494 tempest-ServerDiskConfigTestJSON-761312494-project] (87541) timed out ('10.222.0.25', 56463) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:46:14.270231 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:15.779431 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:22.243495 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:46:22.307445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-a54f9ee8-ccac-4c38-8dc0-c39ce2c77ec9 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515144323&fields=id&tenant_id=eba0349a65034fe59829c699725388a2 HTTP/1.1" status: 200 len: 267 time: 0.0418248 Jan 28 10:46:22.388532 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-9dddf322-c5d6-452f-89ab-cf6c7e5e3f92 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:22.389954 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-9dddf322-c5d6-452f-89ab-cf6c7e5e3f92 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 984 time: 0.0774522 Jan 28 10:46:22.400694 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Request body: {'port': {'security_groups': ['ecb69cca-569d-4dd5-8f1e-f75b11f9add3']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:22.518697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:22.755519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:22.783580 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:22.787849 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:22.799436 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['176544d0-ea60-4f43-977d-9a5431a3c298'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:46:22.857962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:22.858640 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:22.860013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0192143d-78b4-479b-b5c1-03b0aaf5c58d req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "PUT /v2.0/ports/176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 942 time: 0.4635878 Jan 28 10:46:22.860466 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:46:22.866370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58476) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:22.887413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event updated for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:22.898828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.899161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.899498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.899827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.900156 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.900480 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.900856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.901178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.901497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.901817 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.902135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.902448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dcd8f89-5a11-4689-a2e1-3fe2886dc5d1 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:22.937472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['176544d0-ea60-4f43-977d-9a5431a3c298'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:46:22.963737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:22.996574 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:23.087058 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:23.096927 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'status': 'completed', 'code': 200} Jan 28 10:46:23.135640 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef352ec-acde-47bd-80e9-61d221dadfbb,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:23.148369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.148945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.149432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.149961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.150634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.151131 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.151622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.152269 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.152787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.153281 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.153874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.154374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:23.157476 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:23.159408 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-07761604-5f3d-4ddc-b0e9-89ccae9e2367 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "DELETE /v2.0/security-groups/6ef352ec-acde-47bd-80e9-61d221dadfbb HTTP/1.1" status: 204 len: 168 time: 0.2920010 Jan 28 10:46:23.169080 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58484) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:23.225833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7c5be6c9-d982-4536-a24e-d35912da2ea8 None None] Provisioning complete for port 176544d0-ea60-4f43-977d-9a5431a3c298 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:23.226161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7c5be6c9-d982-4536-a24e-d35912da2ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:23.499926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-5e7a3f50-908a-4669-99d0-80da1fc142fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:23.501458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-5e7a3f50-908a-4669-99d0-80da1fc142fb service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1096 time: 0.3801911 Jan 28 10:46:23.534316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Deleting port 860548a7-9984-4788-aacf-f3847d97810b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:23.534650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:23.768997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-28c0d8e3-2650-4668-bb60-6407987b7f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:23.770329 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-28c0d8e3-2650-4668-bb60-6407987b7f31 service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.2616248 Jan 28 10:46:23.876079 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:23.876399 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:24.000905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Calling delete_port for 860548a7-9984-4788-aacf-f3847d97810b owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:24.027838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-3c66c21c-4260-4d98-823a-4c403f255c7a service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 1000 time: 0.2477372 Jan 28 10:46:24.131550 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-4e766a7d-92ca-4de1-9435-d78031862cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:24.133009 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-4e766a7d-92ca-4de1-9435-d78031862cb3 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0930519 Jan 28 10:46:24.267625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-3bec4e4b-9e5d-42b9-b7be-aebd725b9563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:24.269226 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-3bec4e4b-9e5d-42b9-b7be-aebd725b9563 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1302862 Jan 28 10:46:24.270274 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:24.336233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event deleted for resources: {'Port': ['ID=860548a7-9984-4788-aacf-f3847d97810b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:24.506255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:24.506953 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Floating IP 78fbe658-9e8c-480a-9e34-34d5cb73922a disassociated (deleted). External IP: 172.25.1.68, port: 176544d0-ea60-4f43-977d-9a5431a3c298. Jan 28 10:46:24.588835 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-4278add0-8808-42ee-867b-50e856cb4ddd service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861619 Jan 28 10:46:24.988494 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abdd0abe-b041-48ad-aa05-66853e267b89 req-cd541994-3ab1-49b1-82b5-4d2e7fa8ceeb service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3927622 Jan 28 10:46:25.096335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Router 7f343109-6e28-40e9-b185-dbd713a465f1 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:46:25.278807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:46:25.288136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] Sync routers for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:46:25.298282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:25.298720 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:25.299275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:25.356919 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8b1c322a-3b4b-4500-b98b-6a78f0a352e8 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "DELETE /v2.0/floatingips/78fbe658-9e8c-480a-9e34-34d5cb73922a HTTP/1.1" status: 204 len: 168 time: 2.1816311 Jan 28 10:46:25.357768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:46:25.408995 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'status': 'completed', 'code': 200} Jan 28 10:46:25.514041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-64d7f5c1-353f-4ee9-810f-1bcf7c75bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:25.515519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-64d7f5c1-353f-4ee9-810f-1bcf7c75bc65 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 1096 time: 0.0857806 Jan 28 10:46:25.525870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:25.657117 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-819d17ce-3962-486a-9f7b-48420841d0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:25.658598 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-819d17ce-3962-486a-9f7b-48420841d0ec service neutron] 10.222.0.43 "GET /v2.0/networks?id=a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 200 len: 916 time: 0.1364508 Jan 28 10:46:25.731967 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-d4f9f4c4-1879-4e74-ba96-146da0d4cdd5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 200 len: 217 time: 0.0674679 Jan 28 10:46:25.813796 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-e7447d31-45bb-49cc-afcd-89d7060a5296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:25.816124 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-e7447d31-45bb-49cc-afcd-89d7060a5296 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 200 len: 854 time: 0.0783577 Jan 28 10:46:25.894290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:25.899778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] Checking router: 7f343109-6e28-40e9-b185-dbd713a465f1 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:46:25.911437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:25.912486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:45:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:25.912627 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-d70ad832-267c-47e7-b02c-81b8c4ddfef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:25.914113 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-d70ad832-267c-47e7-b02c-81b8c4ddfef1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=a4434b32-c80a-42cc-9a63-c3c8baa2b995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919690 Jan 28 10:46:26.050547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-efc20207-c53d-4a16-bd6c-69c8e9332f25 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290643 Jan 28 10:46:26.088744 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7696-4cf8-462e-bc70-999d057dfe65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:26.107854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:26.184706 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bb7cc94a-e10f-49d4-bebf-d583593c6af0 req-f3fbb34f-7bd3-4beb-a165-8082dfb2c4a5 service neutron] 10.222.0.43 "GET /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276190 Jan 28 10:46:26.428369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:26.432412 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21969fd-376e-465b-aed6-b6abf3ce4a5d None None] The sync data for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 is: [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:29Z', 'revision_number': 4, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '74825176-5f36-4265-9ed6-c9737913c4fc', 'name': '', 'network_id': 'a4434b32-c80a-42cc-9a63-c3c8baa2b995', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'mac_address': 'fa:16:3e:9a:e3:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4157, 'fixed_ips': [{'subnet_id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:28Z', 'updated_at': '2022-01-28T10:44:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'subnets': [{'id': '6c104751-97eb-40d8-a113-d136b1f62d16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:46:26.678036 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821f13b0-239b-434a-ad30-4cfb68cb0456 None None] New status for floating IP 78fbe658-9e8c-480a-9e34-34d5cb73922a: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:46:28.472222 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-efd40f34-c7a3-40d6-bf17-191d639bbe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:29.607164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:29.637084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:29.935569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0985688-d491-45be-af73-3b838db8f1c1 req-0585c96d-76fe-4dbe-8d22-2d6f414029d2 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:29.937122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0985688-d491-45be-af73-3b838db8f1c1 req-0585c96d-76fe-4dbe-8d22-2d6f414029d2 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0792384 Jan 28 10:46:29.987243 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c0985688-d491-45be-af73-3b838db8f1c1 req-9e4568d2-0a66-4f4f-9eff-b69f7a9bc203 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:46:30.003138 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-c0985688-d491-45be-af73-3b838db8f1c1 req-9e4568d2-0a66-4f4f-9eff-b69f7a9bc203 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:46:30.004816 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0985688-d491-45be-af73-3b838db8f1c1 req-9e4568d2-0a66-4f4f-9eff-b69f7a9bc203 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615041 Jan 28 10:46:31.055157 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:31.192110 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea25f2-c061-47f9-9b6c-1b2fe37f99af req-2c2e2162-f34d-4923-ac06-000a61ba6e0c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:31.192819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b9ea25f2-c061-47f9-9b6c-1b2fe37f99af req-2c2e2162-f34d-4923-ac06-000a61ba6e0c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Synchronizing usage tracker for tenant:eba0349a65034fe59829c699725388a2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:46:31.207701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-b9ea25f2-c061-47f9-9b6c-1b2fe37f99af req-2c2e2162-f34d-4923-ac06-000a61ba6e0c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Unset dirty status for tenant:eba0349a65034fe59829c699725388a2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:46:31.209038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9ea25f2-c061-47f9-9b6c-1b2fe37f99af req-2c2e2162-f34d-4923-ac06-000a61ba6e0c tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.0951304 Jan 28 10:46:31.252445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b9ea25f2-c061-47f9-9b6c-1b2fe37f99af req-9765b165-af12-495b-8162-5abb0871b569 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecb69cca-569d-4dd5-8f1e-f75b11f9add3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373931 Jan 28 10:46:31.612822 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-4d3848bc-b7fa-4055-8b7f-265349f1bce9 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:31.614242 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-4d3848bc-b7fa-4055-8b7f-265349f1bce9 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.43 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 945 time: 0.1887383 Jan 28 10:46:31.682280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Deleting port 176544d0-ea60-4f43-977d-9a5431a3c298 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:31.682614 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:31.923251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] For port 176544d0-ea60-4f43-977d-9a5431a3c298, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=176544d0-ea60-4f43-977d-9a5431a3c298,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:31.924147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:32.044510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Calling delete_port for 176544d0-ea60-4f43-977d-9a5431a3c298 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:32.185137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:32.197459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['176544d0-ea60-4f43-977d-9a5431a3c298'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:46:32.233998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Pushing event deleted for resources: {'Port': ['ID=176544d0-ea60-4f43-977d-9a5431a3c298,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:32.310298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] No DVR routers for this DVR port 176544d0-ea60-4f43-977d-9a5431a3c298 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:46:32.313007 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:32.315570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'name': 'network-vif-deleted', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:46:32.331560 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-309d72ab-74e2-47ef-8fb4-9d545225a567 req-0a99441f-3a85-4f6b-86b6-2953a64f49bb tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.43 "DELETE /v2.0/ports/176544d0-ea60-4f43-977d-9a5431a3c298 HTTP/1.1" status: 204 len: 173 time: 0.7117195 Jan 28 10:46:32.364761 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f354e307-ad28-4d98-badf-71dd9cf4ee52', 'name': 'network-vif-deleted', 'tag': '176544d0-ea60-4f43-977d-9a5431a3c298', 'status': 'completed', 'code': 200} Jan 28 10:46:32.403546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d9bc3437-714b-428b-b891-22497659d5cd req-af7d6f8d-164c-4e96-9252-e23a87438033 tempest-TestMinimumBasicScenario-117306363 tempest-TestMinimumBasicScenario-117306363-project] 10.222.0.42 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 210 time: 0.0433321 Jan 28 10:46:32.832430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d65d8015-3546-4e01-a6c3-20dd787fec06 req-ed09017b-1956-419c-8e99-6840c0001240 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0404465 Jan 28 10:46:32.943850 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d65d8015-3546-4e01-a6c3-20dd787fec06 req-83d06813-50ce-4d03-93c4-1708cc82ce72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=eba0349a65034fe59829c699725388a2&device_id=f354e307-ad28-4d98-badf-71dd9cf4ee52 HTTP/1.1" status: 200 len: 210 time: 0.0421445 Jan 28 10:46:33.091304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8015-3546-4e01-a6c3-20dd787fec06 req-b913e38e-1a44-4e38-a962-656258046e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:33.092606 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d65d8015-3546-4e01-a6c3-20dd787fec06 req-b913e38e-1a44-4e38-a962-656258046e2e service neutron] 10.222.0.43 "GET /v2.0/networks?tenant_id=eba0349a65034fe59829c699725388a2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1295733 Jan 28 10:46:33.225665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d8015-3546-4e01-a6c3-20dd787fec06 req-25bda5c2-c204-47b2-a032-0cdee3ab5ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:33.227101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d65d8015-3546-4e01-a6c3-20dd787fec06 req-25bda5c2-c204-47b2-a032-0cdee3ab5ca9 service neutron] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290519 Jan 28 10:46:34.010505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58580) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:34.655461 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:35.004686 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Deleting port 74825176-5f36-4265-9ed6-c9737913c4fc {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:35.005048 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:35.041363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 176544d0-ea60-4f43-977d-9a5431a3c298 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:35.074864 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 176544d0-ea60-4f43-977d-9a5431a3c298 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:35.075204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 176544d0-ea60-4f43-977d-9a5431a3c298 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:35.179158 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] For port 74825176-5f36-4265-9ed6-c9737913c4fc, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=74825176-5f36-4265-9ed6-c9737913c4fc,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:35.179829 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:35.302108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Calling delete_port for 74825176-5f36-4265-9ed6-c9737913c4fc owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:35.560955 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:35.609036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=74825176-5f36-4265-9ed6-c9737913c4fc,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:35.989288 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:36.346122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Router 7f343109-6e28-40e9-b185-dbd713a465f1 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:46:36.521173 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:46:36.531160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] Sync routers for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:46:36.535929 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-14574b7b-7c55-46ff-af09-a28a45add9ed admin admin] 10.222.0.42 "PUT /v2.0/routers/7f343109-6e28-40e9-b185-dbd713a465f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215414 Jan 28 10:46:36.536108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58584) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:36.541557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:36.542159 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:36.715141 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:36.724201 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:36.891521 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:36.902738 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Deleting port be911420-4029-448b-b6ab-ec4690d34811 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:36.903075 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.052874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114'}], 'enable_snat': True}, 'gw_port_id': 'be911420-4029-448b-b6ab-ec4690d34811', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:46:35Z', 'revision_number': 5, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port': {'id': 'be911420-4029-448b-b6ab-ec4690d34811', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:ac:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4156, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:37.056580 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] Checking router: 7f343109-6e28-40e9-b185-dbd713a465f1 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:46:37.064764 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] Routers {'7f343109-6e28-40e9-b185-dbd713a465f1'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:37.065354 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['7f343109-6e28-40e9-b185-dbd713a465f1'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:37.079229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] For port be911420-4029-448b-b6ab-ec4690d34811, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=be911420-4029-448b-b6ab-ec4690d34811,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:37.080079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.219426 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] Set router 7f343109-6e28-40e9-b185-dbd713a465f1 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:37.327912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:46:36Z', 'revision_number': 6, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:37.332311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99607fcc-27d5-4b3b-89d6-a2eced254d3d None None] The sync data for ids ['7f343109-6e28-40e9-b185-dbd713a465f1'] in n-d-825178-2 is: [{'id': '7f343109-6e28-40e9-b185-dbd713a465f1', 'name': 'tempest-TestMinimumBasicScenario-2124201196-router', 'tenant_id': 'eba0349a65034fe59829c699725388a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:25Z', 'updated_at': '2022-01-28T10:46:36Z', 'revision_number': 6, 'project_id': 'eba0349a65034fe59829c699725388a2', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:46:37.333489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Calling delete_port for be911420-4029-448b-b6ab-ec4690d34811 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:37.503467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.553762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Pushing event deleted for resources: {'Port': ['ID=be911420-4029-448b-b6ab-ec4690d34811,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:37.643619 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.820936 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.823080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.844458 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.844987 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f343109-6e28-40e9-b185-dbd713a465f1 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:46:37.857440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.858556 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a93c99e6-ef70-436a-a3b2-f0ddfdfd1554 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7f343109-6e28-40e9-b185-dbd713a465f1 HTTP/1.1" status: 204 len: 168 time: 1.3214579 Jan 28 10:46:37.861667 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58588) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:37.921712 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Deleting subnet 6c104751-97eb-40d8-a113-d136b1f62d16 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:46:37.924993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:37.972606 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.053174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.121588 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.161592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c104751-97eb-40d8-a113-d136b1f62d16,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:38.163502 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.168065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80266002-f9f2-4dee-afdc-e3779d064887 None None] Network a4434b32-c80a-42cc-9a63-c3c8baa2b995 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:46:38.171886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8b0f6bcd-2a5f-4d9e-ae19-9b93fc60bd4d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c104751-97eb-40d8-a113-d136b1f62d16 HTTP/1.1" status: 204 len: 168 time: 0.3070545 Jan 28 10:46:38.172078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58592) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:38.281851 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.292642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Deleting port bcaecdd6-dfc1-42c8-9662-509b94d2c806 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:38.292999 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.441955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] DHCP port deletion for a4434b32-c80a-42cc-9a63-c3c8baa2b995 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:46:38.446019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Deleting port bcaecdd6-dfc1-42c8-9662-509b94d2c806 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:38.446384 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.511747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] For port bcaecdd6-dfc1-42c8-9662-509b94d2c806, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcaecdd6-dfc1-42c8-9662-509b94d2c806,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:38.512363 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.634728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Calling delete_port for bcaecdd6-dfc1-42c8-9662-509b94d2c806 owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:38.654874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] For port bcaecdd6-dfc1-42c8-9662-509b94d2c806, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bcaecdd6-dfc1-42c8-9662-509b94d2c806,segment=NetworkSegment(ac0cbfce-7218-46d6-9c73-6762df620bcf),segment_id=ac0cbfce-7218-46d6-9c73-6762df620bcf)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:38.655262 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.711554 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:38.786473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Calling delete_port for bcaecdd6-dfc1-42c8-9662-509b94d2c806 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:38.858707 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:46:38.859058 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:46:38.864966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Pushing event deleted for resources: {'Port': ['ID=bcaecdd6-dfc1-42c8-9662-509b94d2c806,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:38.870557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] No DVR routers for this DVR port bcaecdd6-dfc1-42c8-9662-509b94d2c806 on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:46:38.984923 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.011076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4434b32-c80a-42cc-9a63-c3c8baa2b995']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:39.022597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0cbfce-7218-46d6-9c73-6762df620bcf') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:39.022888 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0cbfce-7218-46d6-9c73-6762df620bcf') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:39.033737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.049467 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.055508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:46:39.055873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:46:39.069468 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:46:39.147348 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.163392 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.175219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] Pushing event deleted for resources: {'Network': ['ID=a4434b32-c80a-42cc-9a63-c3c8baa2b995,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:39.186960 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-69427163-6621-47b3-bd3f-513e7074833c admin admin] 10.222.0.42 "DELETE /v2.0/networks/a4434b32-c80a-42cc-9a63-c3c8baa2b995 HTTP/1.1" status: 204 len: 168 time: 1.0138986 Jan 28 10:46:39.190397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58596) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:39.287626 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 74825176-5f36-4265-9ed6-c9737913c4fc no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:39.322095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 74825176-5f36-4265-9ed6-c9737913c4fc {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:39.322437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 74825176-5f36-4265-9ed6-c9737913c4fc not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:39.322852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device be911420-4029-448b-b6ab-ec4690d34811 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:39.357892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: be911420-4029-448b-b6ab-ec4690d34811 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:39.358233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device be911420-4029-448b-b6ab-ec4690d34811 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:39.358646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcaecdd6-dfc1-42c8-9662-509b94d2c806 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:39.385664 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Deleting port bcaecdd6-dfc1-42c8-9662-509b94d2c806 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:39.386031 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:39.417038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: bcaecdd6-dfc1-42c8-9662-509b94d2c806 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:39.417383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bcaecdd6-dfc1-42c8-9662-509b94d2c806 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:39.458464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bd8d913f-6aa1-4c77-8d34-77fa5f778886 None None] The port 'bcaecdd6-dfc1-42c8-9662-509b94d2c806' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:46:39.726111 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:40.066170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Deleting port 9b60c5c2-7e6c-463a-9963-06f30d9bd577 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:40.066503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:40.350854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] For port 9b60c5c2-7e6c-463a-9963-06f30d9bd577, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=9b60c5c2-7e6c-463a-9963-06f30d9bd577,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:40.351104 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:40.479157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Calling delete_port for 9b60c5c2-7e6c-463a-9963-06f30d9bd577 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:40.655153 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:40.705637 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b60c5c2-7e6c-463a-9963-06f30d9bd577,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:40.974028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:41.333547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Router 96b438a6-7b18-4133-aded-7bc50c148201 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:46:41.509361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:46:41.518494 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b97beee2-fb6b-4c85-b8ef-7a65a63edd5d admin admin] 10.222.0.42 "PUT /v2.0/routers/96b438a6-7b18-4133-aded-7bc50c148201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3271208 Jan 28 10:46:41.520091 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] Sync routers for ids ['96b438a6-7b18-4133-aded-7bc50c148201'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:46:41.521114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58600) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:41.530763 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] Routers {'96b438a6-7b18-4133-aded-7bc50c148201'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:41.531442 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['96b438a6-7b18-4133-aded-7bc50c148201'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:41.703939 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] Set router 96b438a6-7b18-4133-aded-7bc50c148201 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:41.822030 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:41.983415 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162'}], 'enable_snat': True}, 'gw_port_id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:46:40Z', 'revision_number': 5, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port': {'id': 'dea3897f-0d85-4604-acba-f8646e8afd1b', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:84:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96b438a6-7b18-4133-aded-7bc50c148201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4168, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:44:32Z', 'updated_at': '2022-01-28T10:44:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:41.987751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] Checking router: 96b438a6-7b18-4133-aded-7bc50c148201 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:46:41.996020 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] Routers {'96b438a6-7b18-4133-aded-7bc50c148201'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:41.996598 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['96b438a6-7b18-4133-aded-7bc50c148201'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:42.001605 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.010257 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Deleting port dea3897f-0d85-4604-acba-f8646e8afd1b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:42.010726 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.170385 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] Set router 96b438a6-7b18-4133-aded-7bc50c148201 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:42.186974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] For port dea3897f-0d85-4604-acba-f8646e8afd1b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=dea3897f-0d85-4604-acba-f8646e8afd1b,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:42.187321 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.273752 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:46:42Z', 'revision_number': 6, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:42.277603 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7369d8e8-2673-491d-82e4-5d611e2e6f72 None None] The sync data for ids ['96b438a6-7b18-4133-aded-7bc50c148201'] in n-d-825178-2 is: [{'id': '96b438a6-7b18-4133-aded-7bc50c148201', 'name': 'tempest-TestMinimumBasicScenario-392353490-router', 'tenant_id': '47dabe8502c8463fadf673a87b0dfbe0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:44:31Z', 'updated_at': '2022-01-28T10:46:42Z', 'revision_number': 6, 'project_id': '47dabe8502c8463fadf673a87b0dfbe0', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:46:42.315378 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Calling delete_port for dea3897f-0d85-4604-acba-f8646e8afd1b owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:42.477964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.526012 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Pushing event deleted for resources: {'Port': ['ID=dea3897f-0d85-4604-acba-f8646e8afd1b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:42.614649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.787681 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.789768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.812221 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.812856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96b438a6-7b18-4133-aded-7bc50c148201 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:46:42.825880 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.826989 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d4d6b6ac-0ed6-46b9-bef4-e40524071d53 admin admin] 10.222.0.42 "DELETE /v2.0/routers/96b438a6-7b18-4133-aded-7bc50c148201 HTTP/1.1" status: 204 len: 168 time: 1.3049834 Jan 28 10:46:42.829555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58604) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:42.891264 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Deleting subnet 40dcc966-e0cc-4b24-b984-afd16aa0ed9f {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:46:42.894187 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:42.943316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.022406 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.092356 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.132156 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40dcc966-e0cc-4b24-b984-afd16aa0ed9f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:43.134206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.140106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558059b-a59f-4e2d-beee-4bde2d63adc1 None None] Network e117b074-9c1d-41ef-82de-0232e959ade1 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:46:43.140611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-05d5c964-79f8-4888-907c-e894f5fe05ec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/40dcc966-e0cc-4b24-b984-afd16aa0ed9f HTTP/1.1" status: 204 len: 168 time: 0.3101144 Jan 28 10:46:43.143626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58608) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:43.311994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dea3897f-0d85-4604-acba-f8646e8afd1b no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:43.376707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: dea3897f-0d85-4604-acba-f8646e8afd1b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:43.377046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device dea3897f-0d85-4604-acba-f8646e8afd1b not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:43.377674 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9b60c5c2-7e6c-463a-9963-06f30d9bd577 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:43.384548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.395541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Deleting port 3a237fe4-9907-4307-a715-ca39f540ad3b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:43.395870 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.415785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 9b60c5c2-7e6c-463a-9963-06f30d9bd577 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:43.416126 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 9b60c5c2-7e6c-463a-9963-06f30d9bd577 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:43.501450 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39bec44-ba36-4605-842b-921c30660080 None None] DHCP port deletion for e117b074-9c1d-41ef-82de-0232e959ade1 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:46:43.506215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Deleting port 3a237fe4-9907-4307-a715-ca39f540ad3b {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:43.506694 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.612579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] For port 3a237fe4-9907-4307-a715-ca39f540ad3b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a237fe4-9907-4307-a715-ca39f540ad3b,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:43.612873 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.705923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-b39bec44-ba36-4605-842b-921c30660080 None None] For port 3a237fe4-9907-4307-a715-ca39f540ad3b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=3a237fe4-9907-4307-a715-ca39f540ad3b,segment=NetworkSegment(02a8ec5a-2eee-4d3d-90d2-77d0c0d52250),segment_id=02a8ec5a-2eee-4d3d-90d2-77d0c0d52250)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:43.706230 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.735392 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Calling delete_port for 3a237fe4-9907-4307-a715-ca39f540ad3b owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:43.814265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:43.827410 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Calling delete_port for 3a237fe4-9907-4307-a715-ca39f540ad3b owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:46:43.861410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a237fe4-9907-4307-a715-ca39f540ad3b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:43.865683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] No DVR routers for this DVR port 3a237fe4-9907-4307-a715-ca39f540ad3b on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:46:43.900024 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:46:43.900375 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:46:43.982181 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.007189 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e117b074-9c1d-41ef-82de-0232e959ade1']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:44.019553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:44.019847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a8ec5a-2eee-4d3d-90d2-77d0c0d52250') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:44.031212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.046945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.052908 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:46:44.053287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: timer() Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:46:44.066566 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:46:44.143487 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.159506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.169288 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e117b074-9c1d-41ef-82de-0232e959ade1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:44.173240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eef3fafb-421c-4fd8-a091-756e2411dcc3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e117b074-9c1d-41ef-82de-0232e959ade1 HTTP/1.1" status: 204 len: 168 time: 1.0286176 Jan 28 10:46:44.258851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.339042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58614) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:44.391405 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-75666e8f-7ee6-49db-a412-34cccc4edfd5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eba0349a65034fe59829c699725388a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512419 Jan 28 10:46:44.393917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58618) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:44.401938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Deleting port 3a237fe4-9907-4307-a715-ca39f540ad3b {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:46:44.402332 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b39bec44-ba36-4605-842b-921c30660080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.457610 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1dd327f-717a-43b2-ad66-751af6508e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.470206 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b39bec44-ba36-4605-842b-921c30660080 None None] The port '3a237fe4-9907-4307-a715-ca39f540ad3b' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 10:46:44.485242 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1dd327f-717a-43b2-ad66-751af6508e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.537314 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1dd327f-717a-43b2-ad66-751af6508e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.555926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd327f-717a-43b2-ad66-751af6508e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb69cca-569d-4dd5-8f1e-f75b11f9add3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:44.563715 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-a1dd327f-717a-43b2-ad66-751af6508e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:44.565357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1dd327f-717a-43b2-ad66-751af6508e4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecb69cca-569d-4dd5-8f1e-f75b11f9add3 HTTP/1.1" status: 204 len: 168 time: 0.1706355 Jan 28 10:46:44.897963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58626) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:44.946059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6748aff0-0d60-4f7c-83db-da9e4ba93730 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=47dabe8502c8463fadf673a87b0dfbe0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470397 Jan 28 10:46:44.948474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58630) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:45.004648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ea18-12b8-4336-8203-9b4f28674d05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:45.033265 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ea18-12b8-4336-8203-9b4f28674d05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:45.082384 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ea18-12b8-4336-8203-9b4f28674d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:45.097232 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd7ea18-12b8-4336-8203-9b4f28674d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead321f6-f352-4618-891e-b8c7dae98a41,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:45.104563 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6bd7ea18-12b8-4336-8203-9b4f28674d05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:45.105754 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6bd7ea18-12b8-4336-8203-9b4f28674d05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ead321f6-f352-4618-891e-b8c7dae98a41 HTTP/1.1" status: 204 len: 168 time: 0.1563780 Jan 28 10:46:45.288649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a237fe4-9907-4307-a715-ca39f540ad3b no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:46:45.322658 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 3a237fe4-9907-4307-a715-ca39f540ad3b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:46:45.323004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 3a237fe4-9907-4307-a715-ca39f540ad3b not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:46:45.777854 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.034284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58672) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:47.039404 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-27970907', 'description': 'tempest-secgroup-smoke-27970907 description', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:47.046024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.049804 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.052577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.058216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.068713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.080968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.095517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.099449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.102205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.107794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.191318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.194973 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.207371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.214994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.223007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.232922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.236974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65d2fb8-e12e-4f76-a9fa-18aee9cc169e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:47.309184 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.312947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.353541 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9836605e-6b78-48be-a499-26ae12746ad6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:47.356497 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.357707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f1188a23-82d2-4bae-9050-93bf2afb44a4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3224072 Jan 28 10:46:47.361273 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58676) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:47.366294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '9836605e-6b78-48be-a499-26ae12746ad6', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:47.373068 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.377630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.380462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.386176 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.403275 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.462481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.465751 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.490371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ecf8c7-c404-403f-a314-12d6e15cd73f,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:47.499972 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.501846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8d2ff62c-638d-43f8-9e15-971d86d5871e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391990 Jan 28 10:46:47.504576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:47.509482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '9836605e-6b78-48be-a499-26ae12746ad6', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:47.515840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.519659 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.522495 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.528113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.544005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.604838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.608509 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.633092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=580cdd33-f054-4b29-b81c-eddf121b5c7e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:47.641903 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.643077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f61fb11f-8d6f-478e-bf0e-446e0c8ca621 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1375179 Jan 28 10:46:47.645853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58684) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:47.650704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '9836605e-6b78-48be-a499-26ae12746ad6', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:47.657082 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.661357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.664162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.669795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.688785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.750140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.753590 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.775796 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e265782-3699-42c5-ad1c-7c85567aec95,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:47.785144 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.786395 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-b6fa515f-1630-4df7-9af2-105abf8ac242 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396105 Jan 28 10:46:47.789087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58688) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:47.794010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '9836605e-6b78-48be-a499-26ae12746ad6', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:47.800951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.804651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.807497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.813295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.829369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.891643 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.895424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.918085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b22dac7a-cad2-494c-a0ad-28f24baeef0e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:47.926164 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:47.927332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-eb40d655-ddaf-48d4-b469-584e8e50e78c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1373594 Jan 28 10:46:47.929959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58692) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:47.934874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '9836605e-6b78-48be-a499-26ae12746ad6', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:47.941763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:47.945596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:47.948372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:47.953947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:47.964507 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:46:47.970821 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.036257 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.039444 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.064195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c90128-26fc-434e-b87e-c42f74b70642,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:48.072857 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.074026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-100e39a7-14fd-4c8d-ab4f-38eea9c2fdfb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1431692 Jan 28 10:46:48.076763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58696) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:48.081597 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '9836605e-6b78-48be-a499-26ae12746ad6', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:48.087835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:48.091705 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:48.094593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:48.100196 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:48.111155 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:46:48.117635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.182063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.185557 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.208972 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bebcd49-0297-498c-9f76-56550d2746a3,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:48.217206 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.218453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6e26878e-dfa2-45f0-b622-e6f83c66eef0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1408062 Jan 28 10:46:48.221501 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58700) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:48.226867 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'network': {'name': 'tempest-network-smoke--1791985435', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'port_security_enabled': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:48.232306 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:48.236606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:network and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:48.239406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:48.245290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:48.255932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:46:48.259271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.286019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:46:48.294604 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.294960 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Added segment 774382e6-1dad-4327-ae67-296a5737e58c of type vlan for network 8e1f78d9-7392-4ff5-85ab-1657265448da Jan 28 10:46:48.321216 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.352410 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.357654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:48.358252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.451403 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2287877 Jan 28 10:46:48.454513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58704) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:48.459635 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'admin_state_up': True, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:48.462977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce5e137-73a9-449d-83f2-39afd7d7fc64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Network': ['ID=8e1f78d9-7392-4ff5-85ab-1657265448da,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:48.471660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:48.474418 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 8e1f78d9-7392-4ff5-85ab-1657265448da details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:46:48.475739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:router and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:48.478779 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:48.485158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:48.497740 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.498853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.513288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:48.873913 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:49.176680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:49.209510 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:49.337148 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.23 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/39f313f8-bbea-481a-86c7-9909b3bd7f14) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:46:49.481721 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:49.513940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:49.583320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:46:49.586279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:46:49.589938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:46:49.619107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=39f313f8-bbea-481a-86c7-9909b3bd7f14,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:50.001571 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:50.451952 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:50.651865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:46:50.831702 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:46:50.841529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Sync routers for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:46:50.850216 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:50.850814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:50.857944 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:50.859158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d6d6b5fd-3194-4f57-a99b-8d4a8e1636b2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4036403 Jan 28 10:46:50.862340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:50.999753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e9ee3a94-bf30-4e39-a47f-d1b9ae63c2a9 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0d6bbe5d19a247e7bfb79d28c922934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1363530 Jan 28 10:46:51.003220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58714) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:51.028270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:51.130071 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43294a04-287b-4947-80a9-3d97443b7698 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:51.131552 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-43294a04-287b-4947-80a9-3d97443b7698 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274426 Jan 28 10:46:51.134644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58718) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:51.184627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-48988b4e-c956-4860-9fa8-48dcc8ed9f4e tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460083 Jan 28 10:46:51.184877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58722) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:51.190820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-673099573', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:51.294500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:51.298711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:subnet and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:46:51.301431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:46:51.306990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:51.317083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:46:51.318441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:49Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:51.320781 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:51.322327 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Checking router: 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:46:51.322704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Updating router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 port 39f313f8-bbea-481a-86c7-9909b3bd7f14 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:46:51.411134 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:51.544771 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:51.620063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Subnet': ['ID=9debb3b2-bed4-42d3-a0af-20f336ae014d,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:51.630495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Checking segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:46:51.630852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network hostable DHCP agents. Network: 8e1f78d9-7392-4ff5-85ab-1657265448da, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:46:51.650053 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 8e1f78d9-7392-4ff5-85ab-1657265448da is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:46:51.660087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 8e1f78d9-7392-4ff5-85ab-1657265448da) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:46:51.664707 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:51.665500 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:51.675634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62d72c4-b478-455a-a98d-1a03c7e5bbde None None] Network 8e1f78d9-7392-4ff5-85ab-1657265448da requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:46:51.687734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ff0c5d52-5866-4be0-83c6-71dd9d894a8b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5017989 Jan 28 10:46:51.690604 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58726) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:46:51.819685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:51.856074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Transition to ACTIVE for port object 39f313f8-bbea-481a-86c7-9909b3bd7f14 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:51.888178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.019279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Pushing event updated for resources: {'Port': ['ID=39f313f8-bbea-481a-86c7-9909b3bd7f14,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:52.030383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Attempting to bind port 39f313f8-bbea-481a-86c7-9909b3bd7f14 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:46:52.030738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Attempting to bind port 39f313f8-bbea-481a-86c7-9909b3bd7f14 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:46:52.031093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Attempting to bind port 39f313f8-bbea-481a-86c7-9909b3bd7f14 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:46:52.040927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.041267 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.041599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.041924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.042246 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.042564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.042881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.043198 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.043512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.043823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.044136 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.044448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:52.049131 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-8e1f78d9-7392-4ff5-85ab-1657265448da', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:46:52.049949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.058872 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:46:52.059240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:46:52.059632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.060014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:46:52.060480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Bound port: 39f313f8-bbea-481a-86c7-9909b3bd7f14, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:46:52.060863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.201766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] For port 39f313f8-bbea-481a-86c7-9909b3bd7f14, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:46:52.207408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] For port 39f313f8-bbea-481a-86c7-9909b3bd7f14, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=39f313f8-bbea-481a-86c7-9909b3bd7f14,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:46:52.211729 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.341736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:52.342344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:52.408270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8413b0-14be-41da-9529-dabd0007ee97 None None] Pushing event updated for resources: {'Port': ['ID=39f313f8-bbea-481a-86c7-9909b3bd7f14,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:52.411252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Allocated IP 172.20.0.2 (8e1f78d9-7392-4ff5-85ab-1657265448da/9debb3b2-bed4-42d3-a0af-20f336ae014d/13c988bf-b421-4afe-a3f5-88376a03522d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:46:52.494172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.621083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:52.954633 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:52.991254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Transition to ACTIVE for port object 13c988bf-b421-4afe-a3f5-88376a03522d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:53.018890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Transition to ACTIVE for port object 13c988bf-b421-4afe-a3f5-88376a03522d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:53.025472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.087391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.1 (8e1f78d9-7392-4ff5-85ab-1657265448da/9debb3b2-bed4-42d3-a0af-20f336ae014d/58864ab2-a772-46ba-8967-70193732c44d) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:46:53.102204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Network 8e1f78d9-7392-4ff5-85ab-1657265448da is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:46:53.106651 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:46:53.108368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Pushing event updated for resources: {'Port': ['ID=13c988bf-b421-4afe-a3f5-88376a03522d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:53.111046 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:46:53.150755 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:49Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:53.186438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d240e-c262-43c6-b8e5-6868dad519a5 None None] The sync data for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 is: [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:49Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:46:53.207887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Attempting to bind port 13c988bf-b421-4afe-a3f5-88376a03522d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:46:53.208171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Attempting to bind port 13c988bf-b421-4afe-a3f5-88376a03522d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:46:53.208762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Attempting to bind port 13c988bf-b421-4afe-a3f5-88376a03522d on network 8e1f78d9-7392-4ff5-85ab-1657265448da {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:46:53.214168 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:46:53.214531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Checking segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:46:53.214922 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.215305 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Bound using segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:46:53.215778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Bound port: 13c988bf-b421-4afe-a3f5-88376a03522d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:46:53.216143 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.258834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.275322 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 58864ab2-a772-46ba-8967-70193732c44d will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:53.301547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.313011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] For port 13c988bf-b421-4afe-a3f5-88376a03522d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:46:53.316631 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] For port 13c988bf-b421-4afe-a3f5-88376a03522d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=13c988bf-b421-4afe-a3f5-88376a03522d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:46:53.321023 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.375724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 8e1f78d9-7392-4ff5-85ab-1657265448da is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:46:53.378759 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:46:53.382844 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:46:53.426401 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=58864ab2-a772-46ba-8967-70193732c44d,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:53.429866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41a012-0332-4c6b-b605-35305986fe5f None None] Pushing event updated for resources: {'Port': ['ID=13c988bf-b421-4afe-a3f5-88376a03522d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:53.466872 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:53.634459 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:54.202148 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:54.207655 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:54.325299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:54.330028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=58864ab2-a772-46ba-8967-70193732c44d,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:54.399398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfa1ed0-7c30-4def-baed-c00897ddce33 None None] Network 8e1f78d9-7392-4ff5-85ab-1657265448da requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:46:54.471439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 8e1f78d9-7392-4ff5-85ab-1657265448da is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:46:54.472643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:46:54.493358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9014b38f-1b55-4887-8d93-d6ee222f94da None None] Provisioning for port 13c988bf-b421-4afe-a3f5-88376a03522d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:46:54.666067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:46:54.863932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:46:54.873648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Sync routers for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:46:54.874119 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b76ce7c0-1bb8-4bc2-a5f3-25aecc28b449 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1822121 Jan 28 10:46:54.884359 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:54.885161 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:54.949310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cec7cf9a-a80a-4378-a497-c4b622c3b78e None None] Provisioning for port 58864ab2-a772-46ba-8967-70193732c44d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:46:54.956292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-cec7cf9a-a80a-4378-a497-c4b622c3b78e None None] Provisioning complete for port 58864ab2-a772-46ba-8967-70193732c44d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:54.957125 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cec7cf9a-a80a-4378-a497-c4b622c3b78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.026590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-cec7cf9a-a80a-4378-a497-c4b622c3b78e None None] Port 58864ab2-a772-46ba-8967-70193732c44d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:46:55.058940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-b2170674-32a5-49ce-ab78-aa15a0c65b92 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:46:55.075252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-b2170674-32a5-49ce-ab78-aa15a0c65b92 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:46:55.076809 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-b2170674-32a5-49ce-ab78-aa15a0c65b92 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-27970907&fields=id&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 267 time: 0.0690980 Jan 28 10:46:55.084765 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:55.150811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8ba01091-a75c-41a6-b916-540e71ea5990 None None] Provisioning complete for port 58864ab2-a772-46ba-8967-70193732c44d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:55.151178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8ba01091-a75c-41a6-b916-540e71ea5990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.239043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8ba01091-a75c-41a6-b916-540e71ea5990 None None] Port 58864ab2-a772-46ba-8967-70193732c44d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:46:55.254438 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-8b3f90b3-c4b4-4d1c-b654-cda543b2c66d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:55.255202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-8b3f90b3-c4b4-4d1c-b654-cda543b2c66d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:46:55.275849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-8b3f90b3-c4b4-4d1c-b654-cda543b2c66d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:46:55.277671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-8b3f90b3-c4b4-4d1c-b654-cda543b2c66d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/networks?id=8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 200 len: 797 time: 0.1937625 Jan 28 10:46:55.295709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-cd0124b2-8869-4973-bac2-accddde669a8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/quotas/0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 375 time: 0.0122716 Jan 28 10:46:55.364230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15b3e69c-b91a-441d-a3fd-29af1c0150d5 None None] Provisioning complete for port 58864ab2-a772-46ba-8967-70193732c44d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:55.364518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15b3e69c-b91a-441d-a3fd-29af1c0150d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.408155 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-345f6d98-e52b-47ea-be66-415b019baa17 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042247 Jan 28 10:46:55.422879 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15b3e69c-b91a-441d-a3fd-29af1c0150d5 None None] Port 58864ab2-a772-46ba-8967-70193732c44d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:46:55.430915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39f313f8-bbea-481a-86c7-9909b3bd7f14 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:46:55.450274 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:54Z', 'revision_number': 2, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:55.454731 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Checking router: 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:46:55.455071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Updating router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 port 58864ab2-a772-46ba-8967-70193732c44d binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:46:55.508256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 39f313f8-bbea-481a-86c7-9909b3bd7f14 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:46:55.511734 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.515034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 39f313f8-bbea-481a-86c7-9909b3bd7f14 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:55.515553 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.645941 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.663551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 39f313f8-bbea-481a-86c7-9909b3bd7f14, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=39f313f8-bbea-481a-86c7-9909b3bd7f14,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:55.669205 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.670242 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 13c988bf-b421-4afe-a3f5-88376a03522d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:46:55.683968 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-ffde52a7-015f-4a50-8433-b3e621de1a74 service neutron] 10.222.0.42 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625566 Jan 28 10:46:55.798135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=39f313f8-bbea-481a-86c7-9909b3bd7f14,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:55.816972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 13c988bf-b421-4afe-a3f5-88376a03522d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:46:55.822229 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-52f9ed61-cb08-4756-b928-aaafb6143687 service neutron] 10.222.0.42 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311877 Jan 28 10:46:55.829271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 13c988bf-b421-4afe-a3f5-88376a03522d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:55.829682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.873714 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.885837 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Transition to ACTIVE for port object 58864ab2-a772-46ba-8967-70193732c44d will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:55.892880 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:55.960872 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:56.016454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Pushing event updated for resources: {'Port': ['ID=58864ab2-a772-46ba-8967-70193732c44d,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:56.021565 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 13c988bf-b421-4afe-a3f5-88376a03522d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=13c988bf-b421-4afe-a3f5-88376a03522d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:56.037531 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.038127 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.038637 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.039133 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.039610 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.040089 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.040583 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.040724 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:56.041223 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.041518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.042087 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.042397 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.042717 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:46:56.060111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-26af1022-2aed-4e5f-8970-bd5f0d54b289 req-afb143a2-62b4-407c-bfc2-a2b88f68e7e2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:46:56.082010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-26af1022-2aed-4e5f-8970-bd5f0d54b289 req-afb143a2-62b4-407c-bfc2-a2b88f68e7e2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:46:56.083468 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-26af1022-2aed-4e5f-8970-bd5f0d54b289 req-afb143a2-62b4-407c-bfc2-a2b88f68e7e2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 210 time: 0.0990663 Jan 28 10:46:56.100113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d9c476b8-5282-46bc-a0d3-62b79d562841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:56.147713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=13c988bf-b421-4afe-a3f5-88376a03522d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:56.159771 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Attempting to bind port 58864ab2-a772-46ba-8967-70193732c44d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:46:56.159888 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Attempting to bind port 58864ab2-a772-46ba-8967-70193732c44d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:46:56.160220 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Attempting to bind port 58864ab2-a772-46ba-8967-70193732c44d on network 8e1f78d9-7392-4ff5-85ab-1657265448da {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:46:56.166255 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:46:56.166654 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Checking segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:46:56.167151 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:56.167549 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Bound using segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:46:56.168062 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Bound port: 58864ab2-a772-46ba-8967-70193732c44d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:46:56.168428 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:56.293146 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] For port 58864ab2-a772-46ba-8967-70193732c44d, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:46:56.296043 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] For port 58864ab2-a772-46ba-8967-70193732c44d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=58864ab2-a772-46ba-8967-70193732c44d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:46:56.300219 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:56.379613 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:46:56.380224 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:56.439252 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16a0fe-afcf-409e-84ef-9fbfde0bdbb5 None None] Pushing event updated for resources: {'Port': ['ID=58864ab2-a772-46ba-8967-70193732c44d,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:56.585997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:46:56.898531 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:56Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:46:56.902300 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6afac5a-657c-492b-b026-8b1bb202fce6 None None] The sync data for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 is: [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:56Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:46:57.270022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d3d333e2-ab65-486c-8ac1-618e30e921fa req-44ca94a3-4960-470c-9317-f31e11d98a0f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 210 time: 0.0550427 Jan 28 10:46:57.349596 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-83b67876-4a05-49b8-8d37-7995f8a13260 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:57.351104 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-83b67876-4a05-49b8-8d37-7995f8a13260 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/networks?id=8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 200 len: 797 time: 0.2242880 Jan 28 10:46:57.409201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-94bfd0b2-78d8-48c5-8923-1395abb8657b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 378 time: 0.0439186 Jan 28 10:46:57.413666 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 58864ab2-a772-46ba-8967-70193732c44d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:46:57.423262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'port': {'device_id': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'admin_state_up': True, 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'security_groups': ['9836605e-6b78-48be-a499-26ae12746ad6']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:57.487471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 58864ab2-a772-46ba-8967-70193732c44d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:46:57.492538 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 58864ab2-a772-46ba-8967-70193732c44d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:57.492936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:57.572031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:46:57.582543 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:46:57.593872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:46:57.598649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:57.659603 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:57.698277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 58864ab2-a772-46ba-8967-70193732c44d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=58864ab2-a772-46ba-8967-70193732c44d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:46:57.703609 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:57.704367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39f313f8-bbea-481a-86c7-9909b3bd7f14 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:46:57.786951 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.4 (8e1f78d9-7392-4ff5-85ab-1657265448da/9debb3b2-bed4-42d3-a0af-20f336ae014d/377acaff-3f67-42b6-aa8a-94fcafe3a98d) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:46:57.820876 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=58864ab2-a772-46ba-8967-70193732c44d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:57.835613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 39f313f8-bbea-481a-86c7-9909b3bd7f14 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:57.835989 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:57.957290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 13c988bf-b421-4afe-a3f5-88376a03522d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:46:58.000550 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.017235 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 377acaff-3f67-42b6-aa8a-94fcafe3a98d will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:58.027039 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 13c988bf-b421-4afe-a3f5-88376a03522d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:58.027416 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.043450 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.114657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 8e1f78d9-7392-4ff5-85ab-1657265448da is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:46:58.117734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:46:58.120622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:46:58.177539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=377acaff-3f67-42b6-aa8a-94fcafe3a98d,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:58.208512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:58.209076 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.234945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-f5514b74-7ca7-4f62-930d-3be24eaf538a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8162556 Jan 28 10:46:58.326711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Request body: {'port': {'device_id': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:46:58.402940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f51a2047-67e6-464b-92e6-6ca452334f65 None None] Provisioning for port 377acaff-3f67-42b6-aa8a-94fcafe3a98d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:46:58.407701 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f51a2047-67e6-464b-92e6-6ca452334f65 None None] Provisioning complete for port 377acaff-3f67-42b6-aa8a-94fcafe3a98d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:58.408066 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f51a2047-67e6-464b-92e6-6ca452334f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.444230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.476624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f20e2d-579b-4b36-86b7-a44ba227a7d1 req-5c8f6b4c-a89c-41a3-a69d-a52f30d88056 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:58.477771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f51a2047-67e6-464b-92e6-6ca452334f65 None None] Port 377acaff-3f67-42b6-aa8a-94fcafe3a98d cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:46:58.479714 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f8bec649-6569-4e25-a29e-d98c5fbf1ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.482236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-80f20e2d-579b-4b36-86b7-a44ba227a7d1 req-5c8f6b4c-a89c-41a3-a69d-a52f30d88056 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 931 time: 0.0916817 Jan 28 10:46:58.529672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-80f20e2d-579b-4b36-86b7-a44ba227a7d1 req-35bdda65-b790-4a6b-801f-ff040ae5f8d3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0409365 Jan 28 10:46:58.808417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 377acaff-3f67-42b6-aa8a-94fcafe3a98d {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:46:58.816841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:58.830938 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Transition to ACTIVE for port object 377acaff-3f67-42b6-aa8a-94fcafe3a98d will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:46:58.833861 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.116805 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Pushing event updated for resources: {'Port': ['ID=377acaff-3f67-42b6-aa8a-94fcafe3a98d,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:59.193116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Attempting to bind port 377acaff-3f67-42b6-aa8a-94fcafe3a98d on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:46:59.193370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Attempting to bind port 377acaff-3f67-42b6-aa8a-94fcafe3a98d by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:46:59.193669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Attempting to bind port 377acaff-3f67-42b6-aa8a-94fcafe3a98d on network 8e1f78d9-7392-4ff5-85ab-1657265448da {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:46:59.198344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Port 377acaff-3f67-42b6-aa8a-94fcafe3a98d on network 8e1f78d9-7392-4ff5-85ab-1657265448da not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:46:59.198689 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Attempting to bind port 377acaff-3f67-42b6-aa8a-94fcafe3a98d on network 8e1f78d9-7392-4ff5-85ab-1657265448da {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:46:59.203682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:46:59.204025 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Checking segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:46:59.204406 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Bound using segment: {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:46:59.204876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Bound port: 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '774382e6-1dad-4327-ae67-296a5737e58c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:46:59.205220 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.242920 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:46:59.294449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] For port 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:46:59.297368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] For port 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:46:59.300227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 58864ab2-a772-46ba-8967-70193732c44d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:46:59.302361 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.367248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:59.368070 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.368609 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 58864ab2-a772-46ba-8967-70193732c44d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:46:59.369014 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.369732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] 10.222.0.25 "PUT /v2.0/ports/377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 200 len: 1091 time: 1.1236129 Jan 28 10:46:59.370183 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:46:59.395723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573fe581-ba07-436b-9c3a-d84a8919c119 service neutron] Pushing event updated for resources: {'Port': ['ID=377acaff-3f67-42b6-aa8a-94fcafe3a98d,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:46:59.500792 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-158d60f0-1f8a-4b11-8ddb-4c2118f3a0cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:59.502322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-158d60f0-1f8a-4b11-8ddb-4c2118f3a0cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1094 time: 0.0871034 Jan 28 10:46:59.584890 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'status': 'completed', 'code': 200} Jan 28 10:46:59.605348 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-7f6b6682-2eac-498d-b49e-29cf37ba2633 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 200 len: 217 time: 0.0915725 Jan 28 10:46:59.611559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.641052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:46:59.675036 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-92318dbf-d83e-4609-9f29-16165ba21694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:59.676456 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-92318dbf-d83e-4609-9f29-16165ba21694 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9debb3b2-bed4-42d3-a0af-20f336ae014d HTTP/1.1" status: 200 len: 834 time: 0.0625415 Jan 28 10:46:59.735206 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19fdc2-0404-4f3b-8170-675f333e239d req-0fd1138e-ac25-4ea8-92ad-8ce9a393b866 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:59.736775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb19fdc2-0404-4f3b-8170-675f333e239d req-0fd1138e-ac25-4ea8-92ad-8ce9a393b866 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 943 time: 0.0811620 Jan 28 10:46:59.762205 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-cca05fa0-e49c-4a0f-90e5-ebb59c8b133f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:46:59.763723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-cca05fa0-e49c-4a0f-90e5-ebb59c8b133f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e1f78d9-7392-4ff5-85ab-1657265448da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769296 Jan 28 10:46:59.780838 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb19fdc2-0404-4f3b-8170-675f333e239d req-8763b8ee-4a8f-42ec-b698-ce96ba344954 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383682 Jan 28 10:46:59.899231 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-cfe697cf-d555-40a1-a3fe-336d472663e6 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259954 Jan 28 10:47:00.033187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f3032905-8312-42dd-8dcd-ff8559e0c194 req-c1ef70f8-952d-43a3-b48c-5777db2a4f76 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250045 Jan 28 10:47:00.154349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-cfb7977f-1f21-4afc-bf67-24e40b381e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:00.155721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-cfb7977f-1f21-4afc-bf67-24e40b381e5c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1094 time: 0.0693343 Jan 28 10:47:00.284263 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-7bfbd0d3-a14d-4edd-9820-5c23a01d4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:00.285704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-7bfbd0d3-a14d-4edd-9820-5c23a01d4b43 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 200 len: 898 time: 0.1243658 Jan 28 10:47:00.357563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-a8011380-7cf4-4eb7-907e-3649e8a10da1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 200 len: 217 time: 0.0634427 Jan 28 10:47:00.419451 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-9aa3afcb-5907-4289-aa4b-1a0be832f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:00.420847 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-9aa3afcb-5907-4289-aa4b-1a0be832f0be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9debb3b2-bed4-42d3-a0af-20f336ae014d HTTP/1.1" status: 200 len: 834 time: 0.0569718 Jan 28 10:47:00.493962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-f85a874b-2799-477f-8191-37fec9835fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:00.495667 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-f85a874b-2799-477f-8191-37fec9835fba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e1f78d9-7392-4ff5-85ab-1657265448da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684326 Jan 28 10:47:00.627328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-816b4031-53ca-4544-85ff-543cdbf25788 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247189 Jan 28 10:47:00.756931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8f2f5525-31d9-4968-85ca-2e33c3986de5 req-91ac5982-e7fe-4472-91fc-3b3d5118217b service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231060 Jan 28 10:47:00.968285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1809fb6-6e0a-46e1-a041-9adc716c7b75 req-d34265cb-c1e5-4d70-b1cf-c6b0e7a52492 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:00.969006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f1809fb6-6e0a-46e1-a041-9adc716c7b75 req-d34265cb-c1e5-4d70-b1cf-c6b0e7a52492 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:47:00.984349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-f1809fb6-6e0a-46e1-a041-9adc716c7b75 req-d34265cb-c1e5-4d70-b1cf-c6b0e7a52492 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:47:00.985650 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1809fb6-6e0a-46e1-a041-9adc716c7b75 req-d34265cb-c1e5-4d70-b1cf-c6b0e7a52492 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 943 time: 0.0983849 Jan 28 10:47:01.029183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f1809fb6-6e0a-46e1-a041-9adc716c7b75 req-1a211bb9-0fd4-4b1b-bc90-e682c93680f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378542 Jan 28 10:47:01.057507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:02.213473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89879647-e1c9-4068-8aee-2e6097ea533b req-355ed901-abee-4c35-a909-083a05f24262 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:02.214909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89879647-e1c9-4068-8aee-2e6097ea533b req-355ed901-abee-4c35-a909-083a05f24262 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 943 time: 0.0834417 Jan 28 10:47:02.258387 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-89879647-e1c9-4068-8aee-2e6097ea533b req-6c5d847f-13d9-4e9c-baf1-786c64b5efa3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379009 Jan 28 10:47:03.443648 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651011-dbc9-4d4c-8dfd-0688aa97b110 req-eb4cc5d5-6813-437e-9a20-3cda611264a7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:03.445045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66651011-dbc9-4d4c-8dfd-0688aa97b110 req-eb4cc5d5-6813-437e-9a20-3cda611264a7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 943 time: 0.0821123 Jan 28 10:47:03.592568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 377acaff-3f67-42b6-aa8a-94fcafe3a98d details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:47:03.595734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-66651011-dbc9-4d4c-8dfd-0688aa97b110 req-b24fa960-e892-4485-a4e0-ddf4d1b8010c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451437 Jan 28 10:47:03.723383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:03.736158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'port_id': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'mac_address': 'fa:16:3e:45:ba:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:47:03.788425 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:03.805233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 377acaff-3f67-42b6-aa8a-94fcafe3a98d {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:47:03.820536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:03.824923 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:03.892707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=377acaff-3f67-42b6-aa8a-94fcafe3a98d,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:04.136105 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['377acaff-3f67-42b6-aa8a-94fcafe3a98d'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:47:04.776972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e677bc-5c8e-4fb9-8f63-746265564773 req-e0018abe-1e89-498f-9d0c-47d299ea1dfe tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:04.778392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27e677bc-5c8e-4fb9-8f63-746265564773 req-e0018abe-1e89-498f-9d0c-47d299ea1dfe tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 944 time: 0.0786431 Jan 28 10:47:04.822002 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27e677bc-5c8e-4fb9-8f63-746265564773 req-da294695-d8d2-41be-9f3b-8f73c9e17288 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373192 Jan 28 10:47:05.607529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 377acaff-3f67-42b6-aa8a-94fcafe3a98d up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:47:05.676714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 377acaff-3f67-42b6-aa8a-94fcafe3a98d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:47:05.681513 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 377acaff-3f67-42b6-aa8a-94fcafe3a98d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:47:05.681925 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:05.794365 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:05.820007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:47:05.829716 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:05.834269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:05.911976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=377acaff-3f67-42b6-aa8a-94fcafe3a98d,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:05.921074 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'code': 200} Jan 28 10:47:06.015741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8ece1-6bad-4280-8290-a472fbc7157b req-972c6a89-df1d-4bd0-b042-86dd5e555ddf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:06.017734 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37a8ece1-6bad-4280-8290-a472fbc7157b req-972c6a89-df1d-4bd0-b042-86dd5e555ddf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0854015 Jan 28 10:47:06.061255 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-37a8ece1-6bad-4280-8290-a472fbc7157b req-ba55cd55-9784-4c21-9232-08ae9c0cce05 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377920 Jan 28 10:47:06.061542 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828d9f74-a3a0-45ee-ac2d-ec17c067631c req-a0dd44cd-732c-4eee-83a4-64f6595980f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:06.063003 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-828d9f74-a3a0-45ee-ac2d-ec17c067631c req-a0dd44cd-732c-4eee-83a4-64f6595980f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1096 time: 0.0687683 Jan 28 10:47:06.106639 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-828d9f74-a3a0-45ee-ac2d-ec17c067631c req-6c721ccc-d488-4894-adbc-479103c4e800 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343750 Jan 28 10:47:07.251375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c8bb96-7bcb-4525-b857-159cda31eb40 req-3f0835cf-0096-44ba-8422-1b2a3c81673a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:07.253466 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95c8bb96-7bcb-4525-b857-159cda31eb40 req-3f0835cf-0096-44ba-8422-1b2a3c81673a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0820706 Jan 28 10:47:07.301690 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-95c8bb96-7bcb-4525-b857-159cda31eb40 req-d548296d-31c1-44d6-8da4-f7d758e42a82 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411479 Jan 28 10:47:08.479309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01de49c-100d-4291-9f4c-3ea6338f8422 req-dfb331c2-fc65-4526-8dd4-42a2a05d11d8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:08.480768 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a01de49c-100d-4291-9f4c-3ea6338f8422 req-dfb331c2-fc65-4526-8dd4-42a2a05d11d8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0775628 Jan 28 10:47:08.529188 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a01de49c-100d-4291-9f4c-3ea6338f8422 req-a403f3c3-a9b5-441e-abb3-7411205a3e4a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425725 Jan 28 10:47:08.706680 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9db9702-b77a-4fa7-be09-2aef14f8c315 req-80c3629d-6ae3-4b35-9f0e-e914531eb3da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:08.708121 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9db9702-b77a-4fa7-be09-2aef14f8c315 req-80c3629d-6ae3-4b35-9f0e-e914531eb3da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0774460 Jan 28 10:47:08.755332 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c9db9702-b77a-4fa7-be09-2aef14f8c315 req-cb30023d-5d8c-4e98-94b7-5ebb51716e18 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417221 Jan 28 10:47:08.777115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58786) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:08.844912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b203e6f2-17b4-48e8-b9f1-424c5e6ffa8c tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:08.846847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b203e6f2-17b4-48e8-b9f1-424c5e6ffa8c tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1091 time: 0.0687633 Jan 28 10:47:08.850005 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58790) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:08.854696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:47:08.861194 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:47:08.865535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:floatingip and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:47:08.868249 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:47:08.873999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:47:08.884072 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:09.125654 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:09.260159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.139 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/057733e8-b7ed-4bde-a591-0321409109c4) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:47:09.402660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:09.430004 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:09.491454 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:47:09.492534 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:47:09.500974 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:47:09.533688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=057733e8-b7ed-4bde-a591-0321409109c4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:09.912482 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:09.983378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:10.185316 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:10.189503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:10.296740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=057733e8-b7ed-4bde-a591-0321409109c4,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:10.305472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:10.474562 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP 0f9de006-1b93-4292-a5ed-a16e55a3dd78 associated. External IP: 172.25.1.139, port: 377acaff-3f67-42b6-aa8a-94fcafe3a98d. Jan 28 10:47:10.923205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:47:11.099553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:47:11.109315 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] Sync routers for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:47:11.118108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:47:11.118710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:11.123732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:11.180319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e2f49534-1637-4f1a-b9cb-00647af6c508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3289824 Jan 28 10:47:11.180912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:47:11.234068 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'status': 'completed', 'code': 200} Jan 28 10:47:11.326650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-95f27d49-120d-49aa-8d77-9d44bc1895ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:11.328961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-95f27d49-120d-49aa-8d77-9d44bc1895ff service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1096 time: 0.0731468 Jan 28 10:47:11.338615 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:47:11.360050 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09386726-1961-4740-a3b6-6884ef238478 req-2e2e69bf-6895-4f49-a2e6-32b920b5d8ee tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:11.362054 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09386726-1961-4740-a3b6-6884ef238478 req-2e2e69bf-6895-4f49-a2e6-32b920b5d8ee tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0827873 Jan 28 10:47:11.407392 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09386726-1961-4740-a3b6-6884ef238478 req-696dde13-4316-4fc7-a219-42a45febaa35 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393124 Jan 28 10:47:11.432197 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58798) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:11.467307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-464929ac-d6ea-450f-86de-c482435d1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:11.468945 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-464929ac-d6ea-450f-86de-c482435d1941 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 200 len: 898 time: 0.1339293 Jan 28 10:47:11.542900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4ae29156-37eb-4fe6-8ab8-acb6dbb750c3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/0f9de006-1b93-4292-a5ed-a16e55a3dd78 HTTP/1.1" status: 200 len: 991 time: 0.1085176 Jan 28 10:47:11.594091 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-040b920c-09bd-4ec6-aa75-064d0890f715 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 200 len: 999 time: 0.1185403 Jan 28 10:47:11.655236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-752d4f0d-acf3-4a88-94a8-9f5a66251cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:11.656686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-752d4f0d-acf3-4a88-94a8-9f5a66251cf0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9debb3b2-bed4-42d3-a0af-20f336ae014d HTTP/1.1" status: 200 len: 834 time: 0.0567424 Jan 28 10:47:11.706644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '0f9de006-1b93-4292-a5ed-a16e55a3dd78', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'port_id': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'mac_address': 'fa:16:3e:45:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:47:09Z', 'updated_at': '2022-01-28T10:47:09Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:11.710501 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] Checking router: 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:47:11.718680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:47:11.719269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:46:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:11.732514 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-e1656520-fcce-493b-83e5-7bf2a24b342a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:11.734021 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-e1656520-fcce-493b-83e5-7bf2a24b342a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e1f78d9-7392-4ff5-85ab-1657265448da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714540 Jan 28 10:47:11.870578 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-2ebdebee-1758-4c4d-9843-b2f65c90fda1 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270661 Jan 28 10:47:11.901359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:47:12.005228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-118065c0-1e08-49ef-82de-c85dfab4b381 req-cbedaed4-6ae1-445a-a224-49eb1aefe8b0 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284294 Jan 28 10:47:12.249245 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '0f9de006-1b93-4292-a5ed-a16e55a3dd78', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'port_id': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'mac_address': 'fa:16:3e:45:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:47:09Z', 'updated_at': '2022-01-28T10:47:09Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:12.253746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b716f9fe-30ff-4822-b00e-d7915d2d8467 None None] The sync data for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 is: [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '0f9de006-1b93-4292-a5ed-a16e55a3dd78', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.139', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'port_id': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'mac_address': 'fa:16:3e:45:ba:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:47:09Z', 'updated_at': '2022-01-28T10:47:09Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:47:12.445425 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2546c737-17fc-4126-9831-8f841b16eb83 None None] New status for floating IP 0f9de006-1b93-4292-a5ed-a16e55a3dd78: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:47:12.545736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58802) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:12.653492 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3e3eb03d-6840-40e8-9749-f250b6c96f03 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/0f9de006-1b93-4292-a5ed-a16e55a3dd78 HTTP/1.1" status: 200 len: 991 time: 0.1064594 Jan 28 10:47:13.657366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58806) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:13.758305 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f23a37b6-7726-42ae-b1b0-83fda344f815 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/0f9de006-1b93-4292-a5ed-a16e55a3dd78 HTTP/1.1" status: 200 len: 993 time: 0.0998020 Jan 28 10:47:14.383849 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:15.783265 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:26.021781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d258821f-1a9e-42f9-bb94-aac28c37c9cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:28.462011 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b8e25014-1a6d-4f90-a101-af3c232c7c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:29.612789 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:29.640164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:31.060490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:36.242383 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:47:39.742371 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-80e777b8-1ca9-47bc-8dd0-932bfc0230db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677094 Jan 28 10:47:39.887962 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-0a35df71-e98d-4da0-80b7-59dfbb8671cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:39.889453 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-0a35df71-e98d-4da0-80b7-59dfbb8671cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1096 time: 0.0723126 Jan 28 10:47:40.038192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-d6761e31-5152-43e6-9e47-55367bccf3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:40.039611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-d6761e31-5152-43e6-9e47-55367bccf3ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 200 len: 898 time: 0.1295485 Jan 28 10:47:40.139954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-1b536e73-d33d-4c02-9cbd-38f0e4721d72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 200 len: 1001 time: 0.0919919 Jan 28 10:47:40.311340 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-283f538b-c161-4367-a94d-fe0d36036422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:40.312861 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-283f538b-c161-4367-a94d-fe0d36036422 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9debb3b2-bed4-42d3-a0af-20f336ae014d HTTP/1.1" status: 200 len: 834 time: 0.1667717 Jan 28 10:47:40.386371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-7f9029e0-61a7-4f3e-b7e1-07b049fe7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:40.387825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-7f9029e0-61a7-4f3e-b7e1-07b049fe7763 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e1f78d9-7392-4ff5-85ab-1657265448da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685377 Jan 28 10:47:40.518562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-af276e36-0b79-4753-8c03-43204c3e0c52 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227698 Jan 28 10:47:40.650845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9a1aca0c-8ca2-47c3-8a62-955e4176cbf4 req-50935083-8cdb-4083-a7eb-415d20dce016 service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253936 Jan 28 10:47:44.398063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:45.290813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a38774-46d2-4f5d-bc31-0bb6c80706c0 req-99d335fc-8c53-40ea-aab6-03c733b2381b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:45.292299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33a38774-46d2-4f5d-bc31-0bb6c80706c0 req-99d335fc-8c53-40ea-aab6-03c733b2381b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0875130 Jan 28 10:47:45.338342 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-33a38774-46d2-4f5d-bc31-0bb6c80706c0 req-3f253238-b920-4264-af13-c5b788c80584 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403702 Jan 28 10:47:45.775864 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:46.527025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655b05e7-99c1-457b-81a4-90592c9af350 req-546f1931-e4cf-4cec-a271-2fbfefc79967 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:46.528471 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-655b05e7-99c1-457b-81a4-90592c9af350 req-546f1931-e4cf-4cec-a271-2fbfefc79967 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0818017 Jan 28 10:47:46.571956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-655b05e7-99c1-457b-81a4-90592c9af350 req-c6f478ef-8774-463b-a6c5-bc8d537c32c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379059 Jan 28 10:47:46.594668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58830) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:46.698888 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-28397925-13f3-40dc-bc5e-db765ab3200a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/0f9de006-1b93-4292-a5ed-a16e55a3dd78 HTTP/1.1" status: 200 len: 993 time: 0.1031504 Jan 28 10:47:48.153039 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e865a1b-acc4-4c8a-aee9-ad45d0b4d651 req-3a229e7c-9160-46af-9d6f-5daf58ed4ccc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:48.154515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e865a1b-acc4-4c8a-aee9-ad45d0b4d651 req-3a229e7c-9160-46af-9d6f-5daf58ed4ccc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0796940 Jan 28 10:47:48.209383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7e865a1b-acc4-4c8a-aee9-ad45d0b4d651 req-33674e06-a7b7-436e-bfd2-9b24f3320e91 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481641 Jan 28 10:47:49.396055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca87786-7581-4395-8545-52b363c25b82 req-cdb9cf18-cf03-42d4-87e5-1616311fc308 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:49.397518 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ca87786-7581-4395-8545-52b363c25b82 req-cdb9cf18-cf03-42d4-87e5-1616311fc308 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0805345 Jan 28 10:47:49.439575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0ca87786-7581-4395-8545-52b363c25b82 req-18d8a401-034b-493f-917e-15b544370ea6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365129 Jan 28 10:47:49.462595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58842) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:49.567820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fed5029e-7cac-497c-a005-2a31845277c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/0f9de006-1b93-4292-a5ed-a16e55a3dd78 HTTP/1.1" status: 200 len: 993 time: 0.1041551 Jan 28 10:47:49.853651 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:50.167524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 057733e8-b7ed-4bde-a591-0321409109c4 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:47:50.167863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:50.337215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:50.337438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:50.460413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 057733e8-b7ed-4bde-a591-0321409109c4 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:47:50.610360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:50.657045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=057733e8-b7ed-4bde-a591-0321409109c4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:50.688765 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.689107 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.689445 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.689774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.690094 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.690413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.690731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.691048 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.691362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.691669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.691980 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.692287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:50.758716 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:50.758961 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP 0f9de006-1b93-4292-a5ed-a16e55a3dd78 disassociated (deleted). External IP: 172.25.1.139, port: 377acaff-3f67-42b6-aa8a-94fcafe3a98d. Jan 28 10:47:51.100226 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:47:51.275037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:47:51.284240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] Sync routers for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:47:51.294175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:47:51.294389 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:51.294908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:51.347634 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0df0f1f5-36fe-420b-a315-28b7200db0ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/floatingips/0f9de006-1b93-4292-a5ed-a16e55a3dd78 HTTP/1.1" status: 204 len: 168 time: 1.4929976 Jan 28 10:47:51.348193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:47:51.400941 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'status': 'completed', 'code': 200} Jan 28 10:47:51.509823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-4eaac568-9535-4ddd-adec-3a5b6309f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:51.511506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-4eaac568-9535-4ddd-adec-3a5b6309f4d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 1096 time: 0.0821574 Jan 28 10:47:51.527742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:47:51.700496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-a60a3267-b26b-48b5-abf9-708fa3680683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:51.701955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-a60a3267-b26b-48b5-abf9-708fa3680683 service neutron] 10.222.0.25 "GET /v2.0/networks?id=8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 200 len: 898 time: 0.1812634 Jan 28 10:47:51.780240 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-19b6af8d-6eb2-46ec-9a11-f5549b9297bf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 200 len: 217 time: 0.0680671 Jan 28 10:47:51.850484 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eba2c63-7b3b-4308-a4d4-266975ef48a6 req-1472730e-48e8-41b0-8a6b-3bff6d97e9a8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:51.851932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7eba2c63-7b3b-4308-a4d4-266975ef48a6 req-1472730e-48e8-41b0-8a6b-3bff6d97e9a8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.1961086 Jan 28 10:47:51.856197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:51.860065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] Checking router: 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:47:51.868380 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:47:51.869003 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:51.873550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-653f3bb9-d755-48c2-ab2c-01f923587369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:51.874911 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-653f3bb9-d755-48c2-ab2c-01f923587369 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9debb3b2-bed4-42d3-a0af-20f336ae014d HTTP/1.1" status: 200 len: 834 time: 0.0876322 Jan 28 10:47:51.939798 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7eba2c63-7b3b-4308-a4d4-266975ef48a6 req-e1fedf5f-cc30-4b91-83b3-3bd77cbc687e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816836 Jan 28 10:47:51.976632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-88f0d4e5-9bc1-44eb-a8dd-cbfac366969c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:51.978135 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-88f0d4e5-9bc1-44eb-a8dd-cbfac366969c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=8e1f78d9-7392-4ff5-85ab-1657265448da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962033 Jan 28 10:47:52.048419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:47:52.113110 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-020ee9eb-3dc4-4701-b220-ca79c07b2cca service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272655 Jan 28 10:47:52.246638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-200d67e4-c177-47ad-9f8c-8c125c2976d0 req-e9506c17-63e8-45cb-b042-993a62d3b7dc service neutron] 10.222.0.25 "GET /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262064 Jan 28 10:47:52.357531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:52.361476 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88172686-8c7a-45b8-b6e6-c993a45dacce None None] The sync data for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 is: [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:46:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '58864ab2-a772-46ba-8967-70193732c44d', 'name': '', 'network_id': '8e1f78d9-7392-4ff5-85ab-1657265448da', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:46:7f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:52Z', 'updated_at': '2022-01-28T10:46:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '9debb3b2-bed4-42d3-a0af-20f336ae014d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:47:52.590260 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce134581-81a4-4f0f-9264-8fbedb85813d None None] New status for floating IP 0f9de006-1b93-4292-a5ed-a16e55a3dd78: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:47:53.127120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00026ce-ca40-4a67-a030-05d854d9bf39 req-cab99465-b6f9-4c38-9268-f10ed80eb13a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:53.127795 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c00026ce-ca40-4a67-a030-05d854d9bf39 req-cab99465-b6f9-4c38-9268-f10ed80eb13a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:47:53.144032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-c00026ce-ca40-4a67-a030-05d854d9bf39 req-cab99465-b6f9-4c38-9268-f10ed80eb13a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:47:53.145335 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c00026ce-ca40-4a67-a030-05d854d9bf39 req-cab99465-b6f9-4c38-9268-f10ed80eb13a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0944374 Jan 28 10:47:53.295514 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c00026ce-ca40-4a67-a030-05d854d9bf39 req-b4050a5a-79c5-4e45-a351-b214fb014406 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=9836605e-6b78-48be-a499-26ae12746ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1444528 Jan 28 10:47:53.430466 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-38cdca44-37a5-4388-ad00-8f856f9e3363 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:47:53.431867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-38cdca44-37a5-4388-ad00-8f856f9e3363 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 945 time: 0.0829322 Jan 28 10:47:53.504944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 377acaff-3f67-42b6-aa8a-94fcafe3a98d {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:47:53.505287 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:53.853321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 377acaff-3f67-42b6-aa8a-94fcafe3a98d, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=377acaff-3f67-42b6-aa8a-94fcafe3a98d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:53.853591 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:53.975467 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 377acaff-3f67-42b6-aa8a-94fcafe3a98d owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:47:54.117212 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:54.166959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=377acaff-3f67-42b6-aa8a-94fcafe3a98d,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:54.205922 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.206267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.206599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.206927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.207252 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.207577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.207896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.208213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.208529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.208878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.209194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.209505 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:54.254814 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] No DVR routers for this DVR port 377acaff-3f67-42b6-aa8a-94fcafe3a98d on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:47:54.257123 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:54.259492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'name': 'network-vif-deleted', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:47:54.274954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef4e3220-8587-45c8-9a2d-826b0ebae409 req-55982eca-8d3d-474f-911d-87c0bde88fa2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "DELETE /v2.0/ports/377acaff-3f67-42b6-aa8a-94fcafe3a98d HTTP/1.1" status: 204 len: 173 time: 0.8346462 Jan 28 10:47:54.307607 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2bf2d18-8a49-4825-ad14-775e75d68031', 'name': 'network-vif-deleted', 'tag': '377acaff-3f67-42b6-aa8a-94fcafe3a98d', 'status': 'completed', 'code': 200} Jan 28 10:47:54.448210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fd594a57-ea57-4798-9162-2042980aa6a9 req-8c4fc409-7a80-4cbd-a4e4-43c4d89cb3da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=e2bf2d18-8a49-4825-ad14-775e75d68031 HTTP/1.1" status: 200 len: 210 time: 0.0447888 Jan 28 10:47:55.543026 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58870) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:56.022666 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4946982d-f870-41da-ab3a-09d833dbfe81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:56.085365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:56.428161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 58864ab2-a772-46ba-8967-70193732c44d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:47:56.428488 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:56.609178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 58864ab2-a772-46ba-8967-70193732c44d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=58864ab2-a772-46ba-8967-70193732c44d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:56.609840 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:56.728483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 58864ab2-a772-46ba-8967-70193732c44d owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:47:57.155538 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:57.203212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=58864ab2-a772-46ba-8967-70193732c44d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:57.478888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:57.809989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 377acaff-3f67-42b6-aa8a-94fcafe3a98d no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:47:57.833952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:47:57.844226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: 377acaff-3f67-42b6-aa8a-94fcafe3a98d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:47:57.844570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 377acaff-3f67-42b6-aa8a-94fcafe3a98d not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:47:58.005100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:47:58.014307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] Sync routers for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:47:58.018433 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6812a218-5cbf-48e5-a40f-750c700204c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4738305 Jan 28 10:47:58.021122 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58874) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:58.024639 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:47:58.025265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:58.086735 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting subnet 9debb3b2-bed4-42d3-a0af-20f336ae014d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:47:58.089512 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.143546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.201271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:47:58.339562 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.410328 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.451099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Subnet': ['ID=9debb3b2-bed4-42d3-a0af-20f336ae014d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:58.453245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.460459 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b6eabe0e-a036-407d-b1a9-26a6caa925ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/subnets/9debb3b2-bed4-42d3-a0af-20f336ae014d HTTP/1.1" status: 204 len: 168 time: 0.4383776 Jan 28 10:47:58.463063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58878) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:58.465366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1aaefb-2555-4c36-b09b-d8b0642ab764 None None] Network 8e1f78d9-7392-4ff5-85ab-1657265448da requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:47:58.538562 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-db55d0a0-3b1b-4967-a309-19c5f8978c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.641853 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.704641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:47:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:58.709637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] Checking router: 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:47:58.722047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] Routers {'1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:47:58.722648 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:58.821705 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.838081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 39f313f8-bbea-481a-86c7-9909b3bd7f14 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:47:58.838683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.874892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] DHCP port deletion for 8e1f78d9-7392-4ff5-85ab-1657265448da request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:47:58.889646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Deleting port 13c988bf-b421-4afe-a3f5-88376a03522d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:47:58.890010 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:58.986384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] Set router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:47:59.014334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 39f313f8-bbea-481a-86c7-9909b3bd7f14, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=39f313f8-bbea-481a-86c7-9909b3bd7f14,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:59.014691 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.135696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 39f313f8-bbea-481a-86c7-9909b3bd7f14 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:47:59.313442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.320096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] For port 13c988bf-b421-4afe-a3f5-88376a03522d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=13c988bf-b421-4afe-a3f5-88376a03522d,segment=NetworkSegment(774382e6-1dad-4327-ae67-296a5737e58c),segment_id=774382e6-1dad-4327-ae67-296a5737e58c)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:47:59.320487 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.358700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 13c988bf-b421-4afe-a3f5-88376a03522d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:47:59.364438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=39f313f8-bbea-481a-86c7-9909b3bd7f14,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:59.453424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.513166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Calling delete_port for 13c988bf-b421-4afe-a3f5-88376a03522d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:47:59.628402 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.630638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.653534 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.654057 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Fanout notify agent at l3_agent the message router_deleted on router 1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:47:59.671315 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.672535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0402afd9-11ac-4cb4-b628-aa6b3dff6379 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/routers/1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649 HTTP/1.1" status: 204 len: 168 time: 1.2085400 Jan 28 10:47:59.675840 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58882) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:47:59.681473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.687327 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.738182 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.799890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Pushing event deleted for resources: {'Port': ['ID=13c988bf-b421-4afe-a3f5-88376a03522d,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:47:59.802906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:47:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:47:59.805052 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] No DVR routers for this DVR port 13c988bf-b421-4afe-a3f5-88376a03522d on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:47:59.817252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:47:59.826313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ab8cb3-8b7c-49be-be1e-df3b5bd50f9b None None] The sync data for ids ['1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649'] in n-d-825178-2 is: [{'id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246187326', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23'}], 'enable_snat': True}, 'gw_port_id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:46:48Z', 'updated_at': '2022-01-28T10:47:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '39f313f8-bbea-481a-86c7-9909b3bd7f14', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:71:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eeb14b6-ebac-4b95-a2e0-4aaa4ab94649', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:46:49Z', 'updated_at': '2022-01-28T10:46:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:47:59.830895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.831236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.831567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.831899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.832226 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.832551 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.832908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.833215 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.833531 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.833846 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.834160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.834473 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7942c1f2-2837-4a3b-be58-a319281659b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:47:59.906549 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.034035 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.061469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e1f78d9-7392-4ff5-85ab-1657265448da']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:00.073608 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '774382e6-1dad-4327-ae67-296a5737e58c') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:00.073854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '774382e6-1dad-4327-ae67-296a5737e58c') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:00.084732 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.099796 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.105516 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:48:00.105889 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:48:00.120760 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:48:00.202590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.224275 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.237324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Network': ['ID=8e1f78d9-7392-4ff5-85ab-1657265448da,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:00.243559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-96c84fe7-a8a2-4eca-a0f7-b73efa80d8b5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/networks/8e1f78d9-7392-4ff5-85ab-1657265448da HTTP/1.1" status: 204 len: 168 time: 0.5666451 Jan 28 10:48:00.246624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58886) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:00.317229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31663175-223e-4bca-8026-a925f08e98de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.347968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31663175-223e-4bca-8026-a925f08e98de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.412966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31663175-223e-4bca-8026-a925f08e98de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.432064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31663175-223e-4bca-8026-a925f08e98de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9836605e-6b78-48be-a499-26ae12746ad6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:00.447126 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31663175-223e-4bca-8026-a925f08e98de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:00.450793 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31663175-223e-4bca-8026-a925f08e98de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/security-groups/9836605e-6b78-48be-a499-26ae12746ad6 HTTP/1.1" status: 204 len: 168 time: 0.2007403 Jan 28 10:48:01.063125 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.326054 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 58864ab2-a772-46ba-8967-70193732c44d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:48:01.360427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 58864ab2-a772-46ba-8967-70193732c44d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:48:01.360807 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 58864ab2-a772-46ba-8967-70193732c44d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:48:01.361854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39f313f8-bbea-481a-86c7-9909b3bd7f14 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:48:01.399901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 39f313f8-bbea-481a-86c7-9909b3bd7f14 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:48:01.400251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 39f313f8-bbea-481a-86c7-9909b3bd7f14 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:48:01.413412 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:01.418953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-639803088', 'description': 'tempest-secgroup-smoke-639803088 description', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:01.426013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:01.430548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:01.433625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:01.439494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:01.451505 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.472452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:01.476268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:01.479116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:01.484958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:01.561199 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.565037 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.610827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567c6e47-81d1-4a76-95c2-a13a3f31a0cd,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:01.614896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.619132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-bd5f452e-db8f-4a86-a05a-1c9ffc0d9caf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2019055 Jan 28 10:48:01.619961 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:01.624617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '567c6e47-81d1-4a76-95c2-a13a3f31a0cd', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:01.631467 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:01.635274 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:01.638116 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:01.644439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:01.662121 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.721817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.725337 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.747692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fe313d-86a1-4d9c-875c-ec4ffe763f4a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:01.757214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.758374 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-089e2638-2ece-408c-96c4-008255c8a370 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377914 Jan 28 10:48:01.761055 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58902) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:01.765982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '567c6e47-81d1-4a76-95c2-a13a3f31a0cd', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:01.772970 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:01.776711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:01.779452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:01.785348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:01.802102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.863458 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.866866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.891025 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ef2fcf7-c848-486e-9939-2a50af607444,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:01.900253 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:01.901454 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-999d7b7e-f080-40e3-ab85-05db816c795a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1394694 Jan 28 10:48:01.904064 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58906) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:01.909338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '567c6e47-81d1-4a76-95c2-a13a3f31a0cd', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:01.915907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:01.919752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:01.922549 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:01.928606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:01.944365 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.007378 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.010555 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.032800 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8023c724-f01f-4578-b51e-21a185249094,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:02.041595 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.043158 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-21b608f5-b0d9-4eac-9481-f37ff2989be6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382065 Jan 28 10:48:02.045862 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58910) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:02.051269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '567c6e47-81d1-4a76-95c2-a13a3f31a0cd', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:02.057698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:02.061354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:02.064113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:02.069871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:02.087333 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.150373 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.153645 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.178838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebcef955-fced-422d-ac8f-4f47b81067af,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:02.188693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.189898 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-87a49c50-67d6-42da-9454-7dde824c2c20 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431034 Jan 28 10:48:02.192579 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58914) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:02.199089 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '567c6e47-81d1-4a76-95c2-a13a3f31a0cd', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:02.209273 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:02.213129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:02.215997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:02.222583 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:02.235714 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:48:02.242198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.304149 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.307380 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.331346 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baf60606-0158-4214-965f-fde2c0472d10,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:02.340358 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.341701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-780d84bb-fe88-40d8-83aa-89d1f34932b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1481860 Jan 28 10:48:02.344355 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58918) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:02.349926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '567c6e47-81d1-4a76-95c2-a13a3f31a0cd', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:02.356237 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:02.359940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:02.362811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:02.368262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:02.379176 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:48:02.385415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.447838 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.451604 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.474797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a66e461-2d44-4dd2-98de-9c392bd16d3b,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:02.483639 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.484894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-44b6fee3-5c7f-41a3-914b-d074d1fd67d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395538 Jan 28 10:48:02.487752 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 58922) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:02.493482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'network': {'name': 'tempest-network-smoke--670377670', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:02.499195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:02.503750 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:network and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:02.506581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:02.512104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:02.522187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:48:02.525635 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.554613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:48:02.567147 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.567484 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Added segment 0a28e923-a300-4c4b-a71f-a81eff48cdd5 of type vlan for network 16f4f788-f132-4c86-bc0e-6e6607d8b977 Jan 28 10:48:02.598945 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.626552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.632425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:02.633080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.736627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2478786 Jan 28 10:48:02.739429 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58926) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:02.739941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed05f43-2086-4e35-925d-5c36e4db41fb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Network': ['ID=16f4f788-f132-4c86-bc0e-6e6607d8b977,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:02.745352 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'admin_state_up': True, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:02.749786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:48:02.754473 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:02.758272 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:router and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:02.761087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:02.767280 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:02.778092 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.779279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:02.794648 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:03.070978 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:03.382169 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:03.412036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:03.677845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.214 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/076a92bb-425e-4998-8d62-062d7ce5b039) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:48:03.826686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:03.857119 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:03.922846 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:48:03.926253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:03.930227 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:48:03.962964 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=076a92bb-425e-4998-8d62-062d7ce5b039,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:04.341544 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:04.678718 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:04.882528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a733879d-0d4d-485b-ad42-ad25d07ea460 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:48:05.188456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:48:05.203487 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Sync routers for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:48:05.213968 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:48:05.214739 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:05.216976 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:05.221085 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2d293a5a-98e9-40ab-8791-6d70d6c6f42c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4777648 Jan 28 10:48:05.221334 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58930) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:05.264549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aa9b5e29-45c2-4ed5-a648-3e6fadc59147 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0d6bbe5d19a247e7bfb79d28c922934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0421469 Jan 28 10:48:05.267302 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58934) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:05.402864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d2dcb-7499-40a5-9137-e2aa97849424 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:05.404345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f27d2dcb-7499-40a5-9137-e2aa97849424 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1359940 Jan 28 10:48:05.407291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58940) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:05.422378 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:48:05.446611 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-0eb2f274-c610-4b94-b5df-0ef21b509e37 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381777 Jan 28 10:48:05.449103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58944) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:05.454274 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-800499105', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:05.565575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:05.569379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:subnet and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:05.572111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:05.577721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:05.588629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:48:05.592079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:05.704377 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:04Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:05.708854 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Checking router: a733879d-0d4d-485b-ad42-ad25d07ea460 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:48:05.709189 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Updating router a733879d-0d4d-485b-ad42-ad25d07ea460 port 076a92bb-425e-4998-8d62-062d7ce5b039 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:48:05.759600 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:05.811378 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:05.896214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Subnet': ['ID=3f69560f-ad29-436b-a034-1f503ebcf0cd,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:05.900282 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Checking segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:48:05.900713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network hostable DHCP agents. Network: 16f4f788-f132-4c86-bc0e-6e6607d8b977, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:48:05.920385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:48:05.929734 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 16f4f788-f132-4c86-bc0e-6e6607d8b977) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:05.934034 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:05.934911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:05.941646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e15d6d-1c92-4a7f-a5de-499cbea85cf9 None None] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:48:05.962244 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-487970db-4d73-4694-8f74-70734234f4c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5093949 Jan 28 10:48:05.962443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 58950) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:06.091948 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.104168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Transition to ACTIVE for port object 076a92bb-425e-4998-8d62-062d7ce5b039 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:06.112067 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.162338 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-16f4f788-f132-4c86-bc0e-6e6607d8b977', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:48:06.163168 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.192072 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Attempting to bind port 076a92bb-425e-4998-8d62-062d7ce5b039 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:48:06.192523 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Attempting to bind port 076a92bb-425e-4998-8d62-062d7ce5b039 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:48:06.192972 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Attempting to bind port 076a92bb-425e-4998-8d62-062d7ce5b039 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:48:06.201751 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Pushing event updated for resources: {'Port': ['ID=076a92bb-425e-4998-8d62-062d7ce5b039,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:06.205871 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:48:06.206513 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:48:06.206857 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.207314 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:48:06.207852 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Bound port: 076a92bb-425e-4998-8d62-062d7ce5b039, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:48:06.208279 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.241131 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.241475 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.241888 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.242283 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.243321 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.243321 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.243321 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.243804 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.244435 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.244854 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.245242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.245623 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:48:06.300883 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] For port 076a92bb-425e-4998-8d62-062d7ce5b039, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:48:06.304101 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] For port 076a92bb-425e-4998-8d62-062d7ce5b039, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=076a92bb-425e-4998-8d62-062d7ce5b039,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:48:06.308649 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.326177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Allocated IP 172.20.0.2 (16f4f788-f132-4c86-bc0e-6e6607d8b977/3f69560f-ad29-436b-a034-1f503ebcf0cd/1460fc20-9314-40c0-ad74-344903179d6c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:48:06.382746 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:48:06.383354 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:06.465270 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86edd7d4-1297-42d9-afca-679f6e309323 None None] Pushing event updated for resources: {'Port': ['ID=076a92bb-425e-4998-8d62-062d7ce5b039,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:06.532498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.542777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Transition to ACTIVE for port object 1460fc20-9314-40c0-ad74-344903179d6c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:06.560971 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Transition to ACTIVE for port object 1460fc20-9314-40c0-ad74-344903179d6c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:06.567694 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.583657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:48:06.637874 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:48:06.640838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:06.644991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:48:06.722739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Pushing event updated for resources: {'Port': ['ID=1460fc20-9314-40c0-ad74-344903179d6c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:06.742718 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Attempting to bind port 1460fc20-9314-40c0-ad74-344903179d6c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:48:06.743092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Attempting to bind port 1460fc20-9314-40c0-ad74-344903179d6c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:48:06.743433 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Attempting to bind port 1460fc20-9314-40c0-ad74-344903179d6c on network 16f4f788-f132-4c86-bc0e-6e6607d8b977 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:48:06.749385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:48:06.749745 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Checking segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:48:06.750152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.750549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Bound using segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:48:06.751010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Bound port: 1460fc20-9314-40c0-ad74-344903179d6c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:48:06.751383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.842548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] For port 1460fc20-9314-40c0-ad74-344903179d6c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:48:06.846359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] For port 1460fc20-9314-40c0-ad74-344903179d6c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1460fc20-9314-40c0-ad74-344903179d6c,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:48:06.849004 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.853418 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:06.921114 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:04Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:06.926039 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70fb4e99-542d-470f-9dd6-b6c8dce5d023 None None] The sync data for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 is: [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:04Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:48:06.937813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c9947-a3a0-4dd3-aad2-4fdffc4c4b5f None None] Pushing event updated for resources: {'Port': ['ID=1460fc20-9314-40c0-ad74-344903179d6c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:07.335746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.1 (16f4f788-f132-4c86-bc0e-6e6607d8b977/3f69560f-ad29-436b-a034-1f503ebcf0cd/6bf879af-9a37-404b-917d-4a4f0a4c9dba) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:48:07.450981 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1460fc20-9314-40c0-ad74-344903179d6c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:07.524560 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 1460fc20-9314-40c0-ad74-344903179d6c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:07.527413 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:07.530564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 076a92bb-425e-4998-8d62-062d7ce5b039 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:07.548321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 6bf879af-9a37-404b-917d-4a4f0a4c9dba will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:07.581493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:07.613228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 076a92bb-425e-4998-8d62-062d7ce5b039 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:07.619078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 076a92bb-425e-4998-8d62-062d7ce5b039 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:07.619723 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:07.668573 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:48:07.671844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:07.676367 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:48:07.705500 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=6bf879af-9a37-404b-917d-4a4f0a4c9dba,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:07.740350 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:07.745089 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:07.761066 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 076a92bb-425e-4998-8d62-062d7ce5b039, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=076a92bb-425e-4998-8d62-062d7ce5b039,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:48:07.768807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:07.898653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=076a92bb-425e-4998-8d62-062d7ce5b039,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:08.042033 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.134675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8023d8-9cec-4491-922b-cd2d21a12bed None None] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:48:08.242940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] Provisioning for port 1460fc20-9314-40c0-ad74-344903179d6c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:08.257885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] Provisioning complete for port 1460fc20-9314-40c0-ad74-344903179d6c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:08.258254 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.465526 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.470503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.478413 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.523803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] For port 1460fc20-9314-40c0-ad74-344903179d6c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1460fc20-9314-40c0-ad74-344903179d6c,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:48:08.529428 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.616064 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53128d9-f22b-4979-813a-b0815eb2027b None None] Pushing event updated for resources: {'Port': ['ID=1460fc20-9314-40c0-ad74-344903179d6c,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:08.722639 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=6bf879af-9a37-404b-917d-4a4f0a4c9dba,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:08.725017 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.852009 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bed50513-564a-4691-bc44-6f64f4214793 None None] Provisioning for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:08.859081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bed50513-564a-4691-bc44-6f64f4214793 None None] Provisioning complete for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:08.859460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bed50513-564a-4691-bc44-6f64f4214793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:08.865717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:48:08.866970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:08.925928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-bed50513-564a-4691-bc44-6f64f4214793 None None] Port 6bf879af-9a37-404b-917d-4a4f0a4c9dba cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:48:08.938271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bed50513-564a-4691-bc44-6f64f4214793 None None] Provisioning complete for port 1460fc20-9314-40c0-ad74-344903179d6c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:08.938644 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bed50513-564a-4691-bc44-6f64f4214793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:09.076231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a733879d-0d4d-485b-ad42-ad25d07ea460 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:48:09.189955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-dfd16c34-f640-4c96-b530-365a169e6daa None None] Provisioning complete for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:09.190084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-dfd16c34-f640-4c96-b530-365a169e6daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:09.250040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-dfd16c34-f640-4c96-b530-365a169e6daa None None] Port 6bf879af-9a37-404b-917d-4a4f0a4c9dba cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:48:09.275551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:48:09.286313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Sync routers for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:48:09.295997 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:48:09.296692 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:09.301223 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f50d58ac-4976-44b2-bc09-720ffa10bae2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/a733879d-0d4d-485b-ad42-ad25d07ea460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3369324 Jan 28 10:48:09.350895 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1460fc20-9314-40c0-ad74-344903179d6c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:09.456646 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-ffb14482-8ea7-4651-a1d3-156c6e45f56d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:48:09.472460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-ffb14482-8ea7-4651-a1d3-156c6e45f56d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:48:09.473697 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-ffb14482-8ea7-4651-a1d3-156c6e45f56d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-639803088&fields=id&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 267 time: 0.0551901 Jan 28 10:48:09.501659 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3617ff8f-8372-4924-8d09-f954b13085d4 None None] Provisioning complete for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:09.502226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3617ff8f-8372-4924-8d09-f954b13085d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:09.588889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3617ff8f-8372-4924-8d09-f954b13085d4 None None] Port 6bf879af-9a37-404b-917d-4a4f0a4c9dba cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:48:09.592587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 1460fc20-9314-40c0-ad74-344903179d6c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:09.592977 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:09.625535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-d2ebb6e6-e993-4652-80d8-ddc6a2a52575 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:09.626217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-d2ebb6e6-e993-4652-80d8-ddc6a2a52575 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:48:09.641164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-d2ebb6e6-e993-4652-80d8-ddc6a2a52575 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:48:09.642883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-d2ebb6e6-e993-4652-80d8-ddc6a2a52575 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 796 time: 0.1623652 Jan 28 10:48:09.643034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:48:09.659561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-d6115741-1d24-4eda-b08e-5e242d4189d7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/quotas/0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 375 time: 0.0104163 Jan 28 10:48:09.739489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-216deb20-273b-499a-8071-b9bc4f6353ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:48:09.754519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-216deb20-273b-499a-8071-b9bc4f6353ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:48:09.755976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-216deb20-273b-499a-8071-b9bc4f6353ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912411 Jan 28 10:48:09.930361 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 076a92bb-425e-4998-8d62-062d7ce5b039 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:09.935363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-c0908e90-aea9-4464-881c-034c4c6502d9 service neutron] 10.222.0.42 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670334 Jan 28 10:48:10.067005 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-3507bf3b-ddc3-4b89-acd5-128374da5676 service neutron] 10.222.0.42 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254833 Jan 28 10:48:10.101158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 076a92bb-425e-4998-8d62-062d7ce5b039 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:10.101535 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:10.166235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:08Z', 'revision_number': 2, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:10.175672 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Checking router: a733879d-0d4d-485b-ad42-ad25d07ea460 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:48:10.176027 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Updating router a733879d-0d4d-485b-ad42-ad25d07ea460 port 6bf879af-9a37-404b-917d-4a4f0a4c9dba binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:48:10.260903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-63f9092f-7d72-496c-898a-c76866e91feb req-88491adc-f09c-456f-969c-19b13a0ec1ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:48:10.275676 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-63f9092f-7d72-496c-898a-c76866e91feb req-88491adc-f09c-456f-969c-19b13a0ec1ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:48:10.277258 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-63f9092f-7d72-496c-898a-c76866e91feb req-88491adc-f09c-456f-969c-19b13a0ec1ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0622771 Jan 28 10:48:10.283748 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:10.638633 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:10.650577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Transition to ACTIVE for port object 6bf879af-9a37-404b-917d-4a4f0a4c9dba will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:10.657009 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:10.789188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a9c0-c888-4447-a70c-9f1536f8d68e None None] Pushing event updated for resources: {'Port': ['ID=6bf879af-9a37-404b-917d-4a4f0a4c9dba,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:10.878852 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Attempting to bind port 6bf879af-9a37-404b-917d-4a4f0a4c9dba on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:48:10.879346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Attempting to bind port 6bf879af-9a37-404b-917d-4a4f0a4c9dba by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:48:10.879702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Attempting to bind port 6bf879af-9a37-404b-917d-4a4f0a4c9dba on network 16f4f788-f132-4c86-bc0e-6e6607d8b977 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:48:10.885312 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:48:10.885671 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Checking segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:48:10.886063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:10.886447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Bound using segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:48:10.886964 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Bound port: 6bf879af-9a37-404b-917d-4a4f0a4c9dba, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:48:10.887261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:10.986788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] For port 6bf879af-9a37-404b-917d-4a4f0a4c9dba, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:48:10.989855 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] For port 6bf879af-9a37-404b-917d-4a4f0a4c9dba, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf879af-9a37-404b-917d-4a4f0a4c9dba,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:48:10.993986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:11.077349 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:48:11.078265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:11.133449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276a9c0-c888-4447-a70c-9f1536f8d68e None None] Pushing event updated for resources: {'Port': ['ID=6bf879af-9a37-404b-917d-4a4f0a4c9dba,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:11.261422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:48:11.605134 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-58b7f4e3-bad6-46fe-9e2c-075f91622255 req-a8b6d839-2d10-40d2-b152-4c9751ab02e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0589142 Jan 28 10:48:11.655546 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:10Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:11.659511 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c81f3a4-0450-499d-a88a-3ece7cab7af7 None None] The sync data for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 is: [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:10Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:48:11.664441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-2b98d1a6-5ca1-4536-b955-bdd8925ba889 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:11.665995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-2b98d1a6-5ca1-4536-b955-bdd8925ba889 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 796 time: 0.3081996 Jan 28 10:48:11.725404 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-ff949647-ede2-493a-a8e2-bca45ec19b21 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 379 time: 0.0509076 Jan 28 10:48:11.734521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'port': {'device_id': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'admin_state_up': True, 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'security_groups': ['567c6e47-81d1-4a76-95c2-a13a3f31a0cd']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:11.873818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:11.883901 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:11.894459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:48:11.898052 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:12.067732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.3 (16f4f788-f132-4c86-bc0e-6e6607d8b977/3f69560f-ad29-436b-a034-1f503ebcf0cd/3cecbf2b-42ed-4364-bd45-7558f15ca420) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:48:12.264455 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:12.284367 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 3cecbf2b-42ed-4364-bd45-7558f15ca420 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:12.310723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:12.385314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:48:12.388688 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:12.392595 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:48:12.424344 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=3cecbf2b-42ed-4364-bd45-7558f15ca420,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:12.463612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:12.464242 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:12.492948 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-f033224e-9fb1-409e-a97a-d54bd1ca83f7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621405 Jan 28 10:48:12.504178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-37cb3dfb-558e-4150-a2e0-1a0d677a1417 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:48:12.505352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-37cb3dfb-558e-4150-a2e0-1a0d677a1417 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061359 Jan 28 10:48:12.518808 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Request body: {'port': {'device_id': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:12.646907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:12.673699 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4dfc0ba3-58e3-4445-ada3-104ca7815780 None None] Provisioning for port 3cecbf2b-42ed-4364-bd45-7558f15ca420 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:12.683492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4dfc0ba3-58e3-4445-ada3-104ca7815780 None None] Provisioning complete for port 3cecbf2b-42ed-4364-bd45-7558f15ca420 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:12.684251 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4dfc0ba3-58e3-4445-ada3-104ca7815780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:12.750308 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-4dfc0ba3-58e3-4445-ada3-104ca7815780 None None] Port 3cecbf2b-42ed-4364-bd45-7558f15ca420 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:48:12.817509 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9594f8f7-6e9b-47f5-a70f-dbaf9540e093 req-7c15b1b2-a473-4c25-ae84-035169b78cfa tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:12.819050 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9594f8f7-6e9b-47f5-a70f-dbaf9540e093 req-7c15b1b2-a473-4c25-ae84-035169b78cfa tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 931 time: 0.0825844 Jan 28 10:48:12.875266 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9594f8f7-6e9b-47f5-a70f-dbaf9540e093 req-085d8fbc-1aac-4714-a9b5-36db40db8df0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501881 Jan 28 10:48:12.996787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cecbf2b-42ed-4364-bd45-7558f15ca420 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:48:13.004174 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.018498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Transition to ACTIVE for port object 3cecbf2b-42ed-4364-bd45-7558f15ca420 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:48:13.022112 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.175260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Pushing event updated for resources: {'Port': ['ID=3cecbf2b-42ed-4364-bd45-7558f15ca420,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:13.242741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:48:13.262547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Attempting to bind port 3cecbf2b-42ed-4364-bd45-7558f15ca420 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:48:13.262884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Attempting to bind port 3cecbf2b-42ed-4364-bd45-7558f15ca420 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:48:13.263207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Attempting to bind port 3cecbf2b-42ed-4364-bd45-7558f15ca420 on network 16f4f788-f132-4c86-bc0e-6e6607d8b977 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:48:13.267993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Port 3cecbf2b-42ed-4364-bd45-7558f15ca420 on network 16f4f788-f132-4c86-bc0e-6e6607d8b977 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:48:13.268331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Attempting to bind port 3cecbf2b-42ed-4364-bd45-7558f15ca420 on network 16f4f788-f132-4c86-bc0e-6e6607d8b977 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:48:13.273354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:48:13.273687 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Checking segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:48:13.274063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Bound using segment: {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:48:13.274482 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Bound port: 3cecbf2b-42ed-4364-bd45-7558f15ca420, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a28e923-a300-4c4b-a71f-a81eff48cdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:48:13.274823 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.364999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] For port 3cecbf2b-42ed-4364-bd45-7558f15ca420, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:48:13.368196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] For port 3cecbf2b-42ed-4364-bd45-7558f15ca420, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:48:13.371443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf879af-9a37-404b-917d-4a4f0a4c9dba up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:13.375047 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.444004 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:13.449748 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:13.450128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.541115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:13.541730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.543119 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] 10.222.0.43 "PUT /v2.0/ports/3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 1091 time: 1.0318508 Jan 28 10:48:13.543561 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:48:13.570398 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063b115-9d4d-4519-8ab9-4fd72fa8d4ea service neutron] Pushing event updated for resources: {'Port': ['ID=3cecbf2b-42ed-4364-bd45-7558f15ca420,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:13.608649 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.620117 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'status': 'completed', 'code': 200} Jan 28 10:48:13.646934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6bf879af-9a37-404b-917d-4a4f0a4c9dba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf879af-9a37-404b-917d-4a4f0a4c9dba,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:48:13.651651 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:13.658902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-3873b21a-57ef-4e03-b4f9-77c1044515e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:13.660436 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-3873b21a-57ef-4e03-b4f9-77c1044515e3 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1094 time: 0.0814714 Jan 28 10:48:13.726893 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6bf879af-9a37-404b-917d-4a4f0a4c9dba,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:13.733801 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-9583467d-ad70-4004-8035-e89102e7b34c service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 217 time: 0.0666592 Jan 28 10:48:13.801393 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8949f5a2-7924-419c-a8ef-de6ca4e7a4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:13.802805 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-8949f5a2-7924-419c-a8ef-de6ca4e7a4b9 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0625117 Jan 28 10:48:13.875742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-58fdd07c-0bbe-4a5e-b5ff-452e12966494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:13.877710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-58fdd07c-0bbe-4a5e-b5ff-452e12966494 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690825 Jan 28 10:48:14.005843 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-32559bf0-d710-4db9-b2e9-2a4f89a7348c service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220868 Jan 28 10:48:14.055376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64764e03-9a9e-4791-883e-4890cbbcc27f req-97ee92cc-0b98-458b-90ff-8a9a974f7fe4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:14.056860 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64764e03-9a9e-4791-883e-4890cbbcc27f req-97ee92cc-0b98-458b-90ff-8a9a974f7fe4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 943 time: 0.0793467 Jan 28 10:48:14.101464 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-64764e03-9a9e-4791-883e-4890cbbcc27f req-ee4b3f08-5adf-4000-9758-84a898421a7f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384436 Jan 28 10:48:14.135652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-94b13f74-3020-4560-ac60-186aa15c1bd3 req-caefdc2b-20b8-4bfb-84a1-541caf03710b service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237228 Jan 28 10:48:14.245641 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-f694a146-d822-4314-85f8-a6cd35ea3d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:14.247126 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-f694a146-d822-4314-85f8-a6cd35ea3d44 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1094 time: 0.0687797 Jan 28 10:48:14.375246 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-b9c501d5-2699-4672-aabf-83a3a8dd69c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:14.377369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-b9c501d5-2699-4672-aabf-83a3a8dd69c5 service neutron] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 897 time: 0.1244867 Jan 28 10:48:14.397558 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:14.448890 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-27dd125b-d7a8-4ee1-95bb-833b4ac0f4c7 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 217 time: 0.0640442 Jan 28 10:48:14.510727 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-7970929d-f44d-491d-b32e-9a36aea40451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:14.512348 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-7970929d-f44d-491d-b32e-9a36aea40451 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0570717 Jan 28 10:48:14.588017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-cfe89da9-74b5-4ffc-9cc0-a269c81f63c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:14.589507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-cfe89da9-74b5-4ffc-9cc0-a269c81f63c9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713496 Jan 28 10:48:14.716977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-f9fef4ca-a3a7-4404-8553-e201608310f6 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204493 Jan 28 10:48:14.846465 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a0716237-20be-4ca4-9fc4-0d6eef38adff req-152038fe-6e1a-4e34-832a-f4c13e287568 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232581 Jan 28 10:48:15.283519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3331d7-1768-4e88-9493-acd1b15484cb req-1b575be5-1f4c-4937-82bd-4ab24244686d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:15.283945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ce3331d7-1768-4e88-9493-acd1b15484cb req-1b575be5-1f4c-4937-82bd-4ab24244686d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:48:15.299052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ce3331d7-1768-4e88-9493-acd1b15484cb req-1b575be5-1f4c-4937-82bd-4ab24244686d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:48:15.300248 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce3331d7-1768-4e88-9493-acd1b15484cb req-1b575be5-1f4c-4937-82bd-4ab24244686d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 943 time: 0.0943832 Jan 28 10:48:15.337739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf879af-9a37-404b-917d-4a4f0a4c9dba up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:15.344750 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ce3331d7-1768-4e88-9493-acd1b15484cb req-8956bad0-1dc7-4bbd-8a85-7f6b5ce6a815 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384562 Jan 28 10:48:15.403332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6bf879af-9a37-404b-917d-4a4f0a4c9dba triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:15.403618 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:15.530544 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cecbf2b-42ed-4364-bd45-7558f15ca420 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:48:15.658858 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3cecbf2b-42ed-4364-bd45-7558f15ca420, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:48:15.671173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'port_id': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'mac_address': 'fa:16:3e:39:ba:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:48:15.728774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:15.745682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cecbf2b-42ed-4364-bd45-7558f15ca420 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:48:15.762636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3cecbf2b-42ed-4364-bd45-7558f15ca420, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:48:15.766433 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:15.831202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:15.840265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3cecbf2b-42ed-4364-bd45-7558f15ca420,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:16.001925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['3cecbf2b-42ed-4364-bd45-7558f15ca420'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:48:16.526946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650f51-3673-4bce-bfd7-4f12eaebc64a req-8d7641f3-c340-425a-bbdf-1c8f62d8770c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:16.528385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5650f51-3673-4bce-bfd7-4f12eaebc64a req-8d7641f3-c340-425a-bbdf-1c8f62d8770c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 944 time: 0.0816469 Jan 28 10:48:16.571220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f5650f51-3673-4bce-bfd7-4f12eaebc64a req-4e40f734-e055-426b-b92c-f8fb46af959f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365882 Jan 28 10:48:17.539271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cecbf2b-42ed-4364-bd45-7558f15ca420 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:48:17.604982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 3cecbf2b-42ed-4364-bd45-7558f15ca420 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:48:17.611230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 3cecbf2b-42ed-4364-bd45-7558f15ca420 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:48:17.611597 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:17.736713 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:17.760164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63978fdd-120e-43c9-af4a-908d19d15037 req-d0cd2efd-0c25-4e63-a388-0e196b83eff4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:17.761628 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63978fdd-120e-43c9-af4a-908d19d15037 req-d0cd2efd-0c25-4e63-a388-0e196b83eff4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 944 time: 0.0805113 Jan 28 10:48:17.763038 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:48:17.772862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 3cecbf2b-42ed-4364-bd45-7558f15ca420, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:48:17.777851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:17.809546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-63978fdd-120e-43c9-af4a-908d19d15037 req-9e1f231a-bfda-413b-ad02-743d1630f72b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Jan 28 10:48:17.823918 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'code': 200} Jan 28 10:48:17.848800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=3cecbf2b-42ed-4364-bd45-7558f15ca420,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:17.946541 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ee979e-22af-42be-a94c-62bf74dfc563 req-4bb01ae0-1243-42cc-826c-39e44fdfe591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:17.947965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38ee979e-22af-42be-a94c-62bf74dfc563 req-4bb01ae0-1243-42cc-826c-39e44fdfe591 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0663929 Jan 28 10:48:18.086875 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38ee979e-22af-42be-a94c-62bf74dfc563 req-b47f20d5-497e-442e-aead-90204ed2b50c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329508 Jan 28 10:48:18.999793 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb51fb-44e7-46c3-8857-d9608cff59c3 req-8a5aa158-513c-4740-abc0-e26ed5f61474 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:19.001721 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52bb51fb-44e7-46c3-8857-d9608cff59c3 req-8a5aa158-513c-4740-abc0-e26ed5f61474 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0867214 Jan 28 10:48:19.047302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52bb51fb-44e7-46c3-8857-d9608cff59c3 req-cb68ab11-98f9-4573-9439-3681d0855763 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383623 Jan 28 10:48:20.231882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91402f17-9db0-47ab-aa90-f6b662eb686b req-96108a2a-fa92-45c0-8b45-ebdb9980f285 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:20.233364 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91402f17-9db0-47ab-aa90-f6b662eb686b req-96108a2a-fa92-45c0-8b45-ebdb9980f285 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0779202 Jan 28 10:48:20.277349 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-91402f17-9db0-47ab-aa90-f6b662eb686b req-91245ff8-67c9-493a-a7bd-871745b1a9f5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378585 Jan 28 10:48:20.459356 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022f100-603c-4293-adda-e3d8ff631966 req-00020e41-09fd-4a5e-bd9f-e0b686952d75 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:20.460817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3022f100-603c-4293-adda-e3d8ff631966 req-00020e41-09fd-4a5e-bd9f-e0b686952d75 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0815604 Jan 28 10:48:20.504598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3022f100-603c-4293-adda-e3d8ff631966 req-e394b839-5f53-4ee2-85dd-06788aba7cc6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382569 Jan 28 10:48:20.526684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59006) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:20.595284 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ca750f-db63-41ee-996a-94373f5dad1f tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:20.596786 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e1ca750f-db63-41ee-996a-94373f5dad1f tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1091 time: 0.0690856 Jan 28 10:48:20.599665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59010) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:20.604425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:48:20.611547 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:48:20.615373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:floatingip and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:48:20.618136 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:48:20.624006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:48:20.634340 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:20.767984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:20.905725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.162 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/fa6fe191-ffe3-4f80-9704-982e592898c7) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:48:21.155290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:21.183532 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:21.250770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:48:21.253899 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:48:21.257654 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:48:21.292979 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=fa6fe191-ffe3-4f80-9704-982e592898c7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:21.666479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:21.739755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:21.942935 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:21.947230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:22.060132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=fa6fe191-ffe3-4f80-9704-982e592898c7,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:48:22.070708 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:22.241381 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP ad55d7bd-3a7d-4e35-9358-cfb670b45b0e associated. External IP: 172.25.1.162, port: 3cecbf2b-42ed-4364-bd45-7558f15ca420. Jan 28 10:48:22.707006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a733879d-0d4d-485b-ad42-ad25d07ea460 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:48:22.887966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:48:22.898895 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] Sync routers for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:48:22.908549 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:48:22.909214 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:22.913424 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:22.973183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-219a48e3-552d-4397-b765-90304cdb8962 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3725019 Jan 28 10:48:22.974445 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:48:23.031457 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'status': 'completed', 'code': 200} Jan 28 10:48:23.104235 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:48:23.204598 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e9ce63-62b7-4bc0-b23b-2a517c850412 req-43e2f2fe-6faf-453e-a2b1-e66555a53f8f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:23.205991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2e9ce63-62b7-4bc0-b23b-2a517c850412 req-43e2f2fe-6faf-453e-a2b1-e66555a53f8f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.1068435 Jan 28 10:48:23.208683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65335-9064-4717-bf51-3a3187e63357 req-9b38a13c-13b8-49f3-8b04-76118a394c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:23.210037 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-9b38a13c-13b8-49f3-8b04-76118a394c9f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1096 time: 0.1466029 Jan 28 10:48:23.329568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e2e9ce63-62b7-4bc0-b23b-2a517c850412 req-7668cff2-4d72-4d4d-85c6-77323e7c5330 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180036 Jan 28 10:48:23.352539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59018) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:23.451003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65335-9064-4717-bf51-3a3187e63357 req-5f1d6d50-600b-4c6e-b828-624eda44aa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:23.452411 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-5f1d6d50-600b-4c6e-b828-624eda44aa9d service neutron] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 897 time: 0.2285452 Jan 28 10:48:23.453408 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ad55d7bd-3a7d-4e35-9358-cfb670b45b0e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'port_id': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'mac_address': 'fa:16:3e:39:ba:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:48:21Z', 'updated_at': '2022-01-28T10:48:21Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:13Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:23.457785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] Checking router: a733879d-0d4d-485b-ad42-ad25d07ea460 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:48:23.465974 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:48:23.466557 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:47:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:23.539983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-eb2d82bb-189b-4754-b37e-f0b5ffa9f551 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/ad55d7bd-3a7d-4e35-9358-cfb670b45b0e HTTP/1.1" status: 200 len: 991 time: 0.1862803 Jan 28 10:48:23.566049 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-44a237e5-7ffd-4094-82b3-a584d4d72b35 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 999 time: 0.1057501 Jan 28 10:48:23.630789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65335-9064-4717-bf51-3a3187e63357 req-aed56369-2491-4c91-b1f8-236447ce1282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:23.632221 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-aed56369-2491-4c91-b1f8-236447ce1282 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0599587 Jan 28 10:48:23.645116 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:48:23.706435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f65335-9064-4717-bf51-3a3187e63357 req-f8206ad5-02f0-476e-831d-9735d9f02dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:23.707941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-f8206ad5-02f0-476e-831d-9735d9f02dd4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691235 Jan 28 10:48:23.842696 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-dda6c673-0723-4e56-a54f-8a3bc417cd9e service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256683 Jan 28 10:48:23.975561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-88f65335-9064-4717-bf51-3a3187e63357 req-1b76b51b-68a4-40a0-bce9-8e284b295401 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266539 Jan 28 10:48:23.997048 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ad55d7bd-3a7d-4e35-9358-cfb670b45b0e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'port_id': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'mac_address': 'fa:16:3e:39:ba:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:48:21Z', 'updated_at': '2022-01-28T10:48:21Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:13Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:48:24.001625 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245c1d56-3780-4fe5-87a4-c33e354877bf None None] The sync data for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 is: [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'ad55d7bd-3a7d-4e35-9358-cfb670b45b0e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.162', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'port_id': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'mac_address': 'fa:16:3e:39:ba:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:48:21Z', 'updated_at': '2022-01-28T10:48:21Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:13Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:48:24.203643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89bd077-5a84-4c8c-a31c-7a9929daab83 None None] New status for floating IP ad55d7bd-3a7d-4e35-9358-cfb670b45b0e: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:48:24.544131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59022) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:48:24.648276 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-f34e0352-0764-4612-ab18-0c819e3a9699 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/ad55d7bd-3a7d-4e35-9358-cfb670b45b0e HTTP/1.1" status: 200 len: 993 time: 0.1029541 Jan 28 10:48:26.025267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a146738d-d81f-458e-a209-ea1a2e69d7a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:28.460902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05fbeb1a-d542-4a73-ae8f-a22fd6777951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:29.614636 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:29.646474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:31.065109 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:33.936244 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-30a647e0-b5b2-4b1d-b069-805c64c88e09 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1503892 Jan 28 10:48:34.074488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-70894d9d-97b3-4239-9ff8-5ca467284add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:34.075852 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-70894d9d-97b3-4239-9ff8-5ca467284add service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0739295 Jan 28 10:48:34.223234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-931f0d2e-82a5-4076-a4cf-b15f3b4b0a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:34.224688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-931f0d2e-82a5-4076-a4cf-b15f3b4b0a2e service neutron] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 897 time: 0.1302047 Jan 28 10:48:34.430779 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-0b62a3f4-8e05-4517-bf96-59a3af751bfe service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 1001 time: 0.1999905 Jan 28 10:48:34.494160 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-249db959-60ed-4e55-bf49-16b3f64a4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:34.495854 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-249db959-60ed-4e55-bf49-16b3f64a4c0c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0581632 Jan 28 10:48:34.569058 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-d2a862b6-2602-4055-924f-55e437abc780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:34.570506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-d2a862b6-2602-4055-924f-55e437abc780 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683084 Jan 28 10:48:34.700135 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-6968b248-38c6-4fe8-b274-abbae0766da5 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230035 Jan 28 10:48:34.829965 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-09ec9ca2-49b4-4ca5-bcd5-67530646e82b req-aa0c9b82-7bd5-4a85-958f-a8b05e5b2abf service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239047 Jan 28 10:48:44.418632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:45.792101 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:50.244077 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:48:51.545272 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44572646-4a66-463b-8532-1d95568a993d req-1e175bc8-ebc8-4157-8a59-a655863738ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:51.546941 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-1e175bc8-ebc8-4157-8a59-a655863738ee service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0755620 Jan 28 10:48:51.637482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa3970-f663-4aff-8d45-7165b09c03fd req-0dd0f7c1-50fd-4f04-ae7c-6ea2f98439c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:51.638937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6fa3970-f663-4aff-8d45-7165b09c03fd req-0dd0f7c1-50fd-4f04-ae7c-6ea2f98439c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.1349127 Jan 28 10:48:51.677162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44572646-4a66-463b-8532-1d95568a993d req-e1ce8e2a-bbfc-4592-ae86-f3f8d5e841b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:51.678725 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-e1ce8e2a-bbfc-4592-ae86-f3f8d5e841b9 service neutron] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 897 time: 0.1254838 Jan 28 10:48:51.682705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f6fa3970-f663-4aff-8d45-7165b09c03fd req-fbf36126-5aad-4b71-aadb-6b522f0df672 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373874 Jan 28 10:48:51.782445 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-33e58105-5167-4a0e-a168-a589a17e2760 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 1001 time: 0.0970671 Jan 28 10:48:51.842066 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44572646-4a66-463b-8532-1d95568a993d req-49d45a21-e310-461a-a07a-d853babbbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:51.843401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-49d45a21-e310-461a-a07a-d853babbbb5b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0549078 Jan 28 10:48:51.918503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44572646-4a66-463b-8532-1d95568a993d req-75f94a90-c6b6-496a-b473-e052f29a7764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:51.919908 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-75f94a90-c6b6-496a-b473-e052f29a7764 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700562 Jan 28 10:48:52.053820 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-8d51de5d-8918-41c0-9677-6c201e733698 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279449 Jan 28 10:48:52.182951 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-44572646-4a66-463b-8532-1d95568a993d req-6ca1917c-db2c-42d5-a608-7f36549ee8cf service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219072 Jan 28 10:48:52.912872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc38ce6-6466-4cf6-9c67-f678b3a0c728 req-29d2f2c8-b671-46d0-8a93-237d082ff0da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:52.914298 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fc38ce6-6466-4cf6-9c67-f678b3a0c728 req-29d2f2c8-b671-46d0-8a93-237d082ff0da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.1238594 Jan 28 10:48:52.957121 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4fc38ce6-6466-4cf6-9c67-f678b3a0c728 req-3a2b52e0-6b2b-4638-8cdc-0d2ae1702538 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373147 Jan 28 10:48:54.148853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c59a38-40ef-4f86-8a08-4f6e84553257 req-14005210-5630-4180-b47d-4336968d0150 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:54.150457 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7c59a38-40ef-4f86-8a08-4f6e84553257 req-14005210-5630-4180-b47d-4336968d0150 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0834556 Jan 28 10:48:54.193719 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f7c59a38-40ef-4f86-8a08-4f6e84553257 req-564e73f5-74b6-4a74-a002-4cc4d1d68d04 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377867 Jan 28 10:48:55.378483 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd5878f-dc4f-45a4-a58a-60b8ece96575 req-ec87e524-b094-440d-bef6-f8679792058c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:55.379956 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4bd5878f-dc4f-45a4-a58a-60b8ece96575 req-ec87e524-b094-440d-bef6-f8679792058c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0823934 Jan 28 10:48:55.422971 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4bd5878f-dc4f-45a4-a58a-60b8ece96575 req-162a3fe8-94df-4a37-89b3-8a280caf991a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372419 Jan 28 10:48:56.026729 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-352a2f18-4314-4ed9-92ed-4a09f6fdb6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:56.605487 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364df2c2-c5bb-4a42-877f-4650a3964a6c req-d347bab6-cbde-4d52-ac12-eddcd0828bc7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:56.606919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-364df2c2-c5bb-4a42-877f-4650a3964a6c req-d347bab6-cbde-4d52-ac12-eddcd0828bc7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0774274 Jan 28 10:48:56.650357 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-364df2c2-c5bb-4a42-877f-4650a3964a6c req-17b4e7fe-0aef-4f20-b348-8aee62c8d7a1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379336 Jan 28 10:48:57.830958 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed1f40-c82c-4625-bae6-e3bd75800446 req-e9d81242-81eb-4f1f-b994-ec7c2aa20989 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:57.832369 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81ed1f40-c82c-4625-bae6-e3bd75800446 req-e9d81242-81eb-4f1f-b994-ec7c2aa20989 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0769820 Jan 28 10:48:57.874658 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-81ed1f40-c82c-4625-bae6-e3bd75800446 req-d19c8e8f-658c-47e3-a016-183ac86db66f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367637 Jan 28 10:48:58.461863 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b2bfc28f-5dec-4982-b437-420f705c4af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:59.059457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef924334-53a0-4945-96e7-9a125abd15bf req-a5710781-e102-4145-bfb4-e6ea65d41067 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:48:59.060939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef924334-53a0-4945-96e7-9a125abd15bf req-a5710781-e102-4145-bfb4-e6ea65d41067 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0843959 Jan 28 10:48:59.104549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef924334-53a0-4945-96e7-9a125abd15bf req-4674b02e-4810-456b-aba8-22bfb2e7704a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379274 Jan 28 10:48:59.616708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:48:59.649488 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:00.288510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19d71f-ea58-421b-9fe4-1b80e65ec14f req-82c6ff94-225a-48a9-9c7e-4549abe061c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:00.289977 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a19d71f-ea58-421b-9fe4-1b80e65ec14f req-82c6ff94-225a-48a9-9c7e-4549abe061c2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0825489 Jan 28 10:49:00.333075 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a19d71f-ea58-421b-9fe4-1b80e65ec14f req-2dd8cc01-46ea-43ef-a1e1-b5effccc3910 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373108 Jan 28 10:49:01.069751 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:01.514169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280feddf-3e41-4fc3-af82-3602e14bf183 req-f1fdc4fd-335a-4c32-ad8b-319d65f511f3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:01.515614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-280feddf-3e41-4fc3-af82-3602e14bf183 req-f1fdc4fd-335a-4c32-ad8b-319d65f511f3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0792053 Jan 28 10:49:01.558995 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-280feddf-3e41-4fc3-af82-3602e14bf183 req-679bacfc-9e73-4d43-a247-03c8d15b31f4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374694 Jan 28 10:49:02.738063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc61e4-eead-4d90-b4dd-94f55c0f13ab req-60df139d-e9bc-40c3-aeff-b2e5634a5f64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:02.739503 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33dc61e4-eead-4d90-b4dd-94f55c0f13ab req-60df139d-e9bc-40c3-aeff-b2e5634a5f64 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0777023 Jan 28 10:49:02.782185 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33dc61e4-eead-4d90-b4dd-94f55c0f13ab req-fa89657d-da4c-4ea3-8859-aba541a3c6b7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366645 Jan 28 10:49:03.969169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bc953-b228-4a66-ae74-04f028289c5a req-cfba43cb-2553-49e4-b9d9-6bc4646da520 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:03.970622 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-813bc953-b228-4a66-ae74-04f028289c5a req-cfba43cb-2553-49e4-b9d9-6bc4646da520 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0820818 Jan 28 10:49:04.014589 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-813bc953-b228-4a66-ae74-04f028289c5a req-8fe63b76-29f6-4832-842d-ac2d2ff1035e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384707 Jan 28 10:49:04.041852 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59066) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:04.144927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5ffe0fe9-6085-4622-98be-00d28e71709d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/ad55d7bd-3a7d-4e35-9358-cfb670b45b0e HTTP/1.1" status: 200 len: 993 time: 0.1018980 Jan 28 10:49:14.433833 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:15.791825 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:26.030964 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-05bce768-c503-484b-aa02-fddd0166e81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:27.244102 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:49:28.463580 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8fb27663-2618-4d3e-9c3e-0cf6f39c6a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:29.618684 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:29.650952 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:31.070354 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:33.851469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-f14b724f-d7fb-4628-a236-af4e53c33720 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713623 Jan 28 10:49:33.986929 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030229b-ef21-42b0-b643-dacce9c121ea req-d9d97196-b9da-4974-ba17-263a989f8c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:33.988401 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-d9d97196-b9da-4974-ba17-263a989f8c39 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0697258 Jan 28 10:49:34.220172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030229b-ef21-42b0-b643-dacce9c121ea req-1f84cf98-5c43-40f9-90ea-52a079bf7a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:34.221643 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-1f84cf98-5c43-40f9-90ea-52a079bf7a1c service neutron] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 897 time: 0.2153234 Jan 28 10:49:34.322109 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-f2408e87-43d2-49c0-b945-3168fdf82f96 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 1001 time: 0.0949035 Jan 28 10:49:34.387018 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030229b-ef21-42b0-b643-dacce9c121ea req-f47ae89e-441e-41fa-8e94-3558c67c90c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:34.388452 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-f47ae89e-441e-41fa-8e94-3558c67c90c1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0605574 Jan 28 10:49:34.460802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030229b-ef21-42b0-b643-dacce9c121ea req-467bc970-88fd-4bec-ab4b-7b54e3d1588d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:34.462241 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-467bc970-88fd-4bec-ab4b-7b54e3d1588d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678353 Jan 28 10:49:34.592748 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-f4203911-94b4-4de3-8d37-571aec21d795 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245046 Jan 28 10:49:34.721013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4030229b-ef21-42b0-b643-dacce9c121ea req-eef71786-4ec5-4ec8-b6bd-21f6cb7ce8fb service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212378 Jan 28 10:49:34.843617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:35.044380 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port fa6fe191-ffe3-4f80-9704-982e592898c7 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:49:35.045153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:35.209926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:35.210246 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:35.330546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for fa6fe191-ffe3-4f80-9704-982e592898c7 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:49:35.479940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:35.555075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=fa6fe191-ffe3-4f80-9704-982e592898c7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:35.571261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.571710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.571933 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.572253 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.572572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.572916 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.573232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.573546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.573863 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.574173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.574485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.574791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:35.629130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:35.629484 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP ad55d7bd-3a7d-4e35-9358-cfb670b45b0e disassociated (deleted). External IP: 172.25.1.162, port: 3cecbf2b-42ed-4364-bd45-7558f15ca420. Jan 28 10:49:36.080522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a733879d-0d4d-485b-ad42-ad25d07ea460 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:49:36.253706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:49:36.262851 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] Sync routers for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:49:36.272726 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:36.273394 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:36.274828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:36.341896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5a8de88b-7279-4255-aae7-e77211b9cd5d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/floatingips/ad55d7bd-3a7d-4e35-9358-cfb670b45b0e HTTP/1.1" status: 204 len: 168 time: 1.4971740 Jan 28 10:49:36.342566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:49:36.391627 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'status': 'completed', 'code': 200} Jan 28 10:49:36.484973 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-73b7da76-0f81-4f88-85e9-c1783745239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:36.486444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-73b7da76-0f81-4f88-85e9-c1783745239d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 1096 time: 0.0722849 Jan 28 10:49:36.492239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:36.637419 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-c47b5aa2-d6dc-428e-8059-8f7d2add69af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:36.638400 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-c47b5aa2-d6dc-428e-8059-8f7d2add69af service neutron] 10.222.0.43 "GET /v2.0/networks?id=16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 200 len: 897 time: 0.1453021 Jan 28 10:49:36.744679 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-62ada88f-7afc-4826-b722-f600a4e53059 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 200 len: 217 time: 0.0980089 Jan 28 10:49:36.814472 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:13Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:36.818235 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] Checking router: a733879d-0d4d-485b-ad42-ad25d07ea460 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:49:36.823103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-f176dc13-26ef-4566-ab9f-8875b029ae79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:36.824527 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-f176dc13-26ef-4566-ab9f-8875b029ae79 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 200 len: 834 time: 0.0735004 Jan 28 10:49:36.826646 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:36.827229 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:36.841308 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a07c01-c5f5-4057-84bf-a97f43d91b6b req-5c994159-bb16-4004-9c67-5bc84ce0f051 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:36.841966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-38a07c01-c5f5-4057-84bf-a97f43d91b6b req-5c994159-bb16-4004-9c67-5bc84ce0f051 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:49:36.904410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-38a07c01-c5f5-4057-84bf-a97f43d91b6b req-5c994159-bb16-4004-9c67-5bc84ce0f051 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:49:36.905497 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38a07c01-c5f5-4057-84bf-a97f43d91b6b req-5c994159-bb16-4004-9c67-5bc84ce0f051 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.2065678 Jan 28 10:49:36.946017 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-4d0e3964-7687-4146-b0cd-081ba59b8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:36.947462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-4d0e3964-7687-4146-b0cd-081ba59b8415 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=16f4f788-f132-4c86-bc0e-6e6607d8b977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136949 Jan 28 10:49:36.977543 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-38a07c01-c5f5-4057-84bf-a97f43d91b6b req-4312c3a3-f7cd-4c00-a743-a200982cc777 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658865 Jan 28 10:49:37.012431 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:37.085458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-e2b99d2e-7d52-4aad-a773-edf1a0036188 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300375 Jan 28 10:49:37.215026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-33a7f24f-e44c-4ce4-b395-22085aee3b18 req-449033a2-7057-495c-9374-1ebdccda3e77 service neutron] 10.222.0.43 "GET /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228349 Jan 28 10:49:37.325216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:13Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:37.329057 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e54fa6-4941-4ed0-a4e7-5ea4853d2f46 None None] The sync data for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 is: [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6bf879af-9a37-404b-917d-4a4f0a4c9dba', 'name': '', 'network_id': '16f4f788-f132-4c86-bc0e-6e6607d8b977', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:d7:ad:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:07Z', 'updated_at': '2022-01-28T10:48:13Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': '3f69560f-ad29-436b-a034-1f503ebcf0cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:49:37.541983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f4cdc7-04c9-4a2b-98ea-f9e7ea1a56db None None] New status for floating IP ad55d7bd-3a7d-4e35-9358-cfb670b45b0e: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:49:38.130106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-e8521a09-e5ab-4e73-bfdd-56dc819fb0e5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:38.131509 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-e8521a09-e5ab-4e73-bfdd-56dc819fb0e5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0805466 Jan 28 10:49:38.167229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfa356-1056-4321-a1a4-ccc2bcd85cb0 req-28c4a164-282c-49e9-98a3-9f8d7c2ad5ae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:38.168845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fbfa356-1056-4321-a1a4-ccc2bcd85cb0 req-28c4a164-282c-49e9-98a3-9f8d7c2ad5ae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 945 time: 0.0805542 Jan 28 10:49:38.219409 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8fbfa356-1056-4321-a1a4-ccc2bcd85cb0 req-93e7d738-f241-4678-82a2-91a772e520f2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=567c6e47-81d1-4a76-95c2-a13a3f31a0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447555 Jan 28 10:49:38.307940 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 3cecbf2b-42ed-4364-bd45-7558f15ca420 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:49:38.308192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:38.547087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 3cecbf2b-42ed-4364-bd45-7558f15ca420, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=3cecbf2b-42ed-4364-bd45-7558f15ca420,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:38.547440 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:38.667190 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 3cecbf2b-42ed-4364-bd45-7558f15ca420 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:49:38.808130 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:38.856978 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=3cecbf2b-42ed-4364-bd45-7558f15ca420,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:38.931507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] No DVR routers for this DVR port 3cecbf2b-42ed-4364-bd45-7558f15ca420 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:49:38.933881 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:38.936232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'name': 'network-vif-deleted', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:49:38.955141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-861d74d7-d862-4a7b-9089-d63b9c112708 req-cd5abd90-e634-44a3-b8bc-723363418fd2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "DELETE /v2.0/ports/3cecbf2b-42ed-4364-bd45-7558f15ca420 HTTP/1.1" status: 204 len: 173 time: 0.8182302 Jan 28 10:49:38.988804 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aa06fee-6364-4d52-bbf7-12c340bcc2d6', 'name': 'network-vif-deleted', 'tag': '3cecbf2b-42ed-4364-bd45-7558f15ca420', 'status': 'completed', 'code': 200} Jan 28 10:49:39.389856 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-71b200a2-6a1f-4b65-bb2e-5af9a12aa2ab req-345515df-6807-45a3-abda-5f570f73704e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=3aa06fee-6364-4d52-bbf7-12c340bcc2d6 HTTP/1.1" status: 200 len: 210 time: 0.0471711 Jan 28 10:49:40.484008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59102) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:41.029066 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:41.470099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 6bf879af-9a37-404b-917d-4a4f0a4c9dba {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:49:41.470456 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:41.654584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 6bf879af-9a37-404b-917d-4a4f0a4c9dba, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6bf879af-9a37-404b-917d-4a4f0a4c9dba,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:41.655327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:41.775185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 6bf879af-9a37-404b-917d-4a4f0a4c9dba owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:49:41.955295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:42.004159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=6bf879af-9a37-404b-917d-4a4f0a4c9dba,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:42.046319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cecbf2b-42ed-4364-bd45-7558f15ca420 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:49:42.082590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 3cecbf2b-42ed-4364-bd45-7558f15ca420 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:49:42.082890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 3cecbf2b-42ed-4364-bd45-7558f15ca420 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:49:42.279129 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:42.731203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a733879d-0d4d-485b-ad42-ad25d07ea460 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:49:42.901937 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:49:42.911986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] Sync routers for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:49:42.914831 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31717851-fb60-4b7d-9f6e-8b10ea1ee5f6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/a733879d-0d4d-485b-ad42-ad25d07ea460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4296825 Jan 28 10:49:42.917582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59106) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:42.921366 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:42.921950 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:42.984990 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting subnet 3f69560f-ad29-436b-a034-1f503ebcf0cd {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:49:42.987918 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.041145 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.093339 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:43.125003 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.201016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.241218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Subnet': ['ID=3f69560f-ad29-436b-a034-1f503ebcf0cd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:43.243139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.250268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8cc680b4-1a2a-40e0-bf1d-87deca940ac2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/subnets/3f69560f-ad29-436b-a034-1f503ebcf0cd HTTP/1.1" status: 204 len: 168 time: 0.3317399 Jan 28 10:49:43.252885 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59110) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:43.255962 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642ab5a6-7a74-4ab5-a43a-f4fa2b0d38dc None None] Network 16f4f788-f132-4c86-bc0e-6e6607d8b977 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:49:43.425787 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:49:41Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:43.430576 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] Checking router: a733879d-0d4d-485b-ad42-ad25d07ea460 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:49:43.440517 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] Routers {'a733879d-0d4d-485b-ad42-ad25d07ea460'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:43.440831 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.441255 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a733879d-0d4d-485b-ad42-ad25d07ea460'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:43.562713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] DHCP port deletion for 16f4f788-f132-4c86-bc0e-6e6607d8b977 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:49:43.567031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Deleting port 1460fc20-9314-40c0-ad74-344903179d6c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:49:43.567399 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.627807 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] Set router a733879d-0d4d-485b-ad42-ad25d07ea460 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:43.633120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.642654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 076a92bb-425e-4998-8d62-062d7ce5b039 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:49:43.643022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.775640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] For port 1460fc20-9314-40c0-ad74-344903179d6c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=1460fc20-9314-40c0-ad74-344903179d6c,segment=NetworkSegment(0a28e923-a300-4c4b-a71f-a81eff48cdd5),segment_id=0a28e923-a300-4c4b-a71f-a81eff48cdd5)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:43.775944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.820324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 076a92bb-425e-4998-8d62-062d7ce5b039, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=076a92bb-425e-4998-8d62-062d7ce5b039,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:43.820968 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:43.901071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Calling delete_port for 1460fc20-9314-40c0-ad74-344903179d6c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:49:43.916474 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:49:41Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:43.920462 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9e103e-67ca-4e1a-8901-6394a84e6693 None None] The sync data for ids ['a733879d-0d4d-485b-ad42-ad25d07ea460'] in n-d-825178-2 is: [{'id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'name': 'tempest-TestNetworkAdvancedServerOps-router-664623823', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214'}], 'enable_snat': True}, 'gw_port_id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:48:02Z', 'updated_at': '2022-01-28T10:49:41Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '076a92bb-425e-4998-8d62-062d7ce5b039', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:21:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a733879d-0d4d-485b-ad42-ad25d07ea460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:48:03Z', 'updated_at': '2022-01-28T10:48:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:49:43.943088 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 076a92bb-425e-4998-8d62-062d7ce5b039 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:49:43.981133 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.028912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] No DVR routers for this DVR port 1460fc20-9314-40c0-ad74-344903179d6c on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:49:44.032688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Pushing event deleted for resources: {'Port': ['ID=1460fc20-9314-40c0-ad74-344903179d6c,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:44.043273 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.043613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.043947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.044277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.044605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.044955 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.045277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.045597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.045917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.046230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.046548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.046861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a34c0fcf-73fb-4c3c-ab8f-df920a3084d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:44.123258 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.170526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=076a92bb-425e-4998-8d62-062d7ce5b039,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:44.384729 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.449383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.563297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.565486 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.589180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.589698 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Fanout notify agent at l3_agent the message router_deleted on router a733879d-0d4d-485b-ad42-ad25d07ea460 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:49:44.604820 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.605909 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e2978c2-dee7-458e-8407-5ee35e9c34e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/routers/a733879d-0d4d-485b-ad42-ad25d07ea460 HTTP/1.1" status: 204 len: 168 time: 1.3521264 Jan 28 10:49:44.608539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59114) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:44.727577 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.858670 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.882489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16f4f788-f132-4c86-bc0e-6e6607d8b977']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:44.894320 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a28e923-a300-4c4b-a71f-a81eff48cdd5') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:44.894609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a28e923-a300-4c4b-a71f-a81eff48cdd5') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:44.905470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.921289 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.926936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:49:44.927331 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:49:44.941286 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:49:45.020757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.039824 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.051220 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Network': ['ID=16f4f788-f132-4c86-bc0e-6e6607d8b977,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:45.061019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c9ec97c7-59cc-4cfb-b4ca-d52bb005d741 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/networks/16f4f788-f132-4c86-bc0e-6e6607d8b977 HTTP/1.1" status: 204 len: 168 time: 0.4512920 Jan 28 10:49:45.063613 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59120) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:45.132495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59074774-46ce-4e0a-b992-bed9d3921ee9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.163311 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59074774-46ce-4e0a-b992-bed9d3921ee9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.227472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59074774-46ce-4e0a-b992-bed9d3921ee9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.248099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59074774-46ce-4e0a-b992-bed9d3921ee9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c6e47-81d1-4a76-95c2-a13a3f31a0cd,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:45.259992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-59074774-46ce-4e0a-b992-bed9d3921ee9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.261112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-59074774-46ce-4e0a-b992-bed9d3921ee9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/security-groups/567c6e47-81d1-4a76-95c2-a13a3f31a0cd HTTP/1.1" status: 204 len: 168 time: 0.1966136 Jan 28 10:49:45.384597 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1460fc20-9314-40c0-ad74-344903179d6c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:49:45.418850 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 1460fc20-9314-40c0-ad74-344903179d6c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:49:45.419186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 1460fc20-9314-40c0-ad74-344903179d6c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:49:45.419590 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 076a92bb-425e-4998-8d62-062d7ce5b039 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:49:45.450653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 076a92bb-425e-4998-8d62-062d7ce5b039 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:49:45.451240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 076a92bb-425e-4998-8d62-062d7ce5b039 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:49:45.451408 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf879af-9a37-404b-917d-4a4f0a4c9dba no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:49:45.485332 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6bf879af-9a37-404b-917d-4a4f0a4c9dba {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:49:45.485676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6bf879af-9a37-404b-917d-4a4f0a4c9dba not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:49:45.596129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59128) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:45.601261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-897835969', 'description': 'tempest-secgroup-smoke-897835969 description', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:45.607770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:45.611761 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:45.615052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:45.620496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:45.631248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.649720 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:45.653267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:45.655904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:45.661340 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:45.726559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.730578 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.775803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0e1eb1-914e-49f1-972a-10a03ae97b73,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:45.781680 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.784166 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-24ec77c3-a93b-4a79-b0c0-c25895361b9e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1867466 Jan 28 10:49:45.786076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59132) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:45.791147 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '8f0e1eb1-914e-49f1-972a-10a03ae97b73', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:45.791330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.797744 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:45.802123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:45.805042 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:45.811615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:45.826950 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.886466 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.889728 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.912450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=884c5f44-03db-49e6-be54-3b5788c83318,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:45.923475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.923891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.924298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.924729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.925570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.925901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.926226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.926549 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.926876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.927197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.927515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.927832 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:45.930846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:45.932008 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8f617fd9-0abf-4919-9b82-3ffd969b143b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1449523 Jan 28 10:49:45.934775 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59136) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:45.939857 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '8f0e1eb1-914e-49f1-972a-10a03ae97b73', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:45.946589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:45.950369 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:45.953212 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:45.958849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:45.975980 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.043614 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.047151 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.070731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eb26f6-055f-4aa8-b665-95399ca6e320,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:46.079129 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.080294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dfae85f4-a01e-4eab-a7dc-2139eab4f270 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445603 Jan 28 10:49:46.083078 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59140) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:46.088028 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '8f0e1eb1-914e-49f1-972a-10a03ae97b73', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:46.094528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:46.098822 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:46.101644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:46.107279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:46.123722 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.186917 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.190121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.212379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b43c7c-aaea-481c-ba6b-1baa0bb988c4,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:46.222154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.223318 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6d2bdaae-96fe-4217-aba4-c59f4d60fd88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1393459 Jan 28 10:49:46.226032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59144) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:46.230855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '8f0e1eb1-914e-49f1-972a-10a03ae97b73', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:46.237246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:46.241540 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:46.244315 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:46.250193 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:46.266779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.331713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.335540 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.364937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6cbc5f-6647-403b-b976-d10abf9eccea,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:46.374426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.375863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-99076135-6def-465e-a0ca-43d7aec2472b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1489320 Jan 28 10:49:46.378704 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59148) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:46.383443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '8f0e1eb1-914e-49f1-972a-10a03ae97b73', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:46.389762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:46.394150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:46.396936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:46.402437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:46.413180 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:49:46.419765 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.482150 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.485611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.509939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007b48ec-a771-48ba-a0fc-ece5d3dc127d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:46.519114 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.520624 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e4d37575-3e29-4531-9362-de320787b84b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410248 Jan 28 10:49:46.523377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59152) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:46.528229 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': '8f0e1eb1-914e-49f1-972a-10a03ae97b73', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:46.534769 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:46.539153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:46.542605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:46.548294 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:46.558159 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:49:46.565108 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.629036 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.632373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.655482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=736b4aab-169d-4aa1-afa8-7600a905fc70,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:46.664390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.665582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5e1a8e26-deb5-48be-9627-20f3bd203c54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413109 Jan 28 10:49:46.668361 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59156) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:46.674190 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'network': {'name': 'tempest-network-smoke--161547077', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'port_security_enabled': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:46.679697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:46.683777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:network and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:46.686593 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:46.692748 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:46.705357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:49:46.709355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.736037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:49:46.744956 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.745320 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Added segment b7256035-0285-4124-836e-24938e8e5e70 of type vlan for network dc2d700d-46e4-4b02-b398-0da49fadf050 Jan 28 10:49:46.771701 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.799120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:46.804442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:46.805057 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.010590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3406839 Jan 28 10:49:47.013347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59160) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:47.019186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'admin_state_up': True, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:47.019706 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a7d743-3c5e-48a2-8699-fde3c0fe2157 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Network': ['ID=dc2d700d-46e4-4b02-b398-0da49fadf050,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:47.027865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:47.032204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:router and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:47.032362 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network dc2d700d-46e4-4b02-b398-0da49fadf050 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:49:47.035074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:47.041770 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:47.052995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.054044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.069977 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.340513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.736359 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.765096 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:47.895830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.34 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/e5a7e7d1-5dc2-4264-9cc2-3b47164eab41) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:49:48.036279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:48.064059 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:48.127650 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:49:48.130536 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:49:48.134082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:49:48.171739 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:48.545647 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:48.985928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:49.188512 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 57dc7e17-46e6-4331-b408-8dd6bada9751 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:49:49.365112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:49:49.375886 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Sync routers for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:49:49.384739 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:49.385341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:49.393113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:49.401430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2878741b-7828-42dd-8514-1a8d2d6e09de tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3833044 Jan 28 10:49:49.402580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59170) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:49.445562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2017f7ff-e50d-4132-8098-d3970d848ee8 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0d6bbe5d19a247e7bfb79d28c922934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417986 Jan 28 10:49:49.448007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59174) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:49.575644 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:49.580069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5126055-f6de-4376-9777-98b48ab0b86d tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:49.582144 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a5126055-f6de-4376-9777-98b48ab0b86d tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331747 Jan 28 10:49:49.584966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59178) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:49.625961 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d6c16629-1fbc-4299-a244-f8c278f44ae1 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375617 Jan 28 10:49:49.626196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59182) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:49.631276 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942168664', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:49.740331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:49.744043 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:subnet and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:49:49.747645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:49:49.753834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:49.764911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:49:49.768262 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:49.865464 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:48Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:49.869240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Checking router: 57dc7e17-46e6-4331-b408-8dd6bada9751 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:49:49.869581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Updating router 57dc7e17-46e6-4331-b408-8dd6bada9751 port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:49:49.922705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:49.985833 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.072428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Subnet': ['ID=e053709c-ef51-4c70-a3c8-a8438c51310f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:50.079865 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Checking segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:49:50.080214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network hostable DHCP agents. Network: dc2d700d-46e4-4b02-b398-0da49fadf050, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:49:50.099163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network dc2d700d-46e4-4b02-b398-0da49fadf050 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:49:50.111495 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, dc2d700d-46e4-4b02-b398-0da49fadf050) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:49:50.116085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:50.116737 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.129475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c26481-0ee8-49fc-9985-efc3810a1825 None None] Network dc2d700d-46e4-4b02-b398-0da49fadf050 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:49:50.143231 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c53db726-aaf6-4d9b-b00c-d6c750c07a19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5134723 Jan 28 10:49:50.143465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59188) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:49:50.434945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-dc2d700d-46e4-4b02-b398-0da49fadf050', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:49:50.435765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.457729 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.546385 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Transition to ACTIVE for port object e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:50.560004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.690881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Attempting to bind port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:49:50.691175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Attempting to bind port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:49:50.691534 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Attempting to bind port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:49:50.707022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615cbac-d508-4793-83b9-5b626993997e None None] Pushing event updated for resources: {'Port': ['ID=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:50.712021 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:49:50.712396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:49:50.713319 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.713319 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:49:50.713667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Bound port: e5a7e7d1-5dc2-4264-9cc2-3b47164eab41, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:49:50.714105 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.789740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Allocated IP 172.20.0.2 (dc2d700d-46e4-4b02-b398-0da49fadf050/e053709c-ef51-4c70-a3c8-a8438c51310f/ded9bc74-8adb-456c-b9e2-649cf45a30ca) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:49:50.908221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] For port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:49:50.921018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] For port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:49:50.925948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:50.973427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.075614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:51.076257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:51.155281 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615cbac-d508-4793-83b9-5b626993997e None None] Pushing event updated for resources: {'Port': ['ID=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:51.259868 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.277014 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Transition to ACTIVE for port object ded9bc74-8adb-456c-b9e2-649cf45a30ca will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:51.307936 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:51.349646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Transition to ACTIVE for port object ded9bc74-8adb-456c-b9e2-649cf45a30ca will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:51.422946 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.483665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.1 (dc2d700d-46e4-4b02-b398-0da49fadf050/e053709c-ef51-4c70-a3c8-a8438c51310f/aa09d0f9-e6bf-44c3-b775-40bbefabc440) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:49:51.567353 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Network dc2d700d-46e4-4b02-b398-0da49fadf050 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:49:51.570007 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Pushing event updated for resources: {'Port': ['ID=ded9bc74-8adb-456c-b9e2-649cf45a30ca,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:51.575222 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:49:51.577568 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:49:51.642437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.657449 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object aa09d0f9-e6bf-44c3-b775-40bbefabc440 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:51.684009 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.707559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Attempting to bind port ded9bc74-8adb-456c-b9e2-649cf45a30ca on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:49:51.707946 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Attempting to bind port ded9bc74-8adb-456c-b9e2-649cf45a30ca by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:49:51.708311 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Attempting to bind port ded9bc74-8adb-456c-b9e2-649cf45a30ca on network dc2d700d-46e4-4b02-b398-0da49fadf050 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:49:51.740722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:49:51.741099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Checking segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:49:51.741497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.741890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Bound using segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:49:51.742351 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Bound port: ded9bc74-8adb-456c-b9e2-649cf45a30ca, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:49:51.742719 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.755319 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network dc2d700d-46e4-4b02-b398-0da49fadf050 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:49:51.758225 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:49:51.762255 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:49:51.797047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=aa09d0f9-e6bf-44c3-b775-40bbefabc440,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:51.826094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.852881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] For port ded9bc74-8adb-456c-b9e2-649cf45a30ca, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:49:51.856369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] For port ded9bc74-8adb-456c-b9e2-649cf45a30ca, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ded9bc74-8adb-456c-b9e2-649cf45a30ca,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:49:51.861167 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:48Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:51.865497 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:51.899960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6d1903-78d7-47f3-b726-53b5d875a25e None None] The sync data for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 is: [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:48Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:49:51.958836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b961fa8-e8f5-4631-bd61-91cbfe2fef2e None None] Pushing event updated for resources: {'Port': ['ID=ded9bc74-8adb-456c-b9e2-649cf45a30ca,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:52.111061 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:52.702926 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:52.709886 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:52.829400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:52.836850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=aa09d0f9-e6bf-44c3-b775-40bbefabc440,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:52.976072 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network dc2d700d-46e4-4b02-b398-0da49fadf050 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:49:52.977261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:49:53.052963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317d1baa-1d85-4bec-b179-3e29d5167f2c None None] Network dc2d700d-46e4-4b02-b398-0da49fadf050 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:49:53.162182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-625b1700-fb36-43ff-8606-e443c9fcf6ac None None] Provisioning for port ded9bc74-8adb-456c-b9e2-649cf45a30ca completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:49:53.167422 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 57dc7e17-46e6-4331-b408-8dd6bada9751 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:49:53.358705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:49:53.383662 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-afcc8afb-67a0-461f-9601-9a834165cb4e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/57dc7e17-46e6-4331-b408-8dd6bada9751/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2391305 Jan 28 10:49:53.493446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ded9bc74-8adb-456c-b9e2-649cf45a30ca up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:49:53.575886 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-1f452d1f-d571-4d79-b05a-13a49a8bd8da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-897835969&fields=id&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 267 time: 0.0562079 Jan 28 10:49:53.620098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Provisioning for port aa09d0f9-e6bf-44c3-b775-40bbefabc440 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:49:53.631457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Provisioning complete for port aa09d0f9-e6bf-44c3-b775-40bbefabc440 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:53.631891 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:53.660557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ded9bc74-8adb-456c-b9e2-649cf45a30ca completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:49:53.681034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ded9bc74-8adb-456c-b9e2-649cf45a30ca triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:53.681412 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:53.696602 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Sync routers for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:49:53.706254 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:53.706865 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:53.750913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Port aa09d0f9-e6bf-44c3-b775-40bbefabc440 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:49:53.757953 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-1b625e7d-269e-49b3-beec-cf02ab5622c7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:53.759093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-1b625e7d-269e-49b3-beec-cf02ab5622c7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:49:53.769291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Provisioning complete for port ded9bc74-8adb-456c-b9e2-649cf45a30ca triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:53.769792 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:53.778614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-1b625e7d-269e-49b3-beec-cf02ab5622c7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:49:53.780118 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-1b625e7d-269e-49b3-beec-cf02ab5622c7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 796 time: 0.1968763 Jan 28 10:49:53.799029 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-c5855650-70a8-48ac-a08f-57bdad9857a3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/quotas/0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 375 time: 0.0112376 Jan 28 10:49:53.899975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-6a343604-1f33-475a-b95f-8471eab88835 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0945868 Jan 28 10:49:53.908389 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:53.915739 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:53.988227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.017243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ded9bc74-8adb-456c-b9e2-649cf45a30ca, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ded9bc74-8adb-456c-b9e2-649cf45a30ca,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:54.023489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.024429 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:49:54.108459 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-53521f2b-86eb-4b85-9225-09b5e3c4c347 service neutron] 10.222.0.42 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957402 Jan 28 10:49:54.191545 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 10:49:54.192112 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-7b8d7d38-f3e0-4ba9-a173-261167dae3d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 10:49:54.197359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ded9bc74-8adb-456c-b9e2-649cf45a30ca,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:54.213358 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:49:54.217927 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:54.218302 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.246739 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 2, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:54.250693 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Checking router: 57dc7e17-46e6-4331-b408-8dd6bada9751 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:49:54.251105 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Updating router 57dc7e17-46e6-4331-b408-8dd6bada9751 port aa09d0f9-e6bf-44c3-b775-40bbefabc440 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:49:54.251242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-1ad76658-a6b2-4077-8135-d5f6a2369c96 service neutron] 10.222.0.42 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358283 Jan 28 10:49:54.309986 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.345176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.365801 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:54.385777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.448123 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64f8a284-477f-4876-8eab-bdcd4e904a97 req-c8ec12d3-cac1-46a2-b69d-8396adf75bdf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:49:54.466065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:54.466338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-64f8a284-477f-4876-8eab-bdcd4e904a97 req-c8ec12d3-cac1-46a2-b69d-8396adf75bdf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:49:54.467343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-64f8a284-477f-4876-8eab-bdcd4e904a97 req-c8ec12d3-cac1-46a2-b69d-8396adf75bdf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 210 time: 0.0650749 Jan 28 10:49:54.731086 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.743918 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Transition to ACTIVE for port object aa09d0f9-e6bf-44c3-b775-40bbefabc440 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:54.753226 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:54.919937 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Pushing event updated for resources: {'Port': ['ID=aa09d0f9-e6bf-44c3-b775-40bbefabc440,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:54.963880 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.964216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.964545 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.964894 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.965214 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.965531 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.965847 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.966160 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.966531 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.966775 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.967082 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.967388 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:49:54.994878 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Attempting to bind port aa09d0f9-e6bf-44c3-b775-40bbefabc440 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:49:54.995320 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Attempting to bind port aa09d0f9-e6bf-44c3-b775-40bbefabc440 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:49:54.996001 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Attempting to bind port aa09d0f9-e6bf-44c3-b775-40bbefabc440 on network dc2d700d-46e4-4b02-b398-0da49fadf050 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:49:55.003856 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:49:55.004231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Checking segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:49:55.004603 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:55.005044 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Bound using segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:49:55.005462 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Bound port: aa09d0f9-e6bf-44c3-b775-40bbefabc440, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:49:55.005819 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:55.100293 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] For port aa09d0f9-e6bf-44c3-b775-40bbefabc440, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:49:55.103308 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] For port aa09d0f9-e6bf-44c3-b775-40bbefabc440, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=aa09d0f9-e6bf-44c3-b775-40bbefabc440,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:49:55.107139 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:55.183690 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:49:55.184307 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:55.246341 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa48469-5ed1-48e4-a3d4-6f684bba15d2 None None] Pushing event updated for resources: {'Port': ['ID=aa09d0f9-e6bf-44c3-b775-40bbefabc440,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:55.367525 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:49:55.401973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ded9bc74-8adb-456c-b9e2-649cf45a30ca up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:49:55.493896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ded9bc74-8adb-456c-b9e2-649cf45a30ca triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:55.494646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:55.673075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:49:55.712950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ef42fbed-6147-4d46-b739-8fe7c031b1c0 req-01af3dea-872f-47c8-8b62-f574b314c3f3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 210 time: 0.0517483 Jan 28 10:49:55.726632 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-d6f30a91-61c1-4565-bda9-d2aac735d4d1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:55.728413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-d6f30a91-61c1-4565-bda9-d2aac735d4d1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 796 time: 0.2384801 Jan 28 10:49:55.762577 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:55.762948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:55.785842 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-cddbc970-2076-4106-9411-2e5efc17d201 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 379 time: 0.0444005 Jan 28 10:49:55.788178 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:55Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:49:55.795797 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafa2872-3321-4477-ab10-31cb26d5cb2c None None] The sync data for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 is: [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:55Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:49:55.802983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'port': {'device_id': '32384d3f-1758-40db-87f0-9f5087d69619', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'admin_state_up': True, 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'security_groups': ['8f0e1eb1-914e-49f1-972a-10a03ae97b73']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:55.969172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:49:55.978954 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:49:55.990851 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:49:55.994707 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.034166 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b9f29537-a635-49c6-bad8-50c843005dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.170303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.12 (dc2d700d-46e4-4b02-b398-0da49fadf050/e053709c-ef51-4c70-a3c8-a8438c51310f/1e161625-6eb9-428e-8361-34c4f08bdf0b) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:49:56.367207 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.384896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 1e161625-6eb9-428e-8361-34c4f08bdf0b will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:56.409794 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.487011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network dc2d700d-46e4-4b02-b398-0da49fadf050 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:49:56.490491 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:49:56.494570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:49:56.528233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:56.572821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:56.573479 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.600169 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-4b5d7351-d9de-45a6-a574-e0dbe464244b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8028147 Jan 28 10:49:56.613635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-78efb818-145d-4447-923e-76d3455933c9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:49:56.614789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-78efb818-145d-4447-923e-76d3455933c9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056078 Jan 28 10:49:56.629395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Request body: {'port': {'device_id': '32384d3f-1758-40db-87f0-9f5087d69619', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:49:56.748094 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.807415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-23769583-3f37-4065-bee3-ad90acb4e134 None None] Provisioning for port 1e161625-6eb9-428e-8361-34c4f08bdf0b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:49:56.814284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-23769583-3f37-4065-bee3-ad90acb4e134 None None] Provisioning complete for port 1e161625-6eb9-428e-8361-34c4f08bdf0b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:56.815748 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-23769583-3f37-4065-bee3-ad90acb4e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:56.886076 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-23769583-3f37-4065-bee3-ad90acb4e134 None None] Port 1e161625-6eb9-428e-8361-34c4f08bdf0b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:49:56.937960 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2273c26b-bfef-43c8-8c07-f0b2f7015940 req-d3bb7dc4-450a-4ac2-be35-ae3f62dfd82e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:56.939519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2273c26b-bfef-43c8-8c07-f0b2f7015940 req-d3bb7dc4-450a-4ac2-be35-ae3f62dfd82e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 932 time: 0.1090794 Jan 28 10:49:56.989023 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2273c26b-bfef-43c8-8c07-f0b2f7015940 req-950075b8-af50-4de5-b374-e50ad9dd28ef tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:49:57.007748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-2273c26b-bfef-43c8-8c07-f0b2f7015940 req-950075b8-af50-4de5-b374-e50ad9dd28ef tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:49:57.008934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2273c26b-bfef-43c8-8c07-f0b2f7015940 req-950075b8-af50-4de5-b374-e50ad9dd28ef tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613828 Jan 28 10:49:57.218110 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e161625-6eb9-428e-8361-34c4f08bdf0b {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:49:57.225798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.240517 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Transition to ACTIVE for port object 1e161625-6eb9-428e-8361-34c4f08bdf0b will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:49:57.243810 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.411035 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:57.440356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa09d0f9-e6bf-44c3-b775-40bbefabc440 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:49:57.489655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:49:57.489986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:49:57.490313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b on network dc2d700d-46e4-4b02-b398-0da49fadf050 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:49:57.495366 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Port 1e161625-6eb9-428e-8361-34c4f08bdf0b on network dc2d700d-46e4-4b02-b398-0da49fadf050 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:49:57.495682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b on network dc2d700d-46e4-4b02-b398-0da49fadf050 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:49:57.501385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:49:57.501725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Checking segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:49:57.502108 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Bound using segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:49:57.502575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Bound port: 1e161625-6eb9-428e-8361-34c4f08bdf0b, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:49:57.502924 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.525646 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port aa09d0f9-e6bf-44c3-b775-40bbefabc440 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:49:57.531178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port aa09d0f9-e6bf-44c3-b775-40bbefabc440 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:57.531555 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.599265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:49:57.602475 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:49:57.607230 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.661322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.669141 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:57.669750 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.671306 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] 10.222.0.25 "PUT /v2.0/ports/1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 1092 time: 1.0465479 Jan 28 10:49:57.671781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:49:57.695058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c77f46-bfec-448f-960a-a5ed5b3b92e4 service neutron] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:57.700225 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port aa09d0f9-e6bf-44c3-b775-40bbefabc440, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=aa09d0f9-e6bf-44c3-b775-40bbefabc440,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:49:57.704284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:57.769073 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'status': 'completed', 'code': 200} Jan 28 10:49:57.780149 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=aa09d0f9-e6bf-44c3-b775-40bbefabc440,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:49:57.814613 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-01890a67-69d1-44fa-b11d-2e2f889de212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:57.816148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-01890a67-69d1-44fa-b11d-2e2f889de212 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1095 time: 0.0825596 Jan 28 10:49:57.890785 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-ba1f31e1-2a35-428b-84e2-f5d1c37b5ab0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 217 time: 0.0638187 Jan 28 10:49:57.960203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-bd3d1c29-6823-4414-9733-182e4fa2a1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:57.961637 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-bd3d1c29-6823-4414-9733-182e4fa2a1fe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0614107 Jan 28 10:49:58.038191 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-6215501d-15be-4a03-9109-09f5eeb38c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:58.039670 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-6215501d-15be-4a03-9109-09f5eeb38c04 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691333 Jan 28 10:49:58.175817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-d8b986aa-c711-4188-b47f-10a9fa572e50 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262207 Jan 28 10:49:58.188070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953cac4a-afcb-4831-958d-748c56a45d4c req-90bdcae9-f248-438f-8941-79e182607a4d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:58.189546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-953cac4a-afcb-4831-958d-748c56a45d4c req-90bdcae9-f248-438f-8941-79e182607a4d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.0785840 Jan 28 10:49:58.235641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-953cac4a-afcb-4831-958d-748c56a45d4c req-56e60028-1799-4f45-a996-139e9ddfb7ba tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399375 Jan 28 10:49:58.311628 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ce08c70-7ac0-4c0c-86be-41f5ad87b0d9 req-dae1849e-7d4d-4826-9c06-75abb6312b7f service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260483 Jan 28 10:49:58.434120 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-4ebf42e9-eabc-43e2-90f0-711729e06401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:58.435549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-4ebf42e9-eabc-43e2-90f0-711729e06401 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1095 time: 0.0727298 Jan 28 10:49:58.465948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4a092695-d6dc-4e3b-918b-1cf51f759c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:58.567883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-0c2c4193-ffaf-47a6-aac0-8c49b2794370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:58.569343 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-0c2c4193-ffaf-47a6-aac0-8c49b2794370 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1273201 Jan 28 10:49:58.635330 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-4e5991a8-011b-4adc-987f-44137f70ba06 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 217 time: 0.0594249 Jan 28 10:49:58.804536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-10331ee3-e8a3-4a84-a49f-64d3281ad246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:58.805909 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-10331ee3-e8a3-4a84-a49f-64d3281ad246 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.1643507 Jan 28 10:49:58.879993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-8d5d7669-f2b5-43ea-a7ac-430fc1f084d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:58.881445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-8d5d7669-f2b5-43ea-a7ac-430fc1f084d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682595 Jan 28 10:49:59.011455 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-7339f381-32e6-45d2-a119-d0db9ef7de8e service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227922 Jan 28 10:49:59.143687 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c253d2d-ab7f-47c8-ab94-a7d5d62fc9fa req-4457bbb1-e860-4891-8acc-3400a00d3813 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250734 Jan 28 10:49:59.401278 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa09d0f9-e6bf-44c3-b775-40bbefabc440 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:49:59.430327 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36453443-aa85-4a2e-9a4e-340452b7edd2 req-3aa564ed-fd61-418d-8d57-0b796b3bf2a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:49:59.431023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-36453443-aa85-4a2e-9a4e-340452b7edd2 req-3aa564ed-fd61-418d-8d57-0b796b3bf2a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:49:59.446713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-36453443-aa85-4a2e-9a4e-340452b7edd2 req-3aa564ed-fd61-418d-8d57-0b796b3bf2a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:49:59.448437 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36453443-aa85-4a2e-9a4e-340452b7edd2 req-3aa564ed-fd61-418d-8d57-0b796b3bf2a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.0958502 Jan 28 10:49:59.504166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-36453443-aa85-4a2e-9a4e-340452b7edd2 req-c84ef67f-a975-4c1d-93f4-f6099b199ae8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495274 Jan 28 10:49:59.510621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port aa09d0f9-e6bf-44c3-b775-40bbefabc440 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:49:59.511110 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:59.632708 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:49:59.654814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:00.261740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:50:00.393977 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:50:00.411057 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'port_id': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'mac_address': 'fa:16:3e:0f:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:50:00.463491 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:00.480180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e161625-6eb9-428e-8361-34c4f08bdf0b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:50:00.495598 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:50:00.500437 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:00.566519 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:50:00.685442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02359bd-4195-42a0-a778-55a726e08820 req-9106f547-aa65-4fc8-8217-0fbdb062be31 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:00.686860 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a02359bd-4195-42a0-a778-55a726e08820 req-9106f547-aa65-4fc8-8217-0fbdb062be31 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 945 time: 0.0770586 Jan 28 10:50:00.730422 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a02359bd-4195-42a0-a778-55a726e08820 req-465d288c-1bb8-4f96-9f4d-508c0ab32858 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375664 Jan 28 10:50:00.819295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['1e161625-6eb9-428e-8361-34c4f08bdf0b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:50:01.088650 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:01.910236 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413d3b8e-9b56-43f8-acc0-607f03fecaff req-aab654d7-0941-46a7-a673-d79f0d815795 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:01.911735 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-413d3b8e-9b56-43f8-acc0-607f03fecaff req-aab654d7-0941-46a7-a673-d79f0d815795 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 945 time: 0.0798433 Jan 28 10:50:01.956563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-413d3b8e-9b56-43f8-acc0-607f03fecaff req-144db0c1-b09a-4c14-a048-c0524ec6becb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390551 Jan 28 10:50:02.261124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:50:02.327533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 1e161625-6eb9-428e-8361-34c4f08bdf0b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:50:02.332505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 1e161625-6eb9-428e-8361-34c4f08bdf0b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:50:02.332904 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:02.446859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:02.472940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:50:02.482915 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:50:02.486347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:02.523352 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'code': 200} Jan 28 10:50:02.558596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:50:02.658812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdd51cf-071a-47be-bef4-9f4295b400a4 req-05e10999-4206-468e-9e55-a252d4226f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:02.660249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdd51cf-071a-47be-bef4-9f4295b400a4 req-05e10999-4206-468e-9e55-a252d4226f91 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1097 time: 0.0781820 Jan 28 10:50:02.703837 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-dcdd51cf-071a-47be-bef4-9f4295b400a4 req-002f08e7-3b82-4e3d-8af1-f6b81493d2cb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334761 Jan 28 10:50:03.139332 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a68d1c-2751-49a5-b09e-5a7541dd4b4c req-436afe42-4758-4c46-a4aa-5df6395632b4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:03.140810 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54a68d1c-2751-49a5-b09e-5a7541dd4b4c req-436afe42-4758-4c46-a4aa-5df6395632b4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0790398 Jan 28 10:50:03.184884 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-54a68d1c-2751-49a5-b09e-5a7541dd4b4c req-5b0b7bbc-13d4-4ff0-9da2-d8d72630eafa tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385151 Jan 28 10:50:04.243267 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:50:04.367675 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739140fd-d13c-4648-be58-33d0c5824ee6 req-87339187-c6b8-4aa6-9d88-b002c23e8efb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:04.369132 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-739140fd-d13c-4648-be58-33d0c5824ee6 req-87339187-c6b8-4aa6-9d88-b002c23e8efb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0809598 Jan 28 10:50:04.412612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-739140fd-d13c-4648-be58-33d0c5824ee6 req-4a88aef9-94d7-4c73-a1e6-b81a6b48ca2c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375710 Jan 28 10:50:04.598635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedbd65-0ae4-4f79-9dcc-655f91c89c5c req-0ba1ccfa-7748-4ffc-a722-d713fe280914 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:04.600075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-daedbd65-0ae4-4f79-9dcc-655f91c89c5c req-0ba1ccfa-7748-4ffc-a722-d713fe280914 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0814273 Jan 28 10:50:04.643892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-daedbd65-0ae4-4f79-9dcc-655f91c89c5c req-55356514-7502-4d78-8a08-86049e8590a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380831 Jan 28 10:50:04.666215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59240) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:50:04.735162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a31e13-abca-4124-b5b4-29c331756348 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:04.736643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c4a31e13-abca-4124-b5b4-29c331756348 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1092 time: 0.0694695 Jan 28 10:50:04.740023 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59244) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:50:04.744824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:50:04.751574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:50:04.755423 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:floatingip and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:50:04.758224 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:50:04.763868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:50:04.774035 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:04.912186 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:05.050254 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.55 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/f520785c-46aa-4621-8263-c41f9309703f) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:50:05.198415 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:05.228704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:05.296081 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:50:05.298754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:50:05.302564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:50:05.338177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=f520785c-46aa-4621-8263-c41f9309703f,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:50:05.824827 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:05.895893 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:06.100446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:06.104960 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:06.217651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=f520785c-46aa-4621-8263-c41f9309703f,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:50:06.230776 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:06.402428 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP 07f9d2c5-3c29-4724-8200-2349f264518e associated. External IP: 172.25.1.55, port: 1e161625-6eb9-428e-8361-34c4f08bdf0b. Jan 28 10:50:06.791410 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 57dc7e17-46e6-4331-b408-8dd6bada9751 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:50:06.972626 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:50:06.982845 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] Sync routers for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:50:06.991733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:50:06.992333 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:50:06.996986 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:07.054946 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-be482199-27c8-41fc-94c5-cdc1cdec9a88 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3137708 Jan 28 10:50:07.055460 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:50:07.109750 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'status': 'completed', 'code': 200} Jan 28 10:50:07.186166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:50:07.223617 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306fe36a-b048-421b-a7ce-191f8cae9db5 req-c62d0fcf-56f0-4afb-a5e4-88a07959d860 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:07.225623 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-306fe36a-b048-421b-a7ce-191f8cae9db5 req-c62d0fcf-56f0-4afb-a5e4-88a07959d860 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0841055 Jan 28 10:50:07.274674 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-306fe36a-b048-421b-a7ce-191f8cae9db5 req-9d151847-1eef-4261-ba9f-5e989c29dcc9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407946 Jan 28 10:50:07.300216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59252) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:50:07.335534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-c21ea0dd-c946-4d15-87a1-d3970d383575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:07.337045 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-c21ea0dd-c946-4d15-87a1-d3970d383575 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1097 time: 0.2057652 Jan 28 10:50:07.484533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-f7c06c6d-4952-4d20-b4aa-b8a35333782f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:07.486043 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-f7c06c6d-4952-4d20-b4aa-b8a35333782f service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1432943 Jan 28 10:50:07.537680 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-894d119f-ba0a-46da-82f8-6bf3110fe5a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/07f9d2c5-3c29-4724-8200-2349f264518e HTTP/1.1" status: 200 len: 991 time: 0.2360401 Jan 28 10:50:07.551618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '07f9d2c5-3c29-4724-8200-2349f264518e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'port_id': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'mac_address': 'fa:16:3e:0f:18:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32384d3f-1758-40db-87f0-9f5087d69619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:50:05Z', 'updated_at': '2022-01-28T10:50:05Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:50:07.555403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] Checking router: 57dc7e17-46e6-4331-b408-8dd6bada9751 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:50:07.563667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:50:07.564369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:49:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:50:07.599563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-1f3e98cb-8ffe-4ea9-bf56-1707e90cfa54 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 999 time: 0.1065996 Jan 28 10:50:07.664165 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-dbf6a949-c664-4910-9990-71cc1f4c75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:07.665653 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-dbf6a949-c664-4910-9990-71cc1f4c75e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0602305 Jan 28 10:50:07.741896 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-cb92e254-7492-4031-980e-5c704ac0ef7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:07.743385 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-cb92e254-7492-4031-980e-5c704ac0ef7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712998 Jan 28 10:50:07.775151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:50:07.875776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-320a18fb-a483-4975-8b72-7e310813aa70 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262491 Jan 28 10:50:08.006982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d951bd0a-1a5d-4588-9f12-b0fb1f311fd6 req-ec25e0ef-c4f9-48a0-94ca-a771e3e40aa1 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250777 Jan 28 10:50:08.115396 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '07f9d2c5-3c29-4724-8200-2349f264518e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'port_id': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'mac_address': 'fa:16:3e:0f:18:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32384d3f-1758-40db-87f0-9f5087d69619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:50:05Z', 'updated_at': '2022-01-28T10:50:05Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:50:08.119250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d046426b-a058-471d-b31c-97ada06797c6 None None] The sync data for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 is: [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '07f9d2c5-3c29-4724-8200-2349f264518e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.55', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'port_id': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'mac_address': 'fa:16:3e:0f:18:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32384d3f-1758-40db-87f0-9f5087d69619', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:50:05Z', 'updated_at': '2022-01-28T10:50:05Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:50:08.322007 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23febffe-a47c-417d-b492-1b39dcdea68b None None] New status for floating IP 07f9d2c5-3c29-4724-8200-2349f264518e: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:50:08.541525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59256) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:50:08.647773 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1df5b003-43c2-4450-9602-c1353db5d4ca tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/07f9d2c5-3c29-4724-8200-2349f264518e HTTP/1.1" status: 200 len: 993 time: 0.1051304 Jan 28 10:50:14.468906 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:15.809237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:26.037212 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c5c2835c-c2a0-4eb7-ada4-77bc02c590aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:28.466808 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63364cc7-7aa1-46c7-ba85-c1f12bec2f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:29.624943 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:29.656272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:31.076376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:41.243611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:50:42.308743 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-1aa25a60-6613-4aa9-b92c-9149b1e4fee0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1150184 Jan 28 10:50:42.323873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7df41-61f1-419e-969f-1caac2f2a8fd req-1c9928b1-1364-496d-94a3-e513a83468a2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:42.325375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0fa7df41-61f1-419e-969f-1caac2f2a8fd req-1c9928b1-1364-496d-94a3-e513a83468a2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0840452 Jan 28 10:50:42.374549 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0fa7df41-61f1-419e-969f-1caac2f2a8fd req-04ad9e98-bad1-4247-8eae-61d448acb69e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425920 Jan 28 10:50:43.514027 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-9821982e-2fed-4814-9fed-2586080183fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:43.515601 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-9821982e-2fed-4814-9fed-2586080183fd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1097 time: 0.0707963 Jan 28 10:50:43.572509 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8d8aa-5fe0-436c-938c-ac843b7bc025 req-3f124f2c-61b4-454b-980b-301ea9bd4a54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:43.573995 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcc8d8aa-5fe0-436c-938c-ac843b7bc025 req-3f124f2c-61b4-454b-980b-301ea9bd4a54 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0814025 Jan 28 10:50:43.617763 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dcc8d8aa-5fe0-436c-938c-ac843b7bc025 req-5811f447-07ef-4fe1-b357-1b6a189f8a3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380442 Jan 28 10:50:43.656237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-4e1e1f37-c8c4-4d56-a172-a71e640c09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:43.657740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-4e1e1f37-c8c4-4d56-a172-a71e640c09ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1322062 Jan 28 10:50:43.764075 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-5e909f19-5034-4b2a-a8e8-5c9e982bb298 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 1001 time: 0.0970848 Jan 28 10:50:43.830157 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-0467ba3e-386c-4d38-9b96-a93f3f1655d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:43.831532 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-0467ba3e-386c-4d38-9b96-a93f3f1655d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0595644 Jan 28 10:50:43.907372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-442aa29d-0600-4870-8157-aa2ec8d8ec1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:43.908827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-442aa29d-0600-4870-8157-aa2ec8d8ec1a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673294 Jan 28 10:50:44.043199 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-77556e43-24ce-4fe0-8a4c-4e18ffbc0016 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242206 Jan 28 10:50:44.178880 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-d193a46f-84ea-4f6c-acff-39c3cc89267b service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257434 Jan 28 10:50:44.344697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-6ce392cb-fe3a-4155-a1d6-9d1e91ca7f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:44.346315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-6ce392cb-fe3a-4155-a1d6-9d1e91ca7f91 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1097 time: 0.0724180 Jan 28 10:50:44.464369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:44.494589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-3702c643-3da9-41c9-af8e-4d67817baac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:44.496019 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-3702c643-3da9-41c9-af8e-4d67817baac7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1270878 Jan 28 10:50:44.705146 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-505ca27a-3be8-4ba4-9215-2fcf0e47ddd1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 1001 time: 0.2016182 Jan 28 10:50:44.817587 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-18f30363-5f24-4863-82ef-358efc936ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:44.818918 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-18f30363-5f24-4863-82ef-358efc936ccb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.1081026 Jan 28 10:50:44.890510 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a9139-5667-452e-bfdd-954ddcde8e15 req-1dd66cd9-bf71-43ac-ae4d-791f9c04b50e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:44.891947 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e32a9139-5667-452e-bfdd-954ddcde8e15 req-1dd66cd9-bf71-43ac-ae4d-791f9c04b50e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.1493783 Jan 28 10:50:44.944509 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e32a9139-5667-452e-bfdd-954ddcde8e15 req-cb49a113-d5a2-4022-9d3c-b9b37b753c30 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457089 Jan 28 10:50:44.946552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-738291c2-b7aa-4e18-b1e9-0a749bff799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:44.947930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-738291c2-b7aa-4e18-b1e9-0a749bff799b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1231673 Jan 28 10:50:45.078164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-c4b6ae6b-908d-49b1-b1ee-97d5e80468fb service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237571 Jan 28 10:50:45.207565 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-38cc4712-af72-48ee-8743-ab7a3c3272cc req-066ecaed-5d00-4fed-99bc-639ec75f5b62 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232712 Jan 28 10:50:45.820171 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:46.132395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d772e-16de-4413-8afe-bd27b6927294 req-7e3dbab0-f97c-42a6-bdb7-b9d17fc4ad2c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:46.134337 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3d772e-16de-4413-8afe-bd27b6927294 req-7e3dbab0-f97c-42a6-bdb7-b9d17fc4ad2c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0831163 Jan 28 10:50:46.179469 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1a3d772e-16de-4413-8afe-bd27b6927294 req-44baadda-3207-42c4-85e1-9683ccc3863f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397687 Jan 28 10:50:47.358422 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2359ba-6674-491c-920c-6da81dadfd08 req-384fc381-6efd-4b40-98ea-e04dc823d4f4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:47.360249 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e2359ba-6674-491c-920c-6da81dadfd08 req-384fc381-6efd-4b40-98ea-e04dc823d4f4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0778887 Jan 28 10:50:47.406540 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1e2359ba-6674-491c-920c-6da81dadfd08 req-94831bca-807c-4a95-aad8-eaea8b8ede5f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404451 Jan 28 10:50:48.587275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f789b-a3ae-404f-88e5-a0ada545dc83 req-49d452f3-ee28-482d-a127-f665e3a58e7c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:48.588741 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae7f789b-a3ae-404f-88e5-a0ada545dc83 req-49d452f3-ee28-482d-a127-f665e3a58e7c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0773270 Jan 28 10:50:48.631848 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ae7f789b-a3ae-404f-88e5-a0ada545dc83 req-a9f46dee-af12-4afb-bdaa-b3a1c95860db tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375824 Jan 28 10:50:49.814917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ec8f1-1ee6-4a43-8e2e-3064004b2689 req-35f8c897-eae3-46e0-9dbe-cc2b7fd87a92 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:49.816311 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e17ec8f1-1ee6-4a43-8e2e-3064004b2689 req-35f8c897-eae3-46e0-9dbe-cc2b7fd87a92 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0804951 Jan 28 10:50:49.860298 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e17ec8f1-1ee6-4a43-8e2e-3064004b2689 req-c75da427-79ff-463d-b169-e9c911a8ba94 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377927 Jan 28 10:50:51.042267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a03fcf-88fc-4ecb-a6f2-cb70c921dc18 req-1515a92c-93e7-44b5-bae1-d61aa3a3ebac tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:51.043676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-15a03fcf-88fc-4ecb-a6f2-cb70c921dc18 req-1515a92c-93e7-44b5-bae1-d61aa3a3ebac tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0808764 Jan 28 10:50:51.085774 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-15a03fcf-88fc-4ecb-a6f2-cb70c921dc18 req-db5dea25-db5d-43cb-98e4-751abae61f5c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365925 Jan 28 10:50:52.277725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f98aa9-d634-40cc-a749-40e359eb3d83 req-7f2b5572-c1e4-400a-817e-ed8147bb847e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:52.279167 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09f98aa9-d634-40cc-a749-40e359eb3d83 req-7f2b5572-c1e4-400a-817e-ed8147bb847e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0814900 Jan 28 10:50:52.323078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09f98aa9-d634-40cc-a749-40e359eb3d83 req-ffc1a708-8cc2-4408-a7b8-59090be900b6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380142 Jan 28 10:50:53.513972 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d420721-d880-4686-a800-ff29169a47ad req-7b0b5d41-0ad3-4423-8380-20d1bb344fb6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:53.515373 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d420721-d880-4686-a800-ff29169a47ad req-7b0b5d41-0ad3-4423-8380-20d1bb344fb6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0870101 Jan 28 10:50:53.562444 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8d420721-d880-4686-a800-ff29169a47ad req-27ce0129-c256-4651-82f0-cf61feb46187 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413723 Jan 28 10:50:54.748292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c63b1-33dd-42de-af99-d1cb28cb9d57 req-beaf4f7f-f585-498d-adc8-830d1ace4214 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:54.749950 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c96c63b1-33dd-42de-af99-d1cb28cb9d57 req-beaf4f7f-f585-498d-adc8-830d1ace4214 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0795438 Jan 28 10:50:54.793775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c96c63b1-33dd-42de-af99-d1cb28cb9d57 req-45e9fd7c-b59a-4b87-8da6-2a6a2eda75ac tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382891 Jan 28 10:50:55.973570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c82fe5-85f8-4f7d-9364-8df4aca734d8 req-a3f7ebcd-0d11-4256-a054-87bb0412633f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:55.974987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93c82fe5-85f8-4f7d-9364-8df4aca734d8 req-a3f7ebcd-0d11-4256-a054-87bb0412633f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0784259 Jan 28 10:50:56.018175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-93c82fe5-85f8-4f7d-9364-8df4aca734d8 req-92d1b507-62c1-42c8-8d7e-7871725f828c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370269 Jan 28 10:50:56.040063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b95928ba-2763-42a6-a6f9-1947c8cd7a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:57.207519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8ac4f-1841-479b-98eb-cc773473b365 req-702ab9e4-5ffd-4ce3-b29e-d6354cca6e4a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:57.209078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fde8ac4f-1841-479b-98eb-cc773473b365 req-702ab9e4-5ffd-4ce3-b29e-d6354cca6e4a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0838044 Jan 28 10:50:57.253173 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fde8ac4f-1841-479b-98eb-cc773473b365 req-c61172d3-f5c9-4371-80e1-9e0015e138fe tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386012 Jan 28 10:50:58.435616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d71919-b64c-40cc-9365-783a8568d7f9 req-ea7c44e0-7d83-4c49-a383-884faf479b5b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:58.437078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65d71919-b64c-40cc-9365-783a8568d7f9 req-ea7c44e0-7d83-4c49-a383-884faf479b5b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0819042 Jan 28 10:50:58.467834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7480f454-8b48-46e1-83e6-c4a324719577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:58.482201 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-65d71919-b64c-40cc-9365-783a8568d7f9 req-06f512a6-e764-45fa-9e4e-52593c1f344c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395856 Jan 28 10:50:59.627030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:59.662881 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:50:59.670668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c77e13-fa13-49fb-9e58-9e8475027e48 req-ca0b3b66-e98f-4489-b6a4-14d1097dfe79 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:50:59.672129 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2c77e13-fa13-49fb-9e58-9e8475027e48 req-ca0b3b66-e98f-4489-b6a4-14d1097dfe79 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0828762 Jan 28 10:50:59.719676 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e2c77e13-fa13-49fb-9e58-9e8475027e48 req-0e74c7cf-d5b3-4f31-a969-44e5cf3fc91c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418713 Jan 28 10:51:00.901086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663985b7-aac2-4f40-b912-5fb3b7dc34ff req-535d106c-10e8-4cbc-b504-cf292cffb606 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:00.902537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-663985b7-aac2-4f40-b912-5fb3b7dc34ff req-535d106c-10e8-4cbc-b504-cf292cffb606 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0767527 Jan 28 10:51:00.945587 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-663985b7-aac2-4f40-b912-5fb3b7dc34ff req-b58770cc-9774-4f7d-a43f-cf842f3e5f7d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Jan 28 10:51:01.080677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:01.315185 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-cfe26bde-1d16-4fbc-8406-68b4684807bb service neutron] show failed (client error): The resource could not be found. Jan 28 10:51:01.316089 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-cfe26bde-1d16-4fbc-8406-68b4684807bb service neutron] 10.222.0.25 "GET /v2.0/ports/1e161625-6eb9-428e-8361-34c4f08bdf0b/bindings/n-h2-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0798888 Jan 28 10:51:01.592616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-fbf20633-b16c-4c5c-bc82-7e78b8ac7312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:01.594040 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-fbf20633-b16c-4c5c-bc82-7e78b8ac7312 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 1097 time: 0.0725660 Jan 28 10:51:01.604823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:01.711697 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:01.967199 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:01.997870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:51:02.059186 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:51:02.064584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:02.079875 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Transition to ACTIVE for port object 1e161625-6eb9-428e-8361-34c4f08bdf0b will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:02.084224 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:02.125607 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'code': 200} Jan 28 10:51:02.134551 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b599b6-7830-43c6-8fcb-1e988f1ccd99 req-c746811a-67fd-4479-8d04-f672d3c375d9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:02.136111 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b2b599b6-7830-43c6-8fcb-1e988f1ccd99 req-c746811a-67fd-4479-8d04-f672d3c375d9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.0825500 Jan 28 10:51:02.198213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b2b599b6-7830-43c6-8fcb-1e988f1ccd99 req-ace05e6e-a0a4-4c2f-bcdf-9e2376b8398c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558922 Jan 28 10:51:02.246682 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=6']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:02.291624 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.292099 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.292533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.292989 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.293408 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.293864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.294270 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.294715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.295130 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.295544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.295962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.296364 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:02.319535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] No DVR routers for this DVR port 1e161625-6eb9-428e-8361-34c4f08bdf0b on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:51:02.644828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:51:02.645146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:51:02.645457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b on network dc2d700d-46e4-4b02-b398-0da49fadf050 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:02.650285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Port 1e161625-6eb9-428e-8361-34c4f08bdf0b on network dc2d700d-46e4-4b02-b398-0da49fadf050 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:51:02.650592 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Attempting to bind port 1e161625-6eb9-428e-8361-34c4f08bdf0b on network dc2d700d-46e4-4b02-b398-0da49fadf050 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:02.655489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:51:02.655811 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Checking segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:51:02.656182 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Bound using segment: {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:51:02.656586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Bound port: 1e161625-6eb9-428e-8361-34c4f08bdf0b, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7256035-0285-4124-836e-24938e8e5e70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:51:02.656941 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:02.743187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:51:02.747076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:51:02.751437 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:02.812908 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:02.813516 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:02.815103 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] 10.222.0.43 "PUT /v2.0/ports/1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 1092 time: 1.2144537 Jan 28 10:51:02.829033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af47eb-5339-4484-b1fb-637b787b92b8 service neutron] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=7']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:02.907378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-e05e1893-c5e9-4b3b-a19a-ba5bfc0e6ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:02.908923 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-e05e1893-c5e9-4b3b-a19a-ba5bfc0e6ad0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1095 time: 0.0737047 Jan 28 10:51:03.039639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-6bf4708d-b2e7-4c31-91a2-8e5364cd4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:03.041235 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-6bf4708d-b2e7-4c31-91a2-8e5364cd4bf8 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1268923 Jan 28 10:51:03.143791 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-f79c3c84-0edf-4e6f-bb5c-617221628dea service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 999 time: 0.0968101 Jan 28 10:51:03.203429 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-dc9d06c1-8db3-4244-8a39-947148065fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:03.204822 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-dc9d06c1-8db3-4244-8a39-947148065fb6 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0557663 Jan 28 10:51:03.280889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-d54d3d0e-e84a-4d05-a228-7e7244e37502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:03.282318 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-d54d3d0e-e84a-4d05-a228-7e7244e37502 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719917 Jan 28 10:51:03.464340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-86cc77f6-bb15-44e7-b518-58e0c20dd187 service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761606 Jan 28 10:51:03.497622 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735255-203c-4451-936a-eb557a607c67 req-88328f70-9b69-4809-993c-577113f5d77e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:03.499006 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a735255-203c-4451-936a-eb557a607c67 req-88328f70-9b69-4809-993c-577113f5d77e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.1924198 Jan 28 10:51:03.611310 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0a735255-203c-4451-936a-eb557a607c67 req-484c5668-89cc-440e-85a0-c832f28a180b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646093 Jan 28 10:51:03.633427 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3aea35ab-169a-44f6-9c63-1cf7587792a6 req-d688608a-1c4d-4ea9-b395-c0ecbf9753c6 service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629028 Jan 28 10:51:04.126513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:51:04.182312 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'status': 'completed', 'code': 200} Jan 28 10:51:04.275923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-ec82a5c2-5370-4ede-b62f-600872db3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.277407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-800faed7-7f27-488a-aadb-ec0bd6170413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.277554 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-ec82a5c2-5370-4ede-b62f-600872db3fa8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1095 time: 0.0698497 Jan 28 10:51:04.278937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-800faed7-7f27-488a-aadb-ec0bd6170413 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1095 time: 0.0728202 Jan 28 10:51:04.413938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-da086faa-4fc4-46f5-9285-7efc391ee3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.415303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-64c12822-a3e9-40c6-8f36-ad17f1910709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.415882 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-da086faa-4fc4-46f5-9285-7efc391ee3e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1305206 Jan 28 10:51:04.416779 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-64c12822-a3e9-40c6-8f36-ad17f1910709 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1300676 Jan 28 10:51:04.520339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-a29cc2a4-9abf-4e18-96eb-9cc961b4defd service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 999 time: 0.0979490 Jan 28 10:51:04.583494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-9dea2b97-00f6-4d6f-916a-25b8f74c4575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.585021 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-9dea2b97-00f6-4d6f-916a-25b8f74c4575 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0580347 Jan 28 10:51:04.590092 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:51:04.633688 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-3e16d6fb-cd9d-4727-abdd-316d8052c1f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 999 time: 0.2067375 Jan 28 10:51:04.647751 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:51:04.666399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-fcf6a417-0025-4d61-81cf-13e1a1dd6896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.667777 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-fcf6a417-0025-4d61-81cf-13e1a1dd6896 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0763588 Jan 28 10:51:04.708004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-ceb75c76-861b-4d98-8049-a9947f9939ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.709603 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-ceb75c76-861b-4d98-8049-a9947f9939ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0640919 Jan 28 10:51:04.795511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-ed5664ed-eccc-4eb9-a51e-8148ac4f6045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.797005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-ed5664ed-eccc-4eb9-a51e-8148ac4f6045 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779934 Jan 28 10:51:04.935137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-fdf8b90d-8aee-4304-b4b5-bab31e0bbfaa service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284328 Jan 28 10:51:04.974575 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-7d4788e2-93e8-4860-b226-0901778af42e service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999632 Jan 28 10:51:04.985511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114ba57-f3e5-4163-897a-41eeeecaae2b req-6de99d21-b74e-4a8b-97d2-7ccf576c470d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:04.986857 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1114ba57-f3e5-4163-897a-41eeeecaae2b req-6de99d21-b74e-4a8b-97d2-7ccf576c470d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.1685364 Jan 28 10:51:05.077036 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-3bee7065-f3a0-4caa-bf42-d6355ab5a84d service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325333 Jan 28 10:51:05.109142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1114ba57-f3e5-4163-897a-41eeeecaae2b req-aa6173eb-2f08-45a4-98e4-79f075878394 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037693 Jan 28 10:51:05.147976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c97fb7cd-e548-42c7-ba56-aa140cfd992e req-0c3f9692-7816-4db4-9d4c-b56eb2acff5a service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601908 Jan 28 10:51:06.291683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b5e1b8-9c5e-4c53-ac5b-59182d7ece36 req-7c07aa45-665a-4c06-9808-a1c0b388e362 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:06.293138 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00b5e1b8-9c5e-4c53-ac5b-59182d7ece36 req-7c07aa45-665a-4c06-9808-a1c0b388e362 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.0785694 Jan 28 10:51:06.335683 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-00b5e1b8-9c5e-4c53-ac5b-59182d7ece36 req-9b964c98-6d17-4615-b4d3-b0a000f6bb41 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371037 Jan 28 10:51:06.363234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:51:06.508670 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:06.522020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'port_id': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'mac_address': 'fa:16:3e:0f:18:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:51:06.581309 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:06.598163 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e161625-6eb9-428e-8361-34c4f08bdf0b {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:51:06.613999 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:06.617526 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:06.683899 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:06.691234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.691579 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.691913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.692238 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.692559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.692914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.693233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.693548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.693865 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.694175 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.694491 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.694804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:06.713854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d81a9-26f5-4dcf-aea0-0fd637774097 req-c2653f48-26d7-4b59-b128-bdb6656dcbd9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:06.715304 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b79d81a9-26f5-4dcf-aea0-0fd637774097 req-c2653f48-26d7-4b59-b128-bdb6656dcbd9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 944 time: 0.1485784 Jan 28 10:51:06.722589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-ae49e983-155a-40a7-95f5-31ee991d7513 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:06.723892 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-ae49e983-155a-40a7-95f5-31ee991d7513 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&binding%3Ahost_id=n-h2-825178-2 HTTP/1.1" status: 200 len: 945 time: 0.1249990 Jan 28 10:51:06.822766 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b79d81a9-26f5-4dcf-aea0-0fd637774097 req-c94aabf2-648f-498d-b718-4de4da6600e1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978565 Jan 28 10:51:06.834223 n-d-825178-2 neutron-server[87540]: INFO neutron.api.v2.resource [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-c8e286ac-4138-4501-a2b9-52d800264eaf service neutron] delete failed (client error): The resource could not be found. Jan 28 10:51:06.835177 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-c8e286ac-4138-4501-a2b9-52d800264eaf service neutron] 10.222.0.25 "DELETE /v2.0/ports/1e161625-6eb9-428e-8361-34c4f08bdf0b/bindings/n-h1-825178-2 HTTP/1.1" status: 404 len: 380 time: 0.0969849 Jan 28 10:51:06.846512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['1e161625-6eb9-428e-8361-34c4f08bdf0b'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:51:06.990061 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-3ea00114-ef1a-455a-90a8-00b3e93a1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:06.991673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-3ea00114-ef1a-455a-90a8-00b3e93a1b6c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1096 time: 0.0741441 Jan 28 10:51:07.029176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964c626e-5290-4cc6-8163-68af6afb6f0b req-1f9a04d0-2a2b-42f9-8384-756137a91c7d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:07.030636 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-964c626e-5290-4cc6-8163-68af6afb6f0b req-1f9a04d0-2a2b-42f9-8384-756137a91c7d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 945 time: 0.0900609 Jan 28 10:51:07.074976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-964c626e-5290-4cc6-8163-68af6afb6f0b req-c1cc004b-ab9c-497a-88ed-0231e8232285 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382943 Jan 28 10:51:07.140886 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-c427afd0-8c2d-48b8-8d5d-464987421f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:07.142312 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-c427afd0-8c2d-48b8-8d5d-464987421f9e service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1391447 Jan 28 10:51:07.249315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-aba8d083-1b05-4557-ad0b-78d9a0f347ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 1000 time: 0.0970275 Jan 28 10:51:07.317396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-db7ca9eb-35cd-48a0-97ce-54b8612a945b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:07.318776 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-db7ca9eb-35cd-48a0-97ce-54b8612a945b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0598114 Jan 28 10:51:07.394916 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-73b362ad-b258-4dea-83ca-fbf62cb2f4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:07.396381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-73b362ad-b258-4dea-83ca-fbf62cb2f4b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685997 Jan 28 10:51:07.537042 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-539abba8-3632-4836-8b1b-0f1c4422dba3 service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307940 Jan 28 10:51:07.671812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e45f445-e7b8-49df-9e18-691c7470c1f9 req-353fca85-aafd-4e6f-83d5-061ffe5d33cc service neutron] 10.222.0.25 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233737 Jan 28 10:51:08.277716 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2b18ec-f379-496c-b2e8-ec1a3ce2aceb req-14cd0c60-d681-4e29-b62f-8d8a0fbbc998 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:08.279164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c2b18ec-f379-496c-b2e8-ec1a3ce2aceb req-14cd0c60-d681-4e29-b62f-8d8a0fbbc998 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 945 time: 0.0920901 Jan 28 10:51:08.327255 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0c2b18ec-f379-496c-b2e8-ec1a3ce2aceb req-62d972e6-7095-4076-ab66-316870af0efa tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424297 Jan 28 10:51:08.352687 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59360) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:08.380154 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:08.465443 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 1e161625-6eb9-428e-8361-34c4f08bdf0b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:08.472313 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 1e161625-6eb9-428e-8361-34c4f08bdf0b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:08.472831 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:08.588975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-80806b5a-13db-4165-a817-9640d492db08 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/07f9d2c5-3c29-4724-8200-2349f264518e HTTP/1.1" status: 200 len: 992 time: 0.2349319 Jan 28 10:51:08.597664 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:08.624518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:51:08.634830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:08.638690 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:08.673910 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'code': 200} Jan 28 10:51:08.704978 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=9']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:14.464962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:15.821763 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:18.242277 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:51:26.042037 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45e227b4-470d-4091-8339-62b8d314ccf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:28.469539 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-41fbb785-de74-4c9a-b830-d37e3f32233b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:29.629330 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:29.661528 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:31.082227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:35.859564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-c449d6c0-2eae-4abc-b336-0a4677a065d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734377 Jan 28 10:51:35.994623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-f5feddf6-8b4b-4a45-8ddc-cf89f0b0d4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:35.996039 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-f5feddf6-8b4b-4a45-8ddc-cf89f0b0d4db service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1097 time: 0.0715222 Jan 28 10:51:36.135711 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-b971eb57-0dcd-4e07-907c-ebd0fe9f5c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:36.137142 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-b971eb57-0dcd-4e07-907c-ebd0fe9f5c49 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1227994 Jan 28 10:51:36.236896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-b921f82e-805f-4584-875a-e4495cd4624f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 1001 time: 0.0936460 Jan 28 10:51:36.295948 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-96d9bf9f-e145-4ca5-a884-c02a6fc4fc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:36.297325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-96d9bf9f-e145-4ca5-a884-c02a6fc4fc9a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0546911 Jan 28 10:51:36.372743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-4ded925c-0593-4877-a31b-62906bcd4135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:36.374149 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-4ded925c-0593-4877-a31b-62906bcd4135 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700066 Jan 28 10:51:36.502641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-c68826b4-faed-491c-8574-872174ab0cf1 service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203692 Jan 28 10:51:36.629896 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-828f1bec-a4a6-455b-a7d9-a90486b7dbee req-3cee49da-5abc-4b5a-af4a-4015ac4ec3b9 service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209722 Jan 28 10:51:37.273977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59378) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:37.471344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port f520785c-46aa-4621-8263-c41f9309703f {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:51:37.471688 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:37.641530 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:37.641855 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:37.765813 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for f520785c-46aa-4621-8263-c41f9309703f owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:51:37.919418 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:37.967112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=f520785c-46aa-4621-8263-c41f9309703f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:38.006961 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.007298 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.008245 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.008558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.008901 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.009223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.009539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.009854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.010166 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.010474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.010780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.011085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:38.067297 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:38.067621 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP 07f9d2c5-3c29-4724-8200-2349f264518e disassociated (deleted). External IP: 172.25.1.55, port: 1e161625-6eb9-428e-8361-34c4f08bdf0b. Jan 28 10:51:38.417073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 57dc7e17-46e6-4331-b408-8dd6bada9751 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:51:38.710065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:51:38.719796 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] Sync routers for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:51:38.729365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:38.729972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:38.730493 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:38.790743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-73097bd9-0a50-4ea8-9804-09320da79904 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/floatingips/07f9d2c5-3c29-4724-8200-2349f264518e HTTP/1.1" status: 204 len: 168 time: 1.5157025 Jan 28 10:51:38.791323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:51:38.841588 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'status': 'completed', 'code': 200} Jan 28 10:51:38.917585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:38.930741 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037480-4365-4c91-8b95-95d95ed4b957 req-7b1e7fad-32c1-4bf0-b3c5-415975ae48c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:38.932141 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-7b1e7fad-32c1-4bf0-b3c5-415975ae48c9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 1097 time: 0.0703976 Jan 28 10:51:39.080629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037480-4365-4c91-8b95-95d95ed4b957 req-ddf15df2-cb05-4f95-b1d1-a0da5a3da1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:39.082331 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-ddf15df2-cb05-4f95-b1d1-a0da5a3da1e3 service neutron] 10.222.0.43 "GET /v2.0/networks?id=dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 200 len: 897 time: 0.1431587 Jan 28 10:51:39.206657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56afea7-60e9-40fa-aee7-a9636a4a0d47 req-472519dc-155d-4e58-8823-225f084502f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:39.207568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d56afea7-60e9-40fa-aee7-a9636a4a0d47 req-472519dc-155d-4e58-8823-225f084502f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:51:39.225729 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-d56afea7-60e9-40fa-aee7-a9636a4a0d47 req-472519dc-155d-4e58-8823-225f084502f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:51:39.227598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d56afea7-60e9-40fa-aee7-a9636a4a0d47 req-472519dc-155d-4e58-8823-225f084502f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.1224251 Jan 28 10:51:39.253114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:39.257010 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] Checking router: 57dc7e17-46e6-4331-b408-8dd6bada9751 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:51:39.265752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:39.266279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:39.272713 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-e9b8c797-bdb5-4824-942d-92d4db941822 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 200 len: 217 time: 0.1833253 Jan 28 10:51:39.275733 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d56afea7-60e9-40fa-aee7-a9636a4a0d47 req-9a473c64-13db-491c-b96e-a31f14972519 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Jan 28 10:51:39.334582 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037480-4365-4c91-8b95-95d95ed4b957 req-fbec8833-b561-457d-91e6-c372af3e7d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:39.336024 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-fbec8833-b561-457d-91e6-c372af3e7d78 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 200 len: 835 time: 0.0573587 Jan 28 10:51:39.410773 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01037480-4365-4c91-8b95-95d95ed4b957 req-7a9dff54-1732-411d-a62e-d38842573c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:39.412233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-7a9dff54-1732-411d-a62e-d38842573c6d service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=dc2d700d-46e4-4b02-b398-0da49fadf050&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696402 Jan 28 10:51:39.441179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:39.554866 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-89686c61-093b-48fe-adb9-ed563dfab770 service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350238 Jan 28 10:51:39.683945 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-01037480-4365-4c91-8b95-95d95ed4b957 req-a089ac03-287c-4564-acea-5e0b0ac93d32 service neutron] 10.222.0.43 "GET /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232750 Jan 28 10:51:39.754255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:39.758621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baae53bd-17d3-43b6-8126-c8dab3928902 None None] The sync data for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 is: [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:52Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'aa09d0f9-e6bf-44c3-b775-40bbefabc440', 'name': '', 'network_id': 'dc2d700d-46e4-4b02-b398-0da49fadf050', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:59:00:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:51Z', 'updated_at': '2022-01-28T10:49:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'e053709c-ef51-4c70-a3c8-a8438c51310f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:51:39.985603 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30ab052f-07e2-4bdc-a407-ad19ff906a1b None None] New status for floating IP 07f9d2c5-3c29-4724-8200-2349f264518e: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:51:40.387775 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-023ad511-b8f1-4411-8c93-b628858892c5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:40.389240 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-023ad511-b8f1-4411-8c93-b628858892c5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.0872359 Jan 28 10:51:40.502498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 1e161625-6eb9-428e-8361-34c4f08bdf0b {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:51:40.502841 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:40.599681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cd965a-4592-4ca4-ad02-7d3100ddb3b2 req-9a5674f3-54fe-4b79-80bd-df641ddf8b9d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:40.601733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48cd965a-4592-4ca4-ad02-7d3100ddb3b2 req-9a5674f3-54fe-4b79-80bd-df641ddf8b9d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=32384d3f-1758-40db-87f0-9f5087d69619 HTTP/1.1" status: 200 len: 946 time: 0.2111135 Jan 28 10:51:40.726732 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-48cd965a-4592-4ca4-ad02-7d3100ddb3b2 req-1daa5b28-9a9e-48a0-904c-cf1a1dec5a71 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=8f0e1eb1-914e-49f1-972a-10a03ae97b73&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154017 Jan 28 10:51:40.792124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 1e161625-6eb9-428e-8361-34c4f08bdf0b, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=1e161625-6eb9-428e-8361-34c4f08bdf0b,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:40.792474 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:40.919603 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 1e161625-6eb9-428e-8361-34c4f08bdf0b owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:51:41.059442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:41.135315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=1e161625-6eb9-428e-8361-34c4f08bdf0b,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:41.186046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] No DVR routers for this DVR port 1e161625-6eb9-428e-8361-34c4f08bdf0b on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:51:41.188590 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:41.192294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-deleted', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:51:41.205510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-895120f3-bcfe-4c80-bfae-ed43a904cabf req-5c896918-b3f9-4efe-a778-7d3029ff6508 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "DELETE /v2.0/ports/1e161625-6eb9-428e-8361-34c4f08bdf0b HTTP/1.1" status: 204 len: 173 time: 0.7858479 Jan 28 10:51:41.292485 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32384d3f-1758-40db-87f0-9f5087d69619', 'name': 'network-vif-deleted', 'tag': '1e161625-6eb9-428e-8361-34c4f08bdf0b', 'status': 'completed', 'code': 200} Jan 28 10:51:41.820044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59398) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:42.377193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:42.729831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port aa09d0f9-e6bf-44c3-b775-40bbefabc440 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:51:42.730079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:42.914290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port aa09d0f9-e6bf-44c3-b775-40bbefabc440, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=aa09d0f9-e6bf-44c3-b775-40bbefabc440,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:42.914974 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:43.159831 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for aa09d0f9-e6bf-44c3-b775-40bbefabc440 owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:51:43.483651 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:43.536560 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=aa09d0f9-e6bf-44c3-b775-40bbefabc440,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:43.810154 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.165843 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 57dc7e17-46e6-4331-b408-8dd6bada9751 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:51:44.338608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:51:44.347889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] Sync routers for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:51:44.352558 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e890b973-ebcc-4ed8-8d0f-d64509259272 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/57dc7e17-46e6-4331-b408-8dd6bada9751/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5314167 Jan 28 10:51:44.355237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59402) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:44.357795 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:44.358388 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:44.544329 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.550436 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting subnet e053709c-ef51-4c70-a3c8-a8438c51310f {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:51:44.553365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.589251 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:44.607099 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.693040 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.693301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:51:44.746536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 1e161625-6eb9-428e-8361-34c4f08bdf0b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:51:44.746878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 1e161625-6eb9-428e-8361-34c4f08bdf0b not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:51:44.765139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.806778 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:44.810758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Subnet': ['ID=e053709c-ef51-4c70-a3c8-a8438c51310f,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:44.816635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2c4a107d-9176-4139-bbbd-aecf8d3433e9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/subnets/e053709c-ef51-4c70-a3c8-a8438c51310f HTTP/1.1" status: 204 len: 168 time: 0.4598548 Jan 28 10:51:44.818694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:44.819489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ce700-4ca1-435e-9388-baac4a28eb01 None None] Network dc2d700d-46e4-4b02-b398-0da49fadf050 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:51:45.004049 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.104951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:51:43Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:45.109012 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] Checking router: 57dc7e17-46e6-4331-b408-8dd6bada9751 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:51:45.117617 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] Routers {'57dc7e17-46e6-4331-b408-8dd6bada9751'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:45.118221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['57dc7e17-46e6-4331-b408-8dd6bada9751'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:45.174470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] DHCP port deletion for dc2d700d-46e4-4b02-b398-0da49fadf050 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:51:45.190480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] Deleting port ded9bc74-8adb-456c-b9e2-649cf45a30ca {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:51:45.190846 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.195080 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.204408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:51:45.204785 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.380884 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port e5a7e7d1-5dc2-4264-9cc2-3b47164eab41, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:45.381290 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.406369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] Set router 57dc7e17-46e6-4331-b408-8dd6bada9751 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:45.511105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:51:45.550275 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ded9bc74-8adb-456c-b9e2-649cf45a30ca no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:51:45.682484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.720791 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] For port ded9bc74-8adb-456c-b9e2-649cf45a30ca, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ded9bc74-8adb-456c-b9e2-649cf45a30ca,segment=NetworkSegment(b7256035-0285-4124-836e-24938e8e5e70),segment_id=b7256035-0285-4124-836e-24938e8e5e70)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:45.721180 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.732013 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=e5a7e7d1-5dc2-4264-9cc2-3b47164eab41,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:45.827170 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:45.920148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] Calling delete_port for ded9bc74-8adb-456c-b9e2-649cf45a30ca owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:51:46.039796 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.095052 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.119611 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.121270 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.121834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.146565 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.147201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Fanout notify agent at l3_agent the message router_deleted on router 57dc7e17-46e6-4331-b408-8dd6bada9751 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:51:46.163204 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.167210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bd5da2ba-000f-42d6-bc85-72dc3a0db94a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/routers/57dc7e17-46e6-4331-b408-8dd6bada9751 HTTP/1.1" status: 204 len: 168 time: 1.3476486 Jan 28 10:51:46.167452 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:46.179780 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] Pushing event deleted for resources: {'Port': ['ID=ded9bc74-8adb-456c-b9e2-649cf45a30ca,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:46.219359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d578c07d-d26d-473f-b739-24948fb445d5 None None] No DVR routers for this DVR port ded9bc74-8adb-456c-b9e2-649cf45a30ca on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:51:46.239488 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:51:43Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:46.244148 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c1e34a-914f-4407-8f01-b862602ee03c None None] The sync data for ids ['57dc7e17-46e6-4331-b408-8dd6bada9751'] in n-d-825178-2 is: [{'id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'name': 'tempest-TestNetworkAdvancedServerOps-router-942632748', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34'}], 'enable_snat': True}, 'gw_port_id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:51:43Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': 'e5a7e7d1-5dc2-4264-9cc2-3b47164eab41', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ec:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57dc7e17-46e6-4331-b408-8dd6bada9751', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:49:47Z', 'updated_at': '2022-01-28T10:49:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:51:46.293133 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.524897 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.549706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc2d700d-46e4-4b02-b398-0da49fadf050']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:46.562317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7256035-0285-4124-836e-24938e8e5e70') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:46.562614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7256035-0285-4124-836e-24938e8e5e70') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:46.574565 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.590523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.596846 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:51:46.597229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:51:46.611977 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:51:46.695428 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.699995 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.727268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Network': ['ID=dc2d700d-46e4-4b02-b398-0da49fadf050,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:46.734839 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5e97648d-d57d-4b6e-b425-189c14b7dd9a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/networks/dc2d700d-46e4-4b02-b398-0da49fadf050 HTTP/1.1" status: 204 len: 168 time: 0.5657504 Jan 28 10:51:46.737506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59414) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:46.853711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-460e19d6-1526-4792-9d8a-6aed154f8aec tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.885089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-460e19d6-1526-4792-9d8a-6aed154f8aec tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.953914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-460e19d6-1526-4792-9d8a-6aed154f8aec tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.973292 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e19d6-1526-4792-9d8a-6aed154f8aec tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0e1eb1-914e-49f1-972a-10a03ae97b73,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:46.983686 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-460e19d6-1526-4792-9d8a-6aed154f8aec tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:46.984851 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-460e19d6-1526-4792-9d8a-6aed154f8aec tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f0e1eb1-914e-49f1-972a-10a03ae97b73 HTTP/1.1" status: 204 len: 168 time: 0.2464123 Jan 28 10:51:47.302870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59424) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:47.308472 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-817983313', 'description': 'tempest-secgroup-smoke-817983313 description', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:47.315580 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:47.319560 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:47.322384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:47.327887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:47.337503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.357039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:47.360732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:47.363451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:47.369843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:47.439427 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.443219 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.449084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa09d0f9-e6bf-44c3-b775-40bbefabc440 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:51:47.483011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: aa09d0f9-e6bf-44c3-b775-40bbefabc440 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:51:47.483347 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device aa09d0f9-e6bf-44c3-b775-40bbefabc440 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:51:47.484047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:51:47.490669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:47.496215 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.501923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59428) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:47.502592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-0a2d3dac-1d28-409d-9e6f-3b83c173d2e4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1980243 Jan 28 10:51:47.507018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd4a76c38-f9d1-47cc-8c1a-f673ab9a8c25', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:47.517898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:47.521861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:47.525717 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:47.531633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:47.533094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:51:47.533437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e5a7e7d1-5dc2-4264-9cc2-3b47164eab41 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:51:47.552868 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.612586 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.615911 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.640204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9148ec-c9ec-450d-a4fc-54dd6cccaca6,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:47.649465 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.650706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3bf32379-bfcb-401a-a01e-c9911fd1f59c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1477008 Jan 28 10:51:47.653472 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59432) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:47.658209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd4a76c38-f9d1-47cc-8c1a-f673ab9a8c25', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:47.664571 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:47.668292 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:47.671090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:47.676725 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:47.693396 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.756028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.760103 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.783557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cf8563-5cc4-4bbe-b905-5a4f9d064ba1,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:47.791781 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.793118 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-822f7710-f2a8-48b7-9571-5b3af4f397d2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387439 Jan 28 10:51:47.795903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59436) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:47.801214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd4a76c38-f9d1-47cc-8c1a-f673ab9a8c25', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:47.808169 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:47.811963 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:47.814806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:47.821053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:47.836767 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.900308 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.903889 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.926926 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479a8a7f-4827-4a8f-bbad-7e7e85553f10,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:47.937138 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:47.938305 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-662cadbf-02da-4562-948c-096d9556f81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1414852 Jan 28 10:51:47.940967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59440) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:47.946279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd4a76c38-f9d1-47cc-8c1a-f673ab9a8c25', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:47.953219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:47.956996 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:47.959812 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:47.965967 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:47.982768 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.044933 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.048382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.071661 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28fd8902-0183-416b-8e61-256e2c780352,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:48.081159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.082301 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-55436472-7936-4079-a12d-14f99d07b32d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404414 Jan 28 10:51:48.085001 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59444) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:48.090291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd4a76c38-f9d1-47cc-8c1a-f673ab9a8c25', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:48.096924 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:48.100786 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:48.103727 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:48.109355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:48.118706 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:51:48.125165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.188335 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.192205 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.219416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f79b87-ed63-4cbe-a6b0-5bd4423f714e,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:48.229139 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.230374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-44ef4202-a2c0-459a-ad9a-3b9d688cc477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438987 Jan 28 10:51:48.233129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59448) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:48.238031 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd4a76c38-f9d1-47cc-8c1a-f673ab9a8c25', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:48.244993 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:48.249208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:48.252122 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:48.257833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:48.267659 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:51:48.274005 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.337627 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.340993 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.364371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20241cd3-241d-4017-b3ac-33a609d9affe,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:48.373210 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.374425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-aebe0da1-5bf9-4ed7-841c-f3185f3722b9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1404026 Jan 28 10:51:48.377286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59452) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:48.382794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'network': {'name': 'tempest-network-smoke--1451741906', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'port_security_enabled': True}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:48.388330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:48.392773 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:network and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:48.395534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:48.401947 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:48.412121 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:51:48.416191 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.443053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:51:48.452050 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.452390 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Added segment 413bc1e6-2f79-4a7d-8766-aa2c960359b8 of type vlan for network 36f55db1-614d-4827-bcb7-7621ec4251b0 Jan 28 10:51:48.477824 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.506783 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.513130 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:48.513841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.620925 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2426057 Jan 28 10:51:48.623875 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdc278-eaa3-4f3c-aa75-0a4d7183efa0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Network': ['ID=36f55db1-614d-4827-bcb7-7621ec4251b0,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:48.624455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59456) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:48.629849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'admin_state_up': True, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:48.633833 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:51:48.639137 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:48.643046 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:router and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:48.646011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:48.652818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:48.662099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.663191 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.678308 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:48.944297 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:49.255765 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:49.284228 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:49.416427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.79 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/261c87c1-2228-415b-998c-6e6ffc7124be) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:51:49.566015 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:49.595953 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:49.657036 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:51:49.659748 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:51:49.663201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:51:49.818526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=261c87c1-2228-415b-998c-6e6ffc7124be,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:50.194739 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:50.534637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:50.731468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a75bc974-d306-4a40-943b-3ae98a6f0702 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:51:50.902872 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:51:50.912395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Sync routers for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:51:50.922168 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:50.922758 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:50.929818 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:50.933927 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-40ee8045-3450-4a83-924b-ccfb55efb6e0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3055656 Jan 28 10:51:50.934238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59460) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:51.021487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-26dac463-3e6f-4d61-acad-2b7460b36352 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0d6bbe5d19a247e7bfb79d28c922934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0833702 Jan 28 10:51:51.021715 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59466) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:51.094734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:51.265913 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63ea89c-b17c-49ff-a7ba-7314d17f7cde tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:51.267386 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a63ea89c-b17c-49ff-a7ba-7314d17f7cde tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2449727 Jan 28 10:51:51.270223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59470) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:51.311216 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-016305b6-5496-4c43-b6ab-066b75b64af2 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398660 Jan 28 10:51:51.313625 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59474) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:51.318837 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-804607737', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:51.380749 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:50Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:51.385145 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Checking router: a75bc974-d306-4a40-943b-3ae98a6f0702 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:51:51.385485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Updating router a75bc974-d306-4a40-943b-3ae98a6f0702 port 261c87c1-2228-415b-998c-6e6ffc7124be binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:51:51.427060 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:51.431343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:subnet and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:51:51.434535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:51:51.435976 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.440044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:51.450111 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:51:51.453733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.666393 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.746151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Subnet': ['ID=a39397dc-2076-4950-8f13-35001940f55c,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:51.754705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Checking segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:51:51.755051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network hostable DHCP agents. Network: 36f55db1-614d-4827-bcb7-7621ec4251b0, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:51:51.757954 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.768986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Transition to ACTIVE for port object 261c87c1-2228-415b-998c-6e6ffc7124be will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:51.774769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:51:51.776053 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.784213 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 36f55db1-614d-4827-bcb7-7621ec4251b0) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:51:51.788631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:51.789279 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.796419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec6ec1c-4f68-4662-9918-fc438a4ea596 None None] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:51:51.810690 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fdd0ab8c-a56d-434c-a6be-82a90da5974a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4959686 Jan 28 10:51:51.813413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59478) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:51:51.866651 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Attempting to bind port 261c87c1-2228-415b-998c-6e6ffc7124be on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:51:51.867008 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Attempting to bind port 261c87c1-2228-415b-998c-6e6ffc7124be by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:51:51.867454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Attempting to bind port 261c87c1-2228-415b-998c-6e6ffc7124be on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:51.873438 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Pushing event updated for resources: {'Port': ['ID=261c87c1-2228-415b-998c-6e6ffc7124be,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:51.881795 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:51:51.882686 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:51:51.883286 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.883473 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:51:51.883929 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Bound port: 261c87c1-2228-415b-998c-6e6ffc7124be, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:51:51.884295 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:51.908798 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.909134 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.909469 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.909791 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.910117 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.910439 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.910755 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.911071 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.911387 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.911716 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.912485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.912485 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:51:51.966435 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] For port 261c87c1-2228-415b-998c-6e6ffc7124be, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:51:51.970478 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] For port 261c87c1-2228-415b-998c-6e6ffc7124be, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=261c87c1-2228-415b-998c-6e6ffc7124be,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:51:51.976935 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.031453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-36f55db1-614d-4827-bcb7-7621ec4251b0', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:51:52.032621 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.064924 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:52.065563 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:52.128073 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a12dde-dbb1-4d43-843e-1d7bd254dfc4 None None] Pushing event updated for resources: {'Port': ['ID=261c87c1-2228-415b-998c-6e6ffc7124be,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:52.207151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Allocated IP 172.20.0.2 (36f55db1-614d-4827-bcb7-7621ec4251b0/a39397dc-2076-4950-8f13-35001940f55c/608304c1-c89d-485b-8a40-610818a547f2) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:51:52.282108 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:52.416611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.427602 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Transition to ACTIVE for port object 608304c1-c89d-485b-8a40-610818a547f2 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:52.446632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Transition to ACTIVE for port object 608304c1-c89d-485b-8a40-610818a547f2 will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:52.452464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.523011 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:51:52.526024 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:51:52.530769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:51:52.533906 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.570413 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Pushing event updated for resources: {'Port': ['ID=608304c1-c89d-485b-8a40-610818a547f2,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:52.597841 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:50Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:52.602484 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55401e76-7ccd-4fb8-bdb0-c321792a1170 None None] The sync data for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 is: [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:50Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:51:52.634135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Attempting to bind port 608304c1-c89d-485b-8a40-610818a547f2 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:51:52.634492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Attempting to bind port 608304c1-c89d-485b-8a40-610818a547f2 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:51:52.634856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Attempting to bind port 608304c1-c89d-485b-8a40-610818a547f2 on network 36f55db1-614d-4827-bcb7-7621ec4251b0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:52.640282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:51:52.640680 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Checking segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:51:52.641495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.641495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Bound using segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:51:52.641923 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Bound port: 608304c1-c89d-485b-8a40-610818a547f2, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:51:52.642299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.735257 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] For port 608304c1-c89d-485b-8a40-610818a547f2, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:51:52.738561 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] For port 608304c1-c89d-485b-8a40-610818a547f2, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=608304c1-c89d-485b-8a40-610818a547f2,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:51:52.744174 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:52.840637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb3bd0-9722-452e-abe1-265024366c14 None None] Pushing event updated for resources: {'Port': ['ID=608304c1-c89d-485b-8a40-610818a547f2,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:53.137362 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.1 (36f55db1-614d-4827-bcb7-7621ec4251b0/a39397dc-2076-4950-8f13-35001940f55c/7facaca8-8b00-4a48-b450-e2a6eab23aab) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:51:53.305940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.322378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 7facaca8-8b00-4a48-b450-e2a6eab23aab will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:53.348496 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.421172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:51:53.424427 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:51:53.428345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:51:53.463360 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=7facaca8-8b00-4a48-b450-e2a6eab23aab,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:53.531629 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.567489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 608304c1-c89d-485b-8a40-610818a547f2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:53.681247 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.690345 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 608304c1-c89d-485b-8a40-610818a547f2 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:53.698253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 261c87c1-2228-415b-998c-6e6ffc7124be up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:53.768466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 261c87c1-2228-415b-998c-6e6ffc7124be completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:53.774071 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 261c87c1-2228-415b-998c-6e6ffc7124be triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:53.774444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.908168 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.926328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 261c87c1-2228-415b-998c-6e6ffc7124be, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=261c87c1-2228-415b-998c-6e6ffc7124be,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:53.931912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:53.972918 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ceff65b-a4fa-4502-a29a-50cbbfad99ca None None] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:51:54.077838 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] Provisioning for port 608304c1-c89d-485b-8a40-610818a547f2 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:54.093771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] Provisioning complete for port 608304c1-c89d-485b-8a40-610818a547f2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:54.094069 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.109495 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.113989 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.136564 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=261c87c1-2228-415b-998c-6e6ffc7124be,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:54.220719 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.303708 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=7facaca8-8b00-4a48-b450-e2a6eab23aab,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:54.331192 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.369941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:51:54.371180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:51:54.373627 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] For port 608304c1-c89d-485b-8a40-610818a547f2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=608304c1-c89d-485b-8a40-610818a547f2,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:54.380385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.455871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbda8d-c904-446b-a853-25d3dd866c73 None None] Pushing event updated for resources: {'Port': ['ID=608304c1-c89d-485b-8a40-610818a547f2,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:54.571241 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a75bc974-d306-4a40-943b-3ae98a6f0702 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:51:54.620465 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e3a3fa66-1a26-4b6b-8d26-d2e6d1bf013f None None] Provisioning for port 7facaca8-8b00-4a48-b450-e2a6eab23aab completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:54.626439 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e3a3fa66-1a26-4b6b-8d26-d2e6d1bf013f None None] Provisioning complete for port 7facaca8-8b00-4a48-b450-e2a6eab23aab triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:54.627051 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e3a3fa66-1a26-4b6b-8d26-d2e6d1bf013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.684030 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e3a3fa66-1a26-4b6b-8d26-d2e6d1bf013f None None] Port 7facaca8-8b00-4a48-b450-e2a6eab23aab cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:51:54.696227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e3a3fa66-1a26-4b6b-8d26-d2e6d1bf013f None None] Provisioning complete for port 608304c1-c89d-485b-8a40-610818a547f2 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:54.697155 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e3a3fa66-1a26-4b6b-8d26-d2e6d1bf013f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:54.887041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:51:54.897785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Sync routers for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:51:54.901086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-482e33c2-673a-408a-afbb-0d4fca540632 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/a75bc974-d306-4a40-943b-3ae98a6f0702/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0865560 Jan 28 10:51:54.907983 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:54.908587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:55.004383 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-374edcca-6ad3-40da-b60a-29ada43f0da4 None None] Provisioning complete for port 7facaca8-8b00-4a48-b450-e2a6eab23aab triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:55.004919 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-374edcca-6ad3-40da-b60a-29ada43f0da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:55.073428 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-fc853435-afc7-40e1-bdb9-1d0dc06f1fcf tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-817983313&fields=id&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 267 time: 0.0391030 Jan 28 10:51:55.130475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-374edcca-6ad3-40da-b60a-29ada43f0da4 None None] Port 7facaca8-8b00-4a48-b450-e2a6eab23aab cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:51:55.147826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:55.229652 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-045cabfc-ed1e-45e2-9df9-d2b9abd46c7a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:55.230328 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-045cabfc-ed1e-45e2-9df9-d2b9abd46c7a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:51:55.242681 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:51:55.246430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-045cabfc-ed1e-45e2-9df9-d2b9abd46c7a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:51:55.247922 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-045cabfc-ed1e-45e2-9df9-d2b9abd46c7a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 797 time: 0.1679397 Jan 28 10:51:55.264703 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-83d5edc9-8de7-4598-a613-5d5cb217bded tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/quotas/0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 375 time: 0.0106118 Jan 28 10:51:55.350007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a43826a6-6fd3-4cd5-a158-26e845e01375 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:51:55.362512 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-663fad17-d05f-43f2-bf60-e454c5c47510 None None] Provisioning complete for port 7facaca8-8b00-4a48-b450-e2a6eab23aab triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:55.362902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-663fad17-d05f-43f2-bf60-e454c5c47510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:55.365071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a43826a6-6fd3-4cd5-a158-26e845e01375 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:51:55.366955 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a43826a6-6fd3-4cd5-a158-26e845e01375 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0965359 Jan 28 10:51:55.473121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 608304c1-c89d-485b-8a40-610818a547f2 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:55.514977 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-65ef5c45-090c-4259-98a0-94ea545d02ee service neutron] 10.222.0.42 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352525 Jan 28 10:51:55.541124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-663fad17-d05f-43f2-bf60-e454c5c47510 None None] Port 7facaca8-8b00-4a48-b450-e2a6eab23aab cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:51:55.602023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 608304c1-c89d-485b-8a40-610818a547f2 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:55.602383 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:55.651203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-303198c5-df6a-40b8-b91e-10384229445c service neutron] 10.222.0.42 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285291 Jan 28 10:51:55.674834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 2, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:55.719900 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Checking router: a75bc974-d306-4a40-943b-3ae98a6f0702 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:51:55.720249 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Updating router a75bc974-d306-4a40-943b-3ae98a6f0702 port 7facaca8-8b00-4a48-b450-e2a6eab23aab binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:51:55.782924 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 261c87c1-2228-415b-998c-6e6ffc7124be up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:55.826589 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:55.836601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1c8d225e-94ad-4bf2-b7b2-7d954cf87e67 req-8251758c-ea76-4990-ab56-1355c0733e6f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:51:55.852575 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-1c8d225e-94ad-4bf2-b7b2-7d954cf87e67 req-8251758c-ea76-4990-ab56-1355c0733e6f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:51:55.853733 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1c8d225e-94ad-4bf2-b7b2-7d954cf87e67 req-8251758c-ea76-4990-ab56-1355c0733e6f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 210 time: 0.0625353 Jan 28 10:51:55.975530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 261c87c1-2228-415b-998c-6e6ffc7124be triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:55.976720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.125521 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-63e362a1-0765-4ff2-af9b-48ad157e1671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.309943 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.321756 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Transition to ACTIVE for port object 7facaca8-8b00-4a48-b450-e2a6eab23aab will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:56.327142 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.484570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4508-2beb-4d5f-825f-562263c7191c None None] Pushing event updated for resources: {'Port': ['ID=7facaca8-8b00-4a48-b450-e2a6eab23aab,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:56.549166 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Attempting to bind port 7facaca8-8b00-4a48-b450-e2a6eab23aab on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:51:56.549532 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Attempting to bind port 7facaca8-8b00-4a48-b450-e2a6eab23aab by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:51:56.549887 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Attempting to bind port 7facaca8-8b00-4a48-b450-e2a6eab23aab on network 36f55db1-614d-4827-bcb7-7621ec4251b0 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:56.555990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:51:56.556350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Checking segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:51:56.556777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.557164 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Bound using segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:51:56.557616 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Bound port: 7facaca8-8b00-4a48-b450-e2a6eab23aab, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:51:56.557979 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.645093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] For port 7facaca8-8b00-4a48-b450-e2a6eab23aab, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:51:56.648505 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] For port 7facaca8-8b00-4a48-b450-e2a6eab23aab, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7facaca8-8b00-4a48-b450-e2a6eab23aab,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:51:56.653209 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:56.737676 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:51:56.738236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:56.818966 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecc4508-2beb-4d5f-825f-562263c7191c None None] Pushing event updated for resources: {'Port': ['ID=7facaca8-8b00-4a48-b450-e2a6eab23aab,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:56.963053 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:51:56.991795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-f947cc8f-580d-44ec-9b13-4d824bf93572 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:56.993827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-f947cc8f-580d-44ec-9b13-4d824bf93572 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 797 time: 0.1889396 Jan 28 10:51:57.056090 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-29c18111-afa8-4f45-9614-528e227dfd7d req-bd70461c-1d35-4212-b9eb-751264941450 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 210 time: 0.0612719 Jan 28 10:51:57.081550 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-2ec71f3e-4fd3-48a8-9678-ad83b0bfdd85 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 379 time: 0.0543079 Jan 28 10:51:57.093855 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'port': {'device_id': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'admin_state_up': True, 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'security_groups': ['d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:57.230216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:51:57.239584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:51:57.249798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:51:57.253292 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:57.340081 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:56Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:51:57.344373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd3b35f-1896-4474-8242-f929d4997c80 None None] The sync data for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 is: [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:56Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:51:57.546400 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7facaca8-8b00-4a48-b450-e2a6eab23aab up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:57.567633 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.4 (36f55db1-614d-4827-bcb7-7621ec4251b0/a39397dc-2076-4950-8f13-35001940f55c/ab59eae3-fe0d-45eb-b1da-9a1e69fb200e) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:51:57.622492 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 7facaca8-8b00-4a48-b450-e2a6eab23aab completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:57.628446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7facaca8-8b00-4a48-b450-e2a6eab23aab triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:57.628936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:57.753556 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:57.787841 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:57.792587 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 7facaca8-8b00-4a48-b450-e2a6eab23aab, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7facaca8-8b00-4a48-b450-e2a6eab23aab,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:51:57.797727 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:57.808178 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object ab59eae3-fe0d-45eb-b1da-9a1e69fb200e will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:57.831979 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:57.873507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=7facaca8-8b00-4a48-b450-e2a6eab23aab,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:57.907966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:51:57.911644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:51:57.914728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:51:57.952719 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:57.987700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:57.988423 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.018491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-a5beed1f-a66a-49a2-b83a-0ad982642586 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9280479 Jan 28 10:51:58.081829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Request body: {'port': {'device_id': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:51:58.171943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-21e7b920-329a-404d-8c62-8a4c7a123071 None None] Provisioning for port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:51:58.177459 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-21e7b920-329a-404d-8c62-8a4c7a123071 None None] Provisioning complete for port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:58.177829 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21e7b920-329a-404d-8c62-8a4c7a123071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.211095 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.253600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-21e7b920-329a-404d-8c62-8a4c7a123071 None None] Port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:51:58.273358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbdb75b-c265-4ec5-b872-ce3c47df41ca req-13f5925d-9e4c-4935-81b4-ce7f43da3e22 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:58.274846 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bbdb75b-c265-4ec5-b872-ce3c47df41ca req-13f5925d-9e4c-4935-81b4-ce7f43da3e22 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 931 time: 0.0938573 Jan 28 10:51:58.321468 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3bbdb75b-c265-4ec5-b872-ce3c47df41ca req-9bb6ea6a-8a24-406b-a47d-43cbfc2abaa6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:51:58.337245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3bbdb75b-c265-4ec5-b872-ce3c47df41ca req-9bb6ea6a-8a24-406b-a47d-43cbfc2abaa6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:51:58.346001 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3bbdb75b-c265-4ec5-b872-ce3c47df41ca req-9bb6ea6a-8a24-406b-a47d-43cbfc2abaa6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649729 Jan 28 10:51:58.479624 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ff00dbc5-c41a-4f5d-aff1-baf910703710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.586655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab59eae3-fe0d-45eb-b1da-9a1e69fb200e {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:51:58.594506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.610005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Transition to ACTIVE for port object ab59eae3-fe0d-45eb-b1da-9a1e69fb200e will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:51:58.613741 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.774604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:58.856148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Attempting to bind port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:51:58.856479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Attempting to bind port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:51:58.856835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Attempting to bind port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e on network 36f55db1-614d-4827-bcb7-7621ec4251b0 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:58.861604 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e on network 36f55db1-614d-4827-bcb7-7621ec4251b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:51:58.861909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Attempting to bind port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e on network 36f55db1-614d-4827-bcb7-7621ec4251b0 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:51:58.870054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:51:58.870386 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Checking segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:51:58.870767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Bound using segment: {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:51:58.871192 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Bound port: ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '413bc1e6-2f79-4a7d-8766-aa2c960359b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:51:58.871531 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:58.961458 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] For port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:51:58.964852 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] For port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:51:58.969542 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:59.028949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:59.029568 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:59.030939 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 1091 time: 1.0013428 Jan 28 10:51:59.031383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:51:59.054483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e214b-2cc0-4d2a-b17b-24add2b06fb5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:51:59.109962 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'status': 'completed', 'code': 200} Jan 28 10:51:59.150977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-0de7e1c8-b468-43b6-8d20-5f1a53e398f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:59.152480 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-0de7e1c8-b468-43b6-8d20-5f1a53e398f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1094 time: 0.0785277 Jan 28 10:51:59.230286 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-1432f094-c636-40e4-b311-f79e51c66d5d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 217 time: 0.0675466 Jan 28 10:51:59.296150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-273f223a-ba35-4947-8946-97339a39b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:59.297528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-273f223a-ba35-4947-8946-97339a39b300 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 200 len: 834 time: 0.0589616 Jan 28 10:51:59.372447 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-f9734549-4694-4b62-a962-c5d500fba18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:59.374210 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-f9734549-4694-4b62-a962-c5d500fba18c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f55db1-614d-4827-bcb7-7621ec4251b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689051 Jan 28 10:51:59.464990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7facaca8-8b00-4a48-b450-e2a6eab23aab up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:51:59.518827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-52102a04-141a-4ca8-9899-76b38a6b4f6d service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343908 Jan 28 10:51:59.535881 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 7facaca8-8b00-4a48-b450-e2a6eab23aab triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:51:59.536423 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:59.542520 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d857d1-1c2b-4ac0-a56d-717c77167d50 req-d4283d22-3236-44e4-ac75-97146aab5084 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:59.545184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9d857d1-1c2b-4ac0-a56d-717c77167d50 req-d4283d22-3236-44e4-ac75-97146aab5084 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 943 time: 0.1018934 Jan 28 10:51:59.589985 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9d857d1-1c2b-4ac0-a56d-717c77167d50 req-bf330a02-038f-4095-bc4b-2c11a884d0a1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390205 Jan 28 10:51:59.662287 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fa1cc0d2-4ce9-4ebe-80a1-8a2a220a6b0c req-9c2ed6aa-8e92-4dc3-a959-deb4e1fd5506 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345344 Jan 28 10:51:59.686030 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:59.690301 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:51:59.888044 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-30d99390-f54a-469c-9fa6-d259bc1237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:51:59.889458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-30d99390-f54a-469c-9fa6-d259bc1237f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1094 time: 0.1704803 Jan 28 10:52:00.025711 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-9208eb7e-2d5e-4d7e-b0d0-860d322d420c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:00.027122 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-9208eb7e-2d5e-4d7e-b0d0-860d322d420c service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 898 time: 0.1274757 Jan 28 10:52:00.096376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-c1889069-76a3-492e-9064-068689314073 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 217 time: 0.0629048 Jan 28 10:52:00.156898 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-d8720a21-9b3d-449d-a28a-992d2e6d3aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:00.158179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-d8720a21-9b3d-449d-a28a-992d2e6d3aa9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 200 len: 834 time: 0.0554690 Jan 28 10:52:00.236470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-3addb3f3-be20-4596-9832-8d794bf2b47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:00.237958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-3addb3f3-be20-4596-9832-8d794bf2b47d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f55db1-614d-4827-bcb7-7621ec4251b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730793 Jan 28 10:52:00.368725 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-2c0fbcbe-5e1d-4546-b53b-2b1cc5ad27ad service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231098 Jan 28 10:52:00.498874 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bb99cfb-bef2-4048-8364-b6b881d6f8cd req-3b3264c3-3adb-46f7-a7ac-3187fca41633 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234751 Jan 28 10:52:00.781019 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6af71a-054c-472e-8fd8-e0abd0bc3fc0 req-3ec1b348-cc88-446b-8af4-bec2866b86a6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:00.781621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7c6af71a-054c-472e-8fd8-e0abd0bc3fc0 req-3ec1b348-cc88-446b-8af4-bec2866b86a6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:52:00.797127 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-7c6af71a-054c-472e-8fd8-e0abd0bc3fc0 req-3ec1b348-cc88-446b-8af4-bec2866b86a6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:52:00.798152 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c6af71a-054c-472e-8fd8-e0abd0bc3fc0 req-3ec1b348-cc88-446b-8af4-bec2866b86a6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 943 time: 0.0980961 Jan 28 10:52:00.841753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7c6af71a-054c-472e-8fd8-e0abd0bc3fc0 req-6f12f890-1426-4045-8246-c6743c071960 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380414 Jan 28 10:52:01.082833 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:02.024614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c7f14-fb09-4e56-8a9c-19bb787bce8f req-68e79e08-3669-4231-8481-c77af329929d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:02.026076 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c00c7f14-fb09-4e56-8a9c-19bb787bce8f req-68e79e08-3669-4231-8481-c77af329929d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 943 time: 0.0786119 Jan 28 10:52:02.068385 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c00c7f14-fb09-4e56-8a9c-19bb787bce8f req-05a3a31f-b239-4c3a-b26a-59544a39b2b7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367498 Jan 28 10:52:02.759856 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ab59eae3-fe0d-45eb-b1da-9a1e69fb200e details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:52:02.901982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:52:02.915240 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'port_id': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'mac_address': 'fa:16:3e:b2:42:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:52:02.971587 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:02.988160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab59eae3-fe0d-45eb-b1da-9a1e69fb200e {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:52:03.002989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:52:03.007439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:03.071837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:52:03.254583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179759e-7170-4f7d-a96e-5f12d95251c1 req-d4077598-b6dd-4a96-bf89-ee842ddbf4b6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:03.256026 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5179759e-7170-4f7d-a96e-5f12d95251c1 req-d4077598-b6dd-4a96-bf89-ee842ddbf4b6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 944 time: 0.0827634 Jan 28 10:52:03.261610 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['ab59eae3-fe0d-45eb-b1da-9a1e69fb200e'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:52:03.300570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5179759e-7170-4f7d-a96e-5f12d95251c1 req-5ccf7085-b76d-4d7b-91d1-a6dfb48d8ef7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382850 Jan 28 10:52:04.486361 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32bfd9-87a5-4bb0-bedb-e2241b8d2332 req-7f8c33f6-fce6-4b43-911b-fed7c78415a1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:04.488559 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f32bfd9-87a5-4bb0-bedb-e2241b8d2332 req-7f8c33f6-fce6-4b43-911b-fed7c78415a1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 944 time: 0.0825093 Jan 28 10:52:04.532164 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9f32bfd9-87a5-4bb0-bedb-e2241b8d2332 req-4fb62849-c858-4371-825f-9a0b9569456c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374818 Jan 28 10:52:04.774914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ab59eae3-fe0d-45eb-b1da-9a1e69fb200e up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:52:04.842283 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:52:04.846958 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:52:04.847320 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:04.962004 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:04.987839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:52:04.997271 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:52:05.001778 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:05.037405 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'code': 200} Jan 28 10:52:05.068963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:52:05.161425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8243cb-f6e1-48f0-a584-3d0b73b9ac09 req-cfa2efb4-abaf-4ba9-b3de-6e9f14bbd2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:05.162894 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8243cb-f6e1-48f0-a584-3d0b73b9ac09 req-cfa2efb4-abaf-4ba9-b3de-6e9f14bbd2d0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1096 time: 0.0679169 Jan 28 10:52:05.204707 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-da8243cb-f6e1-48f0-a584-3d0b73b9ac09 req-69b34af7-b00f-48e2-81d5-240d9bf077a4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328200 Jan 28 10:52:05.711259 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd033c3-fbeb-485e-89a4-a87bc6063003 req-d550ef84-35f5-460c-8e8c-a542c491003e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:05.712582 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd033c3-fbeb-485e-89a4-a87bc6063003 req-d550ef84-35f5-460c-8e8c-a542c491003e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0764511 Jan 28 10:52:05.758627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bd033c3-fbeb-485e-89a4-a87bc6063003 req-7906a38a-be71-4f18-a1f8-5a939b9d9487 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405772 Jan 28 10:52:06.942135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe5ef7-cb98-4d97-95c4-2d4972c9c4fa req-11f4e48f-382e-42ff-b1bf-f12af93fb1e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:06.943574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1fe5ef7-cb98-4d97-95c4-2d4972c9c4fa req-11f4e48f-382e-42ff-b1bf-f12af93fb1e8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0829985 Jan 28 10:52:06.987191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1fe5ef7-cb98-4d97-95c4-2d4972c9c4fa req-e083689e-de39-4c49-9546-26e34e103d47 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381255 Jan 28 10:52:07.164966 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b58746-c65c-43b0-9dc2-9cdcdab227e3 req-a5c7ce60-9821-42ed-b9bb-ef4bef5f7a6f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:07.166487 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8b58746-c65c-43b0-9dc2-9cdcdab227e3 req-a5c7ce60-9821-42ed-b9bb-ef4bef5f7a6f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0780728 Jan 28 10:52:07.209035 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c8b58746-c65c-43b0-9dc2-9cdcdab227e3 req-00dee433-0d70-4ab7-8a2b-f7280830c036 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367470 Jan 28 10:52:07.231755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59532) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:52:07.303231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1abb94-3c72-4680-a7eb-330776879a51 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:07.304740 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ec1abb94-3c72-4680-a7eb-330776879a51 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1091 time: 0.0720372 Jan 28 10:52:07.307526 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59536) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:52:07.312191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:52:07.318538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:52:07.324180 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:floatingip and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:52:07.326951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:52:07.332434 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:52:07.342994 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:07.477080 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:07.605268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.35 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/076fbef2-2d59-48d7-bb64-869d547919dc) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:52:07.748868 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:07.777114 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:07.842925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:52:07.845486 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:52:07.849331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:52:07.883254 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=076fbef2-2d59-48d7-bb64-869d547919dc,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:52:07.899517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.899856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.900185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.900511 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.900856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.901176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.901491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.901807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.902120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.902430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.902740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:07.903047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:52:08.267507 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:08.339693 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:08.649250 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:08.654293 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:08.771652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=076fbef2-2d59-48d7-bb64-869d547919dc,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:52:08.783165 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:08.961404 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP c652ac47-030c-4a79-8a97-69abd428708d associated. External IP: 172.25.1.35, port: ab59eae3-fe0d-45eb-b1da-9a1e69fb200e. Jan 28 10:52:09.310264 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a75bc974-d306-4a40-943b-3ae98a6f0702 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:52:09.482887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:52:09.493643 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] Sync routers for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:52:09.503944 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:52:09.504627 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:52:09.508914 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:09.575253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-173aa56e-d16d-4d8d-bd2c-79980525f21c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2666438 Jan 28 10:52:09.576098 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:52:09.627658 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'status': 'completed', 'code': 200} Jan 28 10:52:09.680415 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:52:09.784675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-76a6ca9d-379a-413e-95d6-0565628dfe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:09.786245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-76a6ca9d-379a-413e-95d6-0565628dfe76 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1096 time: 0.1356895 Jan 28 10:52:09.794581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a9502-8d36-4100-b52a-ecb408ae52e7 req-451d55a5-851a-4e8a-9ac1-b7f45953f304 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:09.795931 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c6a9502-8d36-4100-b52a-ecb408ae52e7 req-451d55a5-851a-4e8a-9ac1-b7f45953f304 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.1097760 Jan 28 10:52:09.931734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2c6a9502-8d36-4100-b52a-ecb408ae52e7 req-f1d5a668-3d66-4b86-951b-90c8f4948012 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171639 Jan 28 10:52:09.960806 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59544) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:52:09.971304 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-26e01bdd-aac4-48cb-adc4-53f97d22dc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:09.972773 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-26e01bdd-aac4-48cb-adc4-53f97d22dc78 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 898 time: 0.1759944 Jan 28 10:52:10.023662 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'c652ac47-030c-4a79-8a97-69abd428708d', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'port_id': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'mac_address': 'fa:16:3e:b2:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:52:08Z', 'updated_at': '2022-01-28T10:52:08Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:52:10.027907 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] Checking router: a75bc974-d306-4a40-943b-3ae98a6f0702 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:52:10.037455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:52:10.038216 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:51:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:52:10.068388 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-2ecb9e39-57dd-4050-81f2-fce58a5f25c1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/c652ac47-030c-4a79-8a97-69abd428708d HTTP/1.1" status: 200 len: 990 time: 0.1053922 Jan 28 10:52:10.077538 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-8a61fdeb-8ec3-4636-88d2-8f1b4ea351da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 998 time: 0.0990458 Jan 28 10:52:10.139390 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-2f2bc164-8389-429a-a9b9-d42d12a721ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:10.140834 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-2f2bc164-8389-429a-a9b9-d42d12a721ee service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 200 len: 834 time: 0.0573378 Jan 28 10:52:10.222492 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:52:10.329163 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-c4769581-83ab-4fc8-ae1d-2fe3ddd1975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:10.330737 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-c4769581-83ab-4fc8-ae1d-2fe3ddd1975b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f55db1-614d-4827-bcb7-7621ec4251b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1843448 Jan 28 10:52:10.461281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-9ef42bb0-91a7-42fc-9eab-114924c8b188 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239858 Jan 28 10:52:10.595700 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'c652ac47-030c-4a79-8a97-69abd428708d', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'port_id': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'mac_address': 'fa:16:3e:b2:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:52:08Z', 'updated_at': '2022-01-28T10:52:08Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:52:10.596580 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1334d5f6-563f-486f-b58d-d10db3c33796 req-2184a303-67eb-4084-a4cf-b0f8d6e383d8 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290936 Jan 28 10:52:10.599657 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e524e99d-82e4-47d8-bca2-ac46db814f95 None None] The sync data for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 is: [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'c652ac47-030c-4a79-8a97-69abd428708d', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.35', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'port_id': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'mac_address': 'fa:16:3e:b2:42:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:52:08Z', 'updated_at': '2022-01-28T10:52:08Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:52:10.785346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e1ecc-cf41-4319-8b41-a071bb4bcdb0 None None] New status for floating IP c652ac47-030c-4a79-8a97-69abd428708d: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:52:11.070477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59548) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:52:11.179322 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-6a275a6f-c315-4afe-b608-49f9da9377c6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/c652ac47-030c-4a79-8a97-69abd428708d HTTP/1.1" status: 200 len: 992 time: 0.1076422 Jan 28 10:52:14.538783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:15.850809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:26.047553 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f2d68502-2a19-4f81-aa79-b5a42553fbfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:28.471276 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-330d4767-bcd7-4ee8-adcf-528b945312cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:29.629127 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:29.668725 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:31.085441 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:32.241669 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:52:44.541956 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:44.741743 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d134edc7-c3a0-4fad-97f8-c3cb27f05cab req-c6d123f4-92c0-4bb9-9483-8fe319e49d13 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:44.743592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d134edc7-c3a0-4fad-97f8-c3cb27f05cab req-c6d123f4-92c0-4bb9-9483-8fe319e49d13 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0868371 Jan 28 10:52:44.785986 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d134edc7-c3a0-4fad-97f8-c3cb27f05cab req-2c68df6d-9344-4b47-b89b-95e6ae0f7e1d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365624 Jan 28 10:52:45.794970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-9462d87c-5e39-480e-a492-35269c229fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:45.796312 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-9462d87c-5e39-480e-a492-35269c229fcc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1096 time: 0.0697210 Jan 28 10:52:45.851507 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:45.996545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-d0431a40-0fd3-4c43-ba6f-aaa7e832ae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:45.998000 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-d0431a40-0fd3-4c43-ba6f-aaa7e832ae0f service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 898 time: 0.1829443 Jan 28 10:52:46.014882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c2050-9980-4292-ba76-94395f690623 req-8baa53a9-c100-4e99-9478-31c926241ae3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:46.016205 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-041c2050-9980-4292-ba76-94395f690623 req-8baa53a9-c100-4e99-9478-31c926241ae3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.1177759 Jan 28 10:52:46.140179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-041c2050-9980-4292-ba76-94395f690623 req-6220e2e3-d235-4fbd-a45c-214a59b30910 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776868 Jan 28 10:52:46.143749 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-047794fd-a2ce-4851-893a-ed918e60f894 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 1000 time: 0.1369450 Jan 28 10:52:46.206853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-7d650c9f-99dd-416b-8c7c-9a1da165f17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:46.208241 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-7d650c9f-99dd-416b-8c7c-9a1da165f17f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 200 len: 834 time: 0.0584359 Jan 28 10:52:46.283377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-890644af-70e7-45aa-9ec9-28cdedc457ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:46.284808 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-890644af-70e7-45aa-9ec9-28cdedc457ff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f55db1-614d-4827-bcb7-7621ec4251b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706515 Jan 28 10:52:46.413346 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-f8afd85c-90e1-4b87-a45c-c88a92717fc1 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221173 Jan 28 10:52:46.542867 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-036b7d82-f7b3-4875-b0ae-cbbd5fd9b70d req-7543e9a7-7a00-48e3-b455-f80c7075f220 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233945 Jan 28 10:52:47.319569 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6b4e8-b388-46aa-940c-43e3ceca7907 req-ee58ac84-5102-403e-9a00-77ab46905d78 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:47.321529 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bd6b4e8-b388-46aa-940c-43e3ceca7907 req-ee58ac84-5102-403e-9a00-77ab46905d78 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0771840 Jan 28 10:52:47.366832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2bd6b4e8-b388-46aa-940c-43e3ceca7907 req-1876298e-513d-4a8a-aad5-66bc0b0d7b34 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398204 Jan 28 10:52:48.550112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96196012-53c4-41ec-94a4-e94edf65afc7 req-d4df4839-39ff-446f-bc6d-934c2a0bc369 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:48.551564 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96196012-53c4-41ec-94a4-e94edf65afc7 req-d4df4839-39ff-446f-bc6d-934c2a0bc369 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0784454 Jan 28 10:52:48.594117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-96196012-53c4-41ec-94a4-e94edf65afc7 req-bcb06abe-1c5b-4f00-8308-522585014a56 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370305 Jan 28 10:52:49.778877 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf311f6-0621-4b94-a4fd-35bc3af999a0 req-dc71b9af-c524-4cf6-a61a-b4a52fd57af1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:49.780247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbf311f6-0621-4b94-a4fd-35bc3af999a0 req-dc71b9af-c524-4cf6-a61a-b4a52fd57af1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0776224 Jan 28 10:52:49.824693 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbf311f6-0621-4b94-a4fd-35bc3af999a0 req-2d83b27f-bca9-45c1-9a6d-b9fb38c27604 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Jan 28 10:52:51.007394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee7b97-62eb-462e-ac6f-381169000968 req-bd38fbb0-59fa-4f8c-99f4-e3454e95d44c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:51.008853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2eee7b97-62eb-462e-ac6f-381169000968 req-bd38fbb0-59fa-4f8c-99f4-e3454e95d44c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0819101 Jan 28 10:52:51.051431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2eee7b97-62eb-462e-ac6f-381169000968 req-491c5c41-e9eb-4fa5-9dac-251c10913947 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370977 Jan 28 10:52:52.234456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa94d-e977-4390-94dc-56b1957a3933 req-e82cfbed-9f54-4ae0-af8f-537fa5a775f9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:52.236008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92eaa94d-e977-4390-94dc-56b1957a3933 req-e82cfbed-9f54-4ae0-af8f-537fa5a775f9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0813715 Jan 28 10:52:52.386430 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-92eaa94d-e977-4390-94dc-56b1957a3933 req-f7217734-f292-433b-bfaa-aedf8cead684 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449482 Jan 28 10:52:53.571358 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456824d3-d470-4e20-a935-de5787c7d57a req-6243ac71-c0cc-4134-89e9-7e4e3433bad6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:53.572846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-456824d3-d470-4e20-a935-de5787c7d57a req-6243ac71-c0cc-4134-89e9-7e4e3433bad6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0817437 Jan 28 10:52:53.614710 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-456824d3-d470-4e20-a935-de5787c7d57a req-5bebd4ac-ff01-46ba-825e-757e401946f2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363643 Jan 28 10:52:54.796553 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aff930-11f1-4925-b58a-3a74839ca35a req-99c281d3-d0b6-424d-820d-ce30af9865a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:54.797891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25aff930-11f1-4925-b58a-3a74839ca35a req-99c281d3-d0b6-424d-820d-ce30af9865a9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0767066 Jan 28 10:52:54.839933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-25aff930-11f1-4925-b58a-3a74839ca35a req-a5a20732-23e0-46b5-b01b-5e2680d4d31c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365875 Jan 28 10:52:56.051333 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0296ca29-c252-4df4-89c6-1e635f2961bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:56.134555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b25411-0f26-4b3b-94dc-d82dab2125d4 req-b337e9c1-e147-4891-9807-2db09b2df24e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:56.136013 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f8b25411-0f26-4b3b-94dc-d82dab2125d4 req-b337e9c1-e147-4891-9807-2db09b2df24e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.1941514 Jan 28 10:52:56.179425 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f8b25411-0f26-4b3b-94dc-d82dab2125d4 req-522dd62c-839b-4c06-9d55-28f36ba1b03a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377378 Jan 28 10:52:57.362573 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb66f30-fb0d-4468-a44b-7400e95f9efa req-14034302-4d12-46b8-ad1b-89e6a26bfc19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:57.363991 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abb66f30-fb0d-4468-a44b-7400e95f9efa req-14034302-4d12-46b8-ad1b-89e6a26bfc19 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0794852 Jan 28 10:52:57.406355 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-abb66f30-fb0d-4468-a44b-7400e95f9efa req-10c04aa5-3798-4124-978f-828a1b906a17 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368762 Jan 28 10:52:58.469861 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c639c38f-0b0f-4c6f-8574-d467899f31e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:58.590557 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50339c8f-e8b9-47b0-ad25-60201a0f3204 req-7616039d-0c7f-41ea-a8aa-7965bbe8ba3d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:58.592003 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50339c8f-e8b9-47b0-ad25-60201a0f3204 req-7616039d-0c7f-41ea-a8aa-7965bbe8ba3d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0787873 Jan 28 10:52:58.638510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-50339c8f-e8b9-47b0-ad25-60201a0f3204 req-ff845448-cd33-4d37-98e6-56ce886d00ef tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408573 Jan 28 10:52:59.631300 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:59.672809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:52:59.821572 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cf30c-aec3-4e84-98d2-f60e73242d16 req-8cbc1b04-b2f6-48fd-ad8b-d303346da77d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:52:59.822916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-574cf30c-aec3-4e84-98d2-f60e73242d16 req-8cbc1b04-b2f6-48fd-ad8b-d303346da77d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0785279 Jan 28 10:52:59.868352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-574cf30c-aec3-4e84-98d2-f60e73242d16 req-7b869491-fb70-4d67-839c-a23f49acfbc3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399609 Jan 28 10:53:01.049892 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ffb116-e5e5-4409-ad5b-fe7a317aa119 req-f61ae9bc-5b2f-4451-bbeb-018e926f563a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:01.051333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77ffb116-e5e5-4409-ad5b-fe7a317aa119 req-f61ae9bc-5b2f-4451-bbeb-018e926f563a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0784588 Jan 28 10:53:01.093287 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:01.097022 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-77ffb116-e5e5-4409-ad5b-fe7a317aa119 req-fab0cb0e-ffe4-45cd-bb46-e9db8c0d9cd3 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392573 Jan 28 10:53:01.119994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59596) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:01.226054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-81df7194-896d-45a7-bc91-d2a43b87f05b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/c652ac47-030c-4a79-8a97-69abd428708d HTTP/1.1" status: 200 len: 992 time: 0.1048610 Jan 28 10:53:02.671643 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef85bc3e-6969-441f-ba01-647cf5d00651 req-ce237635-c956-443e-97f3-3c5d1c8b4082 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:02.673107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef85bc3e-6969-441f-ba01-647cf5d00651 req-ce237635-c956-443e-97f3-3c5d1c8b4082 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0792239 Jan 28 10:53:02.718438 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ef85bc3e-6969-441f-ba01-647cf5d00651 req-ba76ffe0-56c8-4284-bf60-23ffaf4c49c8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397234 Jan 28 10:53:02.722026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-1f4087e9-849e-4e22-be2f-948bdff96101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:02.723548 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-1f4087e9-849e-4e22-be2f-948bdff96101 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1096 time: 0.0744278 Jan 28 10:53:02.868803 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-e832e6aa-1aa1-4cad-a570-221ebb7e3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:02.870164 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-e832e6aa-1aa1-4cad-a570-221ebb7e3f16 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 898 time: 0.1339891 Jan 28 10:53:02.971673 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-87eb3e0e-e411-4f35-a93d-4a3a68d5d8d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 1000 time: 0.0938826 Jan 28 10:53:03.039889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-8ec8310a-f08d-4669-8d97-f17ed8e26631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:03.041335 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-8ec8310a-f08d-4669-8d97-f17ed8e26631 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 200 len: 834 time: 0.0632858 Jan 28 10:53:03.115770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-ef40f90c-7fd0-42e2-8100-bab7bb4a6cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:03.117878 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-ef40f90c-7fd0-42e2-8100-bab7bb4a6cee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f55db1-614d-4827-bcb7-7621ec4251b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679560 Jan 28 10:53:03.250990 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-a2dd45f4-9dd1-485b-975e-097a3b4f391a service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238055 Jan 28 10:53:03.382696 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e737af46-c370-4ad4-bb84-3d0d62d4bbdb req-a6e105f8-0834-438a-be09-b69e969bb9a6 service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228554 Jan 28 10:53:03.909092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117d7c3-c9bb-4c14-8159-2a6d13983581 req-8546ece5-f32f-47ff-8128-96c808ac603a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:03.910560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c117d7c3-c9bb-4c14-8159-2a6d13983581 req-8546ece5-f32f-47ff-8128-96c808ac603a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0876150 Jan 28 10:53:03.956384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c117d7c3-c9bb-4c14-8159-2a6d13983581 req-979a497f-80fd-455c-b5e2-04c4853d2cdc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403397 Jan 28 10:53:05.143791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8f151b-be26-4518-a3f5-ebba8d82eb7d req-3c374896-58a2-4697-9005-4a340b35da3c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:05.145223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c8f151b-be26-4518-a3f5-ebba8d82eb7d req-3c374896-58a2-4697-9005-4a340b35da3c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0797901 Jan 28 10:53:05.188654 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c8f151b-be26-4518-a3f5-ebba8d82eb7d req-0857ed65-025e-4250-a28d-683a6b29413b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374558 Jan 28 10:53:05.212872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59610) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:05.321228 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-604abbec-fa63-48d5-973a-e4379d7c2d89 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/c652ac47-030c-4a79-8a97-69abd428708d HTTP/1.1" status: 200 len: 992 time: 0.1072431 Jan 28 10:53:09.242016 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:53:14.555885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:15.853085 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:26.056648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-76e991d4-1c50-4180-9880-2ff5af0a5ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:28.471865 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-69d69e86-86b9-404a-9011-9e92b7adae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:29.633680 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:29.675489 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:31.090472 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:35.973860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59636) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:36.170726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 076fbef2-2d59-48d7-bb64-869d547919dc {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:53:36.171067 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:36.337206 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:36.337453 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:36.456032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 076fbef2-2d59-48d7-bb64-869d547919dc owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:53:36.603522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:36.648833 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=076fbef2-2d59-48d7-bb64-869d547919dc,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:36.688402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.688771 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.689104 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.689430 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.689754 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.690076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.690394 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.690710 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.691031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.691343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.691654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.691962 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:36.750531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:36.750876 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP c652ac47-030c-4a79-8a97-69abd428708d disassociated (deleted). External IP: 172.25.1.35, port: ab59eae3-fe0d-45eb-b1da-9a1e69fb200e. Jan 28 10:53:37.195772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a75bc974-d306-4a40-943b-3ae98a6f0702 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:53:37.371642 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:53:37.381371 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] Sync routers for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:53:37.391674 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:37.391871 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:37.392402 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:37.446417 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9ead529a-f315-447d-b66b-f16a47c68fe8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/floatingips/c652ac47-030c-4a79-8a97-69abd428708d HTTP/1.1" status: 204 len: 168 time: 1.4713981 Jan 28 10:53:37.446988 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:53:37.493954 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'status': 'completed', 'code': 200} Jan 28 10:53:37.571777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:37.594457 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-7a9a6261-4078-42b0-9a2f-d002d66fabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:37.595982 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-7a9a6261-4078-42b0-9a2f-d002d66fabd0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 1096 time: 0.0781140 Jan 28 10:53:37.739650 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-73fb8a6c-37b0-4e2b-8642-934783ca9967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:37.741133 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-73fb8a6c-37b0-4e2b-8642-934783ca9967 service neutron] 10.222.0.25 "GET /v2.0/networks?id=36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 200 len: 898 time: 0.1390088 Jan 28 10:53:37.900296 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:37.904210 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] Checking router: a75bc974-d306-4a40-943b-3ae98a6f0702 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:53:37.912538 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:37.913292 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:37.955441 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-8a76e420-1a53-4410-bdcf-d355dc0a7189 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 200 len: 217 time: 0.2071569 Jan 28 10:53:38.037032 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-5662cedb-eda8-41ed-a04d-a1403cdd5def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:38.038446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-5662cedb-eda8-41ed-a04d-a1403cdd5def service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 200 len: 834 time: 0.0725534 Jan 28 10:53:38.085756 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:38.097474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34f6f03-fbce-408d-a9d2-14de8c439996 req-377db9b7-6209-47de-8308-15baebca2079 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:38.098919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f34f6f03-fbce-408d-a9d2-14de8c439996 req-377db9b7-6209-47de-8308-15baebca2079 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.1808062 Jan 28 10:53:38.156376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f34f6f03-fbce-408d-a9d2-14de8c439996 req-589bbfff-a3d3-4c5c-8cc0-1e6956df7c81 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505931 Jan 28 10:53:38.162248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-86999ac3-395f-4881-9871-9941f3415791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:38.163675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-86999ac3-395f-4881-9871-9941f3415791 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=36f55db1-614d-4827-bcb7-7621ec4251b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178489 Jan 28 10:53:38.300746 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-17812d14-3e8b-4f4e-afa7-f615c687adeb service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297143 Jan 28 10:53:38.425300 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:38.429222 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cf550b-42f2-4c56-bd3d-159132560425 None None] The sync data for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 is: [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '7facaca8-8b00-4a48-b450-e2a6eab23aab', 'name': '', 'network_id': '36f55db1-614d-4827-bcb7-7621ec4251b0', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:ec:0c:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'a39397dc-2076-4950-8f13-35001940f55c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:52Z', 'updated_at': '2022-01-28T10:51:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'a39397dc-2076-4950-8f13-35001940f55c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:53:38.435183 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d01dca0d-cc38-4c9c-a38e-88ee3e11d8f8 req-695d7289-a2f4-4a7a-82d5-62bf2386280d service neutron] 10.222.0.25 "GET /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277506 Jan 28 10:53:38.663770 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea7d6a9-0d19-4c8c-a556-72688508ee2d None None] New status for floating IP c652ac47-030c-4a79-8a97-69abd428708d: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:53:39.347291 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3c5944-994a-45f7-9ff3-f005ae486cee req-bfc93aa0-d66c-4cf4-819d-6209d526876b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:39.348049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3f3c5944-994a-45f7-9ff3-f005ae486cee req-bfc93aa0-d66c-4cf4-819d-6209d526876b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:53:39.363287 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3f3c5944-994a-45f7-9ff3-f005ae486cee req-bfc93aa0-d66c-4cf4-819d-6209d526876b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:53:39.364542 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3c5944-994a-45f7-9ff3-f005ae486cee req-bfc93aa0-d66c-4cf4-819d-6209d526876b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0994787 Jan 28 10:53:39.395955 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-41380a80-c0cb-4309-b977-dcccace769c8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:39.397394 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-41380a80-c0cb-4309-b977-dcccace769c8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 945 time: 0.0854974 Jan 28 10:53:39.409330 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f3c5944-994a-45f7-9ff3-f005ae486cee req-10c22530-e9de-40d5-91ce-52a29fc8059c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383992 Jan 28 10:53:39.468808 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:53:39.469142 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:39.711942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:39.712226 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:39.834713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for ab59eae3-fe0d-45eb-b1da-9a1e69fb200e owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:53:39.977659 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:40.031434 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=ab59eae3-fe0d-45eb-b1da-9a1e69fb200e,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:40.074609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.074949 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.075279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.075603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.075921 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.076240 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.076556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.076897 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.077214 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.077524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.077835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.078143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:40.115614 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] No DVR routers for this DVR port ab59eae3-fe0d-45eb-b1da-9a1e69fb200e on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:53:40.117954 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:40.120565 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'name': 'network-vif-deleted', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:53:40.136125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4e0d986a-b935-44df-a83e-fe829c34d265 req-df5ef7fd-3a33-4ceb-9621-396c6a31e952 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.25 "DELETE /v2.0/ports/ab59eae3-fe0d-45eb-b1da-9a1e69fb200e HTTP/1.1" status: 204 len: 173 time: 0.7304132 Jan 28 10:53:40.218276 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '266d55d5-38cf-474e-b6b8-7cef7e7b8aaa', 'name': 'network-vif-deleted', 'tag': 'ab59eae3-fe0d-45eb-b1da-9a1e69fb200e', 'status': 'completed', 'code': 200} Jan 28 10:53:40.575012 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2e5cbd51-89d1-4625-8ad8-91ce27d7f360 req-7f940dc5-3972-4918-b488-eee4d9c8ee00 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=266d55d5-38cf-474e-b6b8-7cef7e7b8aaa HTTP/1.1" status: 200 len: 210 time: 0.0425255 Jan 28 10:53:41.680193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59656) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:42.222882 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:42.682082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 7facaca8-8b00-4a48-b450-e2a6eab23aab {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:53:42.682788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:42.865139 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 7facaca8-8b00-4a48-b450-e2a6eab23aab, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=7facaca8-8b00-4a48-b450-e2a6eab23aab,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:42.865409 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:42.985451 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 7facaca8-8b00-4a48-b450-e2a6eab23aab owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:53:43.211769 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ab59eae3-fe0d-45eb-b1da-9a1e69fb200e no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:53:43.244710 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: ab59eae3-fe0d-45eb-b1da-9a1e69fb200e {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:53:43.245045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device ab59eae3-fe0d-45eb-b1da-9a1e69fb200e not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:53:43.297834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:43.374176 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=7facaca8-8b00-4a48-b450-e2a6eab23aab,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:43.626172 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.085406 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router a75bc974-d306-4a40-943b-3ae98a6f0702 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:53:44.259386 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:53:44.269040 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] Sync routers for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:53:44.274096 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-10a14fb9-ca35-4feb-b60e-dbac9bf541c4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/a75bc974-d306-4a40-943b-3ae98a6f0702/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5921988 Jan 28 10:53:44.276696 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59660) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:44.278658 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:44.279242 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:44.342521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting subnet a39397dc-2076-4950-8f13-35001940f55c {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:53:44.345403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.402698 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.454073 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:44.483683 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.558676 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.560233 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.600311 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Subnet': ['ID=a39397dc-2076-4950-8f13-35001940f55c,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:44.607201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.616008 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4c96bad2-6c39-4fdc-a08a-dda73a839577 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/subnets/a39397dc-2076-4950-8f13-35001940f55c HTTP/1.1" status: 204 len: 168 time: 0.3359556 Jan 28 10:53:44.616196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a26c6c7-5736-4cb6-a978-78e0e05288cb None None] Network 36f55db1-614d-4827-bcb7-7621ec4251b0 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:53:44.616298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59664) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:44.754834 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:53:43Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:44.759201 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] Checking router: a75bc974-d306-4a40-943b-3ae98a6f0702 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:53:44.768707 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] Routers {'a75bc974-d306-4a40-943b-3ae98a6f0702'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:44.769360 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['a75bc974-d306-4a40-943b-3ae98a6f0702'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:44.800415 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.891527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] DHCP port deletion for 36f55db1-614d-4827-bcb7-7621ec4251b0 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:53:44.896195 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Deleting port 608304c1-c89d-485b-8a40-610818a547f2 {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:53:44.896565 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.947506 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] Set router a75bc974-d306-4a40-943b-3ae98a6f0702 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:44.984650 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:44.995847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 261c87c1-2228-415b-998c-6e6ffc7124be {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:53:44.996180 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.101938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] For port 608304c1-c89d-485b-8a40-610818a547f2, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=608304c1-c89d-485b-8a40-610818a547f2,segment=NetworkSegment(413bc1e6-2f79-4a7d-8766-aa2c960359b8),segment_id=413bc1e6-2f79-4a7d-8766-aa2c960359b8)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:45.102233 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.177700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 261c87c1-2228-415b-998c-6e6ffc7124be, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=261c87c1-2228-415b-998c-6e6ffc7124be,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:45.178313 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.234066 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:53:43Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:45.238502 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efb7c45-6e76-4808-b6ca-5de9e4ca5367 None None] The sync data for ids ['a75bc974-d306-4a40-943b-3ae98a6f0702'] in n-d-825178-2 is: [{'id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'name': 'tempest-TestNetworkAdvancedServerOps-router-296272298', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79'}], 'enable_snat': True}, 'gw_port_id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:51:48Z', 'updated_at': '2022-01-28T10:53:43Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '261c87c1-2228-415b-998c-6e6ffc7124be', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:f1:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a75bc974-d306-4a40-943b-3ae98a6f0702', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:51:49Z', 'updated_at': '2022-01-28T10:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:53:45.258230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Calling delete_port for 608304c1-c89d-485b-8a40-610818a547f2 owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:53:45.313115 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 261c87c1-2228-415b-998c-6e6ffc7124be owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:53:45.333527 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.380234 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Pushing event deleted for resources: {'Port': ['ID=608304c1-c89d-485b-8a40-610818a547f2,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:45.389938 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] No DVR routers for this DVR port 608304c1-c89d-485b-8a40-610818a547f2 on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:53:45.392440 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.392799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.393133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.393785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.393785 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.394112 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.394702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.395023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.395341 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.395662 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.395980 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.396740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7097e5f-599f-4742-afdf-b8fe2f79d1e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:45.483190 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.635724 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7facaca8-8b00-4a48-b450-e2a6eab23aab no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:53:45.647224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=261c87c1-2228-415b-998c-6e6ffc7124be,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:45.675903 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 7facaca8-8b00-4a48-b450-e2a6eab23aab {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:53:45.676456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 7facaca8-8b00-4a48-b450-e2a6eab23aab not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:53:45.676990 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 608304c1-c89d-485b-8a40-610818a547f2 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:53:45.712434 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 608304c1-c89d-485b-8a40-610818a547f2 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:53:45.712799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 608304c1-c89d-485b-8a40-610818a547f2 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:53:45.745020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.849630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.919870 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.921930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.942819 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.943407 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Fanout notify agent at l3_agent the message router_deleted on router a75bc974-d306-4a40-943b-3ae98a6f0702 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:53:45.959159 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:45.960304 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8e9789e2-45ee-4aae-9263-53b53f6c813e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/routers/a75bc974-d306-4a40-943b-3ae98a6f0702 HTTP/1.1" status: 204 len: 168 time: 1.3424320 Jan 28 10:53:45.963540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59668) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:46.078295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.206899 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.230632 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f55db1-614d-4827-bcb7-7621ec4251b0']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:46.240870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:53:46.242807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '413bc1e6-2f79-4a7d-8766-aa2c960359b8') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:46.243100 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '413bc1e6-2f79-4a7d-8766-aa2c960359b8') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:46.254269 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.269922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.275807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:53:46.276187 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:53:46.290057 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:53:46.375106 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.393164 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.404992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Network': ['ID=36f55db1-614d-4827-bcb7-7621ec4251b0,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:46.413561 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09ad4748-267d-42e3-9abd-87e582264d33 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/networks/36f55db1-614d-4827-bcb7-7621ec4251b0 HTTP/1.1" status: 204 len: 168 time: 0.4490469 Jan 28 10:53:46.416824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59672) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:46.484390 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37166cbe-c47c-4b64-aaa0-df2672c612c0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.517445 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37166cbe-c47c-4b64-aaa0-df2672c612c0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.581518 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37166cbe-c47c-4b64-aaa0-df2672c612c0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.599838 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37166cbe-c47c-4b64-aaa0-df2672c612c0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:46.615389 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37166cbe-c47c-4b64-aaa0-df2672c612c0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:46.616515 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-37166cbe-c47c-4b64-aaa0-df2672c612c0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/security-groups/d4a76c38-f9d1-47cc-8c1a-f673ab9a8c25 HTTP/1.1" status: 204 len: 168 time: 0.1986825 Jan 28 10:53:46.946053 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59680) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:46.951241 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1253810218', 'description': 'tempest-secgroup-smoke-1253810218 description', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:46.957780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:46.962279 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:46.965095 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:46.971018 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:46.981942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.001020 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.004854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.007545 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.013101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.082140 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.086404 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.131694 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d314911e-302f-4cd8-b76e-730f0c63c429,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:47.134607 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.135885 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5288c2f0-8103-4492-b8be-9a54c804b305 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1887746 Jan 28 10:53:47.138939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59684) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:47.144042 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd314911e-302f-4cd8-b76e-730f0c63c429', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:47.151169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.154930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.157769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.163285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.180798 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.241348 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.245099 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.268184 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8826cd7-54a6-4e5a-8142-1011906e0bad,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:47.277271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.278403 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-540e8db3-3f43-4594-8246-3b2b68ab7e49 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1384885 Jan 28 10:53:47.281252 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59688) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:47.286142 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd314911e-302f-4cd8-b76e-730f0c63c429', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:47.292476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.296204 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.298996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.304678 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.320888 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.379581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.383351 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.406810 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b89c59b-7804-465c-8451-883620c909ef,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:47.414939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.416084 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-dd1d0b28-d5dc-4b68-aebf-c9323cb35b11 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338859 Jan 28 10:53:47.418745 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59692) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:47.423524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd314911e-302f-4cd8-b76e-730f0c63c429', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:47.429876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.433614 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.436343 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.441845 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.458154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.519687 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 261c87c1-2228-415b-998c-6e6ffc7124be no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:53:47.528285 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.532476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.555594 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d314dad6-3c8c-4654-af4f-960c4d1003a1,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:47.562228 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 261c87c1-2228-415b-998c-6e6ffc7124be {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:53:47.562640 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 261c87c1-2228-415b-998c-6e6ffc7124be not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:53:47.564807 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.566014 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ae8779c5-7654-4956-a0a3-be186a927fae tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1463251 Jan 28 10:53:47.568704 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59696) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:47.574228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd314911e-302f-4cd8-b76e-730f0c63c429', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:47.580818 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.584547 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.587399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.593054 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.611248 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.673609 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.676939 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.700177 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0212cf-4ca8-498a-af1a-311a8a632c42,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:47.708898 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.710052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a30600cc-83be-48ca-9ae9-e0ec488883cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404305 Jan 28 10:53:47.712939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59700) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:47.719753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd314911e-302f-4cd8-b76e-730f0c63c429', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:47.726820 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.730581 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.733410 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.738938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.749763 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:53:47.755933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.821113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.824514 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.846819 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd045ce7-8792-4e90-924e-7a17b980f764,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:47.856186 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.857371 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e3c1e16c-56a7-4d12-92f4-218eb79c7b06 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1434159 Jan 28 10:53:47.860090 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59704) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:47.865003 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'security_group_rule': {'security_group_id': 'd314911e-302f-4cd8-b76e-730f0c63c429', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:47.872047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:47.876059 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:security_group_rule and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:47.878899 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:47.885033 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:47.895490 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Project 0d6bbe5d19a247e7bfb79d28c922934e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:53:47.902021 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.967113 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.970271 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:47.993647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b83e98-c1be-4bd7-88a6-3a79813a0f45,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:48.002715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.003847 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-286eb3b3-af52-4e4b-adb7-a0f7dedde1bb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1428256 Jan 28 10:53:48.006722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59708) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:48.011968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'network': {'name': 'tempest-network-smoke--2075281589', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'port_security_enabled': True}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:48.017421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:48.021411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:network and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:48.024217 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:48.029740 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:48.040540 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:53:48.043893 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.071736 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:53:48.080547 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.080912 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Added segment 019d0620-b891-47d3-b349-8a59ab4c75e2 of type vlan for network ba0da680-bcad-4685-830b-2c40978f6b98 Jan 28 10:53:48.107361 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.135097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.140425 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:48.141038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.244431 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2365637 Jan 28 10:53:48.246925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59712) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:48.254309 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'admin_state_up': True, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:48.263108 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4228dea-1002-44c7-ab7f-c7724c10e7e7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Network': ['ID=ba0da680-bcad-4685-830b-2c40978f6b98,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:48.266260 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:48.270265 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:router and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:48.273653 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network ba0da680-bcad-4685-830b-2c40978f6b98 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:53:48.274314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:48.279927 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:48.290733 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.291707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.306625 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.665454 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.956403 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:48.984775 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:49.117357 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.60 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/0301c90c-538e-4f90-8eba-7c6f201c96f1) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:53:49.262522 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:49.292498 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:49.357420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:53:49.360329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:53:49.365317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:53:49.395959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=0301c90c-538e-4f90-8eba-7c6f201c96f1,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:49.890136 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:50.230154 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:50.430717 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:53:50.608416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:53:50.618223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Sync routers for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:53:50.627370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:50.628239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:50.635213 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:50.639891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-ac264b30-c554-4228-9472-c4c2ad2b9b3a tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3920567 Jan 28 10:53:50.640040 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59716) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:50.682782 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-26c89386-f58b-40c3-b6e3-894813e0427d tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=0d6bbe5d19a247e7bfb79d28c922934e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417378 Jan 28 10:53:50.685379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59720) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:50.801174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:50.922788 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cf261-d2ec-43c9-927b-077723cf322c tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:50.924259 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-619cf261-d2ec-43c9-927b-077723cf322c tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2380047 Jan 28 10:53:50.927063 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59724) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:50.965203 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-a1dbbc4e-9cbf-431c-a0b7-ca501b46dbf1 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=edf71238-fc0e-453d-b36b-c156b50b378d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371222 Jan 28 10:53:50.967806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59728) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:50.973301 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-979598313', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:51.083492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:51.087307 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:subnet and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:53:51.090118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:53:51.091292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:49Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:51.095181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Checking router: 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:53:51.095528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Updating router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 port 0301c90c-538e-4f90-8eba-7c6f201c96f1 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:53:51.095893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:51.106471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:53:51.110227 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.147673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.327028 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.408781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Subnet': ['ID=c5bf186a-67b3-48fb-964d-917043baf6ce,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:51.417094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Checking segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:53:51.417094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network hostable DHCP agents. Network: ba0da680-bcad-4685-830b-2c40978f6b98, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:53:51.435395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network ba0da680-bcad-4685-830b-2c40978f6b98 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:53:51.444569 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, ba0da680-bcad-4685-830b-2c40978f6b98) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:53:51.448767 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:51.449349 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.455566 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f8d24e-9e25-4486-bfb0-a4219072d5eb None None] Network ba0da680-bcad-4685-830b-2c40978f6b98 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:53:51.481204 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-3f49373a-f99a-45f9-813a-5ccd277e2114 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5098183 Jan 28 10:53:51.481482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59732) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:53:51.555118 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.581270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Transition to ACTIVE for port object 0301c90c-538e-4f90-8eba-7c6f201c96f1 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:51.600559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.764269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Attempting to bind port 0301c90c-538e-4f90-8eba-7c6f201c96f1 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:53:51.765008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Attempting to bind port 0301c90c-538e-4f90-8eba-7c6f201c96f1 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:53:51.765008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Attempting to bind port 0301c90c-538e-4f90-8eba-7c6f201c96f1 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:53:51.768495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d8561-23ac-4dc7-9bb7-f319bc878d05 None None] Pushing event updated for resources: {'Port': ['ID=0301c90c-538e-4f90-8eba-7c6f201c96f1,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:51.802447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:53:51.802817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:53:51.803211 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.803596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:53:51.804058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Bound port: 0301c90c-538e-4f90-8eba-7c6f201c96f1, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:53:51.804446 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.855188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-ba0da680-bcad-4685-830b-2c40978f6b98', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:53:51.855986 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:51.958691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] For port 0301c90c-538e-4f90-8eba-7c6f201c96f1, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:53:51.975153 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] For port 0301c90c-538e-4f90-8eba-7c6f201c96f1, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0301c90c-538e-4f90-8eba-7c6f201c96f1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:53:51.982711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:52.116420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Allocated IP 172.20.0.2 (ba0da680-bcad-4685-830b-2c40978f6b98/c5bf186a-67b3-48fb-964d-917043baf6ce/55abbf96-6c64-4dc1-a8c5-2c8acb954ede) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:53:52.123219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d8561-23ac-4dc7-9bb7-f319bc878d05 None None] Pushing event updated for resources: {'Port': ['ID=0301c90c-538e-4f90-8eba-7c6f201c96f1,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:52.126018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:52.126608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:52.191256 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:52.407295 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:52.665702 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:52.688641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Transition to ACTIVE for port object 55abbf96-6c64-4dc1-a8c5-2c8acb954ede will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:52.747449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Transition to ACTIVE for port object 55abbf96-6c64-4dc1-a8c5-2c8acb954ede will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:52.756451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:52.823006 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.1 (ba0da680-bcad-4685-830b-2c40978f6b98/c5bf186a-67b3-48fb-964d-917043baf6ce/bb441866-2fbc-4951-89b3-9eb59439a9ab) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:53:52.828707 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Network ba0da680-bcad-4685-830b-2c40978f6b98 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:53:52.831446 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:53:52.836084 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:53:52.846573 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Pushing event updated for resources: {'Port': ['ID=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:52.937120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-85420347-160d-4919-b37b-f3b98d562fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:49Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:52.941232 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Attempting to bind port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:53:52.941596 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Attempting to bind port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:53:52.941953 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Attempting to bind port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede on network ba0da680-bcad-4685-830b-2c40978f6b98 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:53:52.946401 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85420347-160d-4919-b37b-f3b98d562fed None None] The sync data for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 is: [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:49Z', 'revision_number': 3, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:53:52.950368 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:53:52.950608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Checking segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:53:52.950921 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:52.951304 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Bound using segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:53:52.951834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Bound port: 55abbf96-6c64-4dc1-a8c5-2c8acb954ede, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:53:52.952135 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:52.987587 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.005395 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object bb441866-2fbc-4951-89b3-9eb59439a9ab will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:53.032474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.050445 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] For port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:53:53.055356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] For port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:53:53.059358 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.102995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network ba0da680-bcad-4685-830b-2c40978f6b98 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:53:53.106277 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:53:53.108925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:53:53.181669 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=bb441866-2fbc-4951-89b3-9eb59439a9ab,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:53.199572 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40481b9f-44b3-451f-8d95-6426cd3bda64 None None] Pushing event updated for resources: {'Port': ['ID=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:53.206409 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.511371 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.672075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0301c90c-538e-4f90-8eba-7c6f201c96f1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:53:53.744480 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0301c90c-538e-4f90-8eba-7c6f201c96f1 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:53:53.750428 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0301c90c-538e-4f90-8eba-7c6f201c96f1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:53.750780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.882285 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.899911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 0301c90c-538e-4f90-8eba-7c6f201c96f1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0301c90c-538e-4f90-8eba-7c6f201c96f1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:53.909960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.911110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 55abbf96-6c64-4dc1-a8c5-2c8acb954ede up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:53:53.964067 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:53.970027 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:54.035613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=0301c90c-538e-4f90-8eba-7c6f201c96f1,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:54.047684 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:53:54.088533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=bb441866-2fbc-4951-89b3-9eb59439a9ab,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:54.092083 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:54.230708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network ba0da680-bcad-4685-830b-2c40978f6b98 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:53:54.231848 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:53:54.343045 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24dca506-dd7f-436e-bfd1-a1a307a4a43e None None] Network ba0da680-bcad-4685-830b-2c40978f6b98 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:53:54.439911 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] Provisioning for port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:53:54.458467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] Provisioning complete for port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:54.458833 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:54.550685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:53:54.676013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:54.716210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] For port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:54.721915 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:54.739468 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:53:54.762593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8bba4e84-2682-4b24-9c8a-7784bef79771 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/22459578-0bbd-4e0f-92e3-2d96dcf8cea7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2800100 Jan 28 10:53:54.795302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dd64e3-0fc1-48c2-ae8e-0b32b6deb3f4 None None] Pushing event updated for resources: {'Port': ['ID=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:54.845445 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Sync routers for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:53:54.856161 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:54.856871 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:55.052378 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f098b88f-e5ad-4159-9f0b-c4e2f1fd9506 None None] Provisioning for port bb441866-2fbc-4951-89b3-9eb59439a9ab completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:53:55.055777 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:55.060599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f098b88f-e5ad-4159-9f0b-c4e2f1fd9506 None None] Provisioning complete for port bb441866-2fbc-4951-89b3-9eb59439a9ab triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:55.060984 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f098b88f-e5ad-4159-9f0b-c4e2f1fd9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.128613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-f098b88f-e5ad-4159-9f0b-c4e2f1fd9506 None None] Port bb441866-2fbc-4951-89b3-9eb59439a9ab cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:53:55.138160 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-dd1eb7c7-793d-4aec-a873-ece509afa587 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1253810218&fields=id&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 267 time: 0.0514667 Jan 28 10:53:55.145265 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-f098b88f-e5ad-4159-9f0b-c4e2f1fd9506 None None] Provisioning complete for port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:55.145774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f098b88f-e5ad-4159-9f0b-c4e2f1fd9506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.327169 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-641e6f4b-e57b-4fb3-869b-38ac95dda25b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:55.328041 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-641e6f4b-e57b-4fb3-869b-38ac95dda25b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:53:55.349103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-641e6f4b-e57b-4fb3-869b-38ac95dda25b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:53:55.350293 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-641e6f4b-e57b-4fb3-869b-38ac95dda25b tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 797 time: 0.2073567 Jan 28 10:53:55.367352 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-252fc9fc-6866-40a6-8263-71911d3b9c16 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/quotas/0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 375 time: 0.0104053 Jan 28 10:53:55.406389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-2aa2df69-bd92-4e26-8731-3bcb17f2308f None None] Provisioning complete for port bb441866-2fbc-4951-89b3-9eb59439a9ab triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:55.406760 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2aa2df69-bd92-4e26-8731-3bcb17f2308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.474409 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 2, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:55.474620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2aa2df69-bd92-4e26-8731-3bcb17f2308f None None] Port bb441866-2fbc-4951-89b3-9eb59439a9ab cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:53:55.478528 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Checking router: 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:53:55.478760 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Updating router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 port bb441866-2fbc-4951-89b3-9eb59439a9ab binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:53:55.484275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-6d16fe02-897f-4e80-a933-99de6c842035 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:53:55.501342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-6d16fe02-897f-4e80-a933-99de6c842035 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:53:55.516550 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-6d16fe02-897f-4e80-a933-99de6c842035 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1360710 Jan 28 10:53:55.533209 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.557562 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0301c90c-538e-4f90-8eba-7c6f201c96f1 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:53:55.578457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-309fef01-6e0e-469c-8a8a-f0fb63cb2478 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:53:55.580964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-309fef01-6e0e-469c-8a8a-f0fb63cb2478 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0633950 Jan 28 10:53:55.629965 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-a0392a5f-e79e-4ca1-8105-3cfa153cfcae None None] Provisioning complete for port bb441866-2fbc-4951-89b3-9eb59439a9ab triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:55.630322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a0392a5f-e79e-4ca1-8105-3cfa153cfcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.687415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0301c90c-538e-4f90-8eba-7c6f201c96f1 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:55.687775 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.713627 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-a0d2fc5b-e9d8-46f8-a4e6-c1a407ccc04f service neutron] 10.222.0.42 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260247 Jan 28 10:53:55.725329 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-a0392a5f-e79e-4ca1-8105-3cfa153cfcae None None] Port bb441866-2fbc-4951-89b3-9eb59439a9ab cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:53:55.812550 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 55abbf96-6c64-4dc1-a8c5-2c8acb954ede up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:53:55.847376 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-b42e3518-139e-417a-9d4b-5625fb827ffc service neutron] 10.222.0.42 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269481 Jan 28 10:53:55.884070 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:55.884440 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.887875 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:55.900212 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Transition to ACTIVE for port object bb441866-2fbc-4951-89b3-9eb59439a9ab will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:55.907481 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:56.072136 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-98a12369-9225-413b-a008-c6908e0b86b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:56.118972 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Pushing event updated for resources: {'Port': ['ID=bb441866-2fbc-4951-89b3-9eb59439a9ab,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:56.132421 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.133405 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.133730 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.134049 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.134363 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.134676 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.134986 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.135295 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.135590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cc86cd2c-d957-427d-b479-4a5a97be3154 req-04b28c8a-e80e-43e8-8c14-d32e69830b63 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:53:56.136064 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.136064 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.136251 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.136470 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:53:56.150286 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-cc86cd2c-d957-427d-b479-4a5a97be3154 req-04b28c8a-e80e-43e8-8c14-d32e69830b63 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:53:56.154513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cc86cd2c-d957-427d-b479-4a5a97be3154 req-04b28c8a-e80e-43e8-8c14-d32e69830b63 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 210 time: 0.1274679 Jan 28 10:53:56.158441 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Attempting to bind port bb441866-2fbc-4951-89b3-9eb59439a9ab on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:53:56.158802 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Attempting to bind port bb441866-2fbc-4951-89b3-9eb59439a9ab by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:53:56.159617 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Attempting to bind port bb441866-2fbc-4951-89b3-9eb59439a9ab on network ba0da680-bcad-4685-830b-2c40978f6b98 {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:53:56.165811 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:53:56.166310 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Checking segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:53:56.166705 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:56.167165 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Bound using segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:53:56.167520 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Bound port: bb441866-2fbc-4951-89b3-9eb59439a9ab, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:53:56.167880 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:56.262482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] For port bb441866-2fbc-4951-89b3-9eb59439a9ab, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:53:56.265419 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] For port bb441866-2fbc-4951-89b3-9eb59439a9ab, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bb441866-2fbc-4951-89b3-9eb59439a9ab,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:53:56.270226 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:56.351826 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:53:56.352436 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:56.428546 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41a331d-da7f-4eeb-a38b-39610810c5f2 None None] Pushing event updated for resources: {'Port': ['ID=bb441866-2fbc-4951-89b3-9eb59439a9ab,revision_number=4']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:56.557309 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:53:56.899050 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:56Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:53:56.902906 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738937be-0e6a-4f14-a679-c0fda7c2f9f9 None None] The sync data for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 is: [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:56Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:53:57.297492 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-5ebc18cc-283f-4c96-8962-0e6b53c682b8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:57.299389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-5ebc18cc-283f-4c96-8962-0e6b53c682b8 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 797 time: 0.1606731 Jan 28 10:53:57.535342 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-c1fd2161-ec87-4201-a00a-19db349f99b7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d6bbe5d19a247e7bfb79d28c922934e HTTP/1.1" status: 200 len: 380 time: 0.2287049 Jan 28 10:53:57.552175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'port': {'device_id': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'admin_state_up': True, 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'security_groups': ['d314911e-302f-4cd8-b76e-730f0c63c429']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:57.574694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-19f0b36c-7319-479c-a96b-931de8c36ac5 req-0c12a400-d0c5-4d15-9958-d33a4c067249 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 210 time: 0.0875137 Jan 28 10:53:57.587584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bb441866-2fbc-4951-89b3-9eb59439a9ab up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:53:57.665517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port bb441866-2fbc-4951-89b3-9eb59439a9ab completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:53:57.672309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bb441866-2fbc-4951-89b3-9eb59439a9ab triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:57.672719 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:57.708153 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:53:57.719310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:53:57.731307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Made reservation on behalf of 0d6bbe5d19a247e7bfb79d28c922934e for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:53:57.735552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:57.836753 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:57.872096 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port bb441866-2fbc-4951-89b3-9eb59439a9ab, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bb441866-2fbc-4951-89b3-9eb59439a9ab,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:53:57.877065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:57.910438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.20.0.9 (ba0da680-bcad-4685-830b-2c40978f6b98/c5bf186a-67b3-48fb-964d-917043baf6ce/139157f9-bbbe-4756-b3eb-47ed645a0325) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:53:57.952721 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=bb441866-2fbc-4951-89b3-9eb59439a9ab,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:58.105687 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.122415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Transition to ACTIVE for port object 139157f9-bbbe-4756-b3eb-47ed645a0325 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:58.147609 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.225995 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network ba0da680-bcad-4685-830b-2c40978f6b98 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:53:58.229079 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:53:58.232926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:53:58.264013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=139157f9-bbbe-4756-b3eb-47ed645a0325,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:58.300433 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:58.301120 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.326899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-52a1508b-5405-4702-95e1-c006438c88a0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7787001 Jan 28 10:53:58.377207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Request body: {'port': {'device_id': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:53:58.474215 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d1db579-8e4a-4452-875c-dd7621a23699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.500073 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.524033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-beda8143-f0b0-4e63-aa18-9d817165ecce None None] Provisioning for port 139157f9-bbbe-4756-b3eb-47ed645a0325 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:53:58.528825 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-beda8143-f0b0-4e63-aa18-9d817165ecce None None] Provisioning complete for port 139157f9-bbbe-4756-b3eb-47ed645a0325 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:58.529197 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-beda8143-f0b0-4e63-aa18-9d817165ecce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.584183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-beda8143-f0b0-4e63-aa18-9d817165ecce None None] Port 139157f9-bbbe-4756-b3eb-47ed645a0325 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:53:58.767555 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0533f4-f21f-4a17-8514-e08427d81ee4 req-fae3c688-9d41-4b4c-9e64-b46be048c81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:58.769064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c0533f4-f21f-4a17-8514-e08427d81ee4 req-fae3c688-9d41-4b4c-9e64-b46be048c81e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 931 time: 0.0806024 Jan 28 10:53:58.812508 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8c0533f4-f21f-4a17-8514-e08427d81ee4 req-d72da5a5-b50a-4467-ae09-642623f42ad5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:53:58.827768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-8c0533f4-f21f-4a17-8514-e08427d81ee4 req-d72da5a5-b50a-4467-ae09-642623f42ad5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:53:58.828974 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8c0533f4-f21f-4a17-8514-e08427d81ee4 req-d72da5a5-b50a-4467-ae09-642623f42ad5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537145 Jan 28 10:53:58.850164 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139157f9-bbbe-4756-b3eb-47ed645a0325 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:53:58.855410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:58.870185 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Transition to ACTIVE for port object 139157f9-bbbe-4756-b3eb-47ed645a0325 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:53:58.873851 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.027827 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=139157f9-bbbe-4756-b3eb-47ed645a0325,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:59.108607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Attempting to bind port 139157f9-bbbe-4756-b3eb-47ed645a0325 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:53:59.109022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Attempting to bind port 139157f9-bbbe-4756-b3eb-47ed645a0325 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:53:59.109342 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Attempting to bind port 139157f9-bbbe-4756-b3eb-47ed645a0325 on network ba0da680-bcad-4685-830b-2c40978f6b98 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:53:59.113938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Port 139157f9-bbbe-4756-b3eb-47ed645a0325 on network ba0da680-bcad-4685-830b-2c40978f6b98 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:53:59.114243 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Attempting to bind port 139157f9-bbbe-4756-b3eb-47ed645a0325 on network ba0da680-bcad-4685-830b-2c40978f6b98 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:53:59.119114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:53:59.119444 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Checking segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:53:59.119839 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Bound using segment: {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:53:59.120269 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Bound port: 139157f9-bbbe-4756-b3eb-47ed645a0325, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '019d0620-b891-47d3-b349-8a59ab4c75e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:53:59.120638 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.209334 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] For port 139157f9-bbbe-4756-b3eb-47ed645a0325, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:53:59.213074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] For port 139157f9-bbbe-4756-b3eb-47ed645a0325, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=139157f9-bbbe-4756-b3eb-47ed645a0325,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:53:59.217350 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.276938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:59.277536 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.278947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] 10.222.0.43 "PUT /v2.0/ports/139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 1091 time: 0.9451916 Jan 28 10:53:59.279374 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:53:59.299443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d507cb4d-e01e-472f-8ac0-299f91b6d4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=139157f9-bbbe-4756-b3eb-47ed645a0325,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:53:59.347355 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'status': 'completed', 'code': 200} Jan 28 10:53:59.393163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-973f3fc2-0362-4dc4-88d6-6dcaf423e842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:59.394694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-973f3fc2-0362-4dc4-88d6-6dcaf423e842 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1094 time: 0.0799341 Jan 28 10:53:59.547346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bb441866-2fbc-4951-89b3-9eb59439a9ab up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:53:59.568023 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-dbdab636-b276-496a-81bc-54d145c80f1e service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 217 time: 0.1663165 Jan 28 10:53:59.612095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port bb441866-2fbc-4951-89b3-9eb59439a9ab triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:53:59.612476 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.631007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-6a6d9de5-b706-4c87-bc31-88ecb7d1427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:59.633013 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-6a6d9de5-b706-4c87-bc31-88ecb7d1427f service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 200 len: 834 time: 0.0591550 Jan 28 10:53:59.681108 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.689771 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:53:59.711201 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-341a75b1-f8e6-4ea5-bf2e-e154bfb541e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:53:59.712722 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-341a75b1-f8e6-4ea5-bf2e-e154bfb541e1 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba0da680-bcad-4685-830b-2c40978f6b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737855 Jan 28 10:53:59.843547 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-d7265860-af21-492e-811e-495c6cc1122e service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246107 Jan 28 10:53:59.974630 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-015cf25f-ae0e-4937-bcd4-135096cd208a req-4289dd7a-b20e-4b42-b7a3-02c5989a7502 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255798 Jan 28 10:54:00.016370 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f54932-2c5d-486a-83e1-e88f9a888e78 req-5dd8874a-85bd-43b9-8276-b4c6efed02cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:00.017857 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48f54932-2c5d-486a-83e1-e88f9a888e78 req-5dd8874a-85bd-43b9-8276-b4c6efed02cc tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 943 time: 0.0847538 Jan 28 10:54:00.062671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-48f54932-2c5d-486a-83e1-e88f9a888e78 req-73bf28fb-d066-4679-8833-2e19436a72ff tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391591 Jan 28 10:54:00.091335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012898-a980-49fb-bad0-709e442f178d req-cbb0a607-e4dd-4077-b3d6-d9ec7635da17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:00.092861 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-cbb0a607-e4dd-4077-b3d6-d9ec7635da17 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1094 time: 0.0745780 Jan 28 10:54:00.222609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012898-a980-49fb-bad0-709e442f178d req-e1e3feb2-c52c-43dc-8e48-d60f1ac83c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:00.224019 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-e1e3feb2-c52c-43dc-8e48-d60f1ac83c6f service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 898 time: 0.1253955 Jan 28 10:54:00.290963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-ffa12190-f266-4e52-8fab-80d612285cce service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 217 time: 0.0600557 Jan 28 10:54:00.353928 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012898-a980-49fb-bad0-709e442f178d req-6ae880c4-d63d-402a-8039-88e34343a4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:00.355281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-6ae880c4-d63d-402a-8039-88e34343a4a1 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 200 len: 834 time: 0.0586102 Jan 28 10:54:00.430996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f012898-a980-49fb-bad0-709e442f178d req-4f5b2088-ffc2-45e7-8514-0a6e8a508ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:00.432466 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-4f5b2088-ffc2-45e7-8514-0a6e8a508ae4 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba0da680-bcad-4685-830b-2c40978f6b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706599 Jan 28 10:54:00.561294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-54f34bb6-bb4c-434c-9e49-952833c65541 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223752 Jan 28 10:54:00.688983 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1f012898-a980-49fb-bad0-709e442f178d req-2281e670-c11d-4430-b739-840baaa254d2 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216450 Jan 28 10:54:01.092641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:01.247889 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289103ae-2300-4c72-938b-77c577818401 req-5e219b30-5ce0-4ec0-91e1-e7db5f763372 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:01.248570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-289103ae-2300-4c72-938b-77c577818401 req-5e219b30-5ce0-4ec0-91e1-e7db5f763372 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:54:01.263369 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-289103ae-2300-4c72-938b-77c577818401 req-5e219b30-5ce0-4ec0-91e1-e7db5f763372 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:54:01.264557 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-289103ae-2300-4c72-938b-77c577818401 req-5e219b30-5ce0-4ec0-91e1-e7db5f763372 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 943 time: 0.0967059 Jan 28 10:54:01.307920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-289103ae-2300-4c72-938b-77c577818401 req-2b0db071-d1f0-413e-a4a7-e0730d7ca953 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377340 Jan 28 10:54:01.342575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 139157f9-bbbe-4756-b3eb-47ed645a0325 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:54:01.473050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 139157f9-bbbe-4756-b3eb-47ed645a0325, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=139157f9-bbbe-4756-b3eb-47ed645a0325,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:01.485942 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'port_id': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'mac_address': 'fa:16:3e:56:9d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:54:01.541444 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:01.560537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139157f9-bbbe-4756-b3eb-47ed645a0325 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:54:01.576060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 139157f9-bbbe-4756-b3eb-47ed645a0325, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=139157f9-bbbe-4756-b3eb-47ed645a0325,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:01.579632 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:01.644529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=139157f9-bbbe-4756-b3eb-47ed645a0325,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:01.817641 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['139157f9-bbbe-4756-b3eb-47ed645a0325'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:54:02.494387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc9af4-4471-4834-b15a-2ccab5f0ef2a req-cdb730c7-7725-46cf-80d6-af49a98117cb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:02.495853 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7cc9af4-4471-4834-b15a-2ccab5f0ef2a req-cdb730c7-7725-46cf-80d6-af49a98117cb tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 944 time: 0.0832121 Jan 28 10:54:02.540213 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d7cc9af4-4471-4834-b15a-2ccab5f0ef2a req-65cc3ad8-7cff-4dc2-b704-8e4255f9c7b6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384939 Jan 28 10:54:03.375736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 139157f9-bbbe-4756-b3eb-47ed645a0325 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:54:03.444536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 139157f9-bbbe-4756-b3eb-47ed645a0325 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:54:03.449125 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 139157f9-bbbe-4756-b3eb-47ed645a0325 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:54:03.449515 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:03.565705 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:03.592490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:54:03.602884 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 139157f9-bbbe-4756-b3eb-47ed645a0325, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=139157f9-bbbe-4756-b3eb-47ed645a0325,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:03.607544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:03.677743 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=139157f9-bbbe-4756-b3eb-47ed645a0325,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:03.688528 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'code': 200} Jan 28 10:54:03.730479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3dad5-bc85-4f85-b253-0bef0dc63ff9 req-e4bc69a8-7f57-4daa-931a-993e79b1b4fa tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:03.731929 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca3dad5-bc85-4f85-b253-0bef0dc63ff9 req-e4bc69a8-7f57-4daa-931a-993e79b1b4fa tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0816703 Jan 28 10:54:03.824338 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4ca3dad5-bc85-4f85-b253-0bef0dc63ff9 req-9bd4ae1c-4c8e-45c5-b4af-4c23f56de41f tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864818 Jan 28 10:54:03.841854 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafc5a7-a52d-4369-8ddf-4a52793636e5 req-f2f27530-5aaa-4d2d-8ff7-83b358778242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:03.843343 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ccafc5a7-a52d-4369-8ddf-4a52793636e5 req-f2f27530-5aaa-4d2d-8ff7-83b358778242 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1096 time: 0.0926342 Jan 28 10:54:03.881694 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ccafc5a7-a52d-4369-8ddf-4a52793636e5 req-6b79c1b0-9468-422e-b480-3f9e0a59df9b service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328207 Jan 28 10:54:05.016037 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f959e-4329-4bed-b54d-6dff2303cddb req-0437856a-6770-422b-b0d6-8d51278fc7e6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:05.021120 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f36f959e-4329-4bed-b54d-6dff2303cddb req-0437856a-6770-422b-b0d6-8d51278fc7e6 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0882981 Jan 28 10:54:05.060828 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f36f959e-4329-4bed-b54d-6dff2303cddb req-56405b70-415b-48cc-a545-1afd5ff0818c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373874 Jan 28 10:54:06.242997 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9208b-c236-4862-a687-2fcc0357250d req-acaff03d-0fd3-48de-9b3a-089827d5d72d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:06.244432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7d9208b-c236-4862-a687-2fcc0357250d req-acaff03d-0fd3-48de-9b3a-089827d5d72d tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0779817 Jan 28 10:54:06.290325 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e7d9208b-c236-4862-a687-2fcc0357250d req-4f83365d-6f1b-43b3-a454-65adda368ec2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401599 Jan 28 10:54:06.469377 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd78771-0488-4646-9396-bc0642f63b15 req-649bb621-2f04-4330-b4fc-7cde2936fa87 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:06.470825 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fd78771-0488-4646-9396-bc0642f63b15 req-649bb621-2f04-4330-b4fc-7cde2936fa87 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0791233 Jan 28 10:54:06.518484 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9fd78771-0488-4646-9396-bc0642f63b15 req-a5282e8d-db92-4f8f-96e6-eed6fcab954c tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420218 Jan 28 10:54:06.540535 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59798) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:06.608417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da11bb4-3d12-4a0a-9c42-4b91e6c509c1 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:06.609916 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1da11bb4-3d12-4a0a-9c42-4b91e6c509c1 tempest-TestNetworkAdvancedServerOps-514943237 tempest-TestNetworkAdvancedServerOps-514943237-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1091 time: 0.0684135 Jan 28 10:54:06.612750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59802) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:06.618071 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:54:06.625116 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:54:06.628970 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Usage tracker for resource:floatingip and tenant:0d6bbe5d19a247e7bfb79d28c922934e is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:54:06.632539 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:54:06.638450 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:54:06.648803 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:06.783834 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:06.920454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Allocated IP 172.25.1.7 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/0a867867-a8a2-41a6-abd3-36b37ec388ae) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:54:07.073666 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:07.103357 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:07.165810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:54:07.168502 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:54:07.171087 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:54:07.216795 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=0a867867-a8a2-41a6-abd3-36b37ec388ae,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:07.694224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:07.767040 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:07.974370 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:07.978733 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:08.086266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event updated for resources: {'Port': ['ID=0a867867-a8a2-41a6-abd3-36b37ec388ae,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:08.095730 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:08.264445 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP 5f62d66e-4e9e-4ca6-9a18-b852980bb796 associated. External IP: 172.25.1.7, port: 139157f9-bbbe-4756-b3eb-47ed645a0325. Jan 28 10:54:08.618934 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:54:08.912140 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:54:08.923204 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] Sync routers for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:54:08.933766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:54:08.934405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:08.936294 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:08.991393 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-37ddf5fa-a8f4-45cb-b503-474f0b16c133 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3776243 Jan 28 10:54:08.991997 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:54:09.037728 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'status': 'completed', 'code': 200} Jan 28 10:54:09.119481 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:54:09.285144 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-d914254d-68e6-423d-8da1-c06d2e722abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:09.286501 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-d914254d-68e6-423d-8da1-c06d2e722abc service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1096 time: 0.2297535 Jan 28 10:54:09.294465 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fddb1a-68a6-48cf-99d6-8a5f8ed5569b req-5177c0ae-45d6-4f9c-9509-575f6134c4d1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:09.295790 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5fddb1a-68a6-48cf-99d6-8a5f8ed5569b req-5177c0ae-45d6-4f9c-9509-575f6134c4d1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.1087534 Jan 28 10:54:09.422399 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c5fddb1a-68a6-48cf-99d6-8a5f8ed5569b req-239ccf46-b31c-4587-a955-2415b97e704e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078994 Jan 28 10:54:09.446696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59812) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:09.459306 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-0b2a8b60-995c-4c8a-ae13-7151373d008c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:09.461302 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-0b2a8b60-995c-4c8a-ae13-7151373d008c service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 898 time: 0.1646914 Jan 28 10:54:09.529515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '5f62d66e-4e9e-4ca6-9a18-b852980bb796', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'port_id': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'mac_address': 'fa:16:3e:56:9d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:54:07Z', 'updated_at': '2022-01-28T10:54:07Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:09.533824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] Checking router: 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:54:09.546552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:54:09.547233 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:53:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:09.577479 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bdd0a08d-7e52-4179-9f20-3c82b4bdca96 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/5f62d66e-4e9e-4ca6-9a18-b852980bb796 HTTP/1.1" status: 200 len: 989 time: 0.1293025 Jan 28 10:54:09.592232 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-de35e18c-71be-4e26-be30-e5a728eb31fa service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 997 time: 0.1248028 Jan 28 10:54:09.653882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-b6826029-d91f-4444-b8ff-912cc6ca4b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:09.655324 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-b6826029-d91f-4444-b8ff-912cc6ca4b1a service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 200 len: 834 time: 0.0576694 Jan 28 10:54:09.733168 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-32745b3e-b7ca-4d9b-946c-6617703084f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:09.734624 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-32745b3e-b7ca-4d9b-946c-6617703084f5 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba0da680-bcad-4685-830b-2c40978f6b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739725 Jan 28 10:54:09.736403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:54:09.866538 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-977383c8-ce74-4481-83eb-c189909bf46c service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259003 Jan 28 10:54:09.996210 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c560f39e-9c8b-49e0-8152-2f8717182589 req-7fd5ddb1-ce28-40fc-91e3-6307414f01a3 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238928 Jan 28 10:54:10.078117 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '5f62d66e-4e9e-4ca6-9a18-b852980bb796', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'port_id': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'mac_address': 'fa:16:3e:56:9d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:54:07Z', 'updated_at': '2022-01-28T10:54:07Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:10.081972 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a292b2a4-2134-43a7-82db-a7b4fed34a3d None None] The sync data for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 is: [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '5f62d66e-4e9e-4ca6-9a18-b852980bb796', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'floating_ip_address': '172.25.1.7', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'port_id': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'mac_address': 'fa:16:3e:56:9d:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:54:07Z', 'updated_at': '2022-01-28T10:54:07Z', 'revision_number': 0, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:54:10.272860 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c499be-0027-49e0-91c5-4e8d6e263179 None None] New status for floating IP 5f62d66e-4e9e-4ca6-9a18-b852980bb796: ACTIVE {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:54:10.582211 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59816) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:10.688926 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c8f99ff7-6ff2-47f7-b2e9-dd055da89223 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/5f62d66e-4e9e-4ca6-9a18-b852980bb796 HTTP/1.1" status: 200 len: 991 time: 0.1055379 Jan 28 10:54:14.570618 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:15.853439 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:23.240713 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:54:26.055324 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fd81e8f0-12f1-466b-9c16-84cdd9a8f80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:28.476148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-57b3ebb4-25f9-451e-a502-177e747ef96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:29.634932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:29.678781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:31.095006 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:37.824886 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-5166821d-6c0f-4cf3-a4ce-dee10ca9678c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694053 Jan 28 10:54:37.959021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-1fada65b-9e4c-49da-a77f-525bbc576588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:37.960450 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-1fada65b-9e4c-49da-a77f-525bbc576588 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1096 time: 0.0685046 Jan 28 10:54:38.110146 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-800551ac-906f-410f-8449-6be4a3011277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:38.111486 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-800551ac-906f-410f-8449-6be4a3011277 service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 898 time: 0.1319025 Jan 28 10:54:38.212380 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-0f27719c-0415-4bff-a69c-96b5b2ab987b service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 999 time: 0.0949659 Jan 28 10:54:38.274952 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-2c60a6ad-ad7b-44ab-9ec5-4e175aceffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:38.276306 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-2c60a6ad-ad7b-44ab-9ec5-4e175aceffc2 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 200 len: 834 time: 0.0582943 Jan 28 10:54:38.349224 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-50d79b52-3bc9-413d-acbf-130f66353cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:38.350664 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-50d79b52-3bc9-413d-acbf-130f66353cf9 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba0da680-bcad-4685-830b-2c40978f6b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683029 Jan 28 10:54:38.581928 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-22458349-ad5c-4b9a-8b4e-21816332b399 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241249 Jan 28 10:54:38.709867 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-062d993c-8d23-4ff0-bcb5-57d0dbacdf90 req-dd1421c2-5ba8-44e2-a8d6-506d39a1a9ab service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203003 Jan 28 10:54:39.967433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb96f7-db90-402c-b11e-fbe6a4d9d288 req-507b100c-192c-4085-8033-e858cf7fa359 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:39.968996 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56eb96f7-db90-402c-b11e-fbe6a4d9d288 req-507b100c-192c-4085-8033-e858cf7fa359 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0794663 Jan 28 10:54:40.014831 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-56eb96f7-db90-402c-b11e-fbe6a4d9d288 req-37f32eb5-0526-4045-a883-57918e2226d9 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403767 Jan 28 10:54:41.200538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2eecd-f660-478c-9337-6be0b9c103cb req-006ce94e-255f-42f9-8c36-1574540ebaa7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:41.202000 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8af2eecd-f660-478c-9337-6be0b9c103cb req-006ce94e-255f-42f9-8c36-1574540ebaa7 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0813930 Jan 28 10:54:41.244904 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8af2eecd-f660-478c-9337-6be0b9c103cb req-07514218-359a-406e-8ac9-7d715e7d5161 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374134 Jan 28 10:54:41.267459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59838) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:41.371273 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c5951044-d5bd-4534-b60e-f7f47d968cb1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/5f62d66e-4e9e-4ca6-9a18-b852980bb796 HTTP/1.1" status: 200 len: 991 time: 0.1027362 Jan 28 10:54:42.816927 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1d2ca0-c72c-4813-82f4-0d8ce6643998 req-d3ee9385-1aea-4494-88f7-3f1a32bffab2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:42.818374 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc1d2ca0-c72c-4813-82f4-0d8ce6643998 req-d3ee9385-1aea-4494-88f7-3f1a32bffab2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0804231 Jan 28 10:54:42.819869 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-53b7d3d3-9d77-4dfc-8af7-9f0b1f73b66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:42.821379 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-53b7d3d3-9d77-4dfc-8af7-9f0b1f73b66f service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1096 time: 0.0693967 Jan 28 10:54:42.862594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bc1d2ca0-c72c-4813-82f4-0d8ce6643998 req-fea88bb4-071c-425f-adb7-d2e1d3b6679e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383241 Jan 28 10:54:42.949112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-96b04ce6-0c47-4d07-ad27-69230488788d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:42.950447 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-96b04ce6-0c47-4d07-ad27-69230488788d service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 898 time: 0.1228623 Jan 28 10:54:43.051074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-9bc79b2b-444f-44a9-a090-86cd01a4f600 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 999 time: 0.0944312 Jan 28 10:54:43.112114 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-8ccef6a5-1d4e-4c48-9114-e6620d2359eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:43.113537 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-8ccef6a5-1d4e-4c48-9114-e6620d2359eb service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 200 len: 834 time: 0.0569167 Jan 28 10:54:43.189191 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-63dc118c-9879-4826-87a6-dbf6ca337b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:43.190632 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-63dc118c-9879-4826-87a6-dbf6ca337b3e service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba0da680-bcad-4685-830b-2c40978f6b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715208 Jan 28 10:54:43.316448 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-b34e4aa2-81bc-4fb3-91c8-9ec70d0d12e6 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190393 Jan 28 10:54:43.449676 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-16e4f3a2-6731-4621-b5ba-37f764128662 req-df118bd6-0f32-4fc3-84f4-92020bdab23d service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271503 Jan 28 10:54:44.046051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85237b01-573f-46b5-aa72-846c273e0b27 req-dda1ca93-93c1-4f94-b418-f7ceae8119b4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:44.047478 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85237b01-573f-46b5-aa72-846c273e0b27 req-dda1ca93-93c1-4f94-b418-f7ceae8119b4 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0783985 Jan 28 10:54:44.090182 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-85237b01-573f-46b5-aa72-846c273e0b27 req-4325b0e6-e5c8-40db-a0b4-b811361f1477 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jan 28 10:54:44.572698 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:45.275910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8b5c02-564a-4464-802a-0e3aa30bf6bb req-3c80d86f-dfed-40e7-a390-f270d9b1b560 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:45.277389 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e8b5c02-564a-4464-802a-0e3aa30bf6bb req-3c80d86f-dfed-40e7-a390-f270d9b1b560 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0821197 Jan 28 10:54:45.320638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5e8b5c02-564a-4464-802a-0e3aa30bf6bb req-eb8bbade-24e7-43eb-adc1-290421ea2490 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377622 Jan 28 10:54:45.343692 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59856) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:45.449201 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-01d07d43-8682-4846-98dd-e7aa6e4625da tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/floatingips/5f62d66e-4e9e-4ca6-9a18-b852980bb796 HTTP/1.1" status: 200 len: 991 time: 0.1043530 Jan 28 10:54:45.699515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59864) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:45.848634 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:45.898599 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 0a867867-a8a2-41a6-abd3-36b37ec388ae {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:54:45.898938 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:46.070739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:46.071011 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:46.193372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 0a867867-a8a2-41a6-abd3-36b37ec388ae owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:54:46.340426 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:46.387794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=0a867867-a8a2-41a6-abd3-36b37ec388ae,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:46.454090 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.454453 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.454768 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.455099 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.455426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.455754 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.456076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.456396 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.456736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.457056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.457371 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.457681 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:46.488356 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:46.488708 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Floating IP 5f62d66e-4e9e-4ca6-9a18-b852980bb796 disassociated (deleted). External IP: 172.25.1.7, port: 139157f9-bbbe-4756-b3eb-47ed645a0325. Jan 28 10:54:46.951091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:54:47.127776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:54:47.137586 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] Sync routers for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:54:47.147753 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:54:47.148355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:47.148511 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:47.206281 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c70dee03-2af0-463c-a41a-f25eaa094ca1 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/floatingips/5f62d66e-4e9e-4ca6-9a18-b852980bb796 HTTP/1.1" status: 204 len: 168 time: 1.5056579 Jan 28 10:54:47.206885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:54:47.254265 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'status': 'completed', 'code': 200} Jan 28 10:54:47.335022 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:54:47.346871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-cdb77852-bb30-4cd8-a412-3a16f71a74e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:47.348413 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-cdb77852-bb30-4cd8-a412-3a16f71a74e6 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 1096 time: 0.0745857 Jan 28 10:54:47.486998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-bd370828-2838-4d26-a623-51973056c5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:47.488397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-bd370828-2838-4d26-a623-51973056c5db service neutron] 10.222.0.43 "GET /v2.0/networks?id=ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 200 len: 898 time: 0.1338689 Jan 28 10:54:47.651517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:47.656176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] Checking router: 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:54:47.665742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:54:47.666350 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:47.711157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-afe5c77b-617e-44b9-8168-9c3d0b50bfe5 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 200 len: 217 time: 0.2099001 Jan 28 10:54:47.787871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-7f67a1ab-79ad-4597-a44b-919696a35495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:47.789204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-7f67a1ab-79ad-4597-a44b-919696a35495 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 200 len: 834 time: 0.0699821 Jan 28 10:54:47.850524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b388a8-93bd-4629-a26b-99f736b048d4 req-fb616c31-a0d0-48ca-be82-c35a7fd20187 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:47.851935 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6b388a8-93bd-4629-a26b-99f736b048d4 req-fb616c31-a0d0-48ca-be82-c35a7fd20187 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.3044002 Jan 28 10:54:47.886268 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:54:47.905613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e6b388a8-93bd-4629-a26b-99f736b048d4 req-db81249f-951d-4da6-bf83-1656d397b6ea tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 Jan 28 10:54:47.915570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-926ead27-11ea-43e6-8322-da63ed7138b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:47.917015 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-926ead27-11ea-43e6-8322-da63ed7138b6 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=ba0da680-bcad-4685-830b-2c40978f6b98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189275 Jan 28 10:54:48.048482 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-763a906e-3ff6-4ec3-b886-0e0b548f2c9f service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240880 Jan 28 10:54:48.178167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bfe61b4-d3e6-45a0-9a46-600d269cb82e req-1988e4a7-7dea-43a5-a5a0-b51e8137ecd2 service neutron] 10.222.0.43 "GET /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234248 Jan 28 10:54:48.202282 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:48.206200 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24734197-1ed5-48d9-a525-daff4e98aeed None None] The sync data for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 is: [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': 'bb441866-2fbc-4951-89b3-9eb59439a9ab', 'name': '', 'network_id': 'ba0da680-bcad-4685-830b-2c40978f6b98', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'mac_address': 'fa:16:3e:62:65:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:52Z', 'updated_at': '2022-01-28T10:53:57Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'subnets': [{'id': 'c5bf186a-67b3-48fb-964d-917043baf6ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:54:48.412545 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58485915-b860-4adf-bdbd-78e1a09c9601 None None] New status for floating IP 5f62d66e-4e9e-4ca6-9a18-b852980bb796: DOWN {{(pid=87543) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:54:49.036087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-a27f12dc-311c-4d46-9bf7-cc30df42b9f2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:49.037564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-a27f12dc-311c-4d46-9bf7-cc30df42b9f2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0914698 Jan 28 10:54:49.095615 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dfaede-6284-4932-89d2-720463abed65 req-4d007d19-a854-44da-bcb6-e9776fa6c8d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:49.096308 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-28dfaede-6284-4932-89d2-720463abed65 req-4d007d19-a854-44da-bcb6-e9776fa6c8d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Synchronizing usage tracker for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:54:49.111218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-28dfaede-6284-4932-89d2-720463abed65 req-4d007d19-a854-44da-bcb6-e9776fa6c8d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Unset dirty status for tenant:0d6bbe5d19a247e7bfb79d28c922934e on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:54:49.112445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28dfaede-6284-4932-89d2-720463abed65 req-4d007d19-a854-44da-bcb6-e9776fa6c8d0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 945 time: 0.0960634 Jan 28 10:54:49.114297 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 139157f9-bbbe-4756-b3eb-47ed645a0325 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:54:49.114637 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:49.158077 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-28dfaede-6284-4932-89d2-720463abed65 req-6a7b6327-d1ff-4563-b6a7-ced2fbef15fd tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/security-groups?id=d314911e-302f-4cd8-b76e-730f0c63c429&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399213 Jan 28 10:54:49.356307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 139157f9-bbbe-4756-b3eb-47ed645a0325, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=139157f9-bbbe-4756-b3eb-47ed645a0325,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:49.356552 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:49.478181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 139157f9-bbbe-4756-b3eb-47ed645a0325 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:54:49.622724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:49.674352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=139157f9-bbbe-4756-b3eb-47ed645a0325,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:49.739324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.739665 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.739998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.740328 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.740652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.740999 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.741317 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.741644 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.741965 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.742283 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.742597 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.742909 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:49.758774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] No DVR routers for this DVR port 139157f9-bbbe-4756-b3eb-47ed645a0325 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:54:49.761214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:49.763677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'name': 'network-vif-deleted', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:54:49.780290 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-23cacc6c-e893-4f76-ab4c-da877a798da8 req-66d3987a-85b9-4577-912c-fb1e0db89ef2 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.43 "DELETE /v2.0/ports/139157f9-bbbe-4756-b3eb-47ed645a0325 HTTP/1.1" status: 204 len: 173 time: 0.7361882 Jan 28 10:54:49.810761 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2184c6d7-28a2-4fed-a213-fb6edf173702', 'name': 'network-vif-deleted', 'tag': '139157f9-bbbe-4756-b3eb-47ed645a0325', 'status': 'completed', 'code': 200} Jan 28 10:54:50.324372 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b8d476dc-9ad5-4eba-8f82-3e186743d0e9 req-59741351-6e0b-41ec-b2c6-3c06568e3e01 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "GET /v2.0/ports?device_id=2184c6d7-28a2-4fed-a213-fb6edf173702 HTTP/1.1" status: 200 len: 210 time: 0.0479367 Jan 28 10:54:51.417407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59882) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:51.593454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 139157f9-bbbe-4756-b3eb-47ed645a0325 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:54:51.627667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 139157f9-bbbe-4756-b3eb-47ed645a0325 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:54:51.628006 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 139157f9-bbbe-4756-b3eb-47ed645a0325 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:54:51.966474 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:52.431411 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port bb441866-2fbc-4951-89b3-9eb59439a9ab {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:54:52.432084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:52.619590 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port bb441866-2fbc-4951-89b3-9eb59439a9ab, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=bb441866-2fbc-4951-89b3-9eb59439a9ab,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:52.619945 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:52.742492 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for bb441866-2fbc-4951-89b3-9eb59439a9ab owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:54:53.064498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:53.111797 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=bb441866-2fbc-4951-89b3-9eb59439a9ab,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:53.388316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:53.864321 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:54:54.038326 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:54:54.048637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] Sync routers for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:54:54.051582 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-937a6e8f-cfe0-423c-94c7-4cedd16f8660 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "PUT /v2.0/routers/22459578-0bbd-4e0f-92e3-2d96dcf8cea7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6331024 Jan 28 10:54:54.054296 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 59886) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:54.058344 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:54:54.058937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:54.122798 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting subnet c5bf186a-67b3-48fb-964d-917043baf6ce {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 10:54:54.125988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.179896 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.233861 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:54:54.265251 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.337982 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.378022 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Subnet': ['ID=c5bf186a-67b3-48fb-964d-917043baf6ce,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:54.382328 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.391162 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-19282873-d95c-4fd5-9649-23a2987f663e tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/subnets/c5bf186a-67b3-48fb-964d-917043baf6ce HTTP/1.1" status: 204 len: 168 time: 0.3335638 Jan 28 10:54:54.391838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59890) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:54.403456 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65e22df-8b82-4071-a256-e3f4cfae1e8c None None] Network ba0da680-bcad-4685-830b-2c40978f6b98 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:54:54.566934 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.696940 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:54:52Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:54.701435 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] Checking router: 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:54:54.710714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] Routers {'22459578-0bbd-4e0f-92e3-2d96dcf8cea7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:54:54.711468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:54.775917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] DHCP port deletion for ba0da680-bcad-4685-830b-2c40978f6b98 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 10:54:54.795709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Deleting port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:54:54.796079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.856071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:54.866563 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Deleting port 0301c90c-538e-4f90-8eba-7c6f201c96f1 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:54:54.866900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.040619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] For port 0301c90c-538e-4f90-8eba-7c6f201c96f1, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0301c90c-538e-4f90-8eba-7c6f201c96f1,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:55.040871 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.051130 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] Set router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:54:55.162574 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Calling delete_port for 0301c90c-538e-4f90-8eba-7c6f201c96f1 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:54:55.306527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] For port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,segment=NetworkSegment(019d0620-b891-47d3-b349-8a59ab4c75e2),segment_id=019d0620-b891-47d3-b349-8a59ab4c75e2)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:54:55.306939 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.332023 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.377826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Port': ['ID=0301c90c-538e-4f90-8eba-7c6f201c96f1,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:55.436165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Calling delete_port for 55abbf96-6c64-4dc1-a8c5-2c8acb954ede owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:54:55.467987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.599335 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174'] for port, after_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.646762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.649124 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.650292 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 55abbf96-6c64-4dc1-a8c5-2c8acb954ede no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:54:55.673828 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.675629 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Fanout notify agent at l3_agent the message router_deleted on router 22459578-0bbd-4e0f-92e3-2d96dcf8cea7 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 10:54:55.695178 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.696293 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-70dbf34f-ea2c-4c31-8a57-4003f98b8364 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/routers/22459578-0bbd-4e0f-92e3-2d96dcf8cea7 HTTP/1.1" status: 204 len: 168 time: 1.3038347 Jan 28 10:54:55.698778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Pushing event deleted for resources: {'Port': ['ID=55abbf96-6c64-4dc1-a8c5-2c8acb954ede,revision_number=None']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:55.699081 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59894) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:55.704618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 55abbf96-6c64-4dc1-a8c5-2c8acb954ede {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:54:55.704989 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 55abbf96-6c64-4dc1-a8c5-2c8acb954ede not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:54:55.707432 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] No DVR routers for this DVR port 55abbf96-6c64-4dc1-a8c5-2c8acb954ede on host n-d-825178-2 {{(pid=87542) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:54:55.716691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718423 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.718917 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.719231 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.719557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.719883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.720202 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20478891-3380-4f12-962f-b48ca50263f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:54:55.731219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:54:52Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:55.735192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dbcc51-6122-402e-a94e-32abfb10f439 None None] The sync data for ids ['22459578-0bbd-4e0f-92e3-2d96dcf8cea7'] in n-d-825178-2 is: [{'id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'name': 'tempest-TestNetworkAdvancedServerOps-router-649822464', 'tenant_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:53:48Z', 'updated_at': '2022-01-28T10:54:52Z', 'revision_number': 5, 'project_id': '0d6bbe5d19a247e7bfb79d28c922934e', 'gw_port': {'id': '0301c90c-538e-4f90-8eba-7c6f201c96f1', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:d2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22459578-0bbd-4e0f-92e3-2d96dcf8cea7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4275, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:53:49Z', 'updated_at': '2022-01-28T10:53:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:54:55.814904 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.942290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:55.966376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba0da680-bcad-4685-830b-2c40978f6b98']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:55.978497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '019d0620-b891-47d3-b349-8a59ab4c75e2') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:55.978731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '019d0620-b891-47d3-b349-8a59ab4c75e2') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:54:55.989574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.004878 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.011403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 10:54:56.011812 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: timer() Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 10:54:56.026533 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 10:54:56.060261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-38015ff6-fb0c-4ee6-b518-5405f672082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.215954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.220843 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.246683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'Network': ['ID=ba0da680-bcad-4685-830b-2c40978f6b98,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:56.251613 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9f5c6a97-7c1c-4dfe-9d09-04a83e2010f0 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/networks/ba0da680-bcad-4685-830b-2c40978f6b98 HTTP/1.1" status: 204 len: 168 time: 0.5514648 Jan 28 10:54:56.254301 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59898) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:56.325707 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b919ad1c-304a-416c-907f-4b3bd87c5cc5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.356222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b919ad1c-304a-416c-907f-4b3bd87c5cc5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.421472 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b919ad1c-304a-416c-907f-4b3bd87c5cc5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.439150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919ad1c-304a-416c-907f-4b3bd87c5cc5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d314911e-302f-4cd8-b76e-730f0c63c429,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:56.450290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-b919ad1c-304a-416c-907f-4b3bd87c5cc5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:56.451389 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-b919ad1c-304a-416c-907f-4b3bd87c5cc5 tempest-TestNetworkAdvancedServerOps-2015708613 tempest-TestNetworkAdvancedServerOps-2015708613-project] 10.222.0.42 "DELETE /v2.0/security-groups/d314911e-302f-4cd8-b76e-730f0c63c429 HTTP/1.1" status: 204 len: 168 time: 0.1961648 Jan 28 10:54:56.815959 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59908) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:56.958418 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c650f59b-8fc1-4e8a-a58f-33d575a30dfb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d6bbe5d19a247e7bfb79d28c922934e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413174 Jan 28 10:54:56.960923 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59914) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:57.015964 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b325997-0f59-4788-a6fa-11383c3f407e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.041188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b325997-0f59-4788-a6fa-11383c3f407e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.094835 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b325997-0f59-4788-a6fa-11383c3f407e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.111760 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b325997-0f59-4788-a6fa-11383c3f407e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65d2fb8-e12e-4f76-a9fa-18aee9cc169e,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:57.118624 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b325997-0f59-4788-a6fa-11383c3f407e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.121086 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1b325997-0f59-4788-a6fa-11383c3f407e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e65d2fb8-e12e-4f76-a9fa-18aee9cc169e HTTP/1.1" status: 204 len: 168 time: 0.1592638 Jan 28 10:54:57.392977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59922) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:57.410513 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.424831 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:54:57.428538 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Usage tracker for resource:security_group_rule and tenant:1651f55cc70c430b9ee91c79631b6984 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:54:57.431298 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:54:57.436883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:54:57.520291 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bb441866-2fbc-4951-89b3-9eb59439a9ab no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:54:57.521094 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.526438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.557366 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: bb441866-2fbc-4951-89b3-9eb59439a9ab {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:54:57.557536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device bb441866-2fbc-4951-89b3-9eb59439a9ab not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:54:57.558025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0301c90c-538e-4f90-8eba-7c6f201c96f1 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:54:57.573268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1651f55cc70c430b9ee91c79631b6984&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1792214 Jan 28 10:54:57.575870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59926) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:57.578442 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e450c3f-80ce-4a0b-88dc-424586773ee7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24233d7-8823-43d0-8a88-ad17cf0bd695,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:57.595389 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0301c90c-538e-4f90-8eba-7c6f201c96f1 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:54:57.595733 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0301c90c-538e-4f90-8eba-7c6f201c96f1 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:54:57.634933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68e48f0-0af1-4363-a24d-9175f318cbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.663632 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68e48f0-0af1-4363-a24d-9175f318cbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.714346 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68e48f0-0af1-4363-a24d-9175f318cbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.729049 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68e48f0-0af1-4363-a24d-9175f318cbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24233d7-8823-43d0-8a88-ad17cf0bd695,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:57.736773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-e68e48f0-0af1-4363-a24d-9175f318cbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:57.737872 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-e68e48f0-0af1-4363-a24d-9175f318cbcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c24233d7-8823-43d0-8a88-ad17cf0bd695 HTTP/1.1" status: 204 len: 168 time: 0.1611097 Jan 28 10:54:58.479059 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c737e5e5-265d-4f62-bae4-ac177a5f6820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.480571 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59950) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:58.586825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-271107136-network', 'tenant_id': '0b4b6858ec5846429551e813b010893f'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:54:58.592300 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:54:58.596087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Usage tracker for resource:network and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:54:58.598925 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:54:58.605069 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:54:58.615458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Made reservation on behalf of 0b4b6858ec5846429551e813b010893f for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:54:58.619449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.631992 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.646165 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:54:58.649932 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:54:58.652705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:54:58.658208 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:54:58.739545 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.745911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.777788 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 302} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:54:58.782792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb89d97c-7659-4686-8d96-05cadef181ab,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:58.789600 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.790563 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Added segment b872da52-c268-473c-aa28-c834ac53dfda of type vlan for network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 Jan 28 10:54:58.815465 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.846386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.847365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:58.847912 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:58.944279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] Pushing event updated for resources: {'Network': ['ID=80a2d0ed-e997-42ff-98c9-857b9fb5fc19,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:58.950865 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-69daf3c2-c256-43f0-be40-e24068826d26 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4658885 Jan 28 10:54:58.951251 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59956) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:58.954690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:54:58.956232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Request body: {'subnet': {'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-271107136-subnet', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:54:58.962356 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:54:58.966262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Usage tracker for resource:subnet and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:54:58.969231 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:54:58.975051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:54:58.989539 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Made reservation on behalf of 0b4b6858ec5846429551e813b010893f for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:54:58.991847 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.195801 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.267945 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7d3dd7b-aa91-4852-a252-e701d787d634,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:54:59.275284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Checking segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:54:59.275633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Network hostable DHCP agents. Network: 80a2d0ed-e997-42ff-98c9-857b9fb5fc19, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:54:59.293757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:54:59.302630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 80a2d0ed-e997-42ff-98c9-857b9fb5fc19) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:54:59.306469 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:54:59.307027 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.312409 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b5672f-4a3f-4609-9f62-e6bab7ce4b4d None None] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:54:59.326738 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-edee4b30-48b6-42cb-9406-45ebb0ee2bc5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3747158 Jan 28 10:54:59.329489 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59960) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:54:59.334335 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:54:59.340234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:54:59.343998 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Usage tracker for resource:router and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:54:59.346789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:54:59.352370 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:54:59.366188 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.367787 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.386208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.531036 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:54:59.531866 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.652060 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.667598 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.719869 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.748808 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Allocated IP 172.20.0.2 (80a2d0ed-e997-42ff-98c9-857b9fb5fc19/e7d3dd7b-aa91-4852-a252-e701d787d634/0752db99-509d-47cf-8534-86a79dd2725c) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:54:59.953546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:54:59.964636 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Transition to ACTIVE for port object 0752db99-509d-47cf-8534-86a79dd2725c will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:54:59.983050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Transition to ACTIVE for port object 0752db99-509d-47cf-8534-86a79dd2725c will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:54:59.988780 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.051314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:00.053892 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:00.057723 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:00.066028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.066230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Pushing event updated for resources: {'Port': ['ID=0752db99-509d-47cf-8534-86a79dd2725c,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:00.099979 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.151487 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Attempting to bind port 0752db99-509d-47cf-8534-86a79dd2725c on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:00.151854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Attempting to bind port 0752db99-509d-47cf-8534-86a79dd2725c by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:00.152223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Attempting to bind port 0752db99-509d-47cf-8534-86a79dd2725c on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:00.157346 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:00.157713 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Checking segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:00.158108 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.158495 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Bound using segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:00.158950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Bound port: 0752db99-509d-47cf-8534-86a79dd2725c, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:00.159314 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.230994 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Allocated IP 172.25.1.189 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/b316a908-459f-4392-814d-1687801216e6) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:00.241699 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:55:00.245403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] For port 0752db99-509d-47cf-8534-86a79dd2725c, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:00.249180 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] For port 0752db99-509d-47cf-8534-86a79dd2725c, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0752db99-509d-47cf-8534-86a79dd2725c,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:00.253626 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.336533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5f95c-f758-4760-9a96-c1667826a6b3 None None] Pushing event updated for resources: {'Port': ['ID=0752db99-509d-47cf-8534-86a79dd2725c,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:00.388862 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.418649 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:00.495742 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:00.500850 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:00.505078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:00.536638 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Pushing event updated for resources: {'Port': ['ID=b316a908-459f-4392-814d-1687801216e6,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:00.919055 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.099526 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.268817 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.313270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d193b-86e0-48d7-b44b-d5e85afa52e7 None None] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:55:01.410277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ee0423f5-ad93-4c39-9e62-fb9be48a4d23 None None] Provisioning for port 0752db99-509d-47cf-8534-86a79dd2725c completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:01.601377 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:55:01.632289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0752db99-509d-47cf-8534-86a79dd2725c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:01.709248 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0752db99-509d-47cf-8534-86a79dd2725c completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:01.715258 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0752db99-509d-47cf-8534-86a79dd2725c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:01.715627 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.789503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:55:01.799045 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:55:01.809728 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:01.810327 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:01.816137 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.817863 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d206590-55ea-4585-b78f-c0e65127840e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4874406 Jan 28 10:55:01.820570 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59964) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:01.840725 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.879774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-28baf0c8-3495-416e-be61-a8b52062f0f5 None None] Provisioning complete for port 0752db99-509d-47cf-8534-86a79dd2725c triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:01.879774 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-28baf0c8-3495-416e-be61-a8b52062f0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.915581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 0752db99-509d-47cf-8534-86a79dd2725c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0752db99-509d-47cf-8534-86a79dd2725c,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:01.925811 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:01.992259 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:02.008043 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=0752db99-509d-47cf-8534-86a79dd2725c,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:02.273867 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:00Z', 'revision_number': 3, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:02.277557 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:55:02.277895 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Updating router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 port b316a908-459f-4392-814d-1687801216e6 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:55:02.363570 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.499318 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.682708 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.694156 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Transition to ACTIVE for port object b316a908-459f-4392-814d-1687801216e6 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:02.700768 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.707233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Allocated IP 172.20.0.1 (80a2d0ed-e997-42ff-98c9-857b9fb5fc19/e7d3dd7b-aa91-4852-a252-e701d787d634/2d698d81-6883-4a8d-8649-671f05f9e6b5) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:02.780730 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Attempting to bind port b316a908-459f-4392-814d-1687801216e6 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:02.781079 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Attempting to bind port b316a908-459f-4392-814d-1687801216e6 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:02.781429 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Attempting to bind port b316a908-459f-4392-814d-1687801216e6 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:02.784836 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Pushing event updated for resources: {'Port': ['ID=b316a908-459f-4392-814d-1687801216e6,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:02.789621 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:02.790420 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:02.790797 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.791171 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:02.791611 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Bound port: b316a908-459f-4392-814d-1687801216e6, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:02.791964 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.825585 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.826370 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.826370 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.826553 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.826849 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.827141 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.827449 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.827754 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.828057 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.828360 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.828680 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.828982 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:55:02.853476 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.868461 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Transition to ACTIVE for port object 2d698d81-6883-4a8d-8649-671f05f9e6b5 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:02.875136 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] For port b316a908-459f-4392-814d-1687801216e6, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:02.878285 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] For port b316a908-459f-4392-814d-1687801216e6, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b316a908-459f-4392-814d-1687801216e6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:02.881903 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.892461 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:02.951660 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:02.954860 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:02.955180 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:02.955775 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:02.958490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:03.022614 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf1a1ae-676a-4c4d-be65-451a1407f5e4 None None] Pushing event updated for resources: {'Port': ['ID=b316a908-459f-4392-814d-1687801216e6,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:03.135951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Pushing event updated for resources: {'Port': ['ID=2d698d81-6883-4a8d-8649-671f05f9e6b5,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:03.145667 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:03.149757 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.303172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e55e45b2-72b7-406a-8cbe-822704cee3bf None None] Provisioning for port 2d698d81-6883-4a8d-8649-671f05f9e6b5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:03.311925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e55e45b2-72b7-406a-8cbe-822704cee3bf None None] Provisioning complete for port 2d698d81-6883-4a8d-8649-671f05f9e6b5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:03.312809 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e55e45b2-72b7-406a-8cbe-822704cee3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.385788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e55e45b2-72b7-406a-8cbe-822704cee3bf None None] Port 2d698d81-6883-4a8d-8649-671f05f9e6b5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:55:03.439478 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.457656 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:00Z', 'revision_number': 3, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:03.461511 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f4a24-6d6c-4d45-bfa1-174926f3a438 None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:00Z', 'revision_number': 3, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:55:03.571906 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0752db99-509d-47cf-8534-86a79dd2725c up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:03.645160 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0752db99-509d-47cf-8534-86a79dd2725c triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:03.645532 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.685198 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.700592 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.817290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:03.827705 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Pushing event updated for resources: {'Port': ['ID=2d698d81-6883-4a8d-8649-671f05f9e6b5,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:03.960777 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:03.962456 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:04.165726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:55:04.216100 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-29ce0ba0-9bfb-49df-af4d-1bb9470ca8d8 None None] Provisioning complete for port 2d698d81-6883-4a8d-8649-671f05f9e6b5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:04.216460 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-29ce0ba0-9bfb-49df-af4d-1bb9470ca8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:04.273542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-29ce0ba0-9bfb-49df-af4d-1bb9470ca8d8 None None] Port 2d698d81-6883-4a8d-8649-671f05f9e6b5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:55:04.352358 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:55:04.366098 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-07ea04e7-81cb-42c0-9d20-0e8fce83b543 admin admin] 10.222.0.42 "PUT /v2.0/routers/2dfd3a52-f158-4b59-a9e5-c4f592b5ade8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5438309 Jan 28 10:55:04.861487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59982) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:04.867263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1613557245-network', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:04.873473 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:04.877647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Usage tracker for resource:network and tenant:0bd2ee65c3514fa880828c0b2f6c82d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:04.880475 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:04.886677 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:04.896939 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Made reservation on behalf of 0bd2ee65c3514fa880828c0b2f6c82d2 for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:55:04.899332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:04.911584 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:04.928623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:04.932871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd2ee65c3514fa880828c0b2f6c82d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:04.935610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:04.941266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:05.027630 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.030643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.049002 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:55:05.061635 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:05.061951 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 10:55:05.062074 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:05.072166 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfae6ee-74f7-4403-ada6-a7f2f8434f77,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:05.077832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.078170 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Added segment ccad52f2-fcf5-4b9d-b361-45f30b4ab252 of type vlan for network 40692ce4-264c-48a7-9d35-5f3bddb88d44 Jan 28 10:55:05.106567 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.137221 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.138268 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:05.138896 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.239498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] Pushing event updated for resources: {'Network': ['ID=40692ce4-264c-48a7-9d35-5f3bddb88d44,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:05.243268 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-96a3ae61-1772-40d3-bd75-f0fd35b267b5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3801508 Jan 28 10:55:05.245993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59986) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:05.251420 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Request body: {'subnet': {'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1613557245-subnet', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'ip_version': 4}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:05.251790 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 10:55:05.256886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:05.260731 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Usage tracker for resource:subnet and tenant:0bd2ee65c3514fa880828c0b2f6c82d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:05.263503 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:05.269127 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:05.279882 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Made reservation on behalf of 0bd2ee65c3514fa880828c0b2f6c82d2 for: {'subnet': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:55:05.282203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-62602487'] for subnet, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.364649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:05.610503 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62577288', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-62602469'] for subnet, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.633035 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b316a908-459f-4392-814d-1687801216e6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:05.688348 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:05.695870 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Checking segment: {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:05.696233 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Network hostable DHCP agents. Network: 40692ce4-264c-48a7-9d35-5f3bddb88d44, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87541) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 10:55:05.723813 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87541) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 10:55:05.737619 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, 40692ce4-264c-48a7-9d35-5f3bddb88d44) {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:05.743455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:05.744045 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.752457 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a71805-c3c6-46d8-8be8-5f6acd9b602f None None] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:55:05.765247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5156b7e9-1b6f-4e2c-a083-766d908dded9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5182173 Jan 28 10:55:05.767669 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59990) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:05.773209 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:05.778985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:05.782982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Usage tracker for resource:router and tenant:0bd2ee65c3514fa880828c0b2f6c82d2 is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:05.785802 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:05.792037 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:05.802469 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.803475 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.818071 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.828077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b316a908-459f-4392-814d-1687801216e6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:05.848328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b316a908-459f-4392-814d-1687801216e6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:05.848710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:05.872156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 2, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:05.894914 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:55:05.895255 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Updating router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 port 2d698d81-6883-4a8d-8649-671f05f9e6b5 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:55:05.979940 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.091152 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.221394 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.299157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-40692ce4-264c-48a7-9d35-5f3bddb88d44', 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'fixed_ips': [{'subnet_id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 10:55:06.299955 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.312557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port b316a908-459f-4392-814d-1687801216e6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b316a908-459f-4392-814d-1687801216e6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:06.365810 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.402975 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.432157 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.571905 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Allocated IP 172.25.1.47 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/0afea93b-1d26-41bc-a617-fb2df698d0a4) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:06.594738 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=b316a908-459f-4392-814d-1687801216e6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:06.715839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Allocated IP 172.20.0.2 (40692ce4-264c-48a7-9d35-5f3bddb88d44/7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69/e1878336-dac7-4904-9802-28a0097b06fa) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:06.721814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.754234 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.762978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.817488 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:06.820082 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:06.823857 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:06.831097 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Transition to ACTIVE for port object 2d698d81-6883-4a8d-8649-671f05f9e6b5 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:06.840338 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:06.866996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Pushing event updated for resources: {'Port': ['ID=0afea93b-1d26-41bc-a617-fb2df698d0a4,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:07.007630 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd8be5-dd9e-438c-b707-8930b6680ff7 None None] Pushing event updated for resources: {'Port': ['ID=2d698d81-6883-4a8d-8649-671f05f9e6b5,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:07.159133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Attempting to bind port 2d698d81-6883-4a8d-8649-671f05f9e6b5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:07.159494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Attempting to bind port 2d698d81-6883-4a8d-8649-671f05f9e6b5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:07.159844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Attempting to bind port 2d698d81-6883-4a8d-8649-671f05f9e6b5 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:07.169063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.171634 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:07.171993 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Checking segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:07.172376 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.172781 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Bound using segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:07.173237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Bound port: 2d698d81-6883-4a8d-8649-671f05f9e6b5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:07.173613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.196786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Transition to ACTIVE for port object e1878336-dac7-4904-9802-28a0097b06fa will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:07.258370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Transition to ACTIVE for port object e1878336-dac7-4904-9802-28a0097b06fa will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:07.269038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.361935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:07.364871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] For port 2d698d81-6883-4a8d-8649-671f05f9e6b5, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:07.366135 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.367087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:07.369517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:07.374583 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] For port 2d698d81-6883-4a8d-8649-671f05f9e6b5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2d698d81-6883-4a8d-8649-671f05f9e6b5,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:07.380173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Pushing event updated for resources: {'Port': ['ID=e1878336-dac7-4904-9802-28a0097b06fa,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:07.385618 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.539078 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:07.539740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:07.597817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Attempting to bind port e1878336-dac7-4904-9802-28a0097b06fa on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:07.598179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Attempting to bind port e1878336-dac7-4904-9802-28a0097b06fa by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:07.598533 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Attempting to bind port e1878336-dac7-4904-9802-28a0097b06fa on network 40692ce4-264c-48a7-9d35-5f3bddb88d44 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:07.600761 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b316a908-459f-4392-814d-1687801216e6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:07.659114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:07.659466 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Checking segment: {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:07.659859 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.660250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Bound using segment: {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:07.660746 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Bound port: e1878336-dac7-4904-9802-28a0097b06fa, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:07.661113 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.684809 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd8be5-dd9e-438c-b707-8930b6680ff7 None None] Pushing event updated for resources: {'Port': ['ID=2d698d81-6883-4a8d-8649-671f05f9e6b5,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:07.729902 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:07.887702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:07.936147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87541) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 10:55:07.955171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] For port e1878336-dac7-4904-9802-28a0097b06fa, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:07.960122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b316a908-459f-4392-814d-1687801216e6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:07.960541 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:08.055994 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] For port e1878336-dac7-4904-9802-28a0097b06fa, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1878336-dac7-4904-9802-28a0097b06fa,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:08.112290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:55:08.121832 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Sync routers for ids ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:55:08.131188 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:08.132949 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Routers {'928e139e-da06-41b4-88d0-4dd5d0f85cf7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:08.133744 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:08.137660 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:08.141578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-a49d3790-9da1-4eec-967b-7c659c63c472 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3702171 Jan 28 10:55:08.141721 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 59996) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:08.311272 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096ad7-f345-4bfb-8651-deef74eea915 None None] Pushing event updated for resources: {'Port': ['ID=e1878336-dac7-4904-9802-28a0097b06fa,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:08.319362 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Set router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:08.478749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:07Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:08.484301 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc00c3f-f830-4684-95ca-49b06a0c1930 None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:07Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:55:08.723650 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T10:55:07Z', 'revision_number': 3, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:08.729600 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Checking router: 928e139e-da06-41b4-88d0-4dd5d0f85cf7 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:55:08.733299 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Updating router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 port 0afea93b-1d26-41bc-a617-fb2df698d0a4 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:55:08.795727 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.084954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.170015 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.190506 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Transition to ACTIVE for port object 0afea93b-1d26-41bc-a617-fb2df698d0a4 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:09.201033 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.274561 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19964d28-8605-4ea8-af3b-cb755a67edf4 None None] Pushing event updated for resources: {'Port': ['ID=0afea93b-1d26-41bc-a617-fb2df698d0a4,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:09.306520 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Attempting to bind port 0afea93b-1d26-41bc-a617-fb2df698d0a4 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:09.306898 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Attempting to bind port 0afea93b-1d26-41bc-a617-fb2df698d0a4 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:09.307229 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Attempting to bind port 0afea93b-1d26-41bc-a617-fb2df698d0a4 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:09.313092 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:09.313455 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:09.313848 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.314265 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:09.314732 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Bound port: 0afea93b-1d26-41bc-a617-fb2df698d0a4, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:09.315306 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.329824 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Allocated IP 172.20.0.1 (40692ce4-264c-48a7-9d35-5f3bddb88d44/7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69/17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:09.407665 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] For port 0afea93b-1d26-41bc-a617-fb2df698d0a4, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:09.411546 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] For port 0afea93b-1d26-41bc-a617-fb2df698d0a4, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0afea93b-1d26-41bc-a617-fb2df698d0a4,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:09.420301 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.518661 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Routers {'928e139e-da06-41b4-88d0-4dd5d0f85cf7'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:09.519377 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:09.548523 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.595987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Transition to ACTIVE for port object 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:09.632718 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19964d28-8605-4ea8-af3b-cb755a67edf4 None None] Pushing event updated for resources: {'Port': ['ID=0afea93b-1d26-41bc-a617-fb2df698d0a4,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:09.633955 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.741285 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Pushing event updated for resources: {'Port': ['ID=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:09.753261 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727c3feb-21c5-45a5-9610-94cbdfe233cb None None] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 10:55:09.754458 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:09.755606 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:09.758584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:09.803707 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] Set router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:09.820559 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:09.896089 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2d698d81-6883-4a8d-8649-671f05f9e6b5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:09.963724 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.022496 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4bd9d9e5-874c-4a49-93a5-3d12954210ab None None] Provisioning for port e1878336-dac7-4904-9802-28a0097b06fa completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:10.032179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 2d698d81-6883-4a8d-8649-671f05f9e6b5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:10.042177 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2d698d81-6883-4a8d-8649-671f05f9e6b5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:10.042540 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.111519 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T10:55:07Z', 'revision_number': 3, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:10.115560 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2932b0b-2e41-4182-aada-b91e11c39301 None None] The sync data for ids ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'] in n-d-825178-2 is: [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T10:55:07Z', 'revision_number': 3, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:55:10.229908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.233340 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.237360 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.268722 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 2d698d81-6883-4a8d-8649-671f05f9e6b5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2d698d81-6883-4a8d-8649-671f05f9e6b5,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:10.272648 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.273454 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1878336-dac7-4904-9802-28a0097b06fa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:10.352168 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.355902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Pushing event updated for resources: {'Port': ['ID=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:10.401603 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=2d698d81-6883-4a8d-8649-671f05f9e6b5,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:10.409754 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port e1878336-dac7-4904-9802-28a0097b06fa completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:10.425588 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e1878336-dac7-4904-9802-28a0097b06fa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:10.426256 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.529494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:10.531607 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:10.590447 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc2b2616-765d-4bd3-bf34-6392a3e6538c None None] Provisioning for port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:10.595865 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.633415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc2b2616-765d-4bd3-bf34-6392a3e6538c None None] Provisioning complete for port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:10.633829 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2616-765d-4bd3-bf34-6392a3e6538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.677196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port e1878336-dac7-4904-9802-28a0097b06fa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1878336-dac7-4904-9802-28a0097b06fa,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:10.694382 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.743925 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fc2b2616-765d-4bd3-bf34-6392a3e6538c None None] Port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:55:10.776157 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fc2b2616-765d-4bd3-bf34-6392a3e6538c None None] Provisioning complete for port e1878336-dac7-4904-9802-28a0097b06fa triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:10.777236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fc2b2616-765d-4bd3-bf34-6392a3e6538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:10.818752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=e1878336-dac7-4904-9802-28a0097b06fa,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:10.890440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:55:11.040934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b29c962b-b4ab-4a5f-9e2e-f8b61923779a None None] Provisioning complete for port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:11.041282 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b29c962b-b4ab-4a5f-9e2e-f8b61923779a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.089681 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:55:11.098549 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b29c962b-b4ab-4a5f-9e2e-f8b61923779a None None] Port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:55:11.102795 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4152b39b-0c2d-46ee-b7c4-2b0784418395 admin admin] 10.222.0.42 "PUT /v2.0/routers/928e139e-da06-41b4-88d0-4dd5d0f85cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570684 Jan 28 10:55:11.657732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0afea93b-1d26-41bc-a617-fb2df698d0a4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:11.671977 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60006) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:11.677262 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2084807931', 'description': 'tempest-secgroup-smoke-2084807931 description', 'project_id': '0b4b6858ec5846429551e813b010893f'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:11.684892 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:11.689290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:11.692310 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:11.699214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:11.714983 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.731158 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 0afea93b-1d26-41bc-a617-fb2df698d0a4 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:11.736594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0afea93b-1d26-41bc-a617-fb2df698d0a4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:11.737001 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.739931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:11.744354 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:11.747359 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:11.753654 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:11.833582 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.838483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.865612 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.882280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:11.885782 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.890140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-29f6fcf0-0ad7-469d-9918-655ab9d67cff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2139370 Jan 28 10:55:11.890310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 0afea93b-1d26-41bc-a617-fb2df698d0a4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0afea93b-1d26-41bc-a617-fb2df698d0a4,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:11.890426 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60010) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:11.895221 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:11.895457 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'b06d4110-f6b1-422d-b9c6-2b68c38ba7f3', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:11.897099 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2d698d81-6883-4a8d-8649-671f05f9e6b5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:11.905566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:11.909352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:11.912258 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:11.919175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:11.936711 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.005809 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.010405 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.031783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Sync routers for ids ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:55:12.038672 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a65cac04-dab2-49e4-8008-fceb239543d9,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.048470 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.052284 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4bbb6685-b73b-4e6e-9ec3-7cd04177b67a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586452 Jan 28 10:55:12.052455 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60014) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:12.057432 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'b06d4110-f6b1-422d-b9c6-2b68c38ba7f3', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:12.063884 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:12.066307 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Routers {'928e139e-da06-41b4-88d0-4dd5d0f85cf7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:12.066908 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:12.067823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:12.071242 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:12.076787 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:12.093722 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.152244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=0afea93b-1d26-41bc-a617-fb2df698d0a4,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.157139 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.161153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.187267 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e63e5f89-9428-43ee-89b8-e3575961b033,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.197203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.198372 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-c6cc640e-bafd-41dd-a9f0-96b27f518c2c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1448860 Jan 28 10:55:12.201070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60018) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:12.205864 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'b06d4110-f6b1-422d-b9c6-2b68c38ba7f3', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:12.212894 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:12.217645 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:12.220487 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:12.226162 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:12.235643 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 2d698d81-6883-4a8d-8649-671f05f9e6b5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:12.236013 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.244232 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.308713 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.309485 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Set router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:12.312718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.333647 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e505cc3-025c-4984-b8a2-3b96d7af1fdc,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.345744 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.346949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-3f441b26-f7f3-4d61-bb47-3a42abda5482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449883 Jan 28 10:55:12.349652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60022) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:12.355078 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'b06d4110-f6b1-422d-b9c6-2b68c38ba7f3', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:12.361498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:12.365411 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:12.368236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:12.374032 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:12.391245 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.452020 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.455803 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.483528 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be37f06-9e10-4bba-bbae-179bcf938491,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.494332 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.498458 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-d85f882f-09aa-491d-8c10-edaf50a7fb15 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450944 Jan 28 10:55:12.498859 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60026) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:12.505267 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'b06d4110-f6b1-422d-b9c6-2b68c38ba7f3', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:12.512261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:12.516474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:12.519420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:12.526428 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:12.536493 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Project 0b4b6858ec5846429551e813b010893f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:55:12.543848 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.568934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1878336-dac7-4904-9802-28a0097b06fa up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:12.612755 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.616891 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.643939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a44e3a41-91d2-49e6-9608-409f4609fec0,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.655782 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.658052 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-59d1af1e-40fe-4afa-9bff-899883b2c1eb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1581399 Jan 28 10:55:12.660823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60030) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:12.666261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'b06d4110-f6b1-422d-b9c6-2b68c38ba7f3', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:12.672982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:12.676812 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:12.679719 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:12.685266 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:12.695479 n-d-825178-2 neutron-server[87541]: INFO neutron.db.securitygroups_db [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Project 0b4b6858ec5846429551e813b010893f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:55:12.703082 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.709122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port e1878336-dac7-4904-9802-28a0097b06fa triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:12.709490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.768930 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.773109 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.796768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a52c2365-232f-4ab1-8cf7-4fffc73e277f,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:12.806832 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.815566 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6576097f-5e29-4b5e-a646-61b0550a4835 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1461916 Jan 28 10:55:12.815750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T10:55:09Z', 'revision_number': 4, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b', 'name': '', 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'mac_address': 'fa:16:3e:32:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:09Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 2, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'subnets': [{'id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:12.833302 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Checking router: 928e139e-da06-41b4-88d0-4dd5d0f85cf7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:55:12.833575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Updating router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 10:55:12.898411 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:12.970544 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-13803c03-e4d7-49a4-919d-a08b767527f2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2084807931&fields=id&tenant_id=0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 267 time: 0.0397797 Jan 28 10:55:13.136107 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-af24205c-d093-4caa-8e8a-148b64871547 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:13.137640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-af24205c-d093-4caa-8e8a-148b64871547 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 808 time: 0.1579158 Jan 28 10:55:13.153283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-d88c6551-0de3-4661-a621-e259c8ce0930 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/quotas/0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 375 time: 0.0101106 Jan 28 10:55:13.237398 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-54e09698-0160-4e44-b973-de2af242e6ff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0789285 Jan 28 10:55:13.237645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:13.250067 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Transition to ACTIVE for port object 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:13.256719 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:13.355488 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-31f19b86-baf8-41dc-b5b9-3e844d7440d9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:55:13.357242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-31f19b86-baf8-41dc-b5b9-3e844d7440d9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1077859 Jan 28 10:55:13.385623 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b72aa-6676-4bab-ad5b-fc2b08c8dd8f None None] Pushing event updated for resources: {'Port': ['ID=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:13.500675 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-81c3f791-7090-4576-a926-cadd031725b4 service neutron] 10.222.0.42 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363025 Jan 28 10:55:13.536449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Attempting to bind port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:13.536844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Attempting to bind port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:13.537297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Attempting to bind port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b on network 40692ce4-264c-48a7-9d35-5f3bddb88d44 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:13.543883 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:13.544489 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Checking segment: {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:13.545084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:13.545618 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Bound using segment: {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:13.546212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Bound port: 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:13.546754 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:13.591133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0afea93b-1d26-41bc-a617-fb2df698d0a4 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:13.669599 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-cc3c777f-b7ae-438d-92d8-4a312b38ee80 service neutron] 10.222.0.42 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564617 Jan 28 10:55:13.705359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] For port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:13.708417 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] For port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:13.714619 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:13.747050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 0afea93b-1d26-41bc-a617-fb2df698d0a4 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:13.747416 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:13.862115 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Routers {'928e139e-da06-41b4-88d0-4dd5d0f85cf7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:13.862736 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:54:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:13.876331 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3e0c6cdc-77d4-4173-9b73-66000f26f6ae req-ac6bb49a-2d41-4c09-811f-6337a396a679 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:55:13.898363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-3e0c6cdc-77d4-4173-9b73-66000f26f6ae req-ac6bb49a-2d41-4c09-811f-6337a396a679 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:55:13.912770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3e0c6cdc-77d4-4173-9b73-66000f26f6ae req-ac6bb49a-2d41-4c09-811f-6337a396a679 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 210 time: 0.0827074 Jan 28 10:55:13.935018 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b72aa-6676-4bab-ad5b-fc2b08c8dd8f None None] Pushing event updated for resources: {'Port': ['ID=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:14.127486 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] Set router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:14.463033 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T10:55:09Z', 'revision_number': 4, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b', 'name': '', 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'mac_address': 'fa:16:3e:32:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:09Z', 'updated_at': '2022-01-28T10:55:13Z', 'revision_number': 4, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'subnets': [{'id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:14.467297 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8996ed-9729-477e-82d4-6b57c9bd75d3 None None] The sync data for ids ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'] in n-d-825178-2 is: [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T10:55:09Z', 'revision_number': 4, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b', 'name': '', 'network_id': '40692ce4-264c-48a7-9d35-5f3bddb88d44', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'mac_address': 'fa:16:3e:32:c6:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4310, 'fixed_ips': [{'subnet_id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:09Z', 'updated_at': '2022-01-28T10:55:13Z', 'revision_number': 4, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'subnets': [{'id': '7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:55:14.576743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.134424 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-32651b29-f279-4efc-a004-29ad9b0f5456 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:15.136759 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-32651b29-f279-4efc-a004-29ad9b0f5456 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 808 time: 0.2103219 Jan 28 10:55:15.197513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-d8d511d9-ef66-4e0c-80f3-6c2050821eed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 380 time: 0.0469625 Jan 28 10:55:15.245011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'port': {'device_id': '549b1838-82ff-4127-8e87-cbb5fc326355', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'admin_state_up': True, 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'security_groups': ['b06d4110-f6b1-422d-b9c6-2b68c38ba7f3']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:15.275988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-05224eb6-4949-4596-bae2-3676f8b4a9ee req-a42acc12-7fa4-45e0-b4ab-ef35e5312800 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 210 time: 0.0711663 Jan 28 10:55:15.530703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:15.544745 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:15.568129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Made reservation on behalf of 0b4b6858ec5846429551e813b010893f for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:55:15.572481 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.644165 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:15.717677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:15.722339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:15.722715 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.753383 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Allocated IP 172.20.0.11 (80a2d0ed-e997-42ff-98c9-857b9fb5fc19/e7d3dd7b-aa91-4852-a252-e701d787d634/51ccaf9f-a2ae-431e-85e0-39651275df94) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:15.849887 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.863393 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.883702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:15.888056 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.947279 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:15.955399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:15.963937 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Transition to ACTIVE for port object 51ccaf9f-a2ae-431e-85e0-39651275df94 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:15.986737 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:16.060124 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:16.063409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:16.068316 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:16.104118 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:16.144407 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:16.145136 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:16.171510 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-7cbb86b8-e2b4-4cde-8663-5ff9e7e046e9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9647725 Jan 28 10:55:16.187512 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Request body: {'port': {'device_id': '549b1838-82ff-4127-8e87-cbb5fc326355', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:16.301784 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:16.314506 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15d24def-ff9c-4f4f-bc83-3a5cf62b7119 None None] Provisioning for port 51ccaf9f-a2ae-431e-85e0-39651275df94 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:16.321118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-15d24def-ff9c-4f4f-bc83-3a5cf62b7119 None None] Provisioning complete for port 51ccaf9f-a2ae-431e-85e0-39651275df94 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:16.321490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-15d24def-ff9c-4f4f-bc83-3a5cf62b7119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:16.377803 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-15d24def-ff9c-4f4f-bc83-3a5cf62b7119 None None] Port 51ccaf9f-a2ae-431e-85e0-39651275df94 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:55:16.466823 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b3c14-4373-405a-9a47-80dd4fd347e0 req-a134ddba-a017-4636-9554-88691a6be1f7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:16.468351 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e0b3c14-4373-405a-9a47-80dd4fd347e0 req-a134ddba-a017-4636-9554-88691a6be1f7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 932 time: 0.0813215 Jan 28 10:55:16.513443 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8e0b3c14-4373-405a-9a47-80dd4fd347e0 req-f82527ea-11f1-4978-b9a8-9deb4719cd38 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:55:16.531006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-8e0b3c14-4373-405a-9a47-80dd4fd347e0 req-f82527ea-11f1-4978-b9a8-9deb4719cd38 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:55:16.532507 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-8e0b3c14-4373-405a-9a47-80dd4fd347e0 req-f82527ea-11f1-4978-b9a8-9deb4719cd38 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577404 Jan 28 10:55:16.650150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:55:16.661352 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:16.676417 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Transition to ACTIVE for port object 51ccaf9f-a2ae-431e-85e0-39651275df94 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:55:16.680631 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:16.835641 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:16.918698 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:55:16.919026 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:55:16.919347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:16.923845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Port 51ccaf9f-a2ae-431e-85e0-39651275df94 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:55:16.924164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:55:16.929187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:55:16.929520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Checking segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:55:16.929939 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Bound using segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:55:16.930357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Bound port: 51ccaf9f-a2ae-431e-85e0-39651275df94, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:55:16.930692 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:17.018181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:55:17.021132 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:55:17.026019 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:17.089685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:17.090241 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:17.091617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] 10.222.0.25 "PUT /v2.0/ports/51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1092 time: 0.9085786 Jan 28 10:55:17.092223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:55:17.122802 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a9e9a-0e10-46b7-9f3e-36c2f5f60b13 service neutron] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:17.169413 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'status': 'completed', 'code': 200} Jan 28 10:55:17.214014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-3f40934f-6ac2-40e7-b709-c79a43429b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:17.215755 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-3f40934f-6ac2-40e7-b709-c79a43429b78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1095 time: 0.0802579 Jan 28 10:55:17.296493 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-1ab524f8-9e74-48df-b318-b04c7909342a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 217 time: 0.0696282 Jan 28 10:55:17.362175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-dc56566f-d519-42ae-9961-9fc6eeec6052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:17.363527 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-dc56566f-d519-42ae-9961-9fc6eeec6052 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0572236 Jan 28 10:55:17.556974 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-5bb75780-6ee3-4fe1-9e45-627c87f27eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:17.558663 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-5bb75780-6ee3-4fe1-9e45-627c87f27eeb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856878 Jan 28 10:55:17.578812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:17.687235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:17.687610 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:17.700709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-d9a6a3c6-2a8c-4424-b094-a0073b3ab5a2 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337686 Jan 28 10:55:17.729294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62cc66-4a52-41e0-9490-40bfd7ab9305 req-482ae622-a832-4c5a-b75b-8aac994f002d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:17.730859 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f62cc66-4a52-41e0-9490-40bfd7ab9305 req-482ae622-a832-4c5a-b75b-8aac994f002d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 944 time: 0.0846488 Jan 28 10:55:17.777775 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3f62cc66-4a52-41e0-9490-40bfd7ab9305 req-bf2c0a96-709f-44c7-a32b-812081cf75f0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402009 Jan 28 10:55:17.853674 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-78778fa7-5a32-4bf7-97f7-d271842b6e98 req-ef3688c8-2092-4445-8c4a-baa23afaa4cb service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445961 Jan 28 10:55:17.970172 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-74a3b115-238f-45ae-8761-decb8d6d7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:17.971606 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-74a3b115-238f-45ae-8761-decb8d6d7958 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1095 time: 0.0691051 Jan 28 10:55:18.103266 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-1b6d6602-7552-4d1e-9609-882e8d0ddd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:18.104616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-1b6d6602-7552-4d1e-9609-882e8d0ddd5b service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1266820 Jan 28 10:55:18.174818 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-7057d3f2-fccc-4cfe-a3ad-5b0b4d8d654e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 217 time: 0.0640156 Jan 28 10:55:18.237353 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-fbf2ceb1-a6bf-4668-8ad6-c906d511a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:18.238789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-fbf2ceb1-a6bf-4668-8ad6-c906d511a04f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0565016 Jan 28 10:55:18.318038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-40aa8f9c-53ac-43b8-a36f-07b6145f0824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:18.319506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-40aa8f9c-53ac-43b8-a36f-07b6145f0824 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738950 Jan 28 10:55:18.450064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-1eb07f0b-6ae4-4545-ad68-6c0659c60739 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235356 Jan 28 10:55:18.580906 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-494880d6-f6f5-4b00-88c8-a16536ca4f13 req-686814a2-24a2-4318-9c4e-4525fe88c239 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238005 Jan 28 10:55:18.956799 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e57db-8015-4bd8-b6dc-7f991615e4d9 req-84d3eb34-0335-40f9-8ba8-5350bdf2f5a3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:18.957476 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-297e57db-8015-4bd8-b6dc-7f991615e4d9 req-84d3eb34-0335-40f9-8ba8-5350bdf2f5a3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:55:18.972537 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-297e57db-8015-4bd8-b6dc-7f991615e4d9 req-84d3eb34-0335-40f9-8ba8-5350bdf2f5a3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:55:18.973812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-297e57db-8015-4bd8-b6dc-7f991615e4d9 req-84d3eb34-0335-40f9-8ba8-5350bdf2f5a3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 944 time: 0.0934565 Jan 28 10:55:19.018632 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-297e57db-8015-4bd8-b6dc-7f991615e4d9 req-334df6e6-f604-4b9f-84ee-6c082f172537 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391409 Jan 28 10:55:20.202385 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ca285-a187-4e71-b499-addba1b41951 req-9a69ea2f-06ac-403b-a7f8-4f5fdada6d30 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:20.203834 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf6ca285-a187-4e71-b499-addba1b41951 req-9a69ea2f-06ac-403b-a7f8-4f5fdada6d30 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 944 time: 0.0822048 Jan 28 10:55:20.246183 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cf6ca285-a187-4e71-b499-addba1b41951 req-1dcbdf07-f2af-4776-bf2f-61ea1a9fbffe tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Jan 28 10:55:21.431285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbfd02-17c4-4853-85da-1f85b84f58ea req-00f8369e-fb87-4c69-a292-aa9287efaa14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:21.432732 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14bbfd02-17c4-4853-85da-1f85b84f58ea req-00f8369e-fb87-4c69-a292-aa9287efaa14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 944 time: 0.0832250 Jan 28 10:55:21.476268 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-14bbfd02-17c4-4853-85da-1f85b84f58ea req-32884df2-62b7-40d4-83c0-0177bc36dc13 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378561 Jan 28 10:55:21.616869 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:55:21.748339 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:21.761334 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'mac_address': 'fa:16:3e:9c:98:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:55:21.814364 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:21.832921 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:55:21.848055 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:21.852474 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:21.918289 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:22.140300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['51ccaf9f-a2ae-431e-85e0-39651275df94'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:55:22.656936 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4c599-4ee6-4142-8a18-f5c5cb1d40ce req-6df450d7-8df8-412b-93f7-470a9b6ba6a3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:22.658368 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dde4c599-4ee6-4142-8a18-f5c5cb1d40ce req-6df450d7-8df8-412b-93f7-470a9b6ba6a3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0783408 Jan 28 10:55:22.707876 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dde4c599-4ee6-4142-8a18-f5c5cb1d40ce req-77564b8e-1431-4dc2-b16d-2d4d5e237eb9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439601 Jan 28 10:55:23.632230 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:55:23.699814 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port 51ccaf9f-a2ae-431e-85e0-39651275df94 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:55:23.704320 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 51ccaf9f-a2ae-431e-85e0-39651275df94 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:55:23.704716 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:23.821816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:23.848058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:55:23.857399 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:55:23.862373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:23.893782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aface8-22d7-465f-8742-a327d0cc75f9 req-35fdd484-38f1-4be3-8371-2a23d3f40b24 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:23.895319 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79aface8-22d7-465f-8742-a327d0cc75f9 req-35fdd484-38f1-4be3-8371-2a23d3f40b24 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0847659 Jan 28 10:55:23.901063 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'code': 200} Jan 28 10:55:23.935028 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:23.939954 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79aface8-22d7-465f-8742-a327d0cc75f9 req-32482028-2eb2-4dbf-b557-0fee1ecc26b3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383842 Jan 28 10:55:24.033433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d3165-e185-4fd8-be96-32ed7b389b48 req-4e8e01eb-1134-4264-a1e8-29671a5a9c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:24.034919 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a29d3165-e185-4fd8-be96-32ed7b389b48 req-4e8e01eb-1134-4264-a1e8-29671a5a9c62 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1097 time: 0.0711381 Jan 28 10:55:24.077654 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a29d3165-e185-4fd8-be96-32ed7b389b48 req-ba108b0e-a855-4694-8e48-af0325bcaa30 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332906 Jan 28 10:55:25.125922 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff4f84c-d528-4299-84fe-65af900d7180 req-946a6a37-210f-4047-89fd-b78eb1cb7280 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:25.127362 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ff4f84c-d528-4299-84fe-65af900d7180 req-946a6a37-210f-4047-89fd-b78eb1cb7280 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0795832 Jan 28 10:55:25.171414 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ff4f84c-d528-4299-84fe-65af900d7180 req-ba155319-b4ad-45fb-a32e-404fbecfe4ba tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382676 Jan 28 10:55:26.056024 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-08e6f052-9ab7-461e-a10a-db67ed9105d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:26.346823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57445d8a-2182-4a6b-94c6-6276b56c91e5 req-90e6aa13-0cdc-4345-a6f2-1a20d6fe748a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:26.348159 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57445d8a-2182-4a6b-94c6-6276b56c91e5 req-90e6aa13-0cdc-4345-a6f2-1a20d6fe748a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0764687 Jan 28 10:55:26.397660 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57445d8a-2182-4a6b-94c6-6276b56c91e5 req-4f8ea189-d2f8-4d89-8366-c77db0df8293 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Jan 28 10:55:26.580552 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3267fc4-c1b3-4abd-8096-78b8a037b68a req-602e9c55-9483-43c7-8603-82d66102f73a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:26.582017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3267fc4-c1b3-4abd-8096-78b8a037b68a req-602e9c55-9483-43c7-8603-82d66102f73a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0821223 Jan 28 10:55:26.632615 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d3267fc4-c1b3-4abd-8096-78b8a037b68a req-3458736e-f4f5-4104-99a3-b74d1055b632 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380785 Jan 28 10:55:26.654756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60084) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:26.766691 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d68faf-bc3e-4ae5-a4b7-a8d553fad67d tempest-TestShelveInstance-176974661 tempest-TestShelveInstance-176974661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:26.767378 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-73d68faf-bc3e-4ae5-a4b7-a8d553fad67d tempest-TestShelveInstance-176974661 tempest-TestShelveInstance-176974661-project-admin] Synchronizing usage tracker for tenant:0bd2ee65c3514fa880828c0b2f6c82d2 on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:55:26.783524 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-73d68faf-bc3e-4ae5-a4b7-a8d553fad67d tempest-TestShelveInstance-176974661 tempest-TestShelveInstance-176974661-project-admin] Unset dirty status for tenant:0bd2ee65c3514fa880828c0b2f6c82d2 on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:55:26.784916 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-73d68faf-bc3e-4ae5-a4b7-a8d553fad67d tempest-TestShelveInstance-176974661 tempest-TestShelveInstance-176974661-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1092 time: 0.1291392 Jan 28 10:55:26.787855 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60090) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:55:26.793316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:55:26.799782 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:55:26.803631 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:floatingip and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:55:26.806548 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:55:26.812347 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:55:26.822863 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:26.955243 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:27.089304 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Allocated IP 172.25.1.217 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/a98a99fe-4480-48a9-93e8-7fd834a1658c) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:55:27.326922 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:27.354097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:27.418281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:55:27.420992 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:55:27.424376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:55:27.469282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'Port': ['ID=a98a99fe-4480-48a9-93e8-7fd834a1658c,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:27.839969 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:27.912083 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:28.119153 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:28.123442 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:28.235015 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'Port': ['ID=a98a99fe-4480-48a9-93e8-7fd834a1658c,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:55:28.244916 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:28.411794 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Floating IP e934eb20-a9b8-4818-808a-3ff13fe7a126 associated. External IP: 172.25.1.217, port: 51ccaf9f-a2ae-431e-85e0-39651275df94. Jan 28 10:55:28.479541 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5041dd09-328c-4541-b453-5d6e38dddcb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:28.886755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:55:29.064396 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:55:29.074154 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:55:29.084352 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:29.084987 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:29.092283 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:29.152572 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-1b80567b-c8b2-49a7-9040-86497c55f4ee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3635986 Jan 28 10:55:29.153083 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:55:29.200879 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'status': 'completed', 'code': 200} Jan 28 10:55:29.291676 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:29.293216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24517cfc-be27-4112-9463-577c73287e88 req-2f814a9e-35cf-4d3c-8b15-336095b7170a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:29.294686 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-2f814a9e-35cf-4d3c-8b15-336095b7170a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1097 time: 0.0698125 Jan 28 10:55:29.547766 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24517cfc-be27-4112-9463-577c73287e88 req-09e467ed-7665-46a7-9930-d9e380f18bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:29.549264 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-09e467ed-7665-46a7-9930-d9e380f18bb5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.2487543 Jan 28 10:55:29.642711 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:29.651804 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e934eb20-a9b8-4818-808a-3ff13fe7a126', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'mac_address': 'fa:16:3e:9c:98:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549b1838-82ff-4127-8e87-cbb5fc326355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:55:27Z', 'updated_at': '2022-01-28T10:55:27Z', 'revision_number': 0, 'project_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:29.653570 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-722b0d2a-902c-4745-bcdc-edffdd0b9419 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1000 time: 0.0977330 Jan 28 10:55:29.655639 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:55:29.663648 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:55:29.664261 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:55:28Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:29.687447 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:29.715349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24517cfc-be27-4112-9463-577c73287e88 req-8ca73546-52d4-4fce-b809-8333a7576de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:29.716869 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-8ca73546-52d4-4fce-b809-8333a7576de8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0578790 Jan 28 10:55:29.798437 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24517cfc-be27-4112-9463-577c73287e88 req-86329fa1-d6f3-4cea-bc79-6ab9abf9de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:29.799817 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-86329fa1-d6f3-4cea-bc79-6ab9abf9de49 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768070 Jan 28 10:55:29.848540 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:55:29.933569 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-a3806d96-1b25-4108-af56-9662430bdeae service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272159 Jan 28 10:55:30.065137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24517cfc-be27-4112-9463-577c73287e88 req-9cb860d4-dbbb-41e7-b033-9176ff4a6e1d service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248341 Jan 28 10:55:30.185554 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e934eb20-a9b8-4818-808a-3ff13fe7a126', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'mac_address': 'fa:16:3e:9c:98:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549b1838-82ff-4127-8e87-cbb5fc326355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:55:27Z', 'updated_at': '2022-01-28T10:55:27Z', 'revision_number': 0, 'project_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:55:30.189296 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34b24d9-7738-49a0-b1d0-73c760474cb3 None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': 'e934eb20-a9b8-4818-808a-3ff13fe7a126', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'floating_ip_address': '172.25.1.217', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'mac_address': 'fa:16:3e:9c:98:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549b1838-82ff-4127-8e87-cbb5fc326355', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T10:55:27Z', 'updated_at': '2022-01-28T10:55:27Z', 'revision_number': 0, 'project_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:55:30.390279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55314f72-78a3-4ee3-913d-ea16353d9a47 None None] New status for floating IP e934eb20-a9b8-4818-808a-3ff13fe7a126: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:55:31.096403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:37.241272 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:55:44.576406 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:45.848160 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:47.745537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-bb5bbe41-fa79-4b02-a2cf-0d5284affc78 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0684636 Jan 28 10:55:47.888529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-beb0de50-afed-4ed7-ba58-7eb2698d36e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:47.890005 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-beb0de50-afed-4ed7-ba58-7eb2698d36e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1097 time: 0.0736258 Jan 28 10:55:48.033893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-29783301-6d5c-403f-a1bd-bd072687f8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:48.035307 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-29783301-6d5c-403f-a1bd-bd072687f8c0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1250920 Jan 28 10:55:48.136883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-a4900a9d-203a-45c0-8f3c-475c83e7553f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1002 time: 0.0943201 Jan 28 10:55:48.201622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-e5cff1d6-0361-4a0f-a627-cb0807968c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:48.202975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-e5cff1d6-0361-4a0f-a627-cb0807968c23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0599256 Jan 28 10:55:48.278471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-f783b5cd-209d-4cd7-ac0e-771f5873e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:55:48.279992 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-f783b5cd-209d-4cd7-ac0e-771f5873e0c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710683 Jan 28 10:55:48.409882 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-45269401-58eb-4b5f-9734-791b51061b45 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233678 Jan 28 10:55:48.542299 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d111a5b-3bc7-4e8f-b097-5140ca8d4d8a req-0d190a94-9398-434f-b1ec-42d71734b431 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253541 Jan 28 10:55:56.058251 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6736bd8b-a5f8-4053-8e41-d322845a0643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:58.482079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0e9dfa82-cdf9-4751-aafa-10e0e3280655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:59.644948 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:59.686907 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:55:59.931086 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-136858d0-61b3-4a3d-a784-d75a79002759 req-79cd5c72-ab93-40e1-bde2-c96f79e58119 service neutron] (87541) timed out ('10.222.0.42', 53876) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:56:01.100197 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:14.240421 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:56:14.583605 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:15.846518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:26.060400 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-955e5230-20b2-4194-89f7-fb7e6fb9e9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:28.426810 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-2317cb91-a511-4600-8488-d50daafae36d req-36182855-bee9-47de-9d1a-442058be03ef service neutron] (87540) timed out ('10.222.0.43', 62118) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 10:56:28.482584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45f1b822-320f-450b-965a-49f35e9f2076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:29.646816 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:29.690227 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:31.103827 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:44.598269 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:45.846399 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:49.765501 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-55225576-6513-47cb-b847-a08d97dc9113 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0741215 Jan 28 10:56:49.909433 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-f5024e98-4e03-4bbf-8942-4c51eeff332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:56:49.910872 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-f5024e98-4e03-4bbf-8942-4c51eeff332a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1097 time: 0.0698977 Jan 28 10:56:50.174425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-d9bb028d-b04a-4235-bdb1-cb897315ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:56:50.175873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-d9bb028d-b04a-4235-bdb1-cb897315ba6f service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.2420578 Jan 28 10:56:50.285243 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-98a41cd3-9385-401e-80e3-283808de6722 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1002 time: 0.0998464 Jan 28 10:56:50.352226 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-0d15769d-e6fc-4d2d-9a77-43f8683fd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:56:50.353642 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-0d15769d-e6fc-4d2d-9a77-43f8683fd3c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0599337 Jan 28 10:56:50.434203 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-b1e1cbd8-795c-44ef-8308-83ca9508d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:56:50.435680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-b1e1cbd8-795c-44ef-8308-83ca9508d021 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721507 Jan 28 10:56:50.570983 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-28836120-49f3-469d-bbef-d39714517871 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249659 Jan 28 10:56:50.704038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a94672ff-e0e9-48cb-bfb2-540aeb29f7db req-d212e26f-24b1-422a-b093-6d01224bcd4c service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233492 Jan 28 10:56:51.239743 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:56:56.062979 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-af6a1b02-5b46-4580-8a53-2ddd3da67dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:58.486093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cc10384c-4a19-424d-95cd-41a89c99b140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:59.648764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:56:59.691876 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:01.104901 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:14.594733 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:15.844784 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:24.238566 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7bc37-7495-4763-90fe-f81491ea8e2d req-203a45d0-a12d-42d1-b83b-5570d5d383a5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:24.239928 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09e7bc37-7495-4763-90fe-f81491ea8e2d req-203a45d0-a12d-42d1-b83b-5570d5d383a5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0865798 Jan 28 10:57:24.283262 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-09e7bc37-7495-4763-90fe-f81491ea8e2d req-c3f3f1d8-caf7-4b7c-af5f-0e19c6cd30c1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377517 Jan 28 10:57:25.475052 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162d921-96f2-45fa-b1a0-71a04d0ad94f req-75025b56-7afd-45cb-a2fa-5be8b4fef6a8 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:25.476531 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7162d921-96f2-45fa-b1a0-71a04d0ad94f req-75025b56-7afd-45cb-a2fa-5be8b4fef6a8 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0811679 Jan 28 10:57:25.520227 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7162d921-96f2-45fa-b1a0-71a04d0ad94f req-735df836-b072-4713-9a5e-ff2c648e734c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373237 Jan 28 10:57:26.063840 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c7ead53e-928f-4be5-b198-4fd5eca58479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:26.715642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed6fae-93f9-4976-aa6c-48a2e775bd27 req-0e4da56f-be41-427f-ab50-3fe6056b54e4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:26.717088 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52ed6fae-93f9-4976-aa6c-48a2e775bd27 req-0e4da56f-be41-427f-ab50-3fe6056b54e4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0783367 Jan 28 10:57:26.760107 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-52ed6fae-93f9-4976-aa6c-48a2e775bd27 req-80e5be0a-7eb4-450d-a685-35dac9f9fa2a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374577 Jan 28 10:57:27.943438 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d4e97-8536-40a9-b9a3-df8d8496a37e req-5f27a05b-d1d2-4c9d-a8f9-aad915a8b4dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:27.944893 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab9d4e97-8536-40a9-b9a3-df8d8496a37e req-5f27a05b-d1d2-4c9d-a8f9-aad915a8b4dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0781190 Jan 28 10:57:27.990544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ab9d4e97-8536-40a9-b9a3-df8d8496a37e req-f30a64dd-bc20-45b2-a896-bb94670119dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395119 Jan 28 10:57:28.238468 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:57:28.487349 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-21da5ebf-3937-458d-98a2-f7de79ceb08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:29.180310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3b38-9def-478e-ba59-e51d2b9f9ee5 req-42562f2c-4739-4097-a2ef-d5cbbb203e34 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:29.181789 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-489b3b38-9def-478e-ba59-e51d2b9f9ee5 req-42562f2c-4739-4097-a2ef-d5cbbb203e34 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0828414 Jan 28 10:57:29.224775 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-489b3b38-9def-478e-ba59-e51d2b9f9ee5 req-303b1f8d-23ad-4cda-9368-a736690d6b3f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373909 Jan 28 10:57:29.652852 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:29.694884 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:30.404063 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8b8c5-0b78-46b0-957f-88dc78a68826 req-23d450d8-541e-4066-bfd2-dacb04dcbb40 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:30.405530 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9d8b8c5-0b78-46b0-957f-88dc78a68826 req-23d450d8-541e-4066-bfd2-dacb04dcbb40 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0784307 Jan 28 10:57:30.448564 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d9d8b8c5-0b78-46b0-957f-88dc78a68826 req-a57c0f82-f59c-480a-96af-47ec10c31cce tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375407 Jan 28 10:57:31.107002 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:31.633643 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113dd82b-4714-4c2e-9c48-78cdccc4091a req-d489174a-1874-4cf9-be59-3836facef9e1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:31.635116 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-113dd82b-4714-4c2e-9c48-78cdccc4091a req-d489174a-1874-4cf9-be59-3836facef9e1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0798633 Jan 28 10:57:31.678232 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-113dd82b-4714-4c2e-9c48-78cdccc4091a req-0d1e086d-0f2a-4056-9001-9e46c8a6cb3f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376086 Jan 28 10:57:32.860316 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ac47f-599b-47f0-85b4-d536084696d4 req-2cde82a6-c96c-40e3-81f6-dc611898b69b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:32.861672 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-155ac47f-599b-47f0-85b4-d536084696d4 req-2cde82a6-c96c-40e3-81f6-dc611898b69b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0809426 Jan 28 10:57:32.903957 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-155ac47f-599b-47f0-85b4-d536084696d4 req-9f855813-cb25-482b-8a85-56e1bae9eceb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367963 Jan 28 10:57:34.090072 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18824258-4b4f-4775-875c-20bd53c8d885 req-7c18d948-cc9e-4f9f-8b95-b8a12cd9b6ae tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:34.091513 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18824258-4b4f-4775-875c-20bd53c8d885 req-7c18d948-cc9e-4f9f-8b95-b8a12cd9b6ae tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0817320 Jan 28 10:57:34.134442 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-18824258-4b4f-4775-875c-20bd53c8d885 req-8995c362-0aff-4f32-975a-4703e6142456 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373683 Jan 28 10:57:35.319733 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856357e4-4292-4143-b5aa-9fb3c940be36 req-0585cf09-f0a9-4f6f-949a-c624c4739565 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:35.321181 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-856357e4-4292-4143-b5aa-9fb3c940be36 req-0585cf09-f0a9-4f6f-949a-c624c4739565 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0796709 Jan 28 10:57:35.365112 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-856357e4-4292-4143-b5aa-9fb3c940be36 req-dc64fcc3-ff34-435e-891d-aa64b1e123c9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382252 Jan 28 10:57:36.284976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:57:36.416759 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:57:36.431778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'mac_address': 'fa:16:3e:9c:98:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:57:36.487830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:36.506172 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:57:36.522614 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:57:36.527322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:36.560638 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bd24ba-94cb-4b54-8b39-71147c12d11f req-6d29c3dc-9d7e-4b15-9052-6aedb75784a9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:36.562285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a0bd24ba-94cb-4b54-8b39-71147c12d11f req-6d29c3dc-9d7e-4b15-9052-6aedb75784a9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0880055 Jan 28 10:57:36.604121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:57:36.612206 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a0bd24ba-94cb-4b54-8b39-71147c12d11f req-0c497ab9-d466-4cbe-894a-0d7f69d3dcaf tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434897 Jan 28 10:57:36.612453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.612811 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.613237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.614063 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.614337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.614767 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.615183 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.615688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.616103 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.616613 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.617040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.617448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:36.624121 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['51ccaf9f-a2ae-431e-85e0-39651275df94'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:57:37.811747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4665b55-b1f9-44df-8701-9226ea030a31 req-c27d7324-2ef6-40f8-8ed4-e1feb263c574 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:37.813853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4665b55-b1f9-44df-8701-9226ea030a31 req-c27d7324-2ef6-40f8-8ed4-e1feb263c574 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0932717 Jan 28 10:57:37.863125 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b4665b55-b1f9-44df-8701-9226ea030a31 req-2ab251a9-27b2-4fcb-89cc-d7d9aefb6b0d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424399 Jan 28 10:57:38.297214 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:57:38.371462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port 51ccaf9f-a2ae-431e-85e0-39651275df94 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:57:38.371862 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:38.495962 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:38.524008 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:57:38.535318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:57:38.542540 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:38.583011 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'code': 200} Jan 28 10:57:38.621742 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:57:39.063440 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbff219f-3d53-44f7-9a16-923d39683e07 req-88957f10-9757-4d63-b5ee-43e089f5a1fa tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:39.065157 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbff219f-3d53-44f7-9a16-923d39683e07 req-88957f10-9757-4d63-b5ee-43e089f5a1fa tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0912521 Jan 28 10:57:39.120274 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbff219f-3d53-44f7-9a16-923d39683e07 req-8755fa62-e333-48b7-bab1-6606ea94fcee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491130 Jan 28 10:57:40.313310 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9e708e-15b4-4e86-802b-f0a8e0200e7b req-b85d3f33-9626-4ee4-b1f6-b9c9854dafe8 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:40.314796 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fd9e708e-15b4-4e86-802b-f0a8e0200e7b req-b85d3f33-9626-4ee4-b1f6-b9c9854dafe8 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0818021 Jan 28 10:57:40.363125 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fd9e708e-15b4-4e86-802b-f0a8e0200e7b req-5cd0a606-c2b7-46f3-acc9-6cc8ef0b7ff2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426126 Jan 28 10:57:41.589953 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53404c0b-a590-4c3c-8c69-114757c9c52c req-7a645d93-43e7-4358-9c87-984d4e89a74b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:41.591688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-53404c0b-a590-4c3c-8c69-114757c9c52c req-7a645d93-43e7-4358-9c87-984d4e89a74b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0896316 Jan 28 10:57:41.642046 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-53404c0b-a590-4c3c-8c69-114757c9c52c req-945cef14-375d-4916-b7b5-49ce947bd03f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438852 Jan 28 10:57:42.845483 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5ed8a-0755-4834-90e8-7a2969eb3e0a req-9da2bde6-6207-49be-b74d-8788677ff7fd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:42.846846 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bc5ed8a-0755-4834-90e8-7a2969eb3e0a req-9da2bde6-6207-49be-b74d-8788677ff7fd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0980325 Jan 28 10:57:42.900388 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-4bc5ed8a-0755-4834-90e8-7a2969eb3e0a req-a39293c2-0b72-4f65-aeaf-aa9f7906985b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472016 Jan 28 10:57:44.111519 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf71adcb-c29f-4ba4-88f6-79943b9fe58f req-e32f7e30-abc2-44ff-8f48-3bf1f95a09aa tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:44.113034 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf71adcb-c29f-4ba4-88f6-79943b9fe58f req-e32f7e30-abc2-44ff-8f48-3bf1f95a09aa tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0930264 Jan 28 10:57:44.170070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-bf71adcb-c29f-4ba4-88f6-79943b9fe58f req-8ce90059-e7d4-4f5c-8459-62ef6c0791f9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492902 Jan 28 10:57:44.596501 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:45.366397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d471-6577-40d4-98f1-2b37c26d4ffa req-4fb7e7ab-b474-4ec8-87a6-fa8ad4e9772d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:45.373387 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9a4d471-6577-40d4-98f1-2b37c26d4ffa req-4fb7e7ab-b474-4ec8-87a6-fa8ad4e9772d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0889709 Jan 28 10:57:45.416868 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9a4d471-6577-40d4-98f1-2b37c26d4ffa req-02a6c882-4f24-4840-8d75-366f280a54be tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417585 Jan 28 10:57:45.846193 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:46.585357 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-b17d8c02-1336-4dd7-8d8b-578a5e5761a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:46.586844 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-b17d8c02-1336-4dd7-8d8b-578a5e5761a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1097 time: 0.1180973 Jan 28 10:57:46.615413 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beecb7c0-4938-4848-8c07-2806ecdbb57f req-2e539061-fade-4c69-aa53-e73f9d4d8217 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:46.616874 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-beecb7c0-4938-4848-8c07-2806ecdbb57f req-2e539061-fade-4c69-aa53-e73f9d4d8217 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0805099 Jan 28 10:57:46.660562 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-beecb7c0-4938-4848-8c07-2806ecdbb57f req-91aac0c4-4538-48e2-95a9-75085465d4bf tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380843 Jan 28 10:57:46.722911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-02169060-b905-40b5-a5a3-d7a3c0e76e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:46.724288 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-02169060-b905-40b5-a5a3-d7a3c0e76e55 service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1278777 Jan 28 10:57:46.932638 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-513835b1-39d1-4caf-b16b-f74739047a03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1002 time: 0.2019444 Jan 28 10:57:46.997431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-5d5eb9c2-2c3a-4cc8-bed2-b49e617daae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:46.998723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-5d5eb9c2-2c3a-4cc8-bed2-b49e617daae5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0569334 Jan 28 10:57:47.072170 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-d983337d-86ed-45a6-812d-689b6f9d870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:47.073635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-d983337d-86ed-45a6-812d-689b6f9d870d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685134 Jan 28 10:57:47.208260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-3978e36c-9198-40c9-be94-66c62e93b953 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249223 Jan 28 10:57:47.347046 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-bde461ba-1c02-4b9e-885d-f87ef665b3d1 req-84542fb1-55a1-41d7-8317-52abdf7923a5 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286848 Jan 28 10:57:47.848481 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92779a7-3b44-4749-a18d-89e7e303223c req-0744d5cb-c500-438b-b263-d188c61e818d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:47.849948 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a92779a7-3b44-4749-a18d-89e7e303223c req-0744d5cb-c500-438b-b263-d188c61e818d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0858464 Jan 28 10:57:47.893114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a92779a7-3b44-4749-a18d-89e7e303223c req-b603e598-d4ff-4b09-b9a8-847166aa2524 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375767 Jan 28 10:57:49.081446 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b83cb-9325-4cda-92b5-a12b3a3974ca req-045296a6-e669-4c55-9375-fa6f8a6ffbee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:49.082890 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cb3b83cb-9325-4cda-92b5-a12b3a3974ca req-045296a6-e669-4c55-9375-fa6f8a6ffbee tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0835142 Jan 28 10:57:49.128207 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cb3b83cb-9325-4cda-92b5-a12b3a3974ca req-4d801e47-0fc3-469c-ae9b-f993990c7c32 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397482 Jan 28 10:57:50.312144 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6d158-0c23-4345-bcdf-0133163bf408 req-9b2f861b-8d5e-43a7-b075-50d8c8b5c1c2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:50.313535 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8c6d158-0c23-4345-bcdf-0133163bf408 req-9b2f861b-8d5e-43a7-b075-50d8c8b5c1c2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0798168 Jan 28 10:57:50.349589 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:57:50.362216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8c6d158-0c23-4345-bcdf-0133163bf408 req-696bdcbd-b83c-4d8e-9da1-b6027fe70872 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431731 Jan 28 10:57:50.473147 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:50.500335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:57:50.510831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:57:50.516114 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:50.557804 n-d-825178-2 neutron-server[87542]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'code': 422} returned with failed status Jan 28 10:57:50.591326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:57:50.727398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d824026-0def-446c-9801-f3c6a9e06a83 req-bae35637-415e-458a-a647-2a6bcaea6fcc tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:50.728937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d824026-0def-446c-9801-f3c6a9e06a83 req-bae35637-415e-458a-a647-2a6bcaea6fcc tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 944 time: 0.0819104 Jan 28 10:57:50.772752 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3d824026-0def-446c-9801-f3c6a9e06a83 req-00d22152-6d46-4aef-81b9-d51dbe7d3c1c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381594 Jan 28 10:57:50.864847 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60272) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:57:50.978546 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-792c676e-8499-41aa-afec-0ac4d90e6c0d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1125603 Jan 28 10:57:51.815282 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-b8ec55dd-0d2b-4136-ab1d-38bf91bbdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:51.816770 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-b8ec55dd-0d2b-4136-ab1d-38bf91bbdb56 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355&tenant_id=0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 1095 time: 0.0693698 Jan 28 10:57:51.826725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-825178-2', 'device_owner': 'compute:nova'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:57:51.990054 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:52.157290 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d3e30-42fb-499b-aad3-3ce2bd5acb18 req-ced0ec71-1da3-4543-a89c-3471ca3a8fe2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:52.158715 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-409d3e30-42fb-499b-aad3-3ce2bd5acb18 req-ced0ec71-1da3-4543-a89c-3471ca3a8fe2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 944 time: 0.2809997 Jan 28 10:57:52.269984 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-409d3e30-42fb-499b-aad3-3ce2bd5acb18 req-b573969d-2f5b-4d6e-a2a9-b860b4347c0d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045535 Jan 28 10:57:52.396683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:57:52.424203 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h1-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:57:52.473091 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:57:52.480619 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:52.494397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Transition to ACTIVE for port object 51ccaf9f-a2ae-431e-85e0-39651275df94 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:57:52.498214 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:52.642044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=9']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:57:52.653883 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.654221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.654558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.654886 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.655210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.655535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.655856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.656175 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.656491 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.656828 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.657145 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.657462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:57:52.707671 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] No DVR routers for this DVR port 51ccaf9f-a2ae-431e-85e0-39651275df94 on host n-h1-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:57:52.929129 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:57:52.929856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:57:52.929856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:57:52.934151 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Port 51ccaf9f-a2ae-431e-85e0-39651275df94 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:57:52.934464 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Attempting to bind port 51ccaf9f-a2ae-431e-85e0-39651275df94 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:57:52.939402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:57:52.939732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Checking segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:57:52.940103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Bound using segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:57:52.940513 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Bound port: 51ccaf9f-a2ae-431e-85e0-39651275df94, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:57:52.940877 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:53.025926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:57:53.029338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:57:53.034210 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:53.095195 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:53.095808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:53.097167 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] 10.222.0.43 "PUT /v2.0/ports/51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1092 time: 1.2742498 Jan 28 10:57:53.097774 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:57:53.117700 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3b05e-be45-4201-a3a9-cdff516316c1 service neutron] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=10']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:57:53.192218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-c1028099-1851-4b83-a95a-adbd8c5713d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:53.193753 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-c1028099-1851-4b83-a95a-adbd8c5713d9 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1096 time: 0.0732770 Jan 28 10:57:53.219300 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'status': 'completed', 'code': 200} Jan 28 10:57:53.329248 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-38384d60-a4cd-41a4-9c60-a6c73576b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:53.330683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-38384d60-a4cd-41a4-9c60-a6c73576b95d service neutron] 10.222.0.43 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1309869 Jan 28 10:57:53.478481 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-5d4d9183-ab13-4560-b54c-f3932379b0fc service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1000 time: 0.1416492 Jan 28 10:57:53.547236 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfb86b-8001-4c6c-9681-eced27f8368c req-96417157-00ee-4a54-9c5e-1ca4414386f3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:53.548678 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3adfb86b-8001-4c6c-9681-eced27f8368c req-96417157-00ee-4a54-9c5e-1ca4414386f3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.1594217 Jan 28 10:57:53.569902 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-c8615f18-c2dd-4bec-bfb2-270ee7ff90a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:53.571247 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-c8615f18-c2dd-4bec-bfb2-270ee7ff90a8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0862107 Jan 28 10:57:53.641195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-3adfb86b-8001-4c6c-9681-eced27f8368c req-410b5964-4a80-44c6-a828-0aeb1a9dc9ff tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865333 Jan 28 10:57:53.661244 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-f40c23c8-048e-41a2-bf3a-23af15e1a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:53.662667 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-f40c23c8-048e-41a2-bf3a-23af15e1a306 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858748 Jan 28 10:57:53.889506 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-10b160a8-2442-499a-a818-90006aa9f1ad service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205198 Jan 28 10:57:54.017714 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-5d8d731e-219a-4b9b-8b04-72ec4ba13083 service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215167 Jan 28 10:57:54.133179 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-8f58b316-b789-4275-819a-7b3122cec069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:54.134652 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-8f58b316-b789-4275-819a-7b3122cec069 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1096 time: 0.0739083 Jan 28 10:57:54.277807 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-ccef1661-2163-48a2-9d31-e03e42b8d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:54.279251 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-ccef1661-2163-48a2-9d31-e03e42b8d5b4 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1393054 Jan 28 10:57:54.406140 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-7af9f2b0-dcd1-4a21-ae7b-c91e4c24020f service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1000 time: 0.1197460 Jan 28 10:57:54.839655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e2123-1b93-4b8f-9ebc-75e35133db05 req-16c7ed29-61e2-4ed1-8643-c2ea14a24b30 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:54.841845 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-195e2123-1b93-4b8f-9ebc-75e35133db05 req-16c7ed29-61e2-4ed1-8643-c2ea14a24b30 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0872691 Jan 28 10:57:54.888376 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-195e2123-1b93-4b8f-9ebc-75e35133db05 req-aab765d3-c447-4804-a77f-73d46fa361cd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406060 Jan 28 10:57:56.066490 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2caf2d0b-35bf-4c16-94f3-2c49dfd45731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:56.084497 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1197bff5-3a24-4403-992a-5d7e55a63b5e req-35e874a8-4694-4228-9bf3-29f62643cf47 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:56.085982 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1197bff5-3a24-4403-992a-5d7e55a63b5e req-35e874a8-4694-4228-9bf3-29f62643cf47 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0865862 Jan 28 10:57:56.137236 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1197bff5-3a24-4403-992a-5d7e55a63b5e req-5bed7355-36fb-403a-9149-5c95b783fa17 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450199 Jan 28 10:57:57.332733 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac563dd7-e090-42f2-bea0-5398eece321d req-62f2e72b-3fbb-4d23-aa86-baf1b8c7c483 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:57.335704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac563dd7-e090-42f2-bea0-5398eece321d req-62f2e72b-3fbb-4d23-aa86-baf1b8c7c483 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0918045 Jan 28 10:57:57.384257 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ac563dd7-e090-42f2-bea0-5398eece321d req-129b9797-af07-4aa1-9ea3-8f2f7154d7d9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418854 Jan 28 10:57:58.510228 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c58dfc9-e1f5-4434-955f-d5d4ed31d30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:58.576858 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c827f6a-2099-4b8e-a11d-d4958625d0d9 req-0862be45-afc0-428d-9ce2-a7fd6ca6c0ef tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:58.578315 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c827f6a-2099-4b8e-a11d-d4958625d0d9 req-0862be45-afc0-428d-9ce2-a7fd6ca6c0ef tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0869124 Jan 28 10:57:58.627316 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c827f6a-2099-4b8e-a11d-d4958625d0d9 req-9936c82f-a92b-4abb-9607-406ff202b42f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432386 Jan 28 10:57:59.660554 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:59.701071 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:57:59.827730 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca1e44-832f-4a61-be2c-c4aea480bb5d req-014daed4-3b86-4726-93fa-c461817f2009 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:57:59.829283 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-daca1e44-832f-4a61-be2c-c4aea480bb5d req-014daed4-3b86-4726-93fa-c461817f2009 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0817397 Jan 28 10:57:59.874964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-daca1e44-832f-4a61-be2c-c4aea480bb5d req-58804c8c-0108-4278-9e0a-94b21760ccda tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396481 Jan 28 10:58:01.081007 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6ae917-a6d4-4e80-b9e1-583a22c40a37 req-2fff3843-9fe7-4756-8124-76f1c4f5397f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:01.085281 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f6ae917-a6d4-4e80-b9e1-583a22c40a37 req-2fff3843-9fe7-4756-8124-76f1c4f5397f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0904527 Jan 28 10:58:01.114438 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:01.132017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0f6ae917-a6d4-4e80-b9e1-583a22c40a37 req-8ca1fe9e-9c06-4564-99d1-a683eb4cb64f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Jan 28 10:58:02.003841 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-717cdd40-5e6f-4c88-b225-f0aed65d91fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:02.005333 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-717cdd40-5e6f-4c88-b225-f0aed65d91fc service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0614352 Jan 28 10:58:02.080930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-7c6b7997-ce45-4aba-8a1f-24e9ceecfcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:02.082339 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-7c6b7997-ce45-4aba-8a1f-24e9ceecfcaf service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687733 Jan 28 10:58:02.216853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-d0cc0879-302f-4d78-be59-925c4a858e8c service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246901 Jan 28 10:58:02.316777 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8891aa5-d5eb-4ec9-9547-25f019ffc61b req-55fa5d16-2a90-41c7-bea7-05930a6503f7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:02.318145 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8891aa5-d5eb-4ec9-9547-25f019ffc61b req-55fa5d16-2a90-41c7-bea7-05930a6503f7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0823417 Jan 28 10:58:02.348074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-aefb10b0-6c4f-42ba-8966-ada0a8bd02a4 req-f529b233-08b6-4947-b1db-719e735b0b5d service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241977 Jan 28 10:58:02.363041 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d8891aa5-d5eb-4ec9-9547-25f019ffc61b req-6d7ed4d6-29bd-4e47-935b-929b1afeef78 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386949 Jan 28 10:58:03.547496 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816af51-ce10-4c88-bc29-6aef18a35898 req-662faca9-d077-489d-862a-bb9421bb014d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:03.549107 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f816af51-ce10-4c88-bc29-6aef18a35898 req-662faca9-d077-489d-862a-bb9421bb014d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 945 time: 0.0820856 Jan 28 10:58:03.591175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f816af51-ce10-4c88-bc29-6aef18a35898 req-d0691d9a-9c57-4b7d-853e-ece7ef41e129 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364792 Jan 28 10:58:04.473118 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:58:04.602987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:58:04.616254 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'port_id': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'mac_address': 'fa:16:3e:9c:98:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:58:04.680599 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:04.702853 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:58:04.718779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:58:04.722900 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:04.785106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dff1ba-049b-433c-8ae0-e8461191c748 req-62b264bb-396e-4764-8816-94cb53fe5052 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:04.786472 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93dff1ba-049b-433c-8ae0-e8461191c748 req-62b264bb-396e-4764-8816-94cb53fe5052 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0801597 Jan 28 10:58:04.791548 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=11']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:58:04.836439 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-93dff1ba-049b-433c-8ae0-e8461191c748 req-7f634572-44b7-4dc8-bb1b-703b58aa100e tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Jan 28 10:58:04.967348 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['51ccaf9f-a2ae-431e-85e0-39651275df94'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:58:05.237806 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:58:06.025500 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbfd2c-5422-4505-b1ce-f8dcee898fe9 req-4168b27d-577f-444c-a287-32316174fd20 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:06.029223 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00cbfd2c-5422-4505-b1ce-f8dcee898fe9 req-4168b27d-577f-444c-a287-32316174fd20 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 946 time: 0.0861797 Jan 28 10:58:06.073278 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00cbfd2c-5422-4505-b1ce-f8dcee898fe9 req-d4d9fdcc-1f05-4b5a-8385-9517adb55c47 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398076 Jan 28 10:58:06.488947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:58:06.557127 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port 51ccaf9f-a2ae-431e-85e0-39651275df94 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:58:06.561697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port 51ccaf9f-a2ae-431e-85e0-39651275df94 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:58:06.562063 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:06.673611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:06.699203 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:58:06.708628 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:58:06.712682 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:06.749128 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'code': 200} Jan 28 10:58:06.783449 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=12']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:58:06.955725 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a9478a-ea44-43fa-8553-bb4bcff20044 req-df408709-5911-4c79-99ee-28e5b7cdf5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:06.957243 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8a9478a-ea44-43fa-8553-bb4bcff20044 req-df408709-5911-4c79-99ee-28e5b7cdf5b6 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1098 time: 0.0708094 Jan 28 10:58:06.996017 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a8a9478a-ea44-43fa-8553-bb4bcff20044 req-3e07a662-8839-46c6-83e9-989c7ee0e7ea service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330505 Jan 28 10:58:07.257013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff8b73-1f5e-43bc-9d07-cb51324aab34 req-1fcc817a-41a1-4a0f-bd55-724779042074 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:07.258354 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3ff8b73-1f5e-43bc-9d07-cb51324aab34 req-1fcc817a-41a1-4a0f-bd55-724779042074 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 947 time: 0.0776539 Jan 28 10:58:07.304203 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3ff8b73-1f5e-43bc-9d07-cb51324aab34 req-a6e53061-3ed0-4949-b016-e3f1c4b652b5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403383 Jan 28 10:58:08.489443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c46fec-407d-460a-bcb7-696e9895fb7b req-49d1fb90-2296-4e9d-8ab0-1a9cf00f4cd0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:08.490912 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24c46fec-407d-460a-bcb7-696e9895fb7b req-49d1fb90-2296-4e9d-8ab0-1a9cf00f4cd0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 947 time: 0.0813565 Jan 28 10:58:08.536216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-24c46fec-407d-460a-bcb7-696e9895fb7b req-d1921441-5944-4e11-a74f-5ee05fe60977 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388179 Jan 28 10:58:09.816722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecafdb-42dc-4fc0-b8a7-137de2826e18 req-b49b4ea3-1a8f-4f64-adb4-13c22c8904f7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:09.818088 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eeecafdb-42dc-4fc0-b8a7-137de2826e18 req-b49b4ea3-1a8f-4f64-adb4-13c22c8904f7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 947 time: 0.1700282 Jan 28 10:58:09.860264 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eeecafdb-42dc-4fc0-b8a7-137de2826e18 req-2a467e5d-f7d9-46d3-9fc7-b86316e55a26 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359356 Jan 28 10:58:14.596448 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:15.859814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:26.065273 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1f83810e-cbc5-49d7-b88a-24689f3a05e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:28.492357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-112bc0c5-e129-4e0e-a3e9-2af2597da8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:29.654077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:29.698718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:31.112512 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:42.237226 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:58:43.840432 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-85af83f4-d100-4f0b-8e4e-36abd562edd8 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767667 Jan 28 10:58:43.990218 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-3c1e9791-14e8-4240-a1ac-8d3c819043e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:43.992473 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-3c1e9791-14e8-4240-a1ac-8d3c819043e0 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1098 time: 0.0761700 Jan 28 10:58:44.132498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-71eaf00c-032e-42a6-8573-af94c4d5cc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:44.134018 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-71eaf00c-032e-42a6-8573-af94c4d5cc27 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1244152 Jan 28 10:58:44.234976 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-9241b303-558a-4c63-a948-9e83c22d4403 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 1002 time: 0.0952303 Jan 28 10:58:44.296044 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-20b83270-3c18-478d-845d-6f9ae034078b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:44.297553 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-20b83270-3c18-478d-845d-6f9ae034078b service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0562565 Jan 28 10:58:44.373339 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-ae68eee5-3489-4420-891c-00e4208c01ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:58:44.374789 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-ae68eee5-3489-4420-891c-00e4208c01ba service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714750 Jan 28 10:58:44.385085 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-be158287-7315-4213-a269-5cc2d21435ef service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 10:58:44.386057 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-be158287-7315-4213-a269-5cc2d21435ef service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052524 Jan 28 10:58:44.517180 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-5de6f612-4f2b-4b6c-bea8-99d3826084bc service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253483 Jan 28 10:58:44.605183 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:44.656187 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dabe8bc0-88c8-4b4d-8ae3-27eedb0f4ae3 req-84fe55c0-ba7f-4769-8f51-bf600e885005 service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321933 Jan 28 10:58:45.861036 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:56.067546 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c0d055b3-8bae-4888-ac88-6ef12192f74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:58.494652 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-341acf7b-2a59-40bc-b273-cd96bc196e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:59.655756 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:58:59.702601 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:01.113902 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:14.604716 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:15.872163 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:19.236550 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:59:20.761619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60406) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:20.964065 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Deleting port a98a99fe-4480-48a9-93e8-7fd834a1658c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:59:20.964402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:21.134193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:21.134504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:21.268054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Calling delete_port for a98a99fe-4480-48a9-93e8-7fd834a1658c owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:59:21.411459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:21.465986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event deleted for resources: {'Port': ['ID=a98a99fe-4480-48a9-93e8-7fd834a1658c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:21.513247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.513691 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.513885 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.514237 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.514585 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.514909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.515228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.515564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.515861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.516177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.516511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.516853 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:21.571635 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:21.571985 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Floating IP e934eb20-a9b8-4818-808a-3ff13fe7a126 disassociated (deleted). External IP: 172.25.1.217, port: 51ccaf9f-a2ae-431e-85e0-39651275df94. Jan 28 10:59:22.032685 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 10:59:22.214471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 10:59:22.224630 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 10:59:22.234625 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:59:22.235211 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:58:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:59:22.235664 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:22.293958 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ac145b25-2791-488a-9302-253ba50918dd tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "DELETE /v2.0/floatingips/e934eb20-a9b8-4818-808a-3ff13fe7a126 HTTP/1.1" status: 204 len: 168 time: 1.5310736 Jan 28 10:59:22.294373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:59:22.417732 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:59:22.421677 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'status': 'completed', 'code': 200} Jan 28 10:59:22.630697 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-2444069d-6f6a-4fd5-857c-216b56f40875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:22.632259 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-2444069d-6f6a-4fd5-857c-216b56f40875 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 1098 time: 0.1783268 Jan 28 10:59:22.746007 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:59:22.750386 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 10:59:22.758756 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 10:59:22.759338 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:58:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:59:22.822849 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-90d1333b-b50a-4fee-bf6d-a02c277d4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:22.824196 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-90d1333b-b50a-4fee-bf6d-a02c277d4e09 service neutron] 10.222.0.43 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1859372 Jan 28 10:59:22.831723 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62163850-5872-40e9-8010-5bf1bca55517 req-1314a9d9-7fe2-4901-8131-023bf16c3704 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:22.833070 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-62163850-5872-40e9-8010-5bf1bca55517 req-1314a9d9-7fe2-4901-8131-023bf16c3704 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 947 time: 0.2359993 Jan 28 10:59:22.909968 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-4fc9705b-7749-47d7-8c45-a4703e2902cf service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 200 len: 217 time: 0.0759196 Jan 28 10:59:22.933958 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 10:59:22.974220 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-62163850-5872-40e9-8010-5bf1bca55517 req-6d131f65-45af-48b6-8942-3a697021160a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928991 Jan 28 10:59:22.986679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-d1e6ef68-2584-46af-8068-59e4d183289c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:22.988078 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-d1e6ef68-2584-46af-8068-59e4d183289c service neutron] 10.222.0.43 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0718384 Jan 28 10:59:23.065732 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-e99457de-3ccc-4c2c-af01-dbddb429a403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:23.067184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-e99457de-3ccc-4c2c-af01-dbddb429a403 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730507 Jan 28 10:59:23.242937 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 10:59:23.247134 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92ec62f-41fa-4db3-98fb-2a35f665cfef None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 10:59:23.305736 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-f804716c-219d-44ec-a1cf-1b7eb796f02e service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319958 Jan 28 10:59:23.439752 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-9a917ef2-dd60-4c96-aedb-850069078de2 req-dee88ee1-2535-4ed6-bc69-8691cb05c897 service neutron] 10.222.0.43 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276858 Jan 28 10:59:23.471682 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbee00-28da-4b8a-ac98-09cd747154ca None None] New status for floating IP e934eb20-a9b8-4818-808a-3ff13fe7a126: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 10:59:23.884278 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-f85f1e3c-e20a-47dd-bb34-f675fc2c064f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:23.885695 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-f85f1e3c-e20a-47dd-bb34-f675fc2c064f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.43 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 947 time: 0.0774524 Jan 28 10:59:23.957215 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Deleting port 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 10:59:23.957546 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:24.210210 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] For port 51ccaf9f-a2ae-431e-85e0-39651275df94, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=51ccaf9f-a2ae-431e-85e0-39651275df94,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:59:24.210583 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:24.218829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d8697-576d-498d-b1dd-464ff3a441ca req-40c5e76d-0422-4885-8772-70e3a2ec49a4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:24.219528 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-516d8697-576d-498d-b1dd-464ff3a441ca req-40c5e76d-0422-4885-8772-70e3a2ec49a4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:59:24.234920 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-516d8697-576d-498d-b1dd-464ff3a441ca req-40c5e76d-0422-4885-8772-70e3a2ec49a4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:59:24.236166 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-516d8697-576d-498d-b1dd-464ff3a441ca req-40c5e76d-0422-4885-8772-70e3a2ec49a4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=549b1838-82ff-4127-8e87-cbb5fc326355 HTTP/1.1" status: 200 len: 947 time: 0.1507363 Jan 28 10:59:24.281024 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-516d8697-576d-498d-b1dd-464ff3a441ca req-56e9db34-88f7-4162-88db-5005ad47d588 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389836 Jan 28 10:59:24.337011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Calling delete_port for 51ccaf9f-a2ae-431e-85e0-39651275df94 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 10:59:24.474380 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:24.533652 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event deleted for resources: {'Port': ['ID=51ccaf9f-a2ae-431e-85e0-39651275df94,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:24.572791 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.573138 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.573470 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.573803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.574131 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.575502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.575835 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.576159 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.576481 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.576826 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.577158 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.577476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:24.622324 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] No DVR routers for this DVR port 51ccaf9f-a2ae-431e-85e0-39651275df94 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 10:59:24.624950 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:24.627724 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-deleted', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:59:24.643510 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-78411f0c-055b-41ba-9011-69a33bfcad4f req-a479322d-e469-40ab-ae78-9f7769a429db tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.43 "DELETE /v2.0/ports/51ccaf9f-a2ae-431e-85e0-39651275df94 HTTP/1.1" status: 204 len: 173 time: 0.7519987 Jan 28 10:59:24.671999 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '549b1838-82ff-4127-8e87-cbb5fc326355', 'name': 'network-vif-deleted', 'tag': '51ccaf9f-a2ae-431e-85e0-39651275df94', 'status': 'completed', 'code': 200} Jan 28 10:59:25.373750 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60430) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:25.443947 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7fab1e1-652a-4fcc-b252-e5b45e3a04a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.473612 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7fab1e1-652a-4fcc-b252-e5b45e3a04a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.537484 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7fab1e1-652a-4fcc-b252-e5b45e3a04a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.555984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fab1e1-652a-4fcc-b252-e5b45e3a04a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06d4110-f6b1-422d-b9c6-2b68c38ba7f3,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:25.570746 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-e7fab1e1-652a-4fcc-b252-e5b45e3a04a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.571873 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-e7fab1e1-652a-4fcc-b252-e5b45e3a04a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "DELETE /v2.0/security-groups/b06d4110-f6b1-422d-b9c6-2b68c38ba7f3 HTTP/1.1" status: 204 len: 168 time: 0.1971335 Jan 28 10:59:25.810932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60438) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:25.815923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2089689845', 'description': 'tempest-secgroup-smoke-2089689845 description', 'project_id': '0b4b6858ec5846429551e813b010893f'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:25.822731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:25.827496 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:25.830374 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:25.836010 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:25.845401 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.864216 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:25.867966 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:25.870722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:25.877030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:25.944354 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.947734 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.993782 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7659862-1e1d-4097-be31-e903de296ceb,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:25.996331 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:25.998060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1117859b-f072-4f6c-a0a8-cde8145c4f07 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1861999 Jan 28 10:59:26.000999 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60442) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:26.006004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'c7659862-1e1d-4097-be31-e903de296ceb', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:26.013209 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:26.017372 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:26.020456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:26.026055 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:26.042393 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.072285 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45036843-bb93-486c-ab7b-2a5a207aa7cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.105577 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.108994 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.131914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8547959-034a-4d90-8b7c-f615579c8915,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:26.141090 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.142221 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5cf31c00-56bc-417b-a3b2-76842fee94df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401296 Jan 28 10:59:26.144941 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60446) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:26.149910 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'c7659862-1e1d-4097-be31-e903de296ceb', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:26.156291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:26.160085 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:26.162940 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:26.168605 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:26.185684 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.244047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.247867 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.270758 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a564f92b-5db0-41d8-aa9b-bfce0932d0ad,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:26.279047 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.280220 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8a712869-1358-4ea0-80e7-5d882ec60889 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1343408 Jan 28 10:59:26.282969 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60450) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:26.287780 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'c7659862-1e1d-4097-be31-e903de296ceb', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:26.294760 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:26.298558 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:26.302412 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:26.311933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:26.327940 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.391981 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.395318 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.418601 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3ca8d1f-bae7-4cef-8590-8a51212c02a5,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:26.427375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.428512 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1d0079da-0581-4ada-afbf-0102e4cbcb6f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446581 Jan 28 10:59:26.431287 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60454) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:26.436618 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'c7659862-1e1d-4097-be31-e903de296ceb', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:26.442909 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:26.446668 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:26.449456 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:26.455106 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:26.471459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.533918 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.537704 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.562518 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f6fe635-800d-4073-9f7f-ed49e4ad5cb3,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:26.573355 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.574520 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fb5e3fc7-710f-4b05-858e-50ff2374e84b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423442 Jan 28 10:59:26.577708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60458) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:26.582609 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'c7659862-1e1d-4097-be31-e903de296ceb', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:26.588873 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:26.593218 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:26.596112 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:26.601887 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:26.612628 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Project 0b4b6858ec5846429551e813b010893f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:59:26.619224 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.691122 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.694412 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.716824 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79cc5034-70dc-461e-b774-110869601703,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:26.725217 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.726379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-461ee7dd-31cf-448e-bc68-b84a460f7f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1477458 Jan 28 10:59:26.729376 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60462) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:26.734917 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'security_group_rule': {'security_group_id': 'c7659862-1e1d-4097-be31-e903de296ceb', 'project_id': '0b4b6858ec5846429551e813b010893f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:26.741198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:26.744986 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:security_group_rule and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:26.748285 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 10:59:26.754151 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:26.764010 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Project 0b4b6858ec5846429551e813b010893f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 10:59:26.770231 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.833627 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.836874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.862866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 10:59:26.864452 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615dddd4-b172-40c6-9267-3979a4deec79,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:26.870498 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:26.871616 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8acc790a-6b55-495f-8f9c-e15a3e31051c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413126 Jan 28 10:59:26.900735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: 51ccaf9f-a2ae-431e-85e0-39651275df94 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 10:59:26.901079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device 51ccaf9f-a2ae-431e-85e0-39651275df94 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 10:59:28.497988 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-17193b75-a729-4c24-9dac-0bf451bf3b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:29.662257 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:29.707709 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:31.118646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:40.877358 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-f73e7a69-67f8-4469-943f-43b32fb3c7a1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2089689845&fields=id&tenant_id=0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 267 time: 0.0383236 Jan 28 10:59:41.022198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-465c05ec-d21c-4006-bc7e-e23ee8744f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:41.022861 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-465c05ec-d21c-4006-bc7e-e23ee8744f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:59:41.038944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-465c05ec-d21c-4006-bc7e-e23ee8744f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:59:41.040184 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-465c05ec-d21c-4006-bc7e-e23ee8744f80 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 808 time: 0.1566575 Jan 28 10:59:41.055162 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-36ad7437-49ad-4b74-80e0-0d2b3612f3e6 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/quotas/0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 375 time: 0.0094481 Jan 28 10:59:41.133460 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-0430f2a6-3990-4115-9938-4f0f25b1bb44 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:59:41.148221 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-0430f2a6-3990-4115-9938-4f0f25b1bb44 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:59:41.149485 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-0430f2a6-3990-4115-9938-4f0f25b1bb44 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897527 Jan 28 10:59:41.323363 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-9b67c9a4-ff0d-4058-814b-6f799c3f1e05 service neutron] 10.222.0.42 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625595 Jan 28 10:59:41.451574 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-87eae6a9-b8b0-42a9-a67f-10f55cb668e0 service neutron] 10.222.0.42 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221154 Jan 28 10:59:41.838593 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2dfc934e-4748-4be1-b7fb-ccffdf86ec96 req-2f28d4e2-5106-4951-a37f-27b6d6d19ae3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 210 time: 0.0430446 Jan 28 10:59:42.993881 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-fe20bfbc-6919-418c-93db-c6aff89c1030 req-45399051-067e-48d3-8d32-af1d28a72b79 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 210 time: 0.0426974 Jan 28 10:59:43.071162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-12627657-752a-49cd-b5bc-2824673e53cc tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:43.072562 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-12627657-752a-49cd-b5bc-2824673e53cc tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 808 time: 0.2082605 Jan 28 10:59:43.123914 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-d21608d9-f7d5-4018-80b3-ab786991ac0a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:59:43.139251 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-d21608d9-f7d5-4018-80b3-ab786991ac0a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:59:43.140381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-d21608d9-f7d5-4018-80b3-ab786991ac0a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 380 time: 0.0589890 Jan 28 10:59:43.151347 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'port': {'device_id': 'a12c4195-68ef-4139-a512-e67c8be75165', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'admin_state_up': True, 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'security_groups': ['c7659862-1e1d-4097-be31-e903de296ceb']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:43.396721 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:43.406845 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 10:59:43.416872 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Made reservation on behalf of 0b4b6858ec5846429551e813b010893f for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 10:59:43.420862 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:43.585736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Allocated IP 172.20.0.12 (80a2d0ed-e997-42ff-98c9-857b9fb5fc19/e7d3dd7b-aa91-4852-a252-e701d787d634/b95bf168-4c1d-4b7c-874f-356ce1059c21) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 10:59:43.785271 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:43.802007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Transition to ACTIVE for port object b95bf168-4c1d-4b7c-874f-356ce1059c21 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:59:43.825838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:43.894201 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 10:59:43.897129 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 10:59:43.899636 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 10:59:43.948583 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:43.975056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:43.975672 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:44.007505 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-33bf27e9-7bb1-4663-9cff-e66841d06ec0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8599603 Jan 28 10:59:44.023534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Request body: {'port': {'device_id': 'a12c4195-68ef-4139-a512-e67c8be75165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:44.144700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-edd04ee8-2a74-4920-9a82-6f6d6464a0e9 None None] Provisioning for port b95bf168-4c1d-4b7c-874f-356ce1059c21 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:59:44.150835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-edd04ee8-2a74-4920-9a82-6f6d6464a0e9 None None] Provisioning complete for port b95bf168-4c1d-4b7c-874f-356ce1059c21 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:59:44.151373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-edd04ee8-2a74-4920-9a82-6f6d6464a0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:44.192459 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:44.206468 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-edd04ee8-2a74-4920-9a82-6f6d6464a0e9 None None] Port b95bf168-4c1d-4b7c-874f-356ce1059c21 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 10:59:44.299977 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e073b-0e88-4853-bc7f-2837d8554ba6 req-09375a76-3646-489c-8771-a32b26286c5d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:44.300693 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fb7e073b-0e88-4853-bc7f-2837d8554ba6 req-09375a76-3646-489c-8771-a32b26286c5d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 10:59:44.364289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-fb7e073b-0e88-4853-bc7f-2837d8554ba6 req-09375a76-3646-489c-8771-a32b26286c5d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 10:59:44.365486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb7e073b-0e88-4853-bc7f-2837d8554ba6 req-09375a76-3646-489c-8771-a32b26286c5d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 932 time: 0.2289453 Jan 28 10:59:44.493001 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fb7e073b-0e88-4853-bc7f-2837d8554ba6 req-f1e8f894-4679-4e87-9910-d6f5d0832b62 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209118 Jan 28 10:59:44.626033 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95bf168-4c1d-4b7c-874f-356ce1059c21 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:59:44.628415 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:44.633928 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:44.648787 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Transition to ACTIVE for port object b95bf168-4c1d-4b7c-874f-356ce1059c21 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 10:59:44.653327 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:44.828983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:44.902762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Attempting to bind port b95bf168-4c1d-4b7c-874f-356ce1059c21 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 10:59:44.903111 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Attempting to bind port b95bf168-4c1d-4b7c-874f-356ce1059c21 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 10:59:44.903413 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Attempting to bind port b95bf168-4c1d-4b7c-874f-356ce1059c21 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:59:44.907976 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Port b95bf168-4c1d-4b7c-874f-356ce1059c21 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 10:59:44.908320 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Attempting to bind port b95bf168-4c1d-4b7c-874f-356ce1059c21 on network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 10:59:44.913313 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 10, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 10:59:44.913644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Checking segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 10:59:44.914024 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Bound using segment: {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 10:59:44.914444 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Bound port: b95bf168-4c1d-4b7c-874f-356ce1059c21, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b872da52-c268-473c-aa28-c834ac53dfda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 10:59:44.914779 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:45.004925 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 10:59:45.007891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 10:59:45.012510 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:45.074507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:45.075121 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:45.076571 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] 10.222.0.25 "PUT /v2.0/ports/b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1092 time: 1.0578208 Jan 28 10:59:45.077030 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:59:45.096400 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14882f-ed9b-4f61-b34e-f04d4e3cac79 service neutron] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:45.287650 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'status': 'completed', 'code': 200} Jan 28 10:59:45.325197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-83b78307-462f-4885-aa89-5bc1bc4b4714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:45.326753 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-83b78307-462f-4885-aa89-5bc1bc4b4714 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1095 time: 0.1993937 Jan 28 10:59:45.401431 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-931723e1-5bc4-4dd2-921c-78b8e6ab27ba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 217 time: 0.0639148 Jan 28 10:59:45.467093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-43cc5de2-c008-4b3c-a0c0-38c2d1237692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:45.468529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-43cc5de2-c008-4b3c-a0c0-38c2d1237692 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0580654 Jan 28 10:59:45.551657 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-facafaf3-9275-4f1b-bcf9-42ade5fd41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:45.553165 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-facafaf3-9275-4f1b-bcf9-42ade5fd41a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752845 Jan 28 10:59:45.752061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-d58c17c7-96e3-4b94-bc5c-eabb72917352 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889257 Jan 28 10:59:45.767624 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f970c477-751c-42db-8d5c-6d06d83c8d70 req-c34d10ee-2a92-4015-a1d5-4fa8416c9c7f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:45.769053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f970c477-751c-42db-8d5c-6d06d83c8d70 req-c34d10ee-2a92-4015-a1d5-4fa8416c9c7f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.1407077 Jan 28 10:59:45.873283 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:45.894331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f970c477-751c-42db-8d5c-6d06d83c8d70 req-9e5cae35-45ab-4db8-b3c5-2a62115937aa tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052551 Jan 28 10:59:45.928245 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-27a483e9-baf5-48a7-b5a2-d358cd278046 req-297aa41d-d912-4211-a3ca-46063361a1dc service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582930 Jan 28 10:59:46.053380 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-e2fdc87f-5f7a-451d-832b-17a0edb6b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:46.054829 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-e2fdc87f-5f7a-451d-832b-17a0edb6b62b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1095 time: 0.0747268 Jan 28 10:59:46.184493 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-e285e543-63c0-48bc-a6ef-a664fe83e18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:46.185913 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-e285e543-63c0-48bc-a6ef-a664fe83e18d service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1247270 Jan 28 10:59:46.258053 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-50fc1878-06e4-4c32-8c66-74f0efb450a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 217 time: 0.0631237 Jan 28 10:59:46.320230 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-3bb14b45-387c-45cc-99b9-9e6178d6c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:46.321635 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-3bb14b45-387c-45cc-99b9-9e6178d6c26f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0559161 Jan 28 10:59:46.396525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-75e4b9ce-04a0-46e1-b208-9d6b328417c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:46.397998 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-75e4b9ce-04a0-46e1-b208-9d6b328417c4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697911 Jan 28 10:59:46.534049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-ff6904f2-aa41-4405-8178-b4535045aa4a service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245446 Jan 28 10:59:46.666708 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e8bf865a-909d-4286-a9c9-b69f3b8125a9 req-2f768393-af70-43b8-a535-6d1d520389f0 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234875 Jan 28 10:59:47.172699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb5f4af-b30c-436a-b010-8131c22a44b7 req-2fc585d5-d7c6-467d-b4e6-359610a67e17 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:47.174051 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5eb5f4af-b30c-436a-b010-8131c22a44b7 req-2fc585d5-d7c6-467d-b4e6-359610a67e17 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.1770637 Jan 28 10:59:47.217721 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5eb5f4af-b30c-436a-b010-8131c22a44b7 req-67d9d957-8dbc-4eac-aa5c-54378d81b3f4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380085 Jan 28 10:59:48.401043 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddcea63-8c2f-4591-83a7-942311203e81 req-fa5a2b21-1481-4ccd-b6e5-8840b010472a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:48.402498 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ddcea63-8c2f-4591-83a7-942311203e81 req-fa5a2b21-1481-4ccd-b6e5-8840b010472a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0825107 Jan 28 10:59:48.446034 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3ddcea63-8c2f-4591-83a7-942311203e81 req-59a99b8c-bcbc-455d-8fc9-fc4eebdaad05 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379856 Jan 28 10:59:49.633345 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06fe92-a897-44fa-8e95-808f29c8e775 req-612910a4-80df-4364-ac25-0e80e01d4195 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:49.634937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d06fe92-a897-44fa-8e95-808f29c8e775 req-612910a4-80df-4364-ac25-0e80e01d4195 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0805411 Jan 28 10:59:49.678608 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-1d06fe92-a897-44fa-8e95-808f29c8e775 req-e3d47070-0053-422d-808a-248befdfade3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375106 Jan 28 10:59:50.860204 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401709a-bce6-4d9e-9839-1badc35d4f73 req-a25c8710-c609-450b-9784-0a8c6cfbce96 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:50.861698 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c401709a-bce6-4d9e-9839-1badc35d4f73 req-a25c8710-c609-450b-9784-0a8c6cfbce96 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0789986 Jan 28 10:59:50.907879 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c401709a-bce6-4d9e-9839-1badc35d4f73 req-8caed7ea-335e-4f6c-b604-2fff983c6db0 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407116 Jan 28 10:59:52.092193 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a02cd-e5f9-4107-9bd3-e8564e01538f req-e1a17e2e-429e-4765-9741-705b307d7919 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:52.093646 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-474a02cd-e5f9-4107-9bd3-e8564e01538f req-e1a17e2e-429e-4765-9741-705b307d7919 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0822115 Jan 28 10:59:52.137079 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-474a02cd-e5f9-4107-9bd3-e8564e01538f req-9517047e-3fc0-4520-a466-079dbde82379 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376678 Jan 28 10:59:53.419973 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0919007-2481-48c1-92aa-245682da9ad2 req-9111b3d1-b076-4d74-a3da-7c24011afae7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:53.421351 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0919007-2481-48c1-92aa-245682da9ad2 req-9111b3d1-b076-4d74-a3da-7c24011afae7 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.1798534 Jan 28 10:59:53.463761 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d0919007-2481-48c1-92aa-245682da9ad2 req-2b450435-30cd-45ae-99a9-846933ebbd3b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367806 Jan 28 10:59:54.646314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbb5c94-e25e-48d6-a3e2-447887f04332 req-17404609-c0b6-4173-a9ef-ab961dde4214 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:54.647739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cfbb5c94-e25e-48d6-a3e2-447887f04332 req-17404609-c0b6-4173-a9ef-ab961dde4214 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0817494 Jan 28 10:59:54.690701 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cfbb5c94-e25e-48d6-a3e2-447887f04332 req-b00e0205-96af-47bf-80a6-37db2ef2a11d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373063 Jan 28 10:59:54.752467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 10:59:54.886982 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:59:54.900151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'port_id': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'mac_address': 'fa:16:3e:bd:69:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 10:59:54.956819 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:54.973788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95bf168-4c1d-4b7c-874f-356ce1059c21 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 10:59:54.988419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:59:54.992291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:55.058750 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:55.066529 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.066875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.067209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.067543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.067871 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.068196 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.068518 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.068868 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.069192 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.069507 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.069826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.070135 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 10:59:55.290171 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['b95bf168-4c1d-4b7c-874f-356ce1059c21'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 10:59:55.873265 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2663f9-fe11-4d4d-a500-9f4bb57137b6 req-916e1377-f680-431f-8e40-f949d708cb05 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:55.874706 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc2663f9-fe11-4d4d-a500-9f4bb57137b6 req-916e1377-f680-431f-8e40-f949d708cb05 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 945 time: 0.0812421 Jan 28 10:59:55.917734 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-fc2663f9-fe11-4d4d-a500-9f4bb57137b6 req-182f415e-9f89-4b25-8538-26f05dceff4f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372484 Jan 28 10:59:56.064347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a8a596ef-8f66-47be-a6cc-f57d4f619a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:56.239393 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 10:59:56.766870 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 10:59:56.831452 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port b95bf168-4c1d-4b7c-874f-356ce1059c21 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 10:59:56.835835 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port b95bf168-4c1d-4b7c-874f-356ce1059c21 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 10:59:56.836205 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:56.948181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:56.974239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 10:59:56.984675 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 10:59:56.990845 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:57.068318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 10:59:57.101073 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'code': 200} Jan 28 10:59:57.130898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d96692-4a06-4b95-a346-89780599a1f3 req-7298f18f-c306-4bb1-a443-147a56a3c006 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:57.132396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6d96692-4a06-4b95-a346-89780599a1f3 req-7298f18f-c306-4bb1-a443-147a56a3c006 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.1022518 Jan 28 10:59:57.176147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b6d96692-4a06-4b95-a346-89780599a1f3 req-6e40c5aa-2192-4bcf-9f71-1fcc4132e1fb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374250 Jan 28 10:59:57.250816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e613e5f-233c-4f27-b338-fc42e602f8d1 req-2975a5e6-f31e-45ee-8300-92ebd822def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:57.252648 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e613e5f-233c-4f27-b338-fc42e602f8d1 req-2975a5e6-f31e-45ee-8300-92ebd822def8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0699718 Jan 28 10:59:57.296331 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9e613e5f-233c-4f27-b338-fc42e602f8d1 req-22b1aaad-02bf-434e-84e1-144e5bdc7095 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342968 Jan 28 10:59:58.368562 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a81da-23dc-45c3-9f3a-f8a48e7def11 req-f0691bbc-43a0-4a7b-a873-b759f5c443ab tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:58.370083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-581a81da-23dc-45c3-9f3a-f8a48e7def11 req-f0691bbc-43a0-4a7b-a873-b759f5c443ab tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0872118 Jan 28 10:59:58.418416 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-581a81da-23dc-45c3-9f3a-f8a48e7def11 req-2d5e085a-99b7-497c-bd21-9a15ba761f6c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406322 Jan 28 10:59:58.500242 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6c42a147-e838-49a5-9ac0-4f236d9974ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:59.605878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1751c9-90bf-4d6c-8512-8846c578d86b req-c4593f51-55c4-414a-8fa9-b6780dc6facb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:59.607894 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c1751c9-90bf-4d6c-8512-8846c578d86b req-c4593f51-55c4-414a-8fa9-b6780dc6facb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0839617 Jan 28 10:59:59.651712 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6c1751c9-90bf-4d6c-8512-8846c578d86b req-7ddba452-191f-4af5-ad6c-cdea1e8a3a1e tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379896 Jan 28 10:59:59.657369 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:59.709821 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 10:59:59.837828 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fdb8f6-7e24-4204-9ffb-98f2dde56ef3 req-dc724ad9-6574-471f-9ba5-484911e0a777 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:59.839285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59fdb8f6-7e24-4204-9ffb-98f2dde56ef3 req-dc724ad9-6574-471f-9ba5-484911e0a777 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0833452 Jan 28 10:59:59.886083 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-59fdb8f6-7e24-4204-9ffb-98f2dde56ef3 req-25216f18-ddab-4f1e-b600-4b4a104caf7b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407202 Jan 28 10:59:59.908153 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60646) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:59.976105 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaee296-cef6-4405-8986-b7fc345e9aae tempest-TestShelveInstance-176974661 tempest-TestShelveInstance-176974661-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 10:59:59.977524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dfaee296-cef6-4405-8986-b7fc345e9aae tempest-TestShelveInstance-176974661 tempest-TestShelveInstance-176974661-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1092 time: 0.0684080 Jan 28 10:59:59.980395 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60650) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 10:59:59.985479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 10:59:59.992150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 10:59:59.995876 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Usage tracker for resource:floatingip and tenant:0b4b6858ec5846429551e813b010893f is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 10:59:59.998639 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:00:00.004814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:00:00.014295 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:00.145386 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:00.277277 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Allocated IP 172.25.1.187 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/5cfd6237-6b4b-47cf-b26a-503f3c329385) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:00:00.421218 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:00.449518 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:00.512031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:00:00.515205 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:00:00.518944 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:00:00.555772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'Port': ['ID=5cfd6237-6b4b-47cf-b26a-503f3c329385,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:00:00.923299 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:00.994615 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:01.120844 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:01.288345 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:01.292808 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:01.400623 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event updated for resources: {'Port': ['ID=5cfd6237-6b4b-47cf-b26a-503f3c329385,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:00:01.413260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:01.581418 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Floating IP 19088714-5ac4-4cb5-80e8-72a6eb6d8723 associated. External IP: 172.25.1.187, port: b95bf168-4c1d-4b7c-874f-356ce1059c21. Jan 28 11:00:01.923985 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:00:02.102010 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:00:02.113622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:00:02.124080 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:00:02.124857 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:59:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:00:02.125982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:02.182391 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-8f176c22-0711-4cf7-b2c1-9bc69d6a02ed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2007942 Jan 28 11:00:02.183212 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:00:02.226637 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'status': 'completed', 'code': 200} Jan 28 11:00:02.306746 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:00:02.316994 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-925e4896-0f3e-4a34-a115-9c1ac8618651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:02.318491 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-925e4896-0f3e-4a34-a115-9c1ac8618651 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0703516 Jan 28 11:00:02.451550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-6434bb28-7b8d-4ebb-a8df-167b719c8a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:02.452932 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-6434bb28-7b8d-4ebb-a8df-167b719c8a8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1285524 Jan 28 11:00:02.556944 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-72663bac-345b-46a8-a6f1-27b11e40f187 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1000 time: 0.0976505 Jan 28 11:00:02.622602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-2f32ab6f-3a33-43ba-aa4a-fd77ee284551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:02.624064 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-2f32ab6f-3a33-43ba-aa4a-fd77ee284551 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0610425 Jan 28 11:00:02.680752 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '19088714-5ac4-4cb5-80e8-72a6eb6d8723', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'port_id': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'mac_address': 'fa:16:3e:bd:69:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12c4195-68ef-4139-a512-e67c8be75165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:00:00Z', 'updated_at': '2022-01-28T11:00:00Z', 'revision_number': 0, 'project_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:00:02.684515 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:00:02.692542 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:00:02.693156 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T10:59:58Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:00:02.699007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-da098a1b-a856-4065-916c-153c7136cf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:02.700563 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-da098a1b-a856-4065-916c-153c7136cf14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690668 Jan 28 11:00:02.710261 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-fd24a7f5-4a0f-41a6-81d6-74f7bbf18efa service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 11:00:02.711106 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-fd24a7f5-4a0f-41a6-81d6-74f7bbf18efa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047314 Jan 28 11:00:02.845640 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-fc254e9a-0c4a-487d-9d5b-492bbd02bf83 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285748 Jan 28 11:00:02.869543 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:00:02.978537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f02f3981-2177-4a77-a5db-ed86cef26f2b req-82fe18c8-aa64-486f-99fb-4066b793c1ac service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263411 Jan 28 11:00:03.211488 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '19088714-5ac4-4cb5-80e8-72a6eb6d8723', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'port_id': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'mac_address': 'fa:16:3e:bd:69:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12c4195-68ef-4139-a512-e67c8be75165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:00:00Z', 'updated_at': '2022-01-28T11:00:00Z', 'revision_number': 0, 'project_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:00:03.215240 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7accb20-677f-42d9-b72a-b7db33042b2c None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '19088714-5ac4-4cb5-80e8-72a6eb6d8723', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'floating_ip_address': '172.25.1.187', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'port_id': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4334, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'mac_address': 'fa:16:3e:bd:69:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a12c4195-68ef-4139-a512-e67c8be75165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:00:00Z', 'updated_at': '2022-01-28T11:00:00Z', 'revision_number': 0, 'project_id': '0b4b6858ec5846429551e813b010893f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:00:03.400714 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69b1c5a-651d-40a7-a15e-568405ef598e None None] New status for floating IP 19088714-5ac4-4cb5-80e8-72a6eb6d8723: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:00:14.629181 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:15.900002 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:26.065681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b195000a-dbbd-4a75-8bf8-e3445638a08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:28.505559 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-62fb47d6-1ff7-406c-aa4e-f0033440ebe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:29.660362 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:29.711084 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:31.121901 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:33.238475 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:00:44.642206 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:45.887943 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:52.750937 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-db04df77-ca19-4e55-8683-8769a04bd85e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715358 Jan 28 11:00:52.894062 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-e36e9a40-1ff9-41a7-b83f-19548f81379e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:52.895504 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-e36e9a40-1ff9-41a7-b83f-19548f81379e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0707500 Jan 28 11:00:53.042442 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-1799496f-cfd6-473c-a114-d9b6ca61aacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:53.043870 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-1799496f-cfd6-473c-a114-d9b6ca61aacd service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1260290 Jan 28 11:00:53.147662 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-2416438f-bc4a-4d28-8f99-d430f96041f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1002 time: 0.0944164 Jan 28 11:00:53.210146 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-f7d3930f-3ab6-4582-91eb-aa16c881e35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:53.211528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-f7d3930f-3ab6-4582-91eb-aa16c881e35a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0555058 Jan 28 11:00:53.394577 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-25cb2013-4c0a-488b-a45a-73c3cf8dd51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:00:53.396078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-25cb2013-4c0a-488b-a45a-73c3cf8dd51f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1743731 Jan 28 11:00:53.528705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-657cab4f-241d-408a-b0d3-69ffaca05dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252544 Jan 28 11:00:53.673506 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a7861b6a-7769-4a4b-871b-638b1dc5d157 req-a71b5fe8-7ed6-4fcf-b337-683fcf175122 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358945 Jan 28 11:00:56.067461 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-34d73f2b-eb0b-441e-88dd-fd8f102ed812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:58.508502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c205957f-f74d-4645-8eb7-00229c76ee3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:59.662552 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:00:59.713101 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:01.124600 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:10.238226 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:01:14.643568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:15.888573 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:26.068815 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3dd005c3-7cea-435e-a42e-c43b8c6c1f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:28.511107 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c429684e-8741-4a27-bd5b-f08dbd0bcd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:29.665065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:29.716746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:31.126272 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:44.644913 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:45.886334 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:47.236856 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:01:53.736723 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-2a064e3e-3464-442a-827c-09e55ab393fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697331 Jan 28 11:01:53.883331 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-99bad3d7-021c-4dbe-9f66-456c86441425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:01:53.884793 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-99bad3d7-021c-4dbe-9f66-456c86441425 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0725389 Jan 28 11:01:54.033046 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-d3fae165-1b86-4e06-b422-19d59058763d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:01:54.034476 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-d3fae165-1b86-4e06-b422-19d59058763d service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1264639 Jan 28 11:01:54.135727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-19662ac0-aeb8-4ca7-bf31-b81ee149df12 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1002 time: 0.0913529 Jan 28 11:01:54.202533 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-b3146e0c-8b42-4a09-b4cf-88b60f687635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:01:54.203893 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-b3146e0c-8b42-4a09-b4cf-88b60f687635 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0592525 Jan 28 11:01:54.286199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-483d3463-b724-4bf1-9566-4ad533ba53ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:01:54.287693 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-483d3463-b724-4bf1-9566-4ad533ba53ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746336 Jan 28 11:01:54.426769 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-ffcfb58e-279e-43af-8164-8c6788572007 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255329 Jan 28 11:01:54.562328 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7ef57542-3dd3-4f4f-a443-33a6867f40ed req-5203ca3f-4e37-47a3-a065-d0767b120d56 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255774 Jan 28 11:01:56.071128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3808baba-4bd5-4140-829d-fd1306309244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:58.512583 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-90549ef0-f13c-4805-8343-50e14ca5499a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:59.592234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a430d4-eeba-4f0a-85af-034809512503 req-b92e121b-4260-4452-8190-deb183ce9382 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:01:59.593993 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5a430d4-eeba-4f0a-85af-034809512503 req-b92e121b-4260-4452-8190-deb183ce9382 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0959773 Jan 28 11:01:59.636324 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a5a430d4-eeba-4f0a-85af-034809512503 req-7561e334-f7c0-4e03-846d-ab07aaa04874 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366626 Jan 28 11:01:59.675176 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:01:59.718263 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:00.827199 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19919b2-4a32-4fa9-9529-c372cec310e3 req-9871621f-3d08-433c-8893-dc1f46377a31 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:00.828579 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d19919b2-4a32-4fa9-9529-c372cec310e3 req-9871621f-3d08-433c-8893-dc1f46377a31 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0829978 Jan 28 11:02:00.871182 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d19919b2-4a32-4fa9-9529-c372cec310e3 req-3e0f6101-0393-4fbe-bdc8-280d06d2df7f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369265 Jan 28 11:02:01.133803 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:02.060400 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb19819-6a3d-4d78-8d31-215e3ca54565 req-b7f83553-46a4-4f34-b301-440cc799442d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:02.061891 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7eb19819-6a3d-4d78-8d31-215e3ca54565 req-b7f83553-46a4-4f34-b301-440cc799442d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0788181 Jan 28 11:02:02.110190 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7eb19819-6a3d-4d78-8d31-215e3ca54565 req-8f7c16ec-ac11-4937-9525-1bcefc52b3df tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424049 Jan 28 11:02:03.290479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45285170-c784-45b0-a43b-d40787486c25 req-5952e63b-aec9-440d-9c20-946f2da6a77d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:03.291915 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45285170-c784-45b0-a43b-d40787486c25 req-5952e63b-aec9-440d-9c20-946f2da6a77d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0776250 Jan 28 11:02:03.334864 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-45285170-c784-45b0-a43b-d40787486c25 req-856f239b-fcb1-438b-9576-325355439a73 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372431 Jan 28 11:02:04.515027 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c867e-09ba-4a9d-89ab-637b429c07f2 req-17de16ac-00be-4c78-9cd2-b6220cfaa8f3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:04.516462 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c2c867e-09ba-4a9d-89ab-637b429c07f2 req-17de16ac-00be-4c78-9cd2-b6220cfaa8f3 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0800433 Jan 28 11:02:04.559067 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-4c2c867e-09ba-4a9d-89ab-637b429c07f2 req-92cf2806-37bc-44a5-816b-1af5d28862ce tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368218 Jan 28 11:02:05.744671 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8d6f4-c0a3-4b07-a193-500bd81aa197 req-7540b78c-f89c-4bd6-a510-c5b64064bbdf tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:05.746117 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57e8d6f4-c0a3-4b07-a193-500bd81aa197 req-7540b78c-f89c-4bd6-a510-c5b64064bbdf tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0825982 Jan 28 11:02:05.789463 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-57e8d6f4-c0a3-4b07-a193-500bd81aa197 req-b1762621-f768-47c0-aa38-fd863d458437 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376549 Jan 28 11:02:07.074028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57830a-1ad2-4bf7-bc53-4f2d5d0eac26 req-291f21b1-a2ee-4757-af5e-d89fbb06c996 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:07.075390 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ea57830a-1ad2-4bf7-bc53-4f2d5d0eac26 req-291f21b1-a2ee-4757-af5e-d89fbb06c996 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.1803315 Jan 28 11:02:07.117213 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ea57830a-1ad2-4bf7-bc53-4f2d5d0eac26 req-afdf947e-0547-45f1-bb4a-08c76d33cf73 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358448 Jan 28 11:02:08.297091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8636405-a224-48eb-8449-90bbc24eccd3 req-f9cd1c28-ec66-4c85-bd71-6de8f65df620 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:08.298519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8636405-a224-48eb-8449-90bbc24eccd3 req-f9cd1c28-ec66-4c85-bd71-6de8f65df620 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0784197 Jan 28 11:02:08.344999 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a8636405-a224-48eb-8449-90bbc24eccd3 req-9053dfd2-f63b-4a81-9c93-ea37c5b3ca2d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409865 Jan 28 11:02:09.526904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65a6cf1-fdcf-4f7e-bfb8-bee6dfd9934a req-1e430bd7-1aa4-4431-b0cd-93b3c14c95be tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:09.528366 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c65a6cf1-fdcf-4f7e-bfb8-bee6dfd9934a req-1e430bd7-1aa4-4431-b0cd-93b3c14c95be tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0787764 Jan 28 11:02:09.579204 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c65a6cf1-fdcf-4f7e-bfb8-bee6dfd9934a req-d215198b-72ec-46d5-8e0a-7c1affd91725 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439579 Jan 28 11:02:09.718093 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-5b55a0db-a8cc-4bc2-9c78-8185af9f476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:09.719524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-5b55a0db-a8cc-4bc2-9c78-8185af9f476a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0706098 Jan 28 11:02:09.852762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-34d05bf3-e9f5-49c3-8f07-92c76ca1b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:09.854171 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-34d05bf3-e9f5-49c3-8f07-92c76ca1b5ef service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1252837 Jan 28 11:02:09.961598 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-bff492e5-4820-4c96-b6dd-8967b4ec2886 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1002 time: 0.0979612 Jan 28 11:02:10.024629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-b369155f-022f-4c50-99c5-899b7da27fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:10.025930 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-b369155f-022f-4c50-99c5-899b7da27fe5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0558438 Jan 28 11:02:10.104584 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-787a6909-5611-42d5-998e-9ff3ea1462aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:10.106039 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-787a6909-5611-42d5-998e-9ff3ea1462aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708935 Jan 28 11:02:10.354189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-b4a8e3c2-fc30-4031-98d7-fdf1b2b0800c service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382329 Jan 28 11:02:10.488634 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-725fbbfe-f4d7-4c3e-86aa-3bc51537b4d7 req-89535d51-58fb-4233-ac34-aff3d5aa5c84 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249733 Jan 28 11:02:10.758948 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55f0dd9-1bfd-44e6-a964-a67cf74f007a req-571c4c86-df6e-4ac4-8181-52b7a71cb6e2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:10.760381 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d55f0dd9-1bfd-44e6-a964-a67cf74f007a req-571c4c86-df6e-4ac4-8181-52b7a71cb6e2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0781796 Jan 28 11:02:10.803643 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-d55f0dd9-1bfd-44e6-a964-a67cf74f007a req-4196ecaa-20c3-44a7-b6b4-af2c189e655f tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377171 Jan 28 11:02:11.986325 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237dec7-08c3-4351-85c0-0655cef8d4f9 req-71010335-2339-490b-9645-140b780abab2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:11.987767 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2237dec7-08c3-4351-85c0-0655cef8d4f9 req-71010335-2339-490b-9645-140b780abab2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0818713 Jan 28 11:02:12.031707 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-2237dec7-08c3-4351-85c0-0655cef8d4f9 req-93493b4f-54cc-4287-826f-a9363f55d44a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384223 Jan 28 11:02:13.220355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852b17b-f858-4529-941a-04e414d19536 req-0dc06508-97a9-441a-9056-023c99601573 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:13.221887 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1852b17b-f858-4529-941a-04e414d19536 req-0dc06508-97a9-441a-9056-023c99601573 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0855761 Jan 28 11:02:13.274086 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1852b17b-f858-4529-941a-04e414d19536 req-b3dcd32c-8fda-4c45-9e95-d4af32a0ed5c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451529 Jan 28 11:02:13.591449 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-27b39c00-e8c5-445a-8d59-2bc0e9cbe99a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120274 Jan 28 11:02:13.621208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b243c594-6ebe-47ae-b893-a1dd34a11836 req-4cf6da1c-c5d6-4981-8f81-5b6af50045af tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:13.622677 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b243c594-6ebe-47ae-b893-a1dd34a11836 req-4cf6da1c-c5d6-4981-8f81-5b6af50045af tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0801342 Jan 28 11:02:13.668114 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b243c594-6ebe-47ae-b893-a1dd34a11836 req-7db432a3-a1d1-414b-b218-b82462e1eaed tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385051 Jan 28 11:02:14.664568 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:14.863424 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a314a7-8445-4f4d-9421-0dfc1efc4a96 req-8fc82c5b-fc9f-478a-ac33-84007f688f03 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:14.864899 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f2a314a7-8445-4f4d-9421-0dfc1efc4a96 req-8fc82c5b-fc9f-478a-ac33-84007f688f03 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0885470 Jan 28 11:02:14.908947 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-f2a314a7-8445-4f4d-9421-0dfc1efc4a96 req-6ee01c10-d921-46ae-bab4-d1e4903d6dfb tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382526 Jan 28 11:02:15.896075 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:16.153312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73446e82-4ed8-446f-b610-0f728fff201b req-b794a0fb-9388-493c-8e29-98f3cd269737 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:16.155285 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73446e82-4ed8-446f-b610-0f728fff201b req-b794a0fb-9388-493c-8e29-98f3cd269737 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.1427395 Jan 28 11:02:16.160431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-e8fc233f-f00c-4a74-80c8-0e1a7c524796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:16.161827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-e8fc233f-f00c-4a74-80c8-0e1a7c524796 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165&tenant_id=0b4b6858ec5846429551e813b010893f HTTP/1.1" status: 200 len: 1097 time: 0.1042817 Jan 28 11:02:16.239630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-73446e82-4ed8-446f-b610-0f728fff201b req-1611d4ef-9c0b-4fa8-84a2-c6ad0a40edb4 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768695 Jan 28 11:02:16.267038 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-338bbabb-6673-4c61-994e-d9ea8a977530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:16.268481 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-338bbabb-6673-4c61-994e-d9ea8a977530 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0771067 Jan 28 11:02:16.401850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-046c5684-9ea1-4c43-b81b-d9e4f828c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:16.403253 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-046c5684-9ea1-4c43-b81b-d9e4f828c7cb service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1245148 Jan 28 11:02:16.509004 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-7d47745a-21f1-4994-b34d-6de9b6361420 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1002 time: 0.0965674 Jan 28 11:02:16.572091 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-85a47783-b24c-4411-80bb-a5bcaab987bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:16.573525 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-85a47783-b24c-4411-80bb-a5bcaab987bf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0558813 Jan 28 11:02:16.653143 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-0b9db976-d470-43e7-824c-66f1125cc8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:16.654609 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-0b9db976-d470-43e7-824c-66f1125cc8be service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717463 Jan 28 11:02:16.788132 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-cd221a46-e973-43c0-b769-a30f00fcd077 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238225 Jan 28 11:02:16.918972 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-514dd6db-dbdd-4abf-bc6e-83e1b696429e service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219933 Jan 28 11:02:17.349060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:02:17.422163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40209dd-6bc5-4c25-8f4b-d937b3bf6b83 req-9dec9cc0-452a-448b-8fc5-a0df36aee4c9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:17.423546 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b40209dd-6bc5-4c25-8f4b-d937b3bf6b83 req-9dec9cc0-452a-448b-8fc5-a0df36aee4c9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0795405 Jan 28 11:02:17.473959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:17.474129 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b40209dd-6bc5-4c25-8f4b-d937b3bf6b83 req-ecf499ec-1a30-4c38-b6bd-31165f04b077 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415723 Jan 28 11:02:17.490384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:02:17.500840 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:02:17.506164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:17.540257 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'code': 200} Jan 28 11:02:17.576762 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:02:17.584075 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.584415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.584778 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.585110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.585441 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.585766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.586087 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.586405 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.586741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.587040 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.587355 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:17.587669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:02:18.653893 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ff9f3c-6d0b-41f9-bea9-ea0783e83515 req-7e98a3ac-afd9-4178-9220-f0cca3c39ecc tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:18.655963 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3ff9f3c-6d0b-41f9-bea9-ea0783e83515 req-7e98a3ac-afd9-4178-9220-f0cca3c39ecc tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0784917 Jan 28 11:02:18.698519 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c3ff9f3c-6d0b-41f9-bea9-ea0783e83515 req-b8aab693-5314-40fc-a832-2dd5660bd3b1 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370088 Jan 28 11:02:19.883722 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8401b9bb-cebc-4639-8cdf-0c2332a099a1 req-c0c06930-e830-4197-9022-5a194aa89f43 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:19.885212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8401b9bb-cebc-4639-8cdf-0c2332a099a1 req-c0c06930-e830-4197-9022-5a194aa89f43 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0783353 Jan 28 11:02:19.928574 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8401b9bb-cebc-4639-8cdf-0c2332a099a1 req-639b80ba-5b8c-4403-8485-4941ec8d765c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378687 Jan 28 11:02:21.111975 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c6b315-aa2c-430b-b1fe-9a6bda9db721 req-aea31552-fce1-4b01-92a7-b71063f41c85 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:21.113408 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9c6b315-aa2c-430b-b1fe-9a6bda9db721 req-aea31552-fce1-4b01-92a7-b71063f41c85 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0800285 Jan 28 11:02:21.155878 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c9c6b315-aa2c-430b-b1fe-9a6bda9db721 req-c738a7d9-9f88-49cf-bee1-68c272659e27 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370610 Jan 28 11:02:22.344052 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf24868-bcb8-4540-b2d3-78eb99cd4b62 req-22660ee2-2b92-47b1-a4af-327a847b905a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:22.345529 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bf24868-bcb8-4540-b2d3-78eb99cd4b62 req-22660ee2-2b92-47b1-a4af-327a847b905a tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0852253 Jan 28 11:02:22.388756 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6bf24868-bcb8-4540-b2d3-78eb99cd4b62 req-2a685abb-d869-48ae-a08c-8d7867e620f8 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375853 Jan 28 11:02:23.267874 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9158e7-50ec-43cc-afe0-edf27a69d732 req-ed61faa6-632a-490d-8c99-9dba33373854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:23.269356 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb9158e7-50ec-43cc-afe0-edf27a69d732 req-ed61faa6-632a-490d-8c99-9dba33373854 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1095 time: 0.0696659 Jan 28 11:02:23.316081 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eb9158e7-50ec-43cc-afe0-edf27a69d732 req-27650793-52f4-407e-a9e7-76e4fcd60975 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356748 Jan 28 11:02:23.396749 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 11:02:23.529830 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:02:23.543800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'port_id': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'mac_address': 'fa:16:3e:bd:69:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 11:02:23.568173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d54902-41a7-4c1b-976c-d4ccb3260db9 req-48dd3c43-812d-4412-a269-affba17f32f2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:23.569853 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00d54902-41a7-4c1b-976c-d4ccb3260db9 req-48dd3c43-812d-4412-a269-affba17f32f2 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 944 time: 0.0786791 Jan 28 11:02:23.597280 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:23.612759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00d54902-41a7-4c1b-976c-d4ccb3260db9 req-5e215a70-592c-47f6-b180-77738b183013 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373030 Jan 28 11:02:23.613095 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95bf168-4c1d-4b7c-874f-356ce1059c21 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:02:23.628737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:02:23.632899 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:23.735384 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:02:23.856848 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['b95bf168-4c1d-4b7c-874f-356ce1059c21'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 11:02:24.235935 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:02:24.899139 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fc398-a391-4650-96fd-1f8f7660a4fe req-c59c14ae-fd6e-4709-80bf-1ebb284b68b5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:24.900594 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-864fc398-a391-4650-96fd-1f8f7660a4fe req-c59c14ae-fd6e-4709-80bf-1ebb284b68b5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 945 time: 0.1859314 Jan 28 11:02:24.943212 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-864fc398-a391-4650-96fd-1f8f7660a4fe req-6a95df7b-a88a-4e69-a89e-abd239b0981c tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369368 Jan 28 11:02:25.402813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:02:25.472050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port b95bf168-4c1d-4b7c-874f-356ce1059c21 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:02:25.472401 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:25.588929 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:25.621744 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:02:25.636462 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:02:25.641494 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:25.680964 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'code': 200} Jan 28 11:02:25.711284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:02:26.072385 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-abb87370-da6b-482f-8bba-fcc845ba2ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:28.515234 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0056ad7c-a6b1-4f3e-b191-d934e2918a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:29.667029 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:29.719835 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:31.133091 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:44.677073 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:45.913588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:53.766699 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-6a0c610d-085c-4475-98a8-33c7f0275c3a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079216 Jan 28 11:02:53.902950 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963567ff-d4f8-499e-971d-1964355204e4 req-f1a98928-e6ba-429b-9d3e-452f6a2bb964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:53.904445 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-f1a98928-e6ba-429b-9d3e-452f6a2bb964 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0704393 Jan 28 11:02:54.048219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963567ff-d4f8-499e-971d-1964355204e4 req-14052329-5b70-4861-9c8b-b96be3aa12b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:54.049682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-14052329-5b70-4861-9c8b-b96be3aa12b9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1261449 Jan 28 11:02:54.152727 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-43f90bb3-77be-4eca-8d21-10dbb6f3c0ff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 1002 time: 0.0957093 Jan 28 11:02:54.212833 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963567ff-d4f8-499e-971d-1964355204e4 req-6c4f1aa0-38aa-4c58-9b50-74bf96ad984c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:54.214153 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-6c4f1aa0-38aa-4c58-9b50-74bf96ad984c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0556989 Jan 28 11:02:54.291208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963567ff-d4f8-499e-971d-1964355204e4 req-a4b1f560-74e8-4c4a-b03c-3a1919b135ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:02:54.292684 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-a4b1f560-74e8-4c4a-b03c-3a1919b135ee service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718663 Jan 28 11:02:54.423060 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-1fa8c8fa-be57-448d-9216-c21bb10a63d4 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240051 Jan 28 11:02:54.554345 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-963567ff-d4f8-499e-971d-1964355204e4 req-29a03199-b1e8-4100-9cd9-5c0896aa6c72 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249146 Jan 28 11:02:56.076465 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d987e809-4429-4c6a-b5de-35bb17b53064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:58.517920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-10cccb0f-bef6-43c6-a146-4757c3037ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:59.668602 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:02:59.722527 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:01.135978 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:01.235058 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:03:14.666681 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:15.916107 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:26.078210 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3a1d70fe-44df-4bdf-9eac-9738541065f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:28.520807 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-602dfc00-348a-4c9f-83d3-2bbe5ccde7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:29.673613 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:29.725673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:31.138646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:38.235122 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:03:44.665815 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:45.930403 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:46.641084 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60794) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:46.849692 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Deleting port 5cfd6237-6b4b-47cf-b26a-503f3c329385 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:46.849947 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:47.012731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:47.012982 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:47.141120 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Calling delete_port for 5cfd6237-6b4b-47cf-b26a-503f3c329385 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:03:47.283335 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:47.331279 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event deleted for resources: {'Port': ['ID=5cfd6237-6b4b-47cf-b26a-503f3c329385,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:47.366949 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.367284 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.367616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.367943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.368280 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.368586 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.368930 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.369245 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.369558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.369871 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.370187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.370501 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:47.432452 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:47.432742 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Floating IP 19088714-5ac4-4cb5-80e8-72a6eb6d8723 disassociated (deleted). External IP: 172.25.1.187, port: b95bf168-4c1d-4b7c-874f-356ce1059c21. Jan 28 11:03:47.865189 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:03:48.036533 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:03:48.046048 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:03:48.056051 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:03:48.056515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:48.056626 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:48.113710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-086fc2c0-373a-44b7-b1f9-a74cd43b5e14 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "DELETE /v2.0/floatingips/19088714-5ac4-4cb5-80e8-72a6eb6d8723 HTTP/1.1" status: 204 len: 168 time: 1.4715354 Jan 28 11:03:48.114293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:03:48.212070 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'status': 'completed', 'code': 200} Jan 28 11:03:48.238924 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:03:48.319816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-4f743ac6-441c-4791-9e5b-fb3232652ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:48.323336 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-4f743ac6-441c-4791-9e5b-fb3232652ef0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0b4b6858ec5846429551e813b010893f&device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 1097 time: 0.0822680 Jan 28 11:03:48.467662 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-7d64928f-f237-424c-a315-0c2509d85c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:48.469158 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-7d64928f-f237-424c-a315-0c2509d85c2a service neutron] 10.222.0.25 "GET /v2.0/networks?id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 200 len: 909 time: 0.1353889 Jan 28 11:03:48.499181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79901c73-d5de-4011-a833-96a822d6d2fd req-e3d2085e-a3b0-4775-9012-8f99289e3ad5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:48.500011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-79901c73-d5de-4011-a833-96a822d6d2fd req-e3d2085e-a3b0-4775-9012-8f99289e3ad5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Synchronizing usage tracker for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:03:48.516993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-79901c73-d5de-4011-a833-96a822d6d2fd req-e3d2085e-a3b0-4775-9012-8f99289e3ad5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Unset dirty status for tenant:0b4b6858ec5846429551e813b010893f on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:03:48.518722 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79901c73-d5de-4011-a833-96a822d6d2fd req-e3d2085e-a3b0-4775-9012-8f99289e3ad5 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.1054976 Jan 28 11:03:48.556888 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-d052259e-ab7d-4cdd-a198-7cb34cec48cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 200 len: 217 time: 0.0802367 Jan 28 11:03:48.573074 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-79901c73-d5de-4011-a833-96a822d6d2fd req-e7248043-f4e1-44b0-b7d1-5dd7b78afd1d tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483029 Jan 28 11:03:48.575351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:48.579427 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:03:48.591565 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:03:48.592151 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:48.620811 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-34d1952b-96ae-4702-9d29-1db2f26da1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:48.622251 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-34d1952b-96ae-4702-9d29-1db2f26da1a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 200 len: 847 time: 0.0591803 Jan 28 11:03:48.699995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-a51c5b0c-bff3-4f8c-9e9d-547b72508b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:48.701524 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-a51c5b0c-bff3-4f8c-9e9d-547b72508b8f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=80a2d0ed-e997-42ff-98c9-857b9fb5fc19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717852 Jan 28 11:03:48.768499 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:03:48.835300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-cc43dc02-661b-4d2e-8e43-de9be8a9024a service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270599 Jan 28 11:03:49.076137 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:49.080552 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eef304f6-6174-4cdc-940b-6d9885b0c0df None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T10:55:03Z', 'revision_number': 4, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '2d698d81-6883-4a8d-8649-671f05f9e6b5', 'name': '', 'network_id': '80a2d0ed-e997-42ff-98c9-857b9fb5fc19', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'mac_address': 'fa:16:3e:3b:68:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:02Z', 'updated_at': '2022-01-28T10:55:10Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'subnets': [{'id': 'e7d3dd7b-aa91-4852-a252-e701d787d634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:03:49.081586 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-366c2001-21d5-42cf-8a0e-6b093aa4a3e7 req-473bebe3-9d77-466e-a685-7f8e8d68d176 service neutron] 10.222.0.25 "GET /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396691 Jan 28 11:03:49.310274 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7f45bf-7cc6-4f8f-94d2-b43b54a288c2 None None] New status for floating IP 19088714-5ac4-4cb5-80e8-72a6eb6d8723: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:03:49.760478 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d29e65e-7be0-49a1-867a-f1381742190e req-439af005-addf-4956-a55d-b64f583a8482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:49.762126 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d29e65e-7be0-49a1-867a-f1381742190e req-439af005-addf-4956-a55d-b64f583a8482 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0823407 Jan 28 11:03:49.807062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-8d29e65e-7be0-49a1-867a-f1381742190e req-692a04a3-4d6b-4047-89ed-4f87aa10a7b9 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/security-groups?id=c7659862-1e1d-4097-be31-e903de296ceb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385718 Jan 28 11:03:50.197942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-147d1e74-1017-414f-b76b-2711f25ea180 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:03:50.199367 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-147d1e74-1017-414f-b76b-2711f25ea180 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 946 time: 0.0826485 Jan 28 11:03:50.271849 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Deleting port b95bf168-4c1d-4b7c-874f-356ce1059c21 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:50.272187 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:50.523581 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] For port b95bf168-4c1d-4b7c-874f-356ce1059c21, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=b95bf168-4c1d-4b7c-874f-356ce1059c21,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:03:50.523932 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:50.646529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Calling delete_port for b95bf168-4c1d-4b7c-874f-356ce1059c21 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:03:50.788173 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:50.836474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event deleted for resources: {'Port': ['ID=b95bf168-4c1d-4b7c-874f-356ce1059c21,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:50.880420 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.880684 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.880930 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.881259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.881586 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.881903 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.882249 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.882570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.882893 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.883207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.883546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.883864 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:03:50.926431 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] No DVR routers for this DVR port b95bf168-4c1d-4b7c-874f-356ce1059c21 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:03:50.928899 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:50.931449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-deleted', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:03:50.947933 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-67283115-35ec-4c2d-bca5-2af3602e5faa req-6a007a5f-7727-411e-aaa1-e405d22ee685 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.25 "DELETE /v2.0/ports/b95bf168-4c1d-4b7c-874f-356ce1059c21 HTTP/1.1" status: 204 len: 173 time: 0.7400663 Jan 28 11:03:50.959648 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7b228af3-a207-4397-8092-b923f84dff78 req-43909f11-04f1-42af-ad3c-605a360a5c1b tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 210 time: 0.0466990 Jan 28 11:03:50.988612 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a12c4195-68ef-4139-a512-e67c8be75165', 'name': 'network-vif-deleted', 'tag': 'b95bf168-4c1d-4b7c-874f-356ce1059c21', 'status': 'completed', 'code': 200} Jan 28 11:03:52.128739 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56109011-3219-4357-afae-6437282a4714 req-c9584ca2-d394-4dd2-9582-4fd842caf369 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "GET /v2.0/ports?device_id=a12c4195-68ef-4139-a512-e67c8be75165 HTTP/1.1" status: 200 len: 210 time: 0.0441329 Jan 28 11:03:53.233021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60818) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:53.300651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28f55d8c-fc92-4bdd-b689-6019b974e741 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:53.329238 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28f55d8c-fc92-4bdd-b689-6019b974e741 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:53.397229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28f55d8c-fc92-4bdd-b689-6019b974e741 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:53.416366 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f55d8c-fc92-4bdd-b689-6019b974e741 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7659862-1e1d-4097-be31-e903de296ceb,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:53.431181 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-28f55d8c-fc92-4bdd-b689-6019b974e741 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:53.432319 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-28f55d8c-fc92-4bdd-b689-6019b974e741 tempest-TestShelveInstance-1152224686 tempest-TestShelveInstance-1152224686-project] 10.222.0.42 "DELETE /v2.0/security-groups/c7659862-1e1d-4097-be31-e903de296ceb HTTP/1.1" status: 204 len: 168 time: 0.1982543 Jan 28 11:03:53.487087 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60824) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:53.699649 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:03:53.733824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: b95bf168-4c1d-4b7c-874f-356ce1059c21 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:03:53.734314 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device b95bf168-4c1d-4b7c-874f-356ce1059c21 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:03:54.121038 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:54.569421 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Deleting port 2d698d81-6883-4a8d-8649-671f05f9e6b5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:54.570041 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:54.737867 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] For port 2d698d81-6883-4a8d-8649-671f05f9e6b5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=2d698d81-6883-4a8d-8649-671f05f9e6b5,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:03:54.738208 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:54.860379 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Calling delete_port for 2d698d81-6883-4a8d-8649-671f05f9e6b5 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:03:55.167053 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:55.214599 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d698d81-6883-4a8d-8649-671f05f9e6b5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:55.474920 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:55.946112 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:03:56.081604 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5733995d-3e65-4d84-b5ac-0f638240eebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:56.118414 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:03:56.127827 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] Sync routers for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:03:56.132038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f3b7e07-37d9-4c01-98a1-fdce92b52021 admin admin] 10.222.0.42 "PUT /v2.0/routers/2dfd3a52-f158-4b59-a9e5-c4f592b5ade8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6435957 Jan 28 11:03:56.134776 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60830) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:56.137132 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:03:56.137780 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:56.311838 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks [] for router, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:56.313239 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:03:56.488677 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:56.499262 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Deleting port b316a908-459f-4392-814d-1687801216e6 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:56.499636 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:56.628734 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189'}], 'enable_snat': True}, 'gw_port_id': 'b316a908-459f-4392-814d-1687801216e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T11:03:55Z', 'revision_number': 5, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port': {'id': 'b316a908-459f-4392-814d-1687801216e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4297, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:00Z', 'updated_at': '2022-01-28T10:55:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:56.632465 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] Checking router: 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:03:56.640870 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] Routers {'2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:03:56.641446 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:56.790540 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] Set router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:03:56.807322 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] For port b316a908-459f-4392-814d-1687801216e6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b316a908-459f-4392-814d-1687801216e6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:03:56.807683 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:56.896031 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T11:03:56Z', 'revision_number': 6, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:56.900002 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3f871b-5036-42f8-b6eb-10a731bb2efd None None] The sync data for ids ['2dfd3a52-f158-4b59-a9e5-c4f592b5ade8'] in n-d-825178-2 is: [{'id': '2dfd3a52-f158-4b59-a9e5-c4f592b5ade8', 'name': 'tempest-TestShelveInstance-271107136-router', 'tenant_id': '0b4b6858ec5846429551e813b010893f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:54:59Z', 'updated_at': '2022-01-28T11:03:56Z', 'revision_number': 6, 'project_id': '0b4b6858ec5846429551e813b010893f', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:03:56.939770 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Calling delete_port for b316a908-459f-4392-814d-1687801216e6 owned by network:router_gateway {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:03:57.105118 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.156309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b316a908-459f-4392-814d-1687801216e6,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:57.252674 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.429209 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.431372 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.452876 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.453373 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 {{(pid=87540) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 11:03:57.466056 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.467179 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-1b0d24fe-9178-4f1e-a444-605398f0add6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2dfd3a52-f158-4b59-a9e5-c4f592b5ade8 HTTP/1.1" status: 204 len: 168 time: 1.3314295 Jan 28 11:03:57.469854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60834) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:57.531430 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_v2 [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Deleting subnet e7d3dd7b-aa91-4852-a252-e701d787d634 {{(pid=87540) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 11:03:57.534984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.586020 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61797065'] for subnet, precommit_delete_associations {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.664689 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.735063 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4188199', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1965182'] for subnet, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.772879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7d3dd7b-aa91-4852-a252-e701d787d634,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:57.778769 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.785223 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb19f21-d17e-4eef-aabe-021f7f7add9b None None] Network 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:03:57.789964 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8865007b-6e85-4320-9e42-e4497be340f4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e7d3dd7b-aa91-4852-a252-e701d787d634 HTTP/1.1" status: 204 len: 168 time: 0.3162982 Jan 28 11:03:57.790186 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60838) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:57.853605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b316a908-459f-4392-814d-1687801216e6 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:03:57.906661 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.915843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b316a908-459f-4392-814d-1687801216e6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:03:57.916608 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b316a908-459f-4392-814d-1687801216e6 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:03:57.917188 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2d698d81-6883-4a8d-8649-671f05f9e6b5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:03:57.917499 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Deleting port 0752db99-509d-47cf-8534-86a79dd2725c {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:57.917831 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:57.961567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 2d698d81-6883-4a8d-8649-671f05f9e6b5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:03:57.961843 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 2d698d81-6883-4a8d-8649-671f05f9e6b5 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:03:58.129781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] For port 0752db99-509d-47cf-8534-86a79dd2725c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0752db99-509d-47cf-8534-86a79dd2725c,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:03:58.130133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.133086 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83606c15-8712-406b-8794-fe8768671757 None None] DHCP port deletion for 80a2d0ed-e997-42ff-98c9-857b9fb5fc19 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 11:03:58.137244 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-83606c15-8712-406b-8794-fe8768671757 None None] Deleting port 0752db99-509d-47cf-8534-86a79dd2725c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:58.137611 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83606c15-8712-406b-8794-fe8768671757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.371368 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Calling delete_port for 0752db99-509d-47cf-8534-86a79dd2725c owned by network:dhcp {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:03:58.379106 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-83606c15-8712-406b-8794-fe8768671757 None None] For port 0752db99-509d-47cf-8534-86a79dd2725c, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0752db99-509d-47cf-8534-86a79dd2725c,segment=NetworkSegment(b872da52-c268-473c-aa28-c834ac53dfda),segment_id=b872da52-c268-473c-aa28-c834ac53dfda)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:03:58.379495 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83606c15-8712-406b-8794-fe8768671757 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.445475 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.492564 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Pushing event deleted for resources: {'Port': ['ID=0752db99-509d-47cf-8534-86a79dd2725c,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:58.500145 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-83606c15-8712-406b-8794-fe8768671757 None None] Calling delete_port for 0752db99-509d-47cf-8534-86a79dd2725c owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:03:58.502058 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] No DVR routers for this DVR port 0752db99-509d-47cf-8534-86a79dd2725c on host n-d-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:03:58.567356 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f87ff255-9d75-4e4c-ace0-ed536e76b7b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.589482 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-83606c15-8712-406b-8794-fe8768671757 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 11:03:58.589829 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-83606c15-8712-406b-8794-fe8768671757 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 11:03:58.625316 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.651123 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a2d0ed-e997-42ff-98c9-857b9fb5fc19']}} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:58.662923 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b872da52-c268-473c-aa28-c834ac53dfda') {'for_net_delete': True} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:58.663213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.services.segments.db [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b872da52-c268-473c-aa28-c834ac53dfda') {} {{(pid=87540) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:03:58.674369 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61786170'] for segment, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.690625 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.696576 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=87540) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:03:58.696977 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4188233'] for segment, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: Traceback (most recent call last): Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: timer() Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: cb(*args, **kw) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: return func(*args, **kwargs) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: self._notify() Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: self.callback(batched_events) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: event.method(event) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: return f(self, *a, **k) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: return self._get(url).json() Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: return self.request(url, 'GET', **kwargs) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:03:58.710734 n-d-825178-2 neutron-server[87540]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:03:58.786252 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.790966 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:58.814349 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] Pushing event deleted for resources: {'Network': ['ID=80a2d0ed-e997-42ff-98c9-857b9fb5fc19,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:03:58.827333 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c75075af-0927-4c3a-87b4-bfdc0d30253f admin admin] 10.222.0.42 "DELETE /v2.0/networks/80a2d0ed-e997-42ff-98c9-857b9fb5fc19 HTTP/1.1" status: 204 len: 168 time: 1.0361199 Jan 28 11:03:58.830821 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60842) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:03:59.090991 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-83606c15-8712-406b-8794-fe8768671757 None None] Deleting port 0752db99-509d-47cf-8534-86a79dd2725c {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:59.091531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-83606c15-8712-406b-8794-fe8768671757 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:59.158986 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-83606c15-8712-406b-8794-fe8768671757 None None] The port '0752db99-509d-47cf-8534-86a79dd2725c' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 11:03:59.364700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:59.676394 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:59.706732 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Deleting port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:03:59.707251 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:59.730236 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:03:59.821050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0752db99-509d-47cf-8534-86a79dd2725c no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:03:59.856082 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0752db99-509d-47cf-8534-86a79dd2725c {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:03:59.856424 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0752db99-509d-47cf-8534-86a79dd2725c not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:03:59.992416 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] For port 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:03:59.992700 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:00.114743 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Calling delete_port for 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b owned by network:router_interface {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:04:00.291382 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:00.337375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:00.606919 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:00.961726 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:04:01.135635 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:04:01.142074 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:01.146235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] Sync routers for ids ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:04:01.155028 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60846) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:01.155537 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-9c668240-8d1e-4ebe-a46c-5394901b6fd9 admin admin] 10.222.0.42 "PUT /v2.0/routers/928e139e-da06-41b4-88d0-4dd5d0f85cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3234239 Jan 28 11:04:01.155632 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] Routers {'928e139e-da06-41b4-88d0-4dd5d0f85cf7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:01.156023 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:01.329598 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:01.330766 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] Set router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:01.503201 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:01.514061 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Deleting port 0afea93b-1d26-41bc-a617-fb2df698d0a4 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:04:01.514527 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:01.610741 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47'}], 'enable_snat': True}, 'gw_port_id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T11:04:00Z', 'revision_number': 5, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port': {'id': '0afea93b-1d26-41bc-a617-fb2df698d0a4', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:df:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4309, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T10:55:06Z', 'updated_at': '2022-01-28T10:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:01.614987 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] Checking router: 928e139e-da06-41b4-88d0-4dd5d0f85cf7 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:04:01.623124 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] Routers {'928e139e-da06-41b4-88d0-4dd5d0f85cf7'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:01.623705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:01.687744 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] For port 0afea93b-1d26-41bc-a617-fb2df698d0a4, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=0afea93b-1d26-41bc-a617-fb2df698d0a4,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:01.688091 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:01.773873 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] Set router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:01.809106 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Calling delete_port for 0afea93b-1d26-41bc-a617-fb2df698d0a4 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:04:01.879252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T11:04:01Z', 'revision_number': 6, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:01.883114 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe3b148-8044-4c86-8682-ff0b16d26e72 None None] The sync data for ids ['928e139e-da06-41b4-88d0-4dd5d0f85cf7'] in n-d-825178-2 is: [{'id': '928e139e-da06-41b4-88d0-4dd5d0f85cf7', 'name': 'tempest-TestShelveInstance-1613557245-router', 'tenant_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T10:55:05Z', 'updated_at': '2022-01-28T11:04:01Z', 'revision_number': 6, 'project_id': '0bd2ee65c3514fa880828c0b2f6c82d2', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:04:01.982417 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.027830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Pushing event deleted for resources: {'Port': ['ID=0afea93b-1d26-41bc-a617-fb2df698d0a4,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:02.230574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.405089 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.407229 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.431102 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.431670 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 928e139e-da06-41b4-88d0-4dd5d0f85cf7 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 11:04:02.444966 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.446089 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fd19f691-87bf-408b-8e67-7b7b571ff3de admin admin] 10.222.0.42 "DELETE /v2.0/routers/928e139e-da06-41b4-88d0-4dd5d0f85cf7 HTTP/1.1" status: 204 len: 168 time: 1.2897971 Jan 28 11:04:02.448769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60850) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:02.514067 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Deleting subnet 7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 11:04:02.516998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.566773 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.654042 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.720813 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.758640 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:02.761334 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.764539 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5721fa53-2b25-4e5b-9fd7-89295c847a77 None None] Network 40692ce4-264c-48a7-9d35-5f3bddb88d44 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:04:02.768512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-6e1c4818-7f70-4aea-86c0-1b9a3725ec53 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7f03f3a9-fc63-4b48-9fb0-a16d06e6fe69 HTTP/1.1" status: 204 len: 168 time: 0.3187947 Jan 28 11:04:02.770935 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60854) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:02.877483 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:02.887546 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Deleting port e1878336-dac7-4904-9802-28a0097b06fa {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:04:02.887867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.043515 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] DHCP port deletion for 40692ce4-264c-48a7-9d35-5f3bddb88d44 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 11:04:03.047732 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Deleting port e1878336-dac7-4904-9802-28a0097b06fa {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:04:03.048120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.097584 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] For port e1878336-dac7-4904-9802-28a0097b06fa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1878336-dac7-4904-9802-28a0097b06fa,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:03.097933 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.218416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Calling delete_port for e1878336-dac7-4904-9802-28a0097b06fa owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:04:03.246974 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] For port e1878336-dac7-4904-9802-28a0097b06fa, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=e1878336-dac7-4904-9802-28a0097b06fa,segment=NetworkSegment(ccad52f2-fcf5-4b9d-b361-45f30b4ab252),segment_id=ccad52f2-fcf5-4b9d-b361-45f30b4ab252)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:03.247366 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.295352 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.343124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=e1878336-dac7-4904-9802-28a0097b06fa,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:03.347154 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] No DVR routers for this DVR port e1878336-dac7-4904-9802-28a0097b06fa on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:04:03.372783 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Calling delete_port for e1878336-dac7-4904-9802-28a0097b06fa owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:04:03.445996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 11:04:03.446348 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 11:04:03.458954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.483384 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40692ce4-264c-48a7-9d35-5f3bddb88d44']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:03.494941 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:03.495247 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccad52f2-fcf5-4b9d-b361-45f30b4ab252') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:03.506400 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.522050 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.528471 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:04:03.528900 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: timer() Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:04:03.542816 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:04:03.712162 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.716643 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.741793 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] Pushing event deleted for resources: {'Network': ['ID=40692ce4-264c-48a7-9d35-5f3bddb88d44,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:03.747045 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-73669a62-a621-4b4e-ad91-5fab22f3dd0d admin admin] 10.222.0.42 "DELETE /v2.0/networks/40692ce4-264c-48a7-9d35-5f3bddb88d44 HTTP/1.1" status: 204 len: 168 time: 0.9752049 Jan 28 11:04:03.826656 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0afea93b-1d26-41bc-a617-fb2df698d0a4 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:04:03.860404 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 0afea93b-1d26-41bc-a617-fb2df698d0a4 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:04:03.860818 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 0afea93b-1d26-41bc-a617-fb2df698d0a4 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:04:03.861236 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1878336-dac7-4904-9802-28a0097b06fa no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:04:03.862684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60860) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:03.895525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: e1878336-dac7-4904-9802-28a0097b06fa {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:04:03.895525 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device e1878336-dac7-4904-9802-28a0097b06fa not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:04:03.895862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:04:03.911832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-31a2d527-539c-4f72-bfb6-0ab36384d3e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0b4b6858ec5846429551e813b010893f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480125 Jan 28 11:04:03.914293 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60864) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:03.930553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:04:03.930890 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 17dd8c09-a7f5-4f19-a2dc-83ec83f1fe0b not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:04:03.947140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Deleting port e1878336-dac7-4904-9802-28a0097b06fa {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:04:03.947514 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.974715 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be363af-d1f9-4b78-8941-0aff2c695386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:03.998971 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be363af-d1f9-4b78-8941-0aff2c695386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.011581 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-ef30a414-08af-4876-9928-7d34a829db22 None None] The port 'e1878336-dac7-4904-9802-28a0097b06fa' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 11:04:04.053044 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be363af-d1f9-4b78-8941-0aff2c695386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.070938 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be363af-d1f9-4b78-8941-0aff2c695386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb89d97c-7659-4686-8d96-05cadef181ab,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:04.076907 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4be363af-d1f9-4b78-8941-0aff2c695386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.077785 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4be363af-d1f9-4b78-8941-0aff2c695386 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb89d97c-7659-4686-8d96-05cadef181ab HTTP/1.1" status: 204 len: 168 time: 0.1626146 Jan 28 11:04:04.407198 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60872) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:04.454257 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-09019bbd-23e7-4e76-912f-eccadf745159 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0bd2ee65c3514fa880828c0b2f6c82d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459065 Jan 28 11:04:04.456628 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60876) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:04.516515 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9020c94e-741e-464c-be4c-7eca34c7f2e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.545672 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9020c94e-741e-464c-be4c-7eca34c7f2e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.600777 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9020c94e-741e-464c-be4c-7eca34c7f2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.616187 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020c94e-741e-464c-be4c-7eca34c7f2e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfae6ee-74f7-4403-ada6-a7f2f8434f77,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:04.621519 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9020c94e-741e-464c-be4c-7eca34c7f2e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:04.623026 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9020c94e-741e-464c-be4c-7eca34c7f2e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bfae6ee-74f7-4403-ada6-a7f2f8434f77 HTTP/1.1" status: 204 len: 168 time: 0.1654873 Jan 28 11:04:05.334163 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60900) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:05.439633 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1152221305-network', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:05.445403 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:05.449415 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Usage tracker for resource:network and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:05.452381 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:05.458726 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:05.477609 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Made reservation on behalf of 48adc598750d407ca15e0d0c7b0a705c for: {'network': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:04:05.480396 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.494688 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.510881 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:05.514825 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:05.518352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:05.524172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:05.614379 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.617834 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.647034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=87541) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:04:05.655143 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce7a710-d2f1-4600-8488-9c9c2e7eb579,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:05.660750 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.661124 n-d-825178-2 neutron-server[87541]: INFO neutron.db.segments_db [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Added segment 2dc899e4-0be5-4df1-8623-df3b8d7e3c98 of type vlan for network b09b3912-b88c-4892-a0dd-90255a08e1db Jan 28 11:04:05.687016 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.717857 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.718781 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:05.719342 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:05.817949 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4825270 Jan 28 11:04:05.818753 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcfc0d5-b0a6-48ce-8441-1d3e31936554 admin admin] Pushing event updated for resources: {'Network': ['ID=b09b3912-b88c-4892-a0dd-90255a08e1db,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:05.821318 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60908) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:05.827820 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Request body: {'subnet': {'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1152221305-subnet', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:05.828537 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network b09b3912-b88c-4892-a0dd-90255a08e1db details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 11:04:05.833594 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:05.837552 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Usage tracker for resource:subnet and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:05.840344 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:05.846142 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:05.856835 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Made reservation on behalf of 48adc598750d407ca15e0d0c7b0a705c for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:04:05.859473 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.177362 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.249397 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7903f1c6-687b-4fc9-9e19-c63c91b3c84d,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:06.257642 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Checking segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:06.257990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Network hostable DHCP agents. Network: b09b3912-b88c-4892-a0dd-90255a08e1db, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:04:06.277092 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Network b09b3912-b88c-4892-a0dd-90255a08e1db is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:04:06.286290 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, b09b3912-b88c-4892-a0dd-90255a08e1db) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:06.290387 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:06.290968 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.294763 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde51298-0bd3-48a6-a81b-fcca047de1c9 None None] Network b09b3912-b88c-4892-a0dd-90255a08e1db requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:04:06.310826 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-23fc4adb-e434-4e47-8c8b-da54cb759473 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4879961 Jan 28 11:04:06.313723 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60912) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:06.318713 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:06.324195 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:06.328011 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Usage tracker for resource:router and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:06.331426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:06.337338 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:06.348504 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.349713 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.364686 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.512398 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-b09b3912-b88c-4892-a0dd-90255a08e1db', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 11:04:06.513300 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.642434 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.671730 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Allocated IP 172.20.0.2 (b09b3912-b88c-4892-a0dd-90255a08e1db/7903f1c6-687b-4fc9-9e19-c63c91b3c84d/b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:06.871318 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.881605 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Transition to ACTIVE for port object b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:06.899356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Transition to ACTIVE for port object b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:06.905552 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.953642 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:06.986391 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:07.012973 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Network b09b3912-b88c-4892-a0dd-90255a08e1db is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:07.016210 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Pushing event updated for resources: {'Port': ['ID=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:07.018475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:07.021523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:07.028875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.029221 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.029559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.029896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.030209 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.030535 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.030859 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.031182 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.031502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.031821 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.032143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.032998 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:07.118060 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Attempting to bind port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:07.118427 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Attempting to bind port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:07.118788 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Attempting to bind port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f on network b09b3912-b88c-4892-a0dd-90255a08e1db {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:07.123913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:07.124280 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Checking segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:07.124710 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:07.125107 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Bound using segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:07.125658 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Allocated IP 172.25.1.151 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/ff671a42-5e12-4052-bbae-87ea551da8c5) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:07.125792 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Bound port: b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:07.126160 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:07.216826 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] For port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:07.219956 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] For port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:07.223653 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:07.276957 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:07.307489 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:07.310065 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258c1da8-a58b-4752-951c-d0d788df1645 None None] Pushing event updated for resources: {'Port': ['ID=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:07.371247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:07.374150 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:07.378608 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:07.425291 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Pushing event updated for resources: {'Port': ['ID=ff671a42-5e12-4052-bbae-87ea551da8c5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:07.865318 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:07.936482 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:07.940506 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.237667 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac6d42-2aed-41ed-97d0-6bd58f9d896a None None] Network b09b3912-b88c-4892-a0dd-90255a08e1db requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:04:08.292264 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.363543 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] Provisioning for port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:08.395140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] Provisioning complete for port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:08.395518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.504507 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 11:04:08.585897 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.622805 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] For port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:08.628208 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.688570 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:04:08.699655 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35a38c-b51c-4b6c-9d4d-1539ff8f156b None None] Pushing event updated for resources: {'Port': ['ID=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:08.702351 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:04:08.716302 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:08.716385 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:08.717942 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.719187 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-f74c86e0-a616-4104-ac7e-3aa19503c71b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4045768 Jan 28 11:04:08.722159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60916) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:08.850309 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-ac414283-e8f1-4716-9ba6-ea97f7ed9bfe None None] Provisioning complete for port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:08.850944 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ac414283-e8f1-4716-9ba6-ea97f7ed9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:08.902045 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:09.189025 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:07Z', 'revision_number': 3, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:09.192834 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:04:09.193184 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Updating router 521e5dae-a778-454a-8651-9ba82ba8cac9 port ff671a42-5e12-4052-bbae-87ea551da8c5 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:04:09.249897 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.538927 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.598342 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.610068 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Transition to ACTIVE for port object ff671a42-5e12-4052-bbae-87ea551da8c5 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:09.616460 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.692582 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Attempting to bind port ff671a42-5e12-4052-bbae-87ea551da8c5 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:09.693274 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Attempting to bind port ff671a42-5e12-4052-bbae-87ea551da8c5 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:09.693746 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Attempting to bind port ff671a42-5e12-4052-bbae-87ea551da8c5 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:09.705942 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:09.706619 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:09.706714 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.707052 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:09.707502 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Bound port: ff671a42-5e12-4052-bbae-87ea551da8c5, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:09.707865 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.734975 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Pushing event updated for resources: {'Port': ['ID=ff671a42-5e12-4052-bbae-87ea551da8c5,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:09.747399 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Allocated IP 172.20.0.1 (b09b3912-b88c-4892-a0dd-90255a08e1db/7903f1c6-687b-4fc9-9e19-c63c91b3c84d/6b497cce-6e6e-4746-98e9-d65897820f73) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:09.756632 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.757000 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.757336 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.757667 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.757994 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.758318 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.758706 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.759157 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.759520 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.759961 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.760287 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.760607 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87543) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:04:09.795739 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] For port ff671a42-5e12-4052-bbae-87ea551da8c5, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:09.799409 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] For port ff671a42-5e12-4052-bbae-87ea551da8c5, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ff671a42-5e12-4052-bbae-87ea551da8c5,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:09.803330 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.833935 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:09.883785 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:09.884386 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:09.903357 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:09.903860 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.915963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.932520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Transition to ACTIVE for port object 6b497cce-6e6e-4746-98e9-d65897820f73 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:09.960886 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:09.965183 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0f662-23b9-4501-8172-2e9bbce1b7c6 None None] Pushing event updated for resources: {'Port': ['ID=ff671a42-5e12-4052-bbae-87ea551da8c5,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:10.030715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Network b09b3912-b88c-4892-a0dd-90255a08e1db is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:10.034228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:10.037837 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:10.067834 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:10.071181 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b497cce-6e6e-4746-98e9-d65897820f73,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:10.094320 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:10.295799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9c90cae5-a620-480b-90d1-dae877f1280c None None] Provisioning for port 6b497cce-6e6e-4746-98e9-d65897820f73 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:10.301725 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-9c90cae5-a620-480b-90d1-dae877f1280c None None] Provisioning complete for port 6b497cce-6e6e-4746-98e9-d65897820f73 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:10.302093 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9c90cae5-a620-480b-90d1-dae877f1280c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:10.355680 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:10.358983 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:07Z', 'revision_number': 3, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:10.363395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4451a1-567e-472c-a9cb-aa23d30e9240 None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:07Z', 'revision_number': 3, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:04:10.368235 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-9c90cae5-a620-480b-90d1-dae877f1280c None None] Port 6b497cce-6e6e-4746-98e9-d65897820f73 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 11:04:10.606202 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:10.612110 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:10.849649 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:10.853000 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Pushing event updated for resources: {'Port': ['ID=6b497cce-6e6e-4746-98e9-d65897820f73,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:10.993184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Network b09b3912-b88c-4892-a0dd-90255a08e1db is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:10.994497 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:11.190303 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:04:11.298728 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-95179b71-6a4e-4b9c-ae6c-262a2de36377 None None] Provisioning complete for port 6b497cce-6e6e-4746-98e9-d65897820f73 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:11.299298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-95179b71-6a4e-4b9c-ae6c-262a2de36377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:11.354637 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-95179b71-6a4e-4b9c-ae6c-262a2de36377 None None] Port 6b497cce-6e6e-4746-98e9-d65897820f73 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 11:04:11.377746 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:04:11.386379 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-fe279488-bdb3-4e3a-aa22-b3d57a9dbea3 admin admin] 10.222.0.42 "PUT /v2.0/routers/521e5dae-a778-454a-8651-9ba82ba8cac9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634870 Jan 28 11:04:11.864696 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ff671a42-5e12-4052-bbae-87ea551da8c5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:11.901704 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:04:11.935985 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:11.936601 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:11.965529 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60938) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:11.971375 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-473433448-network', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:11.976980 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:11.980876 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Usage tracker for resource:network and tenant:a1eda899ea3f47c4bf43ef56cf466693 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:11.983731 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:11.990004 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:12.001905 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Made reservation on behalf of a1eda899ea3f47c4bf43ef56cf466693 for: {'network': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:04:12.004443 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for network, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.017193 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.032233 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:12.036101 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Usage tracker for resource:security_group_rule and tenant:a1eda899ea3f47c4bf43ef56cf466693 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:12.038960 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:12.044550 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:12.080862 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ff671a42-5e12-4052-bbae-87ea551da8c5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:12.103197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ff671a42-5e12-4052-bbae-87ea551da8c5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:12.103566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.129073 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.134727 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.163219 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301} {{(pid=87540) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 28 11:04:12.179840 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b5bf1e-341c-4b38-8356-49722c4c74b9,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:12.184503 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.184869 n-d-825178-2 neutron-server[87540]: INFO neutron.db.segments_db [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Added segment e0646482-6ce4-4904-b316-aadecea618b0 of type vlan for network cbd1b570-937b-4340-af13-78b9e5210fc7 Jan 28 11:04:12.213434 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8738619902823'] for network, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.221143 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:12.244045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673'] for network, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.245057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:12.245637 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Notify callbacks [] for network, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.353762 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] Pushing event updated for resources: {'Network': ['ID=cbd1b570-937b-4340-af13-78b9e5210fc7,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:12.365217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-384f9c1b-e104-4731-b166-2540d812d3ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3985319 Jan 28 11:04:12.366073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60942) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:12.371511 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Request body: {'subnet': {'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-473433448-subnet', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'ip_version': 4}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:12.377988 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:12.381879 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Usage tracker for resource:subnet and tenant:a1eda899ea3f47c4bf43ef56cf466693 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:12.385477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:12.390708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:12.392227 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Network cbd1b570-937b-4340-af13-78b9e5210fc7 details requested by agent ovs-agent-n-d-825178-2 with host n-d-825178-2 {{(pid=87542) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jan 28 11:04:12.401198 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Made reservation on behalf of a1eda899ea3f47c4bf43ef56cf466693 for: {'subnet': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:04:12.403512 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1965077'] for subnet, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.503096 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.595600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ff671a42-5e12-4052-bbae-87ea551da8c5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ff671a42-5e12-4052-bbae-87ea551da8c5,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:12.603299 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.619171 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4188384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1965063'] for subnet, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.697556 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f009e581-b1c5-4d76-bf81-ab658498a224,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:12.707246 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Checking segment: {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:12.707592 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Network hostable DHCP agents. Network: cbd1b570-937b-4340-af13-78b9e5210fc7, hostable agents: ['319f1776-8abc-46e3-95de-1f8a0a296fee'], hosted agents: [] {{(pid=87540) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 28 11:04:12.727159 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Network cbd1b570-937b-4340-af13-78b9e5210fc7 is scheduled to be hosted by DHCP agent 319f1776-8abc-46e3-95de-1f8a0a296fee with binding_index 1 {{(pid=87540) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 28 11:04:12.733804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ff671a42-5e12-4052-bbae-87ea551da8c5,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:12.738536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-825178-2, cbd1b570-937b-4340-af13-78b9e5210fc7) {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:12.746408 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:12.747724 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.751913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20755dd4-cdcc-4636-9fde-4525587b2050 None None] Network cbd1b570-937b-4340-af13-78b9e5210fc7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:04:12.776617 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8e05b48d-25dd-48ab-bac3-db86e506c3ac admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4070687 Jan 28 11:04:12.776825 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60946) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:12.781736 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:12.787188 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:12.791644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Usage tracker for resource:router and tenant:a1eda899ea3f47c4bf43ef56cf466693 is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:12.794764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:12.800630 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:12.811263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-751442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-240486'] for router, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.812329 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-891425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-751526', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-873894', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-240489'] for router, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.829877 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:12.866284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 2, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:12.881700 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:04:12.882048 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Updating router 521e5dae-a778-454a-8651-9ba82ba8cac9 port 6b497cce-6e6e-4746-98e9-d65897820f73 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:04:12.982958 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.074690 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp122713c6-8055-5542-8ac1-874d8c633523-cbd1b570-937b-4340-af13-78b9e5210fc7', 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'fixed_ips': [{'subnet_id': 'f009e581-b1c5-4d76-bf81-ab658498a224'}]}} from n-d-825178-2. {{(pid=87542) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Jan 28 11:04:13.075492 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.108645 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-751540', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-751453', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-240507'] for router, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.403047 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.db_base_plugin_common [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Allocated IP 172.20.0.2 (cbd1b570-937b-4340-af13-78b9e5210fc7/f009e581-b1c5-4d76-bf81-ab658498a224/d0badde8-b66b-45ea-93b3-4f7c7ace050d) {{(pid=87542) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:13.545045 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.578041 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.613135 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.712794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Allocated IP 172.25.1.193 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:13.728528 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Transition to ACTIVE for port object 6b497cce-6e6e-4746-98e9-d65897820f73 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:13.741200 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.850631 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Notify callbacks [] for port, precommit_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.866156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ff671a42-5e12-4052-bbae-87ea551da8c5 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:13.878798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.912165 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:13.935270 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Transition to ACTIVE for port object d0badde8-b66b-45ea-93b3-4f7c7ace050d will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:13.983477 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:13.986312 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:13.990207 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:13.994262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d60373-6d1b-48ba-8757-e219ee0be424 None None] Pushing event updated for resources: {'Port': ['ID=6b497cce-6e6e-4746-98e9-d65897820f73,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:14.033936 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Pushing event updated for resources: {'Port': ['ID=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:14.042878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Transition to ACTIVE for port object d0badde8-b66b-45ea-93b3-4f7c7ace050d will not be triggered until provisioned by entity DHCP. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:14.060679 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165'] for port, after_create {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.112093 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Attempting to bind port 6b497cce-6e6e-4746-98e9-d65897820f73 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:14.112367 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Attempting to bind port 6b497cce-6e6e-4746-98e9-d65897820f73 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:14.112740 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Attempting to bind port 6b497cce-6e6e-4746-98e9-d65897820f73 on network b09b3912-b88c-4892-a0dd-90255a08e1db {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:14.142669 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:14.143031 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Checking segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:14.143423 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.143802 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Bound using segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:14.144256 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Bound port: 6b497cce-6e6e-4746-98e9-d65897820f73, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:14.144620 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.152774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ff671a42-5e12-4052-bbae-87ea551da8c5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:14.153128 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.195901 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Network cbd1b570-937b-4340-af13-78b9e5210fc7 is already hosted by enough agents. {{(pid=87542) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:14.214392 n-d-825178-2 neutron-server[87542]: DEBUG neutron.scheduler.base_scheduler [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Resources bound (agent type, host, resource id): {{(pid=87542) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:14.217184 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Received port after_create {{(pid=87542) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:14.259269 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Pushing event updated for resources: {'Port': ['ID=d0badde8-b66b-45ea-93b3-4f7c7ace050d,revision_number=1']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:14.408622 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.421969 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Attempting to bind port d0badde8-b66b-45ea-93b3-4f7c7ace050d on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:14.422419 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Attempting to bind port d0badde8-b66b-45ea-93b3-4f7c7ace050d by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:14.422705 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Attempting to bind port d0badde8-b66b-45ea-93b3-4f7c7ace050d on network cbd1b570-937b-4340-af13-78b9e5210fc7 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:14.431866 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] For port 6b497cce-6e6e-4746-98e9-d65897820f73, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:14.448091 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:14.448437 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Checking segment: {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:14.448853 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.449239 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Bound using segment: {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:14.449691 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Bound port: d0badde8-b66b-45ea-93b3-4f7c7ace050d, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:14.450055 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.461937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] For port 6b497cce-6e6e-4746-98e9-d65897820f73, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6b497cce-6e6e-4746-98e9-d65897820f73,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:14.474834 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.608508 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:14.609151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:14.706133 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d60373-6d1b-48ba-8757-e219ee0be424 None None] Pushing event updated for resources: {'Port': ['ID=6b497cce-6e6e-4746-98e9-d65897820f73,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:14.735926 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] For port d0badde8-b66b-45ea-93b3-4f7c7ace050d, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:14.740987 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.807321 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] For port d0badde8-b66b-45ea-93b3-4f7c7ace050d, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d0badde8-b66b-45ea-93b3-4f7c7ace050d,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:14.826235 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.891133 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-751428', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-751579'] for router, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:14.929937 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:14.984326 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6205ac0f-56f8-477e-ab4c-043d49908229 None None] Pushing event updated for resources: {'Port': ['ID=d0badde8-b66b-45ea-93b3-4f7c7ace050d,revision_number=2']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:15.123524 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Router 33cba954-2899-40d6-93bb-ddbf2939974f is scheduled to L3 agent f8d19b0c-7866-46a6-9769-2168284809ab with binding_index 1 {{(pid=87540) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jan 28 11:04:15.237839 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:04:15.322552 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:14Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:15.326467 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfca260-c8d6-430a-b76b-1e857e236873 None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:14Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:04:15.328536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:04:15.339085 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Sync routers for ids ['33cba954-2899-40d6-93bb-ddbf2939974f'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:04:15.349715 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Routers {'33cba954-2899-40d6-93bb-ddbf2939974f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:15.350544 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['33cba954-2899-40d6-93bb-ddbf2939974f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:15.355120 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] Notify callbacks [] for router, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:15.356560 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-4121d14e-65d5-4799-b6fc-2fd985ec646c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5786591 Jan 28 11:04:15.359074 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60950) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:15.571424 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Set router 33cba954-2899-40d6-93bb-ddbf2939974f gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:15.942021 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:04:14Z', 'revision_number': 3, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:15.942701 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:15.955673 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Checking router: 33cba954-2899-40d6-93bb-ddbf2939974f for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:04:15.956017 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Updating router 33cba954-2899-40d6-93bb-ddbf2939974f port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 binding host n-d-825178-2 {{(pid=87543) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:04:16.035935 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.044197 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b497cce-6e6e-4746-98e9-d65897820f73 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:16.130352 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 6b497cce-6e6e-4746-98e9-d65897820f73 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:16.138020 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6b497cce-6e6e-4746-98e9-d65897820f73 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:16.139043 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.233382 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa165ca-919a-4e46-b133-6b4aa9454caf None None] Network cbd1b570-937b-4340-af13-78b9e5210fc7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:04:16.288988 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.387475 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.399253 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-c8cb6db0-445c-41f0-af44-2840cc2bd60a None None] Provisioning for port d0badde8-b66b-45ea-93b3-4f7c7ace050d completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:16.447735 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 6b497cce-6e6e-4746-98e9-d65897820f73, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6b497cce-6e6e-4746-98e9-d65897820f73,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:16.454628 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.463950 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.464782 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d0badde8-b66b-45ea-93b3-4f7c7ace050d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:16.466376 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.provisioning_blocks [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Transition to ACTIVE for port object ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 will not be triggered until provisioned by entity L2. {{(pid=87543) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:16.482935 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.571827 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633ba65-bbbb-47e9-9c4a-9e7f13bb3587 None None] Pushing event updated for resources: {'Port': ['ID=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,revision_number=2']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:16.582324 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=6b497cce-6e6e-4746-98e9-d65897820f73,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:16.598009 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Attempting to bind port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:16.598369 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Attempting to bind port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:16.598718 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Attempting to bind port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 on network edf71238-fc0e-453d-b36b-c156b50b378d {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:16.604606 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:16.604911 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Checking segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87543) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:16.605305 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.605697 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Bound using segment: {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'} {{(pid=87543) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:16.606173 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.managers [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Bound port: ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1112c35-46dc-446d-843f-92d96c36a371', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d'}}] {{(pid=87543) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:16.606538 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.687349 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] For port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6, host n-d-825178-2, cleared binding levels {{(pid=87543) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:16.691875 n-d-825178-2 neutron-server[87543]: DEBUG neutron.plugins.ml2.db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] For port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87543) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:16.696616 n-d-825178-2 neutron-server[87543]: DEBUG neutron_lib.callbacks.manager [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87543) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.751720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Allocated IP 172.20.0.1 (cbd1b570-937b-4340-af13-78b9e5210fc7/f009e581-b1c5-4d76-bf81-ab658498a224/91e9e70a-e261-4a52-baab-2e79194f3095) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:16.757471 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port d0badde8-b66b-45ea-93b3-4f7c7ace050d completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:16.764885 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d0badde8-b66b-45ea-93b3-4f7c7ace050d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:16.765685 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.775627 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Routers {'33cba954-2899-40d6-93bb-ddbf2939974f'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:16.776253 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['33cba954-2899-40d6-93bb-ddbf2939974f'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:16.867518 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633ba65-bbbb-47e9-9c4a-9e7f13bb3587 None None] Pushing event updated for resources: {'Port': ['ID=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,revision_number=3']} {{(pid=87543) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:16.929027 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:16.968328 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port d0badde8-b66b-45ea-93b3-4f7c7ace050d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d0badde8-b66b-45ea-93b3-4f7c7ace050d,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:16.975928 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.002656 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.022324 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Transition to ACTIVE for port object 91e9e70a-e261-4a52-baab-2e79194f3095 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:17.033221 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] Set router 33cba954-2899-40d6-93bb-ddbf2939974f gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:17.053656 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.070243 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=d0badde8-b66b-45ea-93b3-4f7c7ace050d,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:17.124563 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Network cbd1b570-937b-4340-af13-78b9e5210fc7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:17.127751 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:17.131464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:17.137365 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-1c08277c-cffc-49d0-a0a6-47893475f72a None None] Provisioning complete for port d0badde8-b66b-45ea-93b3-4f7c7ace050d triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:17.137740 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-1c08277c-cffc-49d0-a0a6-47893475f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.171515 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Pushing event updated for resources: {'Port': ['ID=91e9e70a-e261-4a52-baab-2e79194f3095,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:17.200440 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-891537'] for router_interface, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.340051 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.347700 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:04:14Z', 'revision_number': 3, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:17.352129 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33866cd2-cbcd-483f-857e-2a7419cfc1a0 None None] The sync data for ids ['33cba954-2899-40d6-93bb-ddbf2939974f'] in n-d-825178-2 is: [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:04:14Z', 'revision_number': 3, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:04:17.397403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e649ee6-f7a6-4587-94fe-1f764b742ca5 None None] Provisioning for port 91e9e70a-e261-4a52-baab-2e79194f3095 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:17.403019 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-8e649ee6-f7a6-4587-94fe-1f764b742ca5 None None] Provisioning complete for port 91e9e70a-e261-4a52-baab-2e79194f3095 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:17.403634 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8e649ee6-f7a6-4587-94fe-1f764b742ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.459813 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-8e649ee6-f7a6-4587-94fe-1f764b742ca5 None None] Port 91e9e70a-e261-4a52-baab-2e79194f3095 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 11:04:17.590963 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.598234 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.712899 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-891404'] for router_interface, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:17.716425 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Pushing event updated for resources: {'Port': ['ID=91e9e70a-e261-4a52-baab-2e79194f3095,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:17.873520 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Network cbd1b570-937b-4340-af13-78b9e5210fc7 is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:17.874747 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:17.961356 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d0badde8-b66b-45ea-93b3-4f7c7ace050d up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:18.051186 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port d0badde8-b66b-45ea-93b3-4f7c7ace050d triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:18.051746 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:18.084827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Router 33cba954-2899-40d6-93bb-ddbf2939974f has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:04:18.193174 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b497cce-6e6e-4746-98e9-d65897820f73 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:18.238034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-b9aecbd4-7631-4047-92ae-3ab25f0fd959 None None] Provisioning complete for port 91e9e70a-e261-4a52-baab-2e79194f3095 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:18.238410 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b9aecbd4-7631-4047-92ae-3ab25f0fd959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:18.277114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:04:18.290682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-212a255c-f831-4546-82ca-8ef9f9304f65 admin admin] 10.222.0.42 "PUT /v2.0/routers/33cba954-2899-40d6-93bb-ddbf2939974f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9304845 Jan 28 11:04:18.307287 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-b9aecbd4-7631-4047-92ae-3ab25f0fd959 None None] Port 91e9e70a-e261-4a52-baab-2e79194f3095 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 11:04:18.320559 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 6b497cce-6e6e-4746-98e9-d65897820f73 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:18.320972 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:18.436520 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:18.506799 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:18.513190 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:18.513561 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:18.634007 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:18.652058 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:18.657435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:18.758277 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:18.981774 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Sync routers for ids ['33cba954-2899-40d6-93bb-ddbf2939974f'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:04:18.991823 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Routers {'33cba954-2899-40d6-93bb-ddbf2939974f'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:18.992415 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['33cba954-2899-40d6-93bb-ddbf2939974f'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:19.165836 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Set router 33cba954-2899-40d6-93bb-ddbf2939974f gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:19.478688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:04:17Z', 'revision_number': 4, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '91e9e70a-e261-4a52-baab-2e79194f3095', 'name': '', 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'mac_address': 'fa:16:3e:eb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'f009e581-b1c5-4d76-bf81-ab658498a224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:16Z', 'updated_at': '2022-01-28T11:04:17Z', 'revision_number': 2, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'subnets': [{'id': 'f009e581-b1c5-4d76-bf81-ab658498a224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:19.482578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Checking router: 33cba954-2899-40d6-93bb-ddbf2939974f for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:04:19.482934 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Updating router 33cba954-2899-40d6-93bb-ddbf2939974f port 91e9e70a-e261-4a52-baab-2e79194f3095 binding host n-d-825178-2 {{(pid=87542) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 28 11:04:19.534531 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:19.843882 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:19.903339 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60962) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:19.908651 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2033918111', 'description': 'tempest-secgroup-smoke-2033918111 description', 'project_id': '48adc598750d407ca15e0d0c7b0a705c'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:19.915247 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:19.919164 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:19.922215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:19.924720 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Notify callbacks [] for port, precommit_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:19.929942 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:19.939051 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Transition to ACTIVE for port object 91e9e70a-e261-4a52-baab-2e79194f3095 will not be triggered until provisioned by entity L2. {{(pid=87542) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:19.940743 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:19.949567 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:19.960728 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:19.964741 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:19.967683 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:19.973381 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:19.982951 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:19.983295 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.047001 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.052147 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.096589 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.100905 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.103059 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-ca5da257-d7e3-4d79-bbdc-43921b7b7bf1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1986630 Jan 28 11:04:20.105330 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60966) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:20.112700 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group_rule': {'security_group_id': '9ca056f9-114c-42d3-a8b2-e47a7d06a3d1', 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:20.121175 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:20.125489 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:20.129470 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:20.135297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:20.155189 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.164503 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a1a7-5029-49e3-ac15-a1d96cbe0c1e None None] Pushing event updated for resources: {'Port': ['ID=91e9e70a-e261-4a52-baab-2e79194f3095,revision_number=3']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.231446 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.236545 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.246029 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Attempting to bind port 91e9e70a-e261-4a52-baab-2e79194f3095 on host n-d-825178-2 for vnic_type normal with profile {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:20.246585 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Attempting to bind port 91e9e70a-e261-4a52-baab-2e79194f3095 by drivers openvswitch,hyperv on host n-d-825178-2 at level 0 using segments [{'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:20.246737 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Attempting to bind port 91e9e70a-e261-4a52-baab-2e79194f3095 on network cbd1b570-937b-4340-af13-78b9e5210fc7 {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:20.263073 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b40447-ca35-426a-9494-7eb4997fd254,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.273617 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.274575 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Checking agent: {'id': '8d47f574-b8b4-4104-a27e-54f5737d775a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 24, 29), 'started_at': datetime.datetime(2022, 1, 28, 9, 24, 59), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-825178-2'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:20.274945 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Checking segment: {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87542) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:20.275344 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.275720 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Bound using segment: {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'} {{(pid=87542) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:20.276178 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.managers [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Bound port: 91e9e70a-e261-4a52-baab-2e79194f3095, host: n-d-825178-2, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0646482-6ce4-4904-b316-aadecea618b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7'}}] {{(pid=87542) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:20.276547 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.278105 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60970) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:20.281219 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-dafb3c0e-51bc-4b79-b29b-981d35b27f9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1746666 Jan 28 11:04:20.283996 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group_rule': {'security_group_id': '9ca056f9-114c-42d3-a8b2-e47a7d06a3d1', 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:20.290620 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:20.294431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:20.297507 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:20.305133 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:20.320856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.394856 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.399028 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.423216 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c29c37a5-2c0c-4ac0-83e5-c75aec6be79a,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.434203 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.435657 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-973f367e-54e4-438f-967a-708d71a08266 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1565738 Jan 28 11:04:20.435779 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] For port 91e9e70a-e261-4a52-baab-2e79194f3095, host n-d-825178-2, cleared binding levels {{(pid=87542) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:20.438522 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 60974) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:20.439284 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] For port 91e9e70a-e261-4a52-baab-2e79194f3095, host n-d-825178-2, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91e9e70a-e261-4a52-baab-2e79194f3095,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87542) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:20.442920 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.443964 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group_rule': {'security_group_id': '9ca056f9-114c-42d3-a8b2-e47a7d06a3d1', 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:20.450544 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:20.454525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:20.457494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87541) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:20.463178 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:20.482864 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.527044 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb36a1a7-5029-49e3-ac15-a1d96cbe0c1e None None] Pushing event updated for resources: {'Port': ['ID=91e9e70a-e261-4a52-baab-2e79194f3095,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.535079 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Routers {'33cba954-2899-40d6-93bb-ddbf2939974f'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:20.535943 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:03:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['33cba954-2899-40d6-93bb-ddbf2939974f'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:20.557908 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.562152 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.588022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e7be05-f53d-4182-9a7e-86d74cf67864,revision_number=0']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.599443 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.603933 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60978) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:20.604081 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-65565f7e-dba2-497a-9a2a-912a3b0528ea tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1644015 Jan 28 11:04:20.609882 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group_rule': {'security_group_id': '9ca056f9-114c-42d3-a8b2-e47a7d06a3d1', 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:20.618707 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:20.622959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:20.625881 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:20.632341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:20.656736 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.729717 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] Set router 33cba954-2899-40d6-93bb-ddbf2939974f gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:20.736317 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.739984 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.770634 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0f2766-6773-4bee-b0ff-fb9fb42a02ce,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:20.782939 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:20.784148 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-8379846f-b81c-40ce-a219-20642e43a9aa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788087 Jan 28 11:04:20.786868 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60982) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:20.793911 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group_rule': {'security_group_id': '9ca056f9-114c-42d3-a8b2-e47a7d06a3d1', 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:20.800464 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:20.804945 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:20.807791 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:20.813674 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:20.946119 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Project 48adc598750d407ca15e0d0c7b0a705c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 11:04:20.953174 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.019632 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.023100 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.043522 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1295416-6bd3-4e40-96ca-464fdd2eebd1,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:21.054468 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.055799 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-7aa4ce9b-c335-4371-bee9-793a894a68ba tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2679524 Jan 28 11:04:21.058579 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 60986) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:21.064125 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'security_group_rule': {'security_group_id': '9ca056f9-114c-42d3-a8b2-e47a7d06a3d1', 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:21.066094 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:04:17Z', 'revision_number': 4, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '91e9e70a-e261-4a52-baab-2e79194f3095', 'name': '', 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'mac_address': 'fa:16:3e:eb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'f009e581-b1c5-4d76-bf81-ab658498a224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:16Z', 'updated_at': '2022-01-28T11:04:20Z', 'revision_number': 4, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'subnets': [{'id': 'f009e581-b1c5-4d76-bf81-ab658498a224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:21.070379 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8f0663-2599-4c82-9abc-45491cd16f78 None None] The sync data for ids ['33cba954-2899-40d6-93bb-ddbf2939974f'] in n-d-825178-2 is: [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:04:17Z', 'revision_number': 4, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '91e9e70a-e261-4a52-baab-2e79194f3095', 'name': '', 'network_id': 'cbd1b570-937b-4340-af13-78b9e5210fc7', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'mac_address': 'fa:16:3e:eb:25:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': 'f009e581-b1c5-4d76-bf81-ab658498a224', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:16Z', 'updated_at': '2022-01-28T11:04:20Z', 'revision_number': 4, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'subnets': [{'id': 'f009e581-b1c5-4d76-bf81-ab658498a224', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:04:21.070871 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:21.074742 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:security_group_rule and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:21.077702 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:21.085197 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:21.096566 n-d-825178-2 neutron-server[87540]: INFO neutron.db.securitygroups_db [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Project 48adc598750d407ca15e0d0c7b0a705c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 28 11:04:21.103548 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.186874 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.191281 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737821'] for security_group_rule, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.217794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31069474-68a3-4219-a857-6118a5971927,revision_number=0']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:21.228307 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:21.229740 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5595650f-0108-4e76-b955-6945eee8ca95 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1701992 Jan 28 11:04:21.396803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-60abf225-de27-4c55-9537-1d2110c4097e req-b3009c33-cb37-4d59-9e0b-09150dc9433f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:security_group {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:04:21.414485 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-60abf225-de27-4c55-9537-1d2110c4097e req-b3009c33-cb37-4d59-9e0b-09150dc9433f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:security_group {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:04:21.415800 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-b3009c33-cb37-4d59-9e0b-09150dc9433f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033918111&fields=id&tenant_id=48adc598750d407ca15e0d0c7b0a705c HTTP/1.1" status: 200 len: 267 time: 0.0590262 Jan 28 11:04:21.570076 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-7282b52c-39de-4f3d-96bc-9e4b53aa54a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:21.571022 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-60abf225-de27-4c55-9537-1d2110c4097e req-7282b52c-39de-4f3d-96bc-9e4b53aa54a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:network {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:04:21.588830 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-60abf225-de27-4c55-9537-1d2110c4097e req-7282b52c-39de-4f3d-96bc-9e4b53aa54a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:network {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:04:21.590038 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-7282b52c-39de-4f3d-96bc-9e4b53aa54a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 810 time: 0.1673975 Jan 28 11:04:21.607556 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-2f600c81-d645-4eb6-ad13-017b62caf1a4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/quotas/48adc598750d407ca15e0d0c7b0a705c HTTP/1.1" status: 200 len: 375 time: 0.0109558 Jan 28 11:04:21.695845 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-e2ad564e-d5a4-43ea-b023-49696c66030b tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824921 Jan 28 11:04:21.712506 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-bff484bc-65c1-4652-9040-2bab601cd540 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 11:04:21.713523 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-bff484bc-65c1-4652-9040-2bab601cd540 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053546 Jan 28 11:04:21.857085 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-92ad68f1-e069-431c-a600-7e5b9b1919c4 service neutron] 10.222.0.42 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377196 Jan 28 11:04:21.876970 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91e9e70a-e261-4a52-baab-2e79194f3095 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:21.956144 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning for port 91e9e70a-e261-4a52-baab-2e79194f3095 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:21.961530 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 91e9e70a-e261-4a52-baab-2e79194f3095 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:21.962152 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:22.004612 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-7c3fd08d-a840-4286-92ad-2aee5c294b45 service neutron] 10.222.0.42 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355524 Jan 28 11:04:22.091999 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:22.138709 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] For port 91e9e70a-e261-4a52-baab-2e79194f3095, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91e9e70a-e261-4a52-baab-2e79194f3095,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:22.144221 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:22.214242 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-46de1c0e-f4ce-4b5d-b551-1d3f6dc1e3b2 req-8e03411f-a022-4a0b-b101-d720c8244d65 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:04:22.221461 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Pushing event updated for resources: {'Port': ['ID=91e9e70a-e261-4a52-baab-2e79194f3095,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:22.239446 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-46de1c0e-f4ce-4b5d-b551-1d3f6dc1e3b2 req-8e03411f-a022-4a0b-b101-d720c8244d65 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:04:22.241792 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-46de1c0e-f4ce-4b5d-b551-1d3f6dc1e3b2 req-8e03411f-a022-4a0b-b101-d720c8244d65 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 210 time: 0.0789285 Jan 28 11:04:23.367944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-25bd1edd-ebde-405e-87eb-a1582f7429b0 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:23.369391 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-25bd1edd-ebde-405e-87eb-a1582f7429b0 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 810 time: 0.1556315 Jan 28 11:04:23.425503 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60abf225-de27-4c55-9537-1d2110c4097e req-aa0d0b99-77d7-4db8-b2b3-bebcde623aaa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:security_group {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:04:23.437546 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-60abf225-de27-4c55-9537-1d2110c4097e req-aa0d0b99-77d7-4db8-b2b3-bebcde623aaa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:security_group {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:04:23.439302 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-aa0d0b99-77d7-4db8-b2b3-bebcde623aaa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48adc598750d407ca15e0d0c7b0a705c HTTP/1.1" status: 200 len: 380 time: 0.0565679 Jan 28 11:04:23.452114 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'port': {'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'admin_state_up': True, 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'security_groups': ['9ca056f9-114c-42d3-a8b2-e47a7d06a3d1']}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:23.501340 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-10da0cae-6dc5-46f4-9004-8b7403dd09d1 req-238110bb-2903-43d4-9f54-28e677cc2e9f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 210 time: 0.1484499 Jan 28 11:04:23.591703 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:23.601103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:23.611401 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Made reservation on behalf of 48adc598750d407ca15e0d0c7b0a705c for: {'port': 1} {{(pid=87540) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:04:23.614869 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:23.774148 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Allocated IP 172.20.0.13 (b09b3912-b88c-4892-a0dd-90255a08e1db/7903f1c6-687b-4fc9-9e19-c63c91b3c84d/c2510a83-5915-4958-ac79-2fb9207be4a5) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:23.841824 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91e9e70a-e261-4a52-baab-2e79194f3095 up at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:23.910279 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Provisioning complete for port 91e9e70a-e261-4a52-baab-2e79194f3095 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:23.910641 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:23.970541 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:23.987103 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Transition to ACTIVE for port object c2510a83-5915-4958-ac79-2fb9207be4a5 will not be triggered until provisioned by entity DHCP. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:24.010364 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:24.081878 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Network b09b3912-b88c-4892-a0dd-90255a08e1db is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:24.084696 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:24.088675 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:24.126259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:24.159443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:24.160079 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:24.188704 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-80ae6253-5b56-4306-aae3-da957565299c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7406952 Jan 28 11:04:24.203697 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Request body: {'port': {'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-825178-2'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:24.316928 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e7d42b3a-8108-491e-8c1f-8665b0cb074c None None] Provisioning for port c2510a83-5915-4958-ac79-2fb9207be4a5 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:24.317183 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:24.321599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-e7d42b3a-8108-491e-8c1f-8665b0cb074c None None] Provisioning complete for port c2510a83-5915-4958-ac79-2fb9207be4a5 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:24.321959 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e7d42b3a-8108-491e-8c1f-8665b0cb074c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:24.375335 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-e7d42b3a-8108-491e-8c1f-8665b0cb074c None None] Port c2510a83-5915-4958-ac79-2fb9207be4a5 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 11:04:24.666479 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2510a83-5915-4958-ac79-2fb9207be4a5 {{(pid=87540) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:04:24.675213 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:24.723610 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.provisioning_blocks [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Transition to ACTIVE for port object c2510a83-5915-4958-ac79-2fb9207be4a5 will not be triggered until provisioned by entity L2. {{(pid=87540) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:04:24.729255 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:24.996815 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:25.102007 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79791420-518a-4eab-8647-07c36dcc8888 req-2b748556-7d0d-48b0-b147-af4bf485c863 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:25.102611 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-79791420-518a-4eab-8647-07c36dcc8888 req-2b748556-7d0d-48b0-b147-af4bf485c863 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:04:25.132258 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Attempting to bind port c2510a83-5915-4958-ac79-2fb9207be4a5 on host n-h1-825178-2 for vnic_type normal with profile {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:04:25.132588 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Attempting to bind port c2510a83-5915-4958-ac79-2fb9207be4a5 by drivers openvswitch,hyperv on host n-h1-825178-2 at level 0 using segments [{'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:04:25.132995 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Attempting to bind port c2510a83-5915-4958-ac79-2fb9207be4a5 on network b09b3912-b88c-4892-a0dd-90255a08e1db {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:25.136295 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-79791420-518a-4eab-8647-07c36dcc8888 req-2b748556-7d0d-48b0-b147-af4bf485c863 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:04:25.137458 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79791420-518a-4eab-8647-07c36dcc8888 req-2b748556-7d0d-48b0-b147-af4bf485c863 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.5288694 Jan 28 11:04:25.139231 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Port c2510a83-5915-4958-ac79-2fb9207be4a5 on network b09b3912-b88c-4892-a0dd-90255a08e1db not bound, no agent of type Open vSwitch agent registered on host n-h1-825178-2 {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 11:04:25.139548 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Attempting to bind port c2510a83-5915-4958-ac79-2fb9207be4a5 on network b09b3912-b88c-4892-a0dd-90255a08e1db {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:04:25.146385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Checking agent: {'id': '4a6101a5-1172-4035-9808-be529be6c86e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 15), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:04:25.146715 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Checking segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87540) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:04:25.147094 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Bound using segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} {{(pid=87540) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:04:25.147519 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.managers [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Bound port: c2510a83-5915-4958-ac79-2fb9207be4a5, host: n-h1-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}}] {{(pid=87540) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:04:25.147856 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:25.239465 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-79791420-518a-4eab-8647-07c36dcc8888 req-993d4025-5972-4818-ac00-9dec0735d9a0 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947528 Jan 28 11:04:25.267394 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, cleared binding levels {{(pid=87540) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:04:25.270629 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87540) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:04:25.274101 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:25.336968 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:25.337791 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:25.338993 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] 10.222.0.25 "PUT /v2.0/ports/c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 1092 time: 1.1396143 Jan 28 11:04:25.339432 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:04:25.360208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cab2b-2a1b-4369-b5ca-550251b1eaf4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=3']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:25.462237 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'status': 'completed', 'code': 200} Jan 28 11:04:25.472482 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-5f09eb47-9c95-4dfd-8a11-5e825be41a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:25.474038 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-5f09eb47-9c95-4dfd-8a11-5e825be41a10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1095 time: 0.0813451 Jan 28 11:04:25.557413 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-1f61bcd5-d22a-4f0f-a54b-23841889db19 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0725179 Jan 28 11:04:25.627084 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-3093343f-246a-4c86-8165-6b073936f337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:25.629048 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-3093343f-246a-4c86-8165-6b073936f337 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0630429 Jan 28 11:04:25.715763 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60abf225-de27-4c55-9537-1d2110c4097e req-a406d5b2-2c59-4ce0-82f5-8bde91e1ae23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:25.717189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-a406d5b2-2c59-4ce0-82f5-8bde91e1ae23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786242 Jan 28 11:04:25.861681 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-861b4ea9-3c6e-40d4-9f6c-90843c4a7d54 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351113 Jan 28 11:04:25.997827 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-60abf225-de27-4c55-9537-1d2110c4097e req-ed2fff8a-1e21-4503-82c0-a7d80f436741 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274354 Jan 28 11:04:26.083826 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f38e0189-c33d-4cae-8e1b-b3ed355a189d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:26.120534 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-58507a51-0cab-4d7b-abd8-70c731833042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:26.122078 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-58507a51-0cab-4d7b-abd8-70c731833042 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1095 time: 0.0699766 Jan 28 11:04:26.252850 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-6ca09d58-aa18-4334-b1b6-b732edcd4a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:26.254217 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-6ca09d58-aa18-4334-b1b6-b732edcd4a75 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1262085 Jan 28 11:04:26.325315 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-478133e6-578b-4da3-a67f-d48937fcdf84 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0649064 Jan 28 11:04:26.436343 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-a37201de-5f5a-4460-a0fa-758ab4dfc887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:26.437823 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-a37201de-5f5a-4460-a0fa-758ab4dfc887 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.1059167 Jan 28 11:04:26.513076 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c0fff-e214-4441-9967-0ecf55bca1b5 req-aba69299-200b-4d1f-bc73-a9403fbf52cd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:26.514440 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f4c0fff-e214-4441-9967-0ecf55bca1b5 req-aba69299-200b-4d1f-bc73-a9403fbf52cd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.1512554 Jan 28 11:04:26.557117 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-085a566f-5fc2-46b0-a292-6a499fba8304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:26.558575 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-085a566f-5fc2-46b0-a292-6a499fba8304 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133990 Jan 28 11:04:26.568061 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9f4c0fff-e214-4441-9967-0ecf55bca1b5 req-74bc0f0b-3221-4f21-aa1b-e42ca057437c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466349 Jan 28 11:04:26.693877 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-15782b82-a248-4787-9bd1-9059039baa15 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248744 Jan 28 11:04:26.935705 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-9dedb2ce-a2d4-4794-8710-52dce8fa8973 req-6a7eaab3-66f3-4cfa-8b52-0de13d52022c service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344661 Jan 28 11:04:27.755792 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c34b8-a8e9-4852-a548-d8e7b9375f2e req-18a38623-c580-4ec8-996a-ed7e7f8d3fcf tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:27.757229 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-836c34b8-a8e9-4852-a548-d8e7b9375f2e req-18a38623-c580-4ec8-996a-ed7e7f8d3fcf tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.0817161 Jan 28 11:04:27.799596 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-836c34b8-a8e9-4852-a548-d8e7b9375f2e req-914188ff-8e9e-4b1f-b233-61beff383e71 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367353 Jan 28 11:04:28.520473 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-97f4a4ff-645b-4629-9e47-bc265473ee69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:28.986932 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad3773-292c-4601-a92e-e642c6b63470 req-d044e7e9-be47-4d62-9c13-d52ddcff13b5 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:28.988378 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43ad3773-292c-4601-a92e-e642c6b63470 req-d044e7e9-be47-4d62-9c13-d52ddcff13b5 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.0819461 Jan 28 11:04:29.031137 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-43ad3773-292c-4601-a92e-e642c6b63470 req-57e07c6d-abf7-49b8-be61-1ee128b76871 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372515 Jan 28 11:04:29.681544 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:29.733683 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:29.822910 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 11:04:29.953844 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:29.966360 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 11:04:30.020481 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:30.036913 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2510a83-5915-4958-ac79-2fb9207be4a5 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:04:30.053262 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:30.057095 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:30.125839 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:30.213843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce95afb-3d7b-4cf1-a0bc-229dec641354 req-5241ffe9-c5cd-4fa7-887f-4289b6d7562d tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:30.215267 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dce95afb-3d7b-4cf1-a0bc-229dec641354 req-5241ffe9-c5cd-4fa7-887f-4289b6d7562d tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 945 time: 0.0774176 Jan 28 11:04:30.258106 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-dce95afb-3d7b-4cf1-a0bc-229dec641354 req-7a3de66b-e3e3-4762-a7f9-4df36ee0c08a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372593 Jan 28 11:04:30.343567 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c2510a83-5915-4958-ac79-2fb9207be4a5'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 11:04:31.145202 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:31.440946 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0013573-36d5-46ea-a266-7377b134df7a req-34776446-43ab-4c82-b994-9e8faaf69342 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:31.442383 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0013573-36d5-46ea-a266-7377b134df7a req-34776446-43ab-4c82-b994-9e8faaf69342 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 945 time: 0.0817389 Jan 28 11:04:31.488528 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c0013573-36d5-46ea-a266-7377b134df7a req-715823b2-a3d4-4c76-ad13-fba5e946a866 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406139 Jan 28 11:04:31.838930 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:04:31.906688 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning for port c2510a83-5915-4958-ac79-2fb9207be4a5 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:04:31.911453 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port c2510a83-5915-4958-ac79-2fb9207be4a5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:04:31.911819 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:32.022039 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:32.049771 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:04:32.059569 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:04:32.063261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:32.099219 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'code': 200} Jan 28 11:04:32.132828 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:32.224174 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde3ec9-477d-4ffd-b699-9a354dece771 req-3bdddfbe-120b-4e27-955a-45f6f8565c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:32.226614 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cde3ec9-477d-4ffd-b699-9a354dece771 req-3bdddfbe-120b-4e27-955a-45f6f8565c1b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1097 time: 0.0696292 Jan 28 11:04:32.270098 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-1cde3ec9-477d-4ffd-b699-9a354dece771 req-3ba29f7d-41bf-46d9-bff1-b8e1add2ef3b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342729 Jan 28 11:04:32.672409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2adb39-25d2-4815-9698-ef639ac355d2 req-6671cde8-6e77-41c2-b5c5-9112a79af117 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:32.673908 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f2adb39-25d2-4815-9698-ef639ac355d2 req-6671cde8-6e77-41c2-b5c5-9112a79af117 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 946 time: 0.0824733 Jan 28 11:04:32.718671 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6f2adb39-25d2-4815-9698-ef639ac355d2 req-14f8b466-73c1-4db4-a460-b61be9ef98f5 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376999 Jan 28 11:04:33.904616 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca75b82-0844-41b5-af4f-be46d6742b89 req-92f83c22-521b-4214-bd72-97d13e37fbe8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:33.906052 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ca75b82-0844-41b5-af4f-be46d6742b89 req-92f83c22-521b-4214-bd72-97d13e37fbe8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 946 time: 0.0814152 Jan 28 11:04:33.949136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6ca75b82-0844-41b5-af4f-be46d6742b89 req-a4fc4372-03a8-4484-a813-5fafbde47c68 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375993 Jan 28 11:04:34.129854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9485881-b181-43f3-9124-ede2bc98be6e req-c1032fc2-4b7b-4f38-96ad-a3fca2680d27 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:34.131326 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9485881-b181-43f3-9124-ede2bc98be6e req-c1032fc2-4b7b-4f38-96ad-a3fca2680d27 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 946 time: 0.0786092 Jan 28 11:04:34.173539 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a9485881-b181-43f3-9124-ede2bc98be6e req-1186784c-0958-45d5-a277-68204a0168d8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367773 Jan 28 11:04:34.195952 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32810) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:34.307113 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb44c7d1-aa30-4033-9f26-56842f16b1bb tempest-TestSnapshotPattern-1049926269 tempest-TestSnapshotPattern-1049926269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:34.307894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bb44c7d1-aa30-4033-9f26-56842f16b1bb tempest-TestSnapshotPattern-1049926269 tempest-TestSnapshotPattern-1049926269-project-admin] Synchronizing usage tracker for tenant:a1eda899ea3f47c4bf43ef56cf466693 on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:04:34.324959 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-bb44c7d1-aa30-4033-9f26-56842f16b1bb tempest-TestSnapshotPattern-1049926269 tempest-TestSnapshotPattern-1049926269-project-admin] Unset dirty status for tenant:a1eda899ea3f47c4bf43ef56cf466693 on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:04:34.326369 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-bb44c7d1-aa30-4033-9f26-56842f16b1bb tempest-TestSnapshotPattern-1049926269 tempest-TestSnapshotPattern-1049926269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1092 time: 0.1294391 Jan 28 11:04:34.329309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 32816) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:04:34.334379 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:04:34.341184 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:04:34.345398 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:floatingip and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:04:34.348162 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:04:34.353759 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:04:34.364159 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:34.499893 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:34.638215 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Allocated IP 172.25.1.60 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/046a529a-0e7e-4a4f-a190-b7e2689bafca) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:04:34.784757 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:34.815084 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:34.879720 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:04:34.882575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:04:34.884984 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:04:34.919474 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'Port': ['ID=046a529a-0e7e-4a4f-a190-b7e2689bafca,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:35.292964 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:35.364823 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:35.683875 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:35.688485 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:35.797333 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'Port': ['ID=046a529a-0e7e-4a4f-a190-b7e2689bafca,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:04:35.808567 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:35.981793 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Floating IP 20a92d7b-842b-460d-a732-6bf37b85e7e2 associated. External IP: 172.25.1.60, port: c2510a83-5915-4958-ac79-2fb9207be4a5. Jan 28 11:04:36.326644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:04:36.500844 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:04:36.512108 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:04:36.521401 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:36.522167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:04:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:36.526263 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:36.596794 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-5dca46b6-7a3b-4ee2-97f6-951a24363f96 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2528713 Jan 28 11:04:36.596794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:04:36.626839 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'status': 'completed', 'code': 200} Jan 28 11:04:36.722862 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-133ae4e0-1301-42c5-8b46-004fbdbe193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:36.724630 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-133ae4e0-1301-42c5-8b46-004fbdbe193c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1097 time: 0.0753834 Jan 28 11:04:36.743655 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:36.853913 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-e9543de4-ead6-4f42-afeb-74e16e019bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:36.855260 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-e9543de4-ead6-4f42-afeb-74e16e019bd1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1251550 Jan 28 11:04:36.957486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-1378aa65-73b6-4e74-ae2b-73748971f104 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 999 time: 0.0959804 Jan 28 11:04:37.019409 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-3748f31e-7937-4684-b366-9530f1ae6147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:37.021100 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-3748f31e-7937-4684-b366-9530f1ae6147 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0580463 Jan 28 11:04:37.081687 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:35Z', 'revision_number': 0, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:37.085769 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:04:37.094476 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:04:37.095090 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:04:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:37.210221 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-f5576381-544f-4338-97b7-16eddf9ea5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:37.211685 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-f5576381-544f-4338-97b7-16eddf9ea5b7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1848509 Jan 28 11:04:37.274010 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:04:37.342375 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-7233db23-0dd2-46c2-bee4-8794d7e3448f service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239393 Jan 28 11:04:37.475300 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-0beb6a42-c7b1-48c6-b8c0-83b945277ec4 req-98fe81ef-c22a-4851-8cc8-431e89271ebc service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272922 Jan 28 11:04:37.612636 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:35Z', 'revision_number': 0, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:04:37.616399 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3338c0ef-6282-4265-8173-b6f681c43123 None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:35Z', 'revision_number': 0, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:04:37.827173 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b43287-1549-4f5c-87ca-e01df04c619b None None] New status for floating IP 20a92d7b-842b-460d-a732-6bf37b85e7e2: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:04:44.677912 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:45.939316 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:52.239964 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:04:56.085764 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-46c34966-abe8-4d80-84ea-ef0475bda29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:57.726216 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-063f7fd7-833c-422a-a687-d0a36fca9339 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672398 Jan 28 11:04:57.865889 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-1dd34822-15af-473b-b847-d80ee696c8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:57.867347 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-1dd34822-15af-473b-b847-d80ee696c8be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1097 time: 0.0727468 Jan 28 11:04:58.015655 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-e153021d-59c3-4ae8-ace0-35753fb7ff28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:58.017130 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-e153021d-59c3-4ae8-ace0-35753fb7ff28 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1267898 Jan 28 11:04:58.118988 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-6f908aa8-d081-4214-a811-6de517f0f931 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0943632 Jan 28 11:04:58.179854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-5836315b-16cd-479f-8c87-c7fab1707c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:58.181292 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-5836315b-16cd-479f-8c87-c7fab1707c20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0564842 Jan 28 11:04:58.264418 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-88511c86-ccc6-482f-8af0-0bbc580ffaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:04:58.266084 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-88511c86-ccc6-482f-8af0-0bbc580ffaa3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791571 Jan 28 11:04:58.397049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-407c09f2-9d8c-4b5a-9384-a4a0a195a0d4 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240110 Jan 28 11:04:58.523597 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-37e447bb-8368-470c-bdef-74ffa3ee8626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:58.528200 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e333d08c-1938-49e1-bde3-a6ce31f50032 req-853a5d55-f0ba-46ba-9385-15c87f5a3d2f service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243520 Jan 28 11:04:59.682098 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:04:59.736341 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:01.147293 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:14.678121 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:15.947738 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:26.087588 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-bee80031-dde3-46c3-b832-03db16b1aa7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:28.526697 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e1c7589e-44f2-4957-910a-d4871ac2a153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:29.238892 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:05:29.684038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:29.736483 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:31.150322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:44.677830 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:45.958065 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:56.089765 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-51d6fc6a-f8f5-47d9-aef9-1fc5daf72da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:58.527399 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-24796d14-8c00-4cea-af54-5fa653fc4f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:59.686602 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:59.740384 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-55ab7b7e-6838-4e01-8815-c4d3b06b0c16 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0737183 Jan 28 11:05:59.741116 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:05:59.884568 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-03f06d1e-95b6-470b-b1bb-5bcc104aec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:05:59.886037 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-03f06d1e-95b6-470b-b1bb-5bcc104aec74 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1097 time: 0.0696983 Jan 28 11:06:00.031856 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-463b0bdf-3aa3-4978-b2bc-ba32fdd1d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:00.033329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-463b0bdf-3aa3-4978-b2bc-ba32fdd1d2b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1252143 Jan 28 11:06:00.137644 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-fe91d83c-f606-4825-a4cc-3a58fbcbb987 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 1001 time: 0.0972939 Jan 28 11:06:00.310462 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-143ae4ed-7c7d-46e7-86c9-ed58d6c1f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:00.311883 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-143ae4ed-7c7d-46e7-86c9-ed58d6c1f5e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.1621594 Jan 28 11:06:00.389602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-2a7b7016-cacd-47b9-958d-105c2bafd9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:00.390956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-2a7b7016-cacd-47b9-958d-105c2bafd9c2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681529 Jan 28 11:06:00.525804 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-0f470b90-61a6-4f0e-ac11-dac684670d76 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249747 Jan 28 11:06:00.659770 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-47aee5f2-d329-4d54-a56b-38d748cb4b30 req-65e01be5-3874-4de7-b36d-2da2272e0224 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225805 Jan 28 11:06:01.155441 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:06.238035 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:06:14.692498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:15.955230 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:26.092047 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c8bf5ac2-4acb-4766-ad7d-26ced2e728f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:28.530742 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-59a0cd0c-f9f0-4792-94d4-983bbcbb246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:29.688162 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:29.741882 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:31.161837 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:38.445542 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 details requested by agent hyperv_n-h1-825178-2 with host n-h1-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 11:06:38.581083 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:06:38.594146 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Returning: {'device': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 11:06:38.649297 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:38.667889 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c2510a83-5915-4958-ac79-2fb9207be4a5 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:06:38.683578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:06:38.687461 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:38.763290 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:06:38.771677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] get_ports_and_sgs() called for port_ids ['c2510a83-5915-4958-ac79-2fb9207be4a5'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 11:06:38.834578 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.834920 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.835250 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.835576 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.835896 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.836212 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.836527 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.836863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.837181 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.837498 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.837812 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:38.838120 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:40.456111 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 up at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:06:40.548403 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Provisioning complete for port c2510a83-5915-4958-ac79-2fb9207be4a5 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:06:40.548615 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:40.683571 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:40.716599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:06:40.727310 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:06:40.735646 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:40.820300 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:06:40.882831 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'code': 200} Jan 28 11:06:43.240281 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:06:44.696960 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:45.974508 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:48.654049 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-3ad8317e-152b-4dab-acc2-79ebca6a6177 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2033918111&fields=id&tenant_id=48adc598750d407ca15e0d0c7b0a705c HTTP/1.1" status: 200 len: 267 time: 0.0394685 Jan 28 11:06:48.802248 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-b80f2549-4868-4d94-85af-8eb965c69e51 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:48.803656 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-b80f2549-4868-4d94-85af-8eb965c69e51 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 810 time: 0.1435742 Jan 28 11:06:48.818833 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-06d14cf0-721c-4f3c-a677-5cd1e91a48a9 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/quotas/48adc598750d407ca15e0d0c7b0a705c HTTP/1.1" status: 200 len: 375 time: 0.0093460 Jan 28 11:06:48.908433 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-083a9fbb-d8af-4aea-b432-f9aa2f0bc5e3 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846655 Jan 28 11:06:48.965057 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-2ed20e50-abf8-438a-8faf-256427145196 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87540) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 11:06:48.966054 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-2ed20e50-abf8-438a-8faf-256427145196 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454602 Jan 28 11:06:49.098027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a49ce094-5879-4d34-bc4f-061ffefcd70b service neutron] 10.222.0.42 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263092 Jan 28 11:06:49.232191 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-1204738b-e54d-44b5-8d1e-7482298cab53 service neutron] 10.222.0.42 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283903 Jan 28 11:06:49.424010 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b31b221a-f911-4336-98f4-4c8253d36d67 req-e0883b91-ce56-4d74-9c7f-54fe7d2eff57 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 210 time: 0.0424399 Jan 28 11:06:50.486460 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:06:50.627242 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-cd696e3a-5eb6-4020-9d39-2cb5b240c25c req-fae96d7c-a20d-497e-b528-2ed26f34d046 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 210 time: 0.0443523 Jan 28 11:06:50.638842 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:50.668422 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:06:50.683619 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:06:50.688006 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-d7739c00-9fca-4038-8101-0f0daa8bb788 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:50.689493 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-d7739c00-9fca-4038-8101-0f0daa8bb788 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.43 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 810 time: 0.2908139 Jan 28 11:06:50.690574 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:50.726400 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'code': 200} Jan 28 11:06:50.747650 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-80ec6bd8-e0f3-43cb-a6f8-7094743ad4f0 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.43 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=48adc598750d407ca15e0d0c7b0a705c HTTP/1.1" status: 200 len: 380 time: 0.0496359 Jan 28 11:06:50.755769 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'port': {'device_id': '554acb1a-9521-429e-9177-4404a66da87d', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'admin_state_up': True, 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'security_groups': ['9ca056f9-114c-42d3-a8b2-e47a7d06a3d1']}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:06:50.763800 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Pushing event updated for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=8']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:06:50.903797 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:06:50.916030 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.quota.driver [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87541) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:06:50.930363 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Made reservation on behalf of 48adc598750d407ca15e0d0c7b0a705c for: {'port': 1} {{(pid=87541) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 28 11:06:50.939651 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:51.227352 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_common [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Allocated IP 172.20.0.11 (b09b3912-b88c-4892-a0dd-90255a08e1db/7903f1c6-687b-4fc9-9e19-c63c91b3c84d/e447b60a-5f02-4e74-a369-b5ec82398c59) {{(pid=87541) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:06:51.436261 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for port, precommit_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:51.453121 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Transition to ACTIVE for port object e447b60a-5f02-4e74-a369-b5ec82398c59 will not be triggered until provisioned by entity DHCP. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:06:51.481574 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_create {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:51.568979 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Network b09b3912-b88c-4892-a0dd-90255a08e1db is already hosted by enough agents. {{(pid=87541) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:06:51.572021 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.base_scheduler [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources bound (agent type, host, resource id): {{(pid=87541) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:06:51.576911 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Received port after_create {{(pid=87541) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:06:51.602518 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=1']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:06:51.614223 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.614564 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.614898 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.615229 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.615556 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.615878 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.616200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.616517 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.616856 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.617173 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.617515 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.617838 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:06:51.671012 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:51.671731 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:51.706437 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-a9d718e5-7d27-46ea-8653-2fe69c6af00a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.43 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9545188 Jan 28 11:06:51.881135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa0a35-6368-4978-af8a-2ceaf8053a4c req-1ce97d9b-f919-4492-844b-10501b9aefb8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:51.883468 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69fa0a35-6368-4978-af8a-2ceaf8053a4c req-1ce97d9b-f919-4492-844b-10501b9aefb8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 932 time: 0.1192153 Jan 28 11:06:51.897594 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3c218eb3-4e61-4933-9ffd-28c354673645 None None] Provisioning for port e447b60a-5f02-4e74-a369-b5ec82398c59 completed by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:06:51.907950 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-3c218eb3-4e61-4933-9ffd-28c354673645 None None] Provisioning complete for port e447b60a-5f02-4e74-a369-b5ec82398c59 triggered by entity DHCP. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:06:51.909161 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3c218eb3-4e61-4933-9ffd-28c354673645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:51.952975 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-69fa0a35-6368-4978-af8a-2ceaf8053a4c req-d5ff59b4-4c8f-4964-82cc-e6de805f8841 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592854 Jan 28 11:06:51.980266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-3c218eb3-4e61-4933-9ffd-28c354673645 None None] Port e447b60a-5f02-4e74-a369-b5ec82398c59 cannot update to ACTIVE because it is not bound. {{(pid=87542) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jan 28 11:06:53.139234 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00300886-3ed0-41cb-b6ac-68e2a0f79c35 req-ffed40a3-1c03-40b0-b6ab-2440802e43a1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:53.140630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-00300886-3ed0-41cb-b6ac-68e2a0f79c35 req-ffed40a3-1c03-40b0-b6ab-2440802e43a1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:06:53.169926 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-00300886-3ed0-41cb-b6ac-68e2a0f79c35 req-ffed40a3-1c03-40b0-b6ab-2440802e43a1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:06:53.171101 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00300886-3ed0-41cb-b6ac-68e2a0f79c35 req-ffed40a3-1c03-40b0-b6ab-2440802e43a1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 932 time: 0.1133752 Jan 28 11:06:53.219920 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-00300886-3ed0-41cb-b6ac-68e2a0f79c35 req-60761a68-053e-456f-8fae-9e0559bf5a79 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404594 Jan 28 11:06:54.416781 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7837789a-d110-433a-91b6-f020565c0d17 req-bf88ad17-cf92-41bf-89d9-294443a4bc29 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:54.418407 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7837789a-d110-433a-91b6-f020565c0d17 req-bf88ad17-cf92-41bf-89d9-294443a4bc29 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 932 time: 0.0849841 Jan 28 11:06:54.474584 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-7837789a-d110-433a-91b6-f020565c0d17 req-3d45a5a1-2b02-4b1c-87da-3f159624e6f4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502684 Jan 28 11:06:55.689039 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43097e3-07e1-4cd9-b5c5-9403276507ed req-db8a361c-09b8-4b8b-abd4-1ce76d39edbc tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:55.690512 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c43097e3-07e1-4cd9-b5c5-9403276507ed req-db8a361c-09b8-4b8b-abd4-1ce76d39edbc tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 932 time: 0.0944407 Jan 28 11:06:55.739186 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-c43097e3-07e1-4cd9-b5c5-9403276507ed req-63ae182d-eaca-4bfb-8fe1-1340facb2397 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406411 Jan 28 11:06:56.124148 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-31b4ef19-a61b-4dad-b0b7-64a98e990893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:56.943054 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad6cd1-97ee-486b-a2af-8d416e9af659 req-ac99253a-9b01-48de-86f3-7d3a2ca5aa60 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:56.944812 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1ad6cd1-97ee-486b-a2af-8d416e9af659 req-ac99253a-9b01-48de-86f3-7d3a2ca5aa60 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 932 time: 0.0912657 Jan 28 11:06:56.994189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-a1ad6cd1-97ee-486b-a2af-8d416e9af659 req-964bd906-6a0b-4146-82ec-e7a4d4a072a9 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420041 Jan 28 11:06:58.175757 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d656c-50de-4b7b-8411-f82aa711fb7f req-eece9c37-89f1-4405-ad5c-be8df024aed5 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:58.177214 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e98d656c-50de-4b7b-8411-f82aa711fb7f req-eece9c37-89f1-4405-ad5c-be8df024aed5 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 932 time: 0.0789230 Jan 28 11:06:58.219688 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-e98d656c-50de-4b7b-8411-f82aa711fb7f req-977a3832-c4b9-48fc-8b88-eed9bc9ac6bf tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365887 Jan 28 11:06:58.393679 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.v2.base [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Request body: {'port': {'device_id': '554acb1a-9521-429e-9177-4404a66da87d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-825178-2'}} {{(pid=87541) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:06:58.502891 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:58.533267 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-42ecbf74-8695-463d-a18e-c745854e51d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:58.831383 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e447b60a-5f02-4e74-a369-b5ec82398c59 {{(pid=87541) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:06:58.840438 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:58.854668 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.provisioning_blocks [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Transition to ACTIVE for port object e447b60a-5f02-4e74-a369-b5ec82398c59 will not be triggered until provisioned by entity L2. {{(pid=87541) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 28 11:06:58.858140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:59.092075 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=2']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:06:59.206200 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Attempting to bind port e447b60a-5f02-4e74-a369-b5ec82398c59 on host n-h2-825178-2 for vnic_type normal with profile {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jan 28 11:06:59.206912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Attempting to bind port e447b60a-5f02-4e74-a369-b5ec82398c59 by drivers openvswitch,hyperv on host n-h2-825178-2 at level 0 using segments [{'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jan 28 11:06:59.206912 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Attempting to bind port e447b60a-5f02-4e74-a369-b5ec82398c59 on network b09b3912-b88c-4892-a0dd-90255a08e1db {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:06:59.211147 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Port e447b60a-5f02-4e74-a369-b5ec82398c59 on network b09b3912-b88c-4892-a0dd-90255a08e1db not bound, no agent of type Open vSwitch agent registered on host n-h2-825178-2 {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jan 28 11:06:59.211459 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Attempting to bind port e447b60a-5f02-4e74-a369-b5ec82398c59 on network b09b3912-b88c-4892-a0dd-90255a08e1db {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jan 28 11:06:59.216390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Checking agent: {'id': 'a23de533-6807-4ba0-8e93-548d99435e37', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-825178-2', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'started_at': datetime.datetime(2022, 1, 28, 9, 32, 13), 'heartbeat_timestamp': datetime.datetime(2022, 1, 28, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 28 11:06:59.216747 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Checking segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87541) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jan 28 11:06:59.217124 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Bound using segment: {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'} {{(pid=87541) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 28 11:06:59.217535 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.managers [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Bound port: e447b60a-5f02-4e74-a369-b5ec82398c59, host: n-h2-825178-2, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2dc899e4-0be5-4df1-8623-df3b8d7e3c98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db'}}] {{(pid=87541) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jan 28 11:06:59.217874 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:59.309993 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, cleared binding levels {{(pid=87541) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jan 28 11:06:59.313390 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87541) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jan 28 11:06:59.317581 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62577157'] for port, after_update {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:59.363756 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:59.364554 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:59.366249 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] 10.222.0.43 "PUT /v2.0/ports/e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 200 len: 1092 time: 1.0193517 Jan 28 11:06:59.384150 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:06:59.413854 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22ec7d0-7b24-40b4-b7a0-58e00110bf51 req-0802917e-198d-4e3d-bd40-fd6ef7a86661 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:59.415365 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b22ec7d0-7b24-40b4-b7a0-58e00110bf51 req-0802917e-198d-4e3d-bd40-fd6ef7a86661 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 944 time: 0.0908003 Jan 28 11:06:59.446927 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'status': 'completed', 'code': 200} Jan 28 11:06:59.451729 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7109e9a-d632-4065-a23c-b5f67d75d18c service neutron] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=3']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:06:59.482726 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-b22ec7d0-7b24-40b4-b7a0-58e00110bf51 req-a94dc17c-d6fa-4cf4-a80a-41e7aee70dcb tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576446 Jan 28 11:06:59.492653 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-7a641a4d-f6ce-4ac3-b860-601c73543679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:59.494726 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-7a641a4d-f6ce-4ac3-b860-601c73543679 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1095 time: 0.0841241 Jan 28 11:06:59.567832 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-48c6d031-1363-4c15-a90c-ad91039463ac service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 200 len: 217 time: 0.0666530 Jan 28 11:06:59.635011 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-53acf51e-5eec-48b8-984b-f3b82544f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:59.636397 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-53acf51e-5eec-48b8-984b-f3b82544f7ee service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0628011 Jan 28 11:06:59.691120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:59.713799 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-82b83f3b-18d8-444f-9f1c-79853c8f2894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:59.715320 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-82b83f3b-18d8-444f-9f1c-79853c8f2894 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736053 Jan 28 11:06:59.732724 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-06856883-043d-4fd7-a92b-46feca97150c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721946 Jan 28 11:06:59.747311 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:06:59.856683 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-df558e8c-cdf3-4adb-bea7-645f637a84b5 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353612 Jan 28 11:06:59.882135 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-af8a9235-649f-4d6b-97e7-354e022d6b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:06:59.883590 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-af8a9235-649f-4d6b-97e7-354e022d6b20 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1095 time: 0.0728786 Jan 28 11:06:59.987544 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-6cdf988f-c6d4-447a-b7be-1ac99d7f364c req-b792fb81-2e6f-43b9-8686-1537bc700e77 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254330 Jan 28 11:07:00.037823 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-050fcdc0-33aa-466c-ba07-75bc44b37f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.039294 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-050fcdc0-33aa-466c-ba07-75bc44b37f9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1326041 Jan 28 11:07:00.107667 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-60432422-03f4-484a-ab89-f6a13505cb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.109175 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-60432422-03f4-484a-ab89-f6a13505cb72 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1095 time: 0.0764487 Jan 28 11:07:00.246031 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-6885cc91-3da5-4c66-ad7f-fda2112c4b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.247396 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-6885cc91-3da5-4c66-ad7f-fda2112c4b7a service neutron] 10.222.0.43 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1322434 Jan 28 11:07:00.256680 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-b5ccf75a-a8a6-4dac-8169-7328988bdb97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 999 time: 0.2077856 Jan 28 11:07:00.314301 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-74bfb2fb-3de4-45c1-962d-a73af2acb603 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 200 len: 217 time: 0.0605125 Jan 28 11:07:00.323602 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-37a43e0c-1409-4221-8380-c4d50296f671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.325062 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-37a43e0c-1409-4221-8380-c4d50296f671 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0591516 Jan 28 11:07:00.379478 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-2e0a769d-e1de-4d37-a719-988afc146b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.380933 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-2e0a769d-e1de-4d37-a719-988afc146b90 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0607450 Jan 28 11:07:00.402210 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-1c8adee3-b312-42f5-aa8c-da3cd6e985d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.403682 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-1c8adee3-b312-42f5-aa8c-da3cd6e985d9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695035 Jan 28 11:07:00.454772 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-1dc5cde6-0e3d-4361-b21e-5a6d5f5336bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.456252 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-1dc5cde6-0e3d-4361-b21e-5a6d5f5336bb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692954 Jan 28 11:07:00.552144 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-aaede561-4d92-4317-931e-567d62fc2d7d service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385972 Jan 28 11:07:00.627307 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-67a03c0d-bc08-47ff-812d-a3b65e7ba862 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645453 Jan 28 11:07:00.687273 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6d46f0b7-6916-4522-9582-5faca0a70000 req-dcc6f070-17a4-44cd-aa1e-24dad54d3348 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263745 Jan 28 11:07:00.770843 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdb7aca-46ae-41af-b096-ba4656a93b72 req-5c9ef269-8cab-4cb0-966f-58554a642661 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:00.772195 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbdb7aca-46ae-41af-b096-ba4656a93b72 req-5c9ef269-8cab-4cb0-966f-58554a642661 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 944 time: 0.1830270 Jan 28 11:07:00.806710 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5366cd13-8690-4562-8bd8-ac89fc2ca519 req-fc615f17-1ed4-4db0-8946-2e6e613e4562 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710584 Jan 28 11:07:00.828253 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-cbdb7aca-46ae-41af-b096-ba4656a93b72 req-e36e846d-5c3f-4820-a8ef-c68495614a9a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434306 Jan 28 11:07:01.159414 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:02.016194 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8087b5-9d7f-482f-957b-2763815ba6a7 req-13cfeaf9-2a7f-4ab5-ac83-b8b11baf6a20 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:02.017664 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8087b5-9d7f-482f-957b-2763815ba6a7 req-13cfeaf9-2a7f-4ab5-ac83-b8b11baf6a20 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 944 time: 0.0824299 Jan 28 11:07:02.060956 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-ee8087b5-9d7f-482f-957b-2763815ba6a7 req-fd2294f0-55ae-4baf-87ac-fd2b21cfc6c3 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377614 Jan 28 11:07:02.699140 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 11:07:02.827077 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:07:02.844179 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'port_id': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'mac_address': 'fa:16:3e:9e:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 11:07:02.898645 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:02.915369 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e447b60a-5f02-4e74-a369-b5ec82398c59 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:07:02.930472 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:07:02.934196 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:03.001933 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=4']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:07:03.158681 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['e447b60a-5f02-4e74-a369-b5ec82398c59'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 11:07:03.246479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eb138a-25a1-49ac-852b-4aff3a2d0c79 req-9afe8f1c-592f-4a7b-ad65-7bab26fc6fbf tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:03.247918 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56eb138a-25a1-49ac-852b-4aff3a2d0c79 req-9afe8f1c-592f-4a7b-ad65-7bab26fc6fbf tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 945 time: 0.0815892 Jan 28 11:07:03.291635 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-56eb138a-25a1-49ac-852b-4aff3a2d0c79 req-427afa83-77e3-4870-8b68-2bf68cccbe66 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377932 Jan 28 11:07:04.475029 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a93fe2-5ba6-4d5c-a42d-661dbb85e44f req-6839908d-1aa5-4e00-828f-c4c6d3edd090 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:04.476486 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4a93fe2-5ba6-4d5c-a42d-661dbb85e44f req-6839908d-1aa5-4e00-828f-c4c6d3edd090 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 945 time: 0.0792291 Jan 28 11:07:04.525446 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-e4a93fe2-5ba6-4d5c-a42d-661dbb85e44f req-4850a9f1-b22a-43cc-acaa-b121bf125ed3 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432498 Jan 28 11:07:04.708622 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:07:04.777080 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning for port e447b60a-5f02-4e74-a369-b5ec82398c59 completed by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 28 11:07:04.781697 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port e447b60a-5f02-4e74-a369-b5ec82398c59 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:07:04.782038 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:04.892257 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:04.920359 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:07:04.929847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:07:04.934647 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:04.972852 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'code': 200} Jan 28 11:07:05.006475 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=5']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:07:05.184814 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5630587b-9e7f-4a62-b68e-c66578e210de req-1ad477e8-ce9a-4ee6-b739-4b3bcafb8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:05.186322 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5630587b-9e7f-4a62-b68e-c66578e210de req-1ad477e8-ce9a-4ee6-b739-4b3bcafb8a7c service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1097 time: 0.1685877 Jan 28 11:07:05.224735 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-5630587b-9e7f-4a62-b68e-c66578e210de req-0d52572a-4d5d-4b0d-a300-547a5f5a2f8c service neutron] 10.222.0.43 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325451 Jan 28 11:07:05.709553 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162556b-511a-454e-a3d1-25615eab3f33 req-2c8fe11f-03d0-4a6b-8549-92803105793c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:05.710994 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3162556b-511a-454e-a3d1-25615eab3f33 req-2c8fe11f-03d0-4a6b-8549-92803105793c tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 946 time: 0.0827985 Jan 28 11:07:05.755961 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-3162556b-511a-454e-a3d1-25615eab3f33 req-c44295fc-abef-4483-a3ab-9fe9b644869b tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393617 Jan 28 11:07:06.938281 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371224e-852d-4232-afbb-2f57fd7dd712 req-5a460fa6-164c-4ba2-a51e-a362eb58f28a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:06.939700 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0371224e-852d-4232-afbb-2f57fd7dd712 req-5a460fa6-164c-4ba2-a51e-a362eb58f28a tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 946 time: 0.0769365 Jan 28 11:07:06.984147 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-0371224e-852d-4232-afbb-2f57fd7dd712 req-449cafb0-53f4-404c-8948-867458ea537f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388312 Jan 28 11:07:07.168622 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9c3666-372f-4779-908d-6e9157ff0ae8 req-8931ba6e-a777-4f74-b2e0-868ffdf40dac tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:07.170109 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b9c3666-372f-4779-908d-6e9157ff0ae8 req-8931ba6e-a777-4f74-b2e0-868ffdf40dac tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 946 time: 0.0800247 Jan 28 11:07:07.212980 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-2b9c3666-372f-4779-908d-6e9157ff0ae8 req-7d4c1486-8cf5-4249-8398-9393a4cdaa4d tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368629 Jan 28 11:07:07.235391 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33096) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:07:07.306323 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39568cd-5b2d-48dd-ae67-813d90c17313 tempest-TestSnapshotPattern-1049926269 tempest-TestSnapshotPattern-1049926269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:07.310131 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-c39568cd-5b2d-48dd-ae67-813d90c17313 tempest-TestSnapshotPattern-1049926269 tempest-TestSnapshotPattern-1049926269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1092 time: 0.0714455 Jan 28 11:07:07.310525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33100) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:07:07.315225 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.v2.base [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Request body: {'floatingip': {'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'port_id': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87540) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 28 11:07:07.321708 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Jan 28 11:07:07.325525 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Usage tracker for resource:floatingip and tenant:48adc598750d407ca15e0d0c7b0a705c is out of sync, need to count used quota {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Jan 28 11:07:07.328289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87540) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Jan 28 11:07:07.333866 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.quota.driver [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87540) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Jan 28 11:07:07.344365 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:07.479453 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:07.622765 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.db_base_plugin_common [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Allocated IP 172.25.1.245 (edf71238-fc0e-453d-b36b-c156b50b378d/36de4bf0-3a2e-4784-96fb-ab2de6ef2225/5f162241-5203-4a66-95f5-528acface723) {{(pid=87540) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 28 11:07:07.766943 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for port, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:07.795010 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8738619912165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:07.859059 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Network edf71238-fc0e-453d-b36b-c156b50b378d is already hosted by enough agents. {{(pid=87540) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 28 11:07:07.862536 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.base_scheduler [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Resources bound (agent type, host, resource id): {{(pid=87540) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 28 11:07:07.865578 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Received port after_create {{(pid=87540) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Jan 28 11:07:07.894861 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'Port': ['ID=5f162241-5203-4a66-95f5-528acface723,revision_number=1']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:07:07.916645 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.917005 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.917337 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.917666 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.917990 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.918309 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.918627 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.918944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.919259 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.919575 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.919894 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:07.920208 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:07:08.395373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:08.467333 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:08.673488 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for port, precommit_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:08.677798 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4188269'] for port, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:08.786794 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event updated for resources: {'Port': ['ID=5f162241-5203-4a66-95f5-528acface723,revision_number=2']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:07:08.795101 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-751400'] for floatingip, after_update {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:08.964962 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Floating IP 59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b associated. External IP: 172.25.1.245, port: e447b60a-5f02-4e74-a369-b5ec82398c59. Jan 28 11:07:09.310426 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:07:09.484806 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:07:09.495628 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:07:09.505284 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:07:09.506074 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:06:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:07:09.510344 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:09.682602 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2bb3f8a8-4edd-4e32-a422-d7052f0a33e6 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3710549 Jan 28 11:07:09.683177 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:07:09.689654 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:07:09.885608 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'status': 'completed', 'code': 200} Jan 28 11:07:09.972196 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882471-336c-4850-ab97-7f7f531f0948 req-97ee8bba-3a9a-4891-ab6c-d4f702b3ae24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:09.973592 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-97ee8bba-3a9a-4891-ab6c-d4f702b3ae24 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1097 time: 0.0680344 Jan 28 11:07:10.089583 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:38Z', 'revision_number': 1, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}, {'id': '59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:9e:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554acb1a-9521-429e-9177-4404a66da87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:07:08Z', 'updated_at': '2022-01-28T11:07:08Z', 'revision_number': 0, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:07:10.093372 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:07:10.101872 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:07:10.102454 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:06:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:07:10.102803 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882471-336c-4850-ab97-7f7f531f0948 req-f933313f-fc06-4f68-9c62-0ef9d5cee974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:10.104279 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-f933313f-fc06-4f68-9c62-0ef9d5cee974 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1247230 Jan 28 11:07:10.205283 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-ef1209b4-1361-482a-bf18-ef06d2a07c01 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 200 len: 1000 time: 0.0956826 Jan 28 11:07:10.265228 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882471-336c-4850-ab97-7f7f531f0948 req-54bc396f-67ef-4303-b638-5baa15919bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:10.266568 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-54bc396f-67ef-4303-b638-5baa15919bb8 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0556734 Jan 28 11:07:10.275549 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:07:10.342521 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3882471-336c-4850-ab97-7f7f531f0948 req-ccef8589-f19f-4881-b77d-031a4efcbf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:10.343980 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-ccef8589-f19f-4881-b77d-031a4efcbf56 service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719404 Jan 28 11:07:10.473871 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-3ed1453a-606d-4f51-9bae-c5c785ad8e45 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234822 Jan 28 11:07:10.604641 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-a3882471-336c-4850-ab97-7f7f531f0948 req-e9b1f36f-2b7f-47bf-b165-44d0b4aea943 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249938 Jan 28 11:07:10.614921 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:38Z', 'revision_number': 1, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}, {'id': '59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:9e:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554acb1a-9521-429e-9177-4404a66da87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:07:08Z', 'updated_at': '2022-01-28T11:07:08Z', 'revision_number': 0, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:07:10.619723 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb4bad0-3c8f-443f-8142-c5a871f5f0d2 None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:38Z', 'revision_number': 1, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}, {'id': '59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.245', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:9e:10:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '554acb1a-9521-429e-9177-4404a66da87d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:07:08Z', 'updated_at': '2022-01-28T11:07:08Z', 'revision_number': 0, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:07:10.814373 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55c17fa-f737-4563-9bb7-c3057d77a608 None None] New status for floating IP 59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b: ACTIVE {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:07:14.695139 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:15.973357 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:20.238955 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:07:26.097120 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-49d75202-f72b-4ad9-823f-9fe0b9341fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:28.537756 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-698c5a3d-5382-4480-953a-96fbc10e4c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:29.693820 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:29.747298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:31.161203 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:44.705237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:45.987614 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:54.811768 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-82b58ae6-ef5a-4c4c-b72b-19b23cc351de service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680554 Jan 28 11:07:54.950161 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86be41-332d-463c-ae0b-7630633b4495 req-b8894e3f-8324-4d18-918a-2b6ac119491d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:54.951591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-b8894e3f-8324-4d18-918a-2b6ac119491d service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1097 time: 0.0722206 Jan 28 11:07:55.093601 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86be41-332d-463c-ae0b-7630633b4495 req-b3aee1ff-c2d2-4eb5-9aeb-b8bc38092712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:55.094897 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-b3aee1ff-c2d2-4eb5-9aeb-b8bc38092712 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1212361 Jan 28 11:07:55.190578 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-c037a788-4930-40d0-81d8-6d70d9dc91e1 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 200 len: 1002 time: 0.0891571 Jan 28 11:07:55.257074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86be41-332d-463c-ae0b-7630633b4495 req-5bef80a7-80f1-4298-92cd-7968fdc5ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:55.258455 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-5bef80a7-80f1-4298-92cd-7968fdc5ef39 service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0621183 Jan 28 11:07:55.330135 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86be41-332d-463c-ae0b-7630633b4495 req-0c4525a7-28c0-413b-94ff-2703a35c033c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:55.332058 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-0c4525a7-28c0-413b-94ff-2703a35c033c service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671804 Jan 28 11:07:55.458992 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-49d6af12-b3f9-493f-b524-0bef0ed6d4d5 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201026 Jan 28 11:07:55.685327 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-eb86be41-332d-463c-ae0b-7630633b4495 req-0248d9d8-d070-449d-af94-7374909a844d service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190428 Jan 28 11:07:56.101914 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-94018be5-6656-41d5-84aa-00a2e11bdc80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:57.238194 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:07:58.539271 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aea19fb2-7225-4f42-a72a-94b81636724d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:59.697938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:59.751167 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:07:59.809368 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-52aa1335-4ccc-4db3-8ede-51a279c192e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1365998 Jan 28 11:07:59.955213 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-6195428f-65e8-4bb8-83b2-ea80d3bb1fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:07:59.956695 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-6195428f-65e8-4bb8-83b2-ea80d3bb1fd6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1095 time: 0.0700214 Jan 28 11:08:00.100644 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-dbd8d3d8-00b7-49f4-880c-bc7f839507fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:00.102027 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-dbd8d3d8-00b7-49f4-880c-bc7f839507fe service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1261396 Jan 28 11:08:00.208329 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-9782a240-c399-4c99-a985-9b05386fb85b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 999 time: 0.0972633 Jan 28 11:08:00.275574 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-00de096b-62e2-4ae2-8046-9f826adc6216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:00.277002 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-00de096b-62e2-4ae2-8046-9f826adc6216 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0591521 Jan 28 11:08:00.352056 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-d839a41a-db54-403d-a5bc-31c2f7f60a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:00.353412 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-d839a41a-db54-403d-a5bc-31c2f7f60a5c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703235 Jan 28 11:08:00.485743 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-d8f961bc-2295-42ac-89ed-c51b501c174a service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227498 Jan 28 11:08:00.619863 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-c957e2be-b320-45ef-ba38-d9dc2c44b6b1 req-73f3390b-533f-4021-9d97-da5a1b38fbf1 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248255 Jan 28 11:08:01.163743 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:14.714058 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:15.986922 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:26.102590 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ddaca641-a157-4c05-b084-b687ef8dbf0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:28.540237 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-be7f5a47-5875-42f9-95b9-21898fcc9e5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:29.699965 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:29.752355 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:31.166260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:34.236845 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:08:35.081363 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 details requested by agent hyperv_n-h2-825178-2 with host n-h2-825178-2 {{(pid=87542) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jan 28 11:08:35.218085 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:35.231878 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Returning: {'device': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'port_id': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'mac_address': 'fa:16:3e:9e:10:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87542) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jan 28 11:08:35.296932 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:35.317599 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e447b60a-5f02-4e74-a369-b5ec82398c59 {{(pid=87542) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 28 11:08:35.337110 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:35.344225 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:35.421517 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] get_ports_and_sgs() called for port_ids ['e447b60a-5f02-4e74-a369-b5ec82398c59'] {{(pid=87542) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jan 28 11:08:35.479703 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=6']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:35.492502 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.492875 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.493237 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.493553 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.494266 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.494620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.494952 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.495336 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.495677 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.496151 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.496484 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:35.496837 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87542) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:37.081483 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 up at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jan 28 11:08:37.153947 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.provisioning_blocks [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Provisioning complete for port e447b60a-5f02-4e74-a369-b5ec82398c59 triggered by entity L2. {{(pid=87542) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 28 11:08:37.154322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3738446'] for port, provisioning_complete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:37.286518 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3674236'] for port, before_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:37.315497 n-d-825178-2 neutron-server[87542]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59'}] {{(pid=87542) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:08:37.325296 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:37.332216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8738620389340', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8738619912183', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8738619912232'] for port, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:37.388947 n-d-825178-2 neutron-server[87542]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'code': 200} Jan 28 11:08:37.409660 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Pushing event updated for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=7']} {{(pid=87542) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:44.673314 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33284) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:08:44.720191 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:44.871847 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Deleting port 5f162241-5203-4a66-95f5-528acface723 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:08:44.872182 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:45.035762 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:45.036048 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:45.158685 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Calling delete_port for 5f162241-5203-4a66-95f5-528acface723 owned by network:floatingip {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:08:45.303788 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:45.352943 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event deleted for resources: {'Port': ['ID=5f162241-5203-4a66-95f5-528acface723,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:45.392399 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.392768 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.393103 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.393431 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.393755 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.394074 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.394391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.394706 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.395019 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.395338 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.395673 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.396009 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87541) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:45.453260 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:45.453593 n-d-825178-2 neutron-server[87541]: INFO neutron.db.l3_db [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Floating IP 59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b disassociated (deleted). External IP: 172.25.1.245, port: e447b60a-5f02-4e74-a369-b5ec82398c59. Jan 28 11:08:45.797423 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:08:45.985892 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:46.070307 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:08:46.079860 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:08:46.089653 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:08:46.090231 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:46.090413 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:46.144294 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-162728b9-dcc1-4cf7-ad16-6453fadb7a39 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "DELETE /v2.0/floatingips/59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b HTTP/1.1" status: 204 len: 168 time: 1.4698937 Jan 28 11:08:46.144931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:08:46.193345 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'status': 'completed', 'code': 200} Jan 28 11:08:46.267167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:08:46.286684 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-1b12151e-0dec-4165-9c64-0f90d3cfb3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:46.288591 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-1b12151e-0dec-4165-9c64-0f90d3cfb3c4 service neutron] 10.222.0.43 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 1097 time: 0.0739303 Jan 28 11:08:46.425453 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-b0c2aee5-4b49-490a-8f94-2ca981d80b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:46.426900 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-b0c2aee5-4b49-490a-8f94-2ca981d80b53 service neutron] 10.222.0.43 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1325185 Jan 28 11:08:46.501535 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-86034e75-ce4f-4c45-856d-33024766d979 service neutron] 10.222.0.43 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 200 len: 217 time: 0.0675099 Jan 28 11:08:46.618557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-85633250-3538-48a1-b986-536dd0d5dcce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:46.619902 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-85633250-3538-48a1-b986-536dd0d5dcce service neutron] 10.222.0.43 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0766706 Jan 28 11:08:46.649622 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:38Z', 'revision_number': 1, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:46.653410 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:08:46.661491 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:08:46.662606 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:46.681013 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea533f22-a5e0-4957-818b-00dc451c8450 req-d10b5c4a-f8c6-4377-9474-a7503b43c1a4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:46.681699 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ea533f22-a5e0-4957-818b-00dc451c8450 req-d10b5c4a-f8c6-4377-9474-a7503b43c1a4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:08:46.711295 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-ea533f22-a5e0-4957-818b-00dc451c8450 req-d10b5c4a-f8c6-4377-9474-a7503b43c1a4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:08:46.712571 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ea533f22-a5e0-4957-818b-00dc451c8450 req-d10b5c4a-f8c6-4377-9474-a7503b43c1a4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 946 time: 0.2100406 Jan 28 11:08:46.743439 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-cf014aef-ca52-42b3-8ef0-17288b421edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:46.744883 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-cf014aef-ca52-42b3-8ef0-17288b421edb service neutron] 10.222.0.43 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159413 Jan 28 11:08:46.758904 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-24883531-06e7-406c-b0a2-725e2a827946 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=87541) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 28 11:08:46.759855 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-24883531-06e7-406c-b0a2-725e2a827946 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067489 Jan 28 11:08:46.788492 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-ea533f22-a5e0-4957-818b-00dc451c8450 req-c4f52a45-e03e-4ffa-9d6c-58f272bb85d7 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688250 Jan 28 11:08:46.839149 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:08:46.893361 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-214fdbc1-082b-46bd-937d-69a74ac05b33 service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274536 Jan 28 11:08:47.024639 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-7bdc35bd-e4a9-4a52-bc43-d6ccdbe0e94f req-761602f5-9c46-411b-81c9-51faf055f9aa service neutron] 10.222.0.43 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247816 Jan 28 11:08:47.184069 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:38Z', 'revision_number': 1, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:47.187768 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e347a3-c7f9-411d-bbce-049b38ef4bb9 None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_floatingips': [{'id': '20a92d7b-842b-460d-a732-6bf37b85e7e2', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'floating_ip_address': '172.25.1.60', 'floating_network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'router_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'port_id': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'mac_address': 'fa:16:3e:e7:67:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d130443-2811-4787-b806-24030cbccc51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-28T11:04:35Z', 'updated_at': '2022-01-28T11:04:38Z', 'revision_number': 1, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:08:47.395176 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab17518-6b9d-4aeb-8c8d-184b3370c1c7 None None] New status for floating IP 59b7bf6c-6cbd-4233-8883-f4fc2e01ed6b: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:08:47.977145 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa46b39-e4b6-4656-b83f-4e5548b4cba2 req-a26001d8-6546-4b9b-9999-7a6de8c29fe1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:47.978803 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-caa46b39-e4b6-4656-b83f-4e5548b4cba2 req-a26001d8-6546-4b9b-9999-7a6de8c29fe1 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 946 time: 0.0815151 Jan 28 11:08:47.991365 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-82330a43-7f64-4f94-bfe1-195f9fb773bb tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:47.992934 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-82330a43-7f64-4f94-bfe1-195f9fb773bb tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.43 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 946 time: 0.0787933 Jan 28 11:08:48.025843 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-caa46b39-e4b6-4656-b83f-4e5548b4cba2 req-52537bdc-2cf5-437c-94a9-bf2cccf7935e tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414653 Jan 28 11:08:48.066329 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Deleting port e447b60a-5f02-4e74-a369-b5ec82398c59 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:08:48.066661 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:48.305479 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] For port e447b60a-5f02-4e74-a369-b5ec82398c59, host n-h2-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-825178-2',level=0,port_id=e447b60a-5f02-4e74-a369-b5ec82398c59,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:48.305911 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:48.527428 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Calling delete_port for e447b60a-5f02-4e74-a369-b5ec82398c59 owned by compute:nova {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:08:48.669927 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:48.719207 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event deleted for resources: {'Port': ['ID=e447b60a-5f02-4e74-a369-b5ec82398c59,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:48.795008 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] No DVR routers for this DVR port e447b60a-5f02-4e74-a369-b5ec82398c59 on host n-h2-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:08:48.797554 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:48.799968 n-d-825178-2 neutron-server[87541]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'name': 'network-vif-deleted', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59'}] {{(pid=87541) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:08:48.815233 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-b2ad4e32-81c1-4e1c-bd0a-0d3e2a18d3c8 req-3acc4d1c-5282-4e83-bb50-ca86045d9a0f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.43 "DELETE /v2.0/ports/e447b60a-5f02-4e74-a369-b5ec82398c59 HTTP/1.1" status: 204 len: 173 time: 0.8168411 Jan 28 11:08:48.911172 n-d-825178-2 neutron-server[87541]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '554acb1a-9521-429e-9177-4404a66da87d', 'name': 'network-vif-deleted', 'tag': 'e447b60a-5f02-4e74-a369-b5ec82398c59', 'status': 'completed', 'code': 200} Jan 28 11:08:49.125108 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:08:49.161219 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: e447b60a-5f02-4e74-a369-b5ec82398c59 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:08:49.161847 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:08:49.204279 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-6b3faa3d-42fd-49d4-97c0-09235805d6d5 req-0226f510-1bc7-45b9-a7f6-c16189f2380f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=554acb1a-9521-429e-9177-4404a66da87d HTTP/1.1" status: 200 len: 210 time: 0.0514352 Jan 28 11:08:50.836187 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33344) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:08:51.033891 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Deleting port 046a529a-0e7e-4a4f-a190-b7e2689bafca {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:08:51.034228 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:51.203073 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:51.203402 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:51.433764 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Calling delete_port for 046a529a-0e7e-4a4f-a190-b7e2689bafca owned by network:floatingip {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:08:51.586373 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:51.632009 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event deleted for resources: {'Port': ['ID=046a529a-0e7e-4a4f-a190-b7e2689bafca,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:51.670682 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.671014 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.671341 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.671665 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.671983 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.672297 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.672606 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.672944 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.673253 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.673561 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.673890 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.674202 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-825178-2 {{(pid=87540) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 28 11:08:51.733786 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for floatingip, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:51.734113 n-d-825178-2 neutron-server[87540]: INFO neutron.db.l3_db [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Floating IP 20a92d7b-842b-460d-a732-6bf37b85e7e2 disassociated (deleted). External IP: 172.25.1.60, port: c2510a83-5915-4958-ac79-2fb9207be4a5. Jan 28 11:08:52.080816 n-d-825178-2 neutron-server[87540]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87540) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:08:52.259289 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87540) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:08:52.270091 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:08:52.275682 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for floatingip, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:52.279330 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:08:52.279915 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:52.330709 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-2aac760f-ed57-4881-bece-462044f0bddd tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "DELETE /v2.0/floatingips/20a92d7b-842b-460d-a732-6bf37b85e7e2 HTTP/1.1" status: 204 len: 168 time: 1.4934208 Jan 28 11:08:52.332827 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:08:52.375529 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'status': 'completed', 'code': 200} Jan 28 11:08:52.460007 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:08:52.479223 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-65e2eeca-26d3-4600-999e-78b09d064035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:52.480859 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-65e2eeca-26d3-4600-999e-78b09d064035 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=48adc598750d407ca15e0d0c7b0a705c&device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 1095 time: 0.0760815 Jan 28 11:08:52.638228 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-02216812-17eb-4006-9686-c5aad518ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:52.639731 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-02216812-17eb-4006-9686-c5aad518ae10 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 200 len: 911 time: 0.1490874 Jan 28 11:08:52.708293 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-e4dac6b3-2654-4a60-ae9d-023af190446d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 200 len: 217 time: 0.0615625 Jan 28 11:08:52.718463 n-d-825178-2 neutron-server[87541]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f8cf2-afaa-4c38-be76-3611efff825b req-0d6fdded-ff3c-4091-9b24-d9fde557286b tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87541) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:52.719172 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-110f8cf2-afaa-4c38-be76-3611efff825b req-0d6fdded-ff3c-4091-9b24-d9fde557286b tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87541) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:08:52.736113 n-d-825178-2 neutron-server[87541]: DEBUG neutron.quota.resource [req-110f8cf2-afaa-4c38-be76-3611efff825b req-0d6fdded-ff3c-4091-9b24-d9fde557286b tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87541) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:08:52.741491 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-110f8cf2-afaa-4c38-be76-3611efff825b req-0d6fdded-ff3c-4091-9b24-d9fde557286b tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.0999887 Jan 28 11:08:52.778621 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-f78aa796-6617-4591-8704-8f598c6e763b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:52.782193 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-f78aa796-6617-4591-8704-8f598c6e763b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 200 len: 849 time: 0.0674424 Jan 28 11:08:52.789911 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-110f8cf2-afaa-4c38-be76-3611efff825b req-20a0fc54-d785-4064-9038-09de467d11b7 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462983 Jan 28 11:08:52.811892 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:52.814963 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:08:52.823160 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:08:52.823741 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:29Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:52.858603 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-78f295b6-0e38-46ad-9274-478e1e299c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:52.860079 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-78f295b6-0e38-46ad-9274-478e1e299c82 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b09b3912-b88c-4892-a0dd-90255a08e1db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712776 Jan 28 11:08:53.004395 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:08:53.105265 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-3dc703ea-b46d-4965-8062-bce4d5305e15 service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383451 Jan 28 11:08:53.143252 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 no longer exists at agent hyperv_n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:08:53.178098 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] No Port match for: e447b60a-5f02-4e74-a369-b5ec82398c59 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:08:53.178438 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Device e447b60a-5f02-4e74-a369-b5ec82398c59 not bound to the agent host n-h2-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:08:53.244189 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-f2d0e8f4-81f7-4e95-8f4e-89f144b6965d req-879b35ce-cb99-40c6-a45d-9f330de481ec service neutron] 10.222.0.25 "GET /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313844 Jan 28 11:08:53.311081 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:53.314874 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ffdb29-7d29-4af3-87e5-7ca12902d6f8 None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:04:10Z', 'revision_number': 4, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2', '_interfaces': [{'id': '6b497cce-6e6e-4746-98e9-d65897820f73', 'name': '', 'network_id': 'b09b3912-b88c-4892-a0dd-90255a08e1db', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'mac_address': 'fa:16:3e:fa:e3:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4346, 'fixed_ips': [{'subnet_id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:09Z', 'updated_at': '2022-01-28T11:04:16Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'subnets': [{'id': '7903f1c6-687b-4fc9-9e19-c63c91b3c84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:08:53.565804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f64c3ae-ef79-45c3-943e-faaba57271a0 None None] New status for floating IP 20a92d7b-842b-460d-a732-6bf37b85e7e2: DOWN {{(pid=87542) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 28 11:08:53.978829 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b460315-527d-48df-8508-f6b560ce71b5 req-d32cd942-840f-4bca-8c78-0a4064a548a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:53.979443 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5b460315-527d-48df-8508-f6b560ce71b5 req-d32cd942-840f-4bca-8c78-0a4064a548a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Synchronizing usage tracker for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87540) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Jan 28 11:08:53.991355 n-d-825178-2 neutron-server[87540]: DEBUG neutron.quota.resource [req-5b460315-527d-48df-8508-f6b560ce71b5 req-d32cd942-840f-4bca-8c78-0a4064a548a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Unset dirty status for tenant:48adc598750d407ca15e0d0c7b0a705c on resource:port {{(pid=87540) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Jan 28 11:08:53.992473 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b460315-527d-48df-8508-f6b560ce71b5 req-d32cd942-840f-4bca-8c78-0a4064a548a8 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.0951841 Jan 28 11:08:54.035526 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-5b460315-527d-48df-8508-f6b560ce71b5 req-d03f3846-9d1f-40f5-9cc1-6588c84a5747 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375803 Jan 28 11:08:54.447454 n-d-825178-2 neutron-server[87540]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-24b8948c-3ece-4b1c-93ee-9877c00d6086 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87540) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 28 11:08:54.448910 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-24b8948c-3ece-4b1c-93ee-9877c00d6086 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.25 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 944 time: 0.0776064 Jan 28 11:08:54.523449 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Deleting port c2510a83-5915-4958-ac79-2fb9207be4a5 {{(pid=87540) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:08:54.523788 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:54.763471 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.db [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] For port c2510a83-5915-4958-ac79-2fb9207be4a5, host n-h1-825178-2, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-825178-2',level=0,port_id=c2510a83-5915-4958-ac79-2fb9207be4a5,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87540) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:54.763739 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:54.892385 n-d-825178-2 neutron-server[87540]: DEBUG neutron.plugins.ml2.plugin [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Calling delete_port for c2510a83-5915-4958-ac79-2fb9207be4a5 owned by compute:nova {{(pid=87540) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:08:55.033194 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4188180'] for port, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:55.084459 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event deleted for resources: {'Port': ['ID=c2510a83-5915-4958-ac79-2fb9207be4a5,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:55.159869 n-d-825178-2 neutron-server[87540]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] No DVR routers for this DVR port c2510a83-5915-4958-ac79-2fb9207be4a5 on host n-h1-825178-2 {{(pid=87540) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:08:55.162375 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-394671'] for port, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:55.164883 n-d-825178-2 neutron-server[87540]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-deleted', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5'}] {{(pid=87540) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 28 11:08:55.182519 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [req-eee67d0e-28cf-4f4a-97a1-2ecde6598d6e req-2c04a885-dc13-40db-8cda-dd53991384b4 tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.25 "DELETE /v2.0/ports/c2510a83-5915-4958-ac79-2fb9207be4a5 HTTP/1.1" status: 204 len: 173 time: 0.7256808 Jan 28 11:08:55.186964 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [req-749876dc-7d7a-422d-8b05-87b19908f28c req-08db4643-2222-46bd-8c4b-80386474bbfa tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9d130443-2811-4787-b806-24030cbccc51 HTTP/1.1" status: 200 len: 210 time: 0.0455487 Jan 28 11:08:55.226164 n-d-825178-2 neutron-server[87540]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d130443-2811-4787-b806-24030cbccc51', 'name': 'network-vif-deleted', 'tag': 'c2510a83-5915-4958-ac79-2fb9207be4a5', 'status': 'completed', 'code': 200} Jan 28 11:08:56.103673 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c533e9d9-defc-4286-a8d2-1394bdd464e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:56.283619 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [-] (87540) accepted ('10.222.0.42', 33364) {{(pid=87540) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:08:56.351360 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5563a57-38a8-43c6-916a-fd5ec528651f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group, before_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:56.381106 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5563a57-38a8-43c6-916a-fd5ec528651f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:56.445031 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5563a57-38a8-43c6-916a-fd5ec528651f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:56.463532 n-d-825178-2 neutron-server[87540]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5563a57-38a8-43c6-916a-fd5ec528651f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca056f9-114c-42d3-a8b2-e47a7d06a3d1,revision_number=None']} {{(pid=87540) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:56.479846 n-d-825178-2 neutron-server[87540]: DEBUG neutron_lib.callbacks.manager [None req-d5563a57-38a8-43c6-916a-fd5ec528651f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] Notify callbacks [] for security_group, before_response {{(pid=87540) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:56.483516 n-d-825178-2 neutron-server[87540]: INFO neutron.wsgi [None req-d5563a57-38a8-43c6-916a-fd5ec528651f tempest-TestSnapshotPattern-798441737 tempest-TestSnapshotPattern-798441737-project] 10.222.0.42 "DELETE /v2.0/security-groups/9ca056f9-114c-42d3-a8b2-e47a7d06a3d1 HTTP/1.1" status: 204 len: 168 time: 0.1964710 Jan 28 11:08:56.522068 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33370) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:08:57.039169 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:57.374498 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Deleting port 6b497cce-6e6e-4746-98e9-d65897820f73 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:08:57.374837 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:57.647630 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] For port 6b497cce-6e6e-4746-98e9-d65897820f73, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=6b497cce-6e6e-4746-98e9-d65897820f73,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:57.648263 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:57.769238 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Calling delete_port for 6b497cce-6e6e-4746-98e9-d65897820f73 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:08:57.940645 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:57.988397 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Pushing event deleted for resources: {'Port': ['ID=6b497cce-6e6e-4746-98e9-d65897820f73,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:58.258127 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:58.543724 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0fc70269-aab7-4549-88ad-66f065cec9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:58.610683 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Router 521e5dae-a778-454a-8651-9ba82ba8cac9 has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:08:58.782758 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:08:58.791742 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] Sync routers for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:08:58.794555 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-81228ebc-9e55-49cb-bcc3-1f432cad2fac admin admin] 10.222.0.42 "PUT /v2.0/routers/521e5dae-a778-454a-8651-9ba82ba8cac9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2713177 Jan 28 11:08:58.797073 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33374) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:08:58.801562 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:08:58.802167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:58.982189 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: n-d-825178-2 {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:08:59.068050 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 no longer exists at agent hyperv_n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:08:59.079063 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.101276 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] No Port match for: c2510a83-5915-4958-ac79-2fb9207be4a5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:08:59.101620 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Device c2510a83-5915-4958-ac79-2fb9207be4a5 not bound to the agent host n-h1-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:08:59.258499 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.265925 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151'}], 'enable_snat': True}, 'gw_port_id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:08:57Z', 'revision_number': 5, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port': {'id': 'ff671a42-5e12-4052-bbae-87ea551da8c5', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:0f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4345, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:07Z', 'updated_at': '2022-01-28T11:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:59.267610 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Deleting port ff671a42-5e12-4052-bbae-87ea551da8c5 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:08:59.268192 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.269868 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] Checking router: 521e5dae-a778-454a-8651-9ba82ba8cac9 for host: n-d-825178-2 {{(pid=87543) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:08:59.277965 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] Routers {'521e5dae-a778-454a-8651-9ba82ba8cac9'} bound to L3 agent in host n-d-825178-2 {{(pid=87543) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:08:59.278544 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['521e5dae-a778-454a-8651-9ba82ba8cac9'], 'active': True} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:59.424570 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_dvr_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] Set router 521e5dae-a778-454a-8651-9ba82ba8cac9 gateway port host: None {{(pid=87543) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:08:59.440214 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] For port ff671a42-5e12-4052-bbae-87ea551da8c5, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ff671a42-5e12-4052-bbae-87ea551da8c5,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:08:59.440566 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.566822 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.l3_hamode_db [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:08:59Z', 'revision_number': 6, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87543) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:08:59.567051 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Calling delete_port for ff671a42-5e12-4052-bbae-87ea551da8c5 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:08:59.570766 n-d-825178-2 neutron-server[87543]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b3616b-581f-4e1b-b567-6723b491e8fe None None] The sync data for ids ['521e5dae-a778-454a-8651-9ba82ba8cac9'] in n-d-825178-2 is: [{'id': '521e5dae-a778-454a-8651-9ba82ba8cac9', 'name': 'tempest-TestSnapshotPattern-1152221305-router', 'tenant_id': '48adc598750d407ca15e0d0c7b0a705c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:06Z', 'updated_at': '2022-01-28T11:08:59Z', 'revision_number': 6, 'project_id': '48adc598750d407ca15e0d0c7b0a705c', 'gw_port_host': None}] {{(pid=87543) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:08:59.702847 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.738310 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.755427 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:08:59.787502 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff671a42-5e12-4052-bbae-87ea551da8c5,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:08:59.876502 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.053892 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.055998 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.077408 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.077887 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 521e5dae-a778-454a-8651-9ba82ba8cac9 {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 11:09:00.090786 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.091890 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-95c4f8ec-9819-4695-a0ec-6c4ee40faae0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/521e5dae-a778-454a-8651-9ba82ba8cac9 HTTP/1.1" status: 204 len: 168 time: 1.2939408 Jan 28 11:09:00.094435 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33378) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:00.154658 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Deleting subnet 7903f1c6-687b-4fc9-9e19-c63c91b3c84d {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 11:09:00.157460 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.204594 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.279449 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.332337 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b497cce-6e6e-4746-98e9-d65897820f73 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:09:00.369448 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 6b497cce-6e6e-4746-98e9-d65897820f73 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:09:00.369786 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 6b497cce-6e6e-4746-98e9-d65897820f73 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:09:00.454138 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.491987 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7903f1c6-687b-4fc9-9e19-c63c91b3c84d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:00.495390 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.500834 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b869159-a04e-45ee-9a14-879e9e6b8d39 None None] Network b09b3912-b88c-4892-a0dd-90255a08e1db requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:09:00.508545 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-acc9cc81-d6aa-4cfc-b92b-0131a29f1464 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7903f1c6-687b-4fc9-9e19-c63c91b3c84d HTTP/1.1" status: 204 len: 168 time: 0.4131386 Jan 28 11:09:00.511294 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33382) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:00.621814 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.636982 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Deleting port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:00.637356 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.764034 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] DHCP port deletion for b09b3912-b88c-4892-a0dd-90255a08e1db request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 11:09:00.768425 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Deleting port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:00.768858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.846789 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] For port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:09:00.847327 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:00.968831 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] For port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,segment=NetworkSegment(2dc899e4-0be5-4df1-8623-df3b8d7e3c98),segment_id=2dc899e4-0be5-4df1-8623-df3b8d7e3c98)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:09:00.969045 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Calling delete_port for b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:09:00.969178 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.043441 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.092566 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Pushing event deleted for resources: {'Port': ['ID=b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:01.092794 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Calling delete_port for b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:09:01.097181 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] No DVR routers for this DVR port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:09:01.172873 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 11:09:01.173217 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 11:09:01.175582 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.219227 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.243525 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b09b3912-b88c-4892-a0dd-90255a08e1db']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:01.256034 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc899e4-0be5-4df1-8623-df3b8d7e3c98') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:01.256323 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc899e4-0be5-4df1-8623-df3b8d7e3c98') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:01.267764 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.282954 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.289155 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:09:01.289652 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: timer() Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:09:01.302622 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:09:01.378940 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.383591 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.406821 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] Pushing event deleted for resources: {'Network': ['ID=b09b3912-b88c-4892-a0dd-90255a08e1db,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:01.419130 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-9dca57ba-8de6-4a46-9482-ba2ec918f809 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b09b3912-b88c-4892-a0dd-90255a08e1db HTTP/1.1" status: 204 len: 168 time: 0.9064388 Jan 28 11:09:01.422047 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33386) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:01.674470 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Deleting port b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:01.674937 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:01.742797 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-0625b50a-c72d-409d-819d-8f5471abc2c6 None None] The port 'b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 11:09:01.974490 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:09:02.007863 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:09:02.008122 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device b59eaaa0-877e-4a98-9b9f-0fea2fc54c0f not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:09:02.008536 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ff671a42-5e12-4052-bbae-87ea551da8c5 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:09:02.043817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ff671a42-5e12-4052-bbae-87ea551da8c5 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:09:02.044156 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ff671a42-5e12-4052-bbae-87ea551da8c5 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:09:02.058097 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-891418'] for router_interface, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:02.399701 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Deleting port 91e9e70a-e261-4a52-baab-2e79194f3095 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:02.400046 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:02.565275 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] For port 91e9e70a-e261-4a52-baab-2e79194f3095, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=91e9e70a-e261-4a52-baab-2e79194f3095,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:09:02.565622 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:02.688391 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Calling delete_port for 91e9e70a-e261-4a52-baab-2e79194f3095 owned by network:router_interface {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:09:02.857718 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:02.904879 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=91e9e70a-e261-4a52-baab-2e79194f3095,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:03.162278 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-721546'] for router_interface, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:03.608416 n-d-825178-2 neutron-server[87541]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Router 33cba954-2899-40d6-93bb-ddbf2939974f has already been hosted by L3 agent f8d19b0c-7866-46a6-9769-2168284809ab {{(pid=87541) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jan 28 11:09:03.781834 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] Notify agent at l3_agent.n-d-825178-2 the message routers_updated {{(pid=87541) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jan 28 11:09:03.790199 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] Sync routers for ids ['33cba954-2899-40d6-93bb-ddbf2939974f'] in n-d-825178-2 {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 28 11:09:03.798759 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-13cb077d-d8d7-4c27-9d5a-5f25977e2ebb admin admin] 10.222.0.42 "PUT /v2.0/routers/33cba954-2899-40d6-93bb-ddbf2939974f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3756948 Jan 28 11:09:03.798963 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] Routers {'33cba954-2899-40d6-93bb-ddbf2939974f'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:09:03.799570 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['33cba954-2899-40d6-93bb-ddbf2939974f'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:03.801448 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33390) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:03.977817 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] Set router 33cba954-2899-40d6-93bb-ddbf2939974f gateway port host: n-d-825178-2 {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:09:03.979166 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks [] for router, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:04.152140 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:04.162749 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Deleting port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:04.163382 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:04.293390 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'external_fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193'}], 'enable_snat': True}, 'gw_port_id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:09:02Z', 'revision_number': 5, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port': {'id': 'ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6', 'name': '', 'network_id': 'edf71238-fc0e-453d-b36b-c156b50b378d', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:1a:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4357, 'fixed_ips': [{'subnet_id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'ip_address': '172.25.1.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-825178-2', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-28T11:04:13Z', 'updated_at': '2022-01-28T11:04:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '36de4bf0-3a2e-4784-96fb-ab2de6ef2225', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-825178-2'}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:04.297139 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] Checking router: 33cba954-2899-40d6-93bb-ddbf2939974f for host: n-d-825178-2 {{(pid=87542) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 28 11:09:04.305264 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] Routers {'33cba954-2899-40d6-93bb-ddbf2939974f'} bound to L3 agent in host n-d-825178-2 {{(pid=87542) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Jan 28 11:09:04.305854 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-825178-2', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-28T09:24:28Z,description=,heartbeat_timestamp=2022-01-28T11:08:59Z,host='n-d-825178-2',id=f8d19b0c-7866-46a6-9769-2168284809ab,load=0,resource_versions=,resources_synced=,started_at=2022-01-28T09:24:28Z,topic='l3_agent')) {'router_ids': ['33cba954-2899-40d6-93bb-ddbf2939974f'], 'active': True} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:04.334376 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] For port ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,segment=NetworkSegment(a1112c35-46dc-446d-843f-92d96c36a371),segment_id=a1112c35-46dc-446d-843f-92d96c36a371)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:09:04.334730 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:04.453070 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Calling delete_port for ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 owned by network:router_gateway {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:09:04.453702 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_dvr_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] Set router 33cba954-2899-40d6-93bb-ddbf2939974f gateway port host: None {{(pid=87542) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Jan 28 11:09:04.562752 n-d-825178-2 neutron-server[87542]: DEBUG neutron.db.l3_hamode_db [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:09:04Z', 'revision_number': 6, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port_host': None}], 'n-d-825178-2', False) {} {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:04.567804 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11643120-01d6-4f44-9e76-7ff474c4efe5 None None] The sync data for ids ['33cba954-2899-40d6-93bb-ddbf2939974f'] in n-d-825178-2 is: [{'id': '33cba954-2899-40d6-93bb-ddbf2939974f', 'name': 'tempest-TestSnapshotPattern-473433448-router', 'tenant_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-28T11:04:12Z', 'updated_at': '2022-01-28T11:09:04Z', 'revision_number': 6, 'project_id': 'a1eda899ea3f47c4bf43ef56cf466693', 'gw_port_host': None}] {{(pid=87542) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 28 11:09:04.728531 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:04.775722 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:04.860761 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-751607'] for router_gateway, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.040266 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-721087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-240496'] for router, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.042381 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.063928 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-751684'] for router, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.064441 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33cba954-2899-40d6-93bb-ddbf2939974f {{(pid=87541) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 28 11:09:05.076433 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] Notify callbacks [] for router, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.077554 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4c704512-c925-4881-9410-b0f789cf3e4a admin admin] 10.222.0.42 "DELETE /v2.0/routers/33cba954-2899-40d6-93bb-ddbf2939974f HTTP/1.1" status: 204 len: 168 time: 1.2747192 Jan 28 11:09:05.080263 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33394) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:05.259232 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Deleting subnet f009e581-b1c5-4d76-bf81-ab658498a224 {{(pid=87541) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Jan 28 11:09:05.261986 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.309255 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-62577281'] for subnet, precommit_delete_associations {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.397290 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4145433'] for subnet, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.465354 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4145426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-743185', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62577231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-62602396'] for subnet, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.502436 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f009e581-b1c5-4d76-bf81-ab658498a224,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:05.508410 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526659'] for subnet, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.514987 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-fd8efbc9-a161-4926-b4a5-4da055574b1a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/f009e581-b1c5-4d76-bf81-ab658498a224 HTTP/1.1" status: 204 len: 168 time: 0.4337509 Jan 28 11:09:05.516494 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2648116b-1808-4e7d-94b8-ae07e8a770ea None None] Network cbd1b570-937b-4340-af13-78b9e5210fc7 requested from n-d-825178-2 {{(pid=87542) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Jan 28 11:09:05.517510 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33400) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:05.628202 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3760911'] for network, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.640409 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Deleting port d0badde8-b66b-45ea-93b3-4f7c7ace050d {{(pid=87541) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:05.640859 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.795777 n-d-825178-2 neutron-server[87542]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] DHCP port deletion for cbd1b570-937b-4340-af13-78b9e5210fc7 request from n-d-825178-2 {{(pid=87542) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Jan 28 11:09:05.800025 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Deleting port d0badde8-b66b-45ea-93b3-4f7c7ace050d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:05.800394 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.853931 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.db [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] For port d0badde8-b66b-45ea-93b3-4f7c7ace050d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d0badde8-b66b-45ea-93b3-4f7c7ace050d,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87541) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:09:05.854288 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:05.982170 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.plugin [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Calling delete_port for d0badde8-b66b-45ea-93b3-4f7c7ace050d owned by network:dhcp {{(pid=87541) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:09:05.987600 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91e9e70a-e261-4a52-baab-2e79194f3095 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:09:06.035584 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: 91e9e70a-e261-4a52-baab-2e79194f3095 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:09:06.035976 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device 91e9e70a-e261-4a52-baab-2e79194f3095 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:09:06.036912 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d0badde8-b66b-45ea-93b3-4f7c7ace050d no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:09:06.061987 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3674173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428505', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8738620389367', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8738619912174', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62577276'] for port, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.075621 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: d0badde8-b66b-45ea-93b3-4f7c7ace050d {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:09:06.075960 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device d0badde8-b66b-45ea-93b3-4f7c7ace050d not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:09:06.076377 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 no longer exists at agent ovs-agent-n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jan 28 11:09:06.107523 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.db [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] For port d0badde8-b66b-45ea-93b3-4f7c7ace050d, host n-d-825178-2, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-825178-2',level=0,port_id=d0badde8-b66b-45ea-93b3-4f7c7ace050d,segment=NetworkSegment(e0646482-6ce4-4904-b316-aadecea618b0),segment_id=e0646482-6ce4-4904-b316-aadecea618b0)] {{(pid=87542) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jan 28 11:09:06.107911 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-720964'] for port, precommit_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.111125 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Pushing event deleted for resources: {'Port': ['ID=d0badde8-b66b-45ea-93b3-4f7c7ace050d,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:06.114557 n-d-825178-2 neutron-server[87541]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] No DVR routers for this DVR port d0badde8-b66b-45ea-93b3-4f7c7ace050d on host n-d-825178-2 {{(pid=87541) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 28 11:09:06.123420 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] No Port match for: ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 {{(pid=87542) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Jan 28 11:09:06.123758 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.rpc [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Device ef3e2c48-cb89-4a60-b9ed-96bb13cb17e6 not bound to the agent host n-d-825178-2 {{(pid=87542) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jan 28 11:09:06.237370 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Calling delete_port for d0badde8-b66b-45ea-93b3-4f7c7ace050d owned by network:dhcp {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Jan 28 11:09:06.329424 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4146427', 'neutron.services.segments.db._delete_segments_for_network-8738620436502'] for network, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.354827 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.db.api [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87542) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 28 11:09:06.355292 n-d-825178-2 neutron-server[87542]: DEBUG oslo_db.api [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 28 11:09:06.355476 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd1b570-937b-4340-af13-78b9e5210fc7']}} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:06.367261 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0646482-6ce4-4904-b316-aadecea618b0') {'for_net_delete': True} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:06.367558 n-d-825178-2 neutron-server[87541]: DEBUG neutron.services.segments.db [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0646482-6ce4-4904-b316-aadecea618b0') {} {{(pid=87541) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 28 11:09:06.378648 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8738620436017', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-62578802'] for segment, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.394723 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4106978'] for segment, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.401402 n-d-825178-2 neutron-server[87541]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=87541) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 28 11:09:06.401866 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-4107003', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62577185'] for segment, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: Traceback (most recent call last): Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: timer() Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: cb(*args, **kw) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: return func(*args, **kwargs) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: self._notify() Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: self.callback(batched_events) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: event.method(event) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: aggregate_uuid = self.p_client.list_aggregates( Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: return f(self, *a, **k) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: return self._get(url).json() Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: return self.request(url, 'GET', **kwargs) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: base_url = self.get_endpoint(auth, allow=allow, Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 28 11:09:06.414778 n-d-825178-2 neutron-server[87541]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 28 11:09:06.491491 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4146402', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-751386'] for network, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.508122 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Notify callbacks [] for network, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.520462 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd1b570-937b-4340-af13-78b9e5210fc7,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:06.528128 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-584be92b-2530-4351-b9f2-a965fb0fa75e admin admin] 10.222.0.42 "DELETE /v2.0/networks/cbd1b570-937b-4340-af13-78b9e5210fc7 HTTP/1.1" status: 204 len: 168 time: 1.0068424 Jan 28 11:09:06.661612 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33406) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:06.711937 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-5d3b86e0-d1f3-430d-b834-21e2bcb2d195 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=48adc598750d407ca15e0d0c7b0a705c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0490601 Jan 28 11:09:06.714494 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33410) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:06.776304 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00988860-facf-4419-858c-adc2348b9843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.800867 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00988860-facf-4419-858c-adc2348b9843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.852800 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00988860-facf-4419-858c-adc2348b9843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.856458 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Deleting port d0badde8-b66b-45ea-93b3-4f7c7ace050d {{(pid=87542) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Jan 28 11:09:06.857471 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8738620387018'] for port, before_delete {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.870490 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00988860-facf-4419-858c-adc2348b9843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce7a710-d2f1-4600-8488-9c9c2e7eb579,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:06.876795 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-00988860-facf-4419-858c-adc2348b9843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:06.880997 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-00988860-facf-4419-858c-adc2348b9843 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cce7a710-d2f1-4600-8488-9c9c2e7eb579 HTTP/1.1" status: 204 len: 168 time: 0.1653979 Jan 28 11:09:06.936557 n-d-825178-2 neutron-server[87542]: DEBUG neutron.plugins.ml2.plugin [None req-2dd7c044-fe26-4e08-b79c-19bea6ad2b0b None None] The port 'd0badde8-b66b-45ea-93b3-4f7c7ace050d' was deleted {{(pid=87542) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Jan 28 11:09:07.227907 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33418) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:07.274843 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-7b3f47a0-5dba-4731-91ab-4586ab341cc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a1eda899ea3f47c4bf43ef56cf466693&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458283 Jan 28 11:09:07.277315 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [-] (87541) accepted ('10.222.0.42', 33422) {{(pid=87541) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jan 28 11:09:07.333793 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfa71-090d-447e-9c1b-10063c219eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:07.360222 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfa71-090d-447e-9c1b-10063c219eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:07.413946 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfa71-090d-447e-9c1b-10063c219eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737998'] for security_group, after_delete {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:07.427542 n-d-825178-2 neutron-server[87541]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4bfa71-090d-447e-9c1b-10063c219eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b5bf1e-341c-4b38-8356-49722c4c74b9,revision_number=None']} {{(pid=87541) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 28 11:09:07.435022 n-d-825178-2 neutron-server[87541]: DEBUG neutron_lib.callbacks.manager [None req-4f4bfa71-090d-447e-9c1b-10063c219eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=87541) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:07.436136 n-d-825178-2 neutron-server[87541]: INFO neutron.wsgi [None req-4f4bfa71-090d-447e-9c1b-10063c219eae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5b5bf1e-341c-4b38-8356-49722c4c74b9 HTTP/1.1" status: 204 len: 168 time: 0.1579609 Jan 28 11:09:11.235521 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:09:14.732649 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:16.000502 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:26.105002 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-16029f43-0122-41bb-bcd7-6182b4a4c622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:28.544087 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-810fd265-1392-47b3-9e89-8da7926c634a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:29.705015 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:29.757303 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:31.171718 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:44.741103 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:46.009322 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:48.234584 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:09:56.107284 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-93cd6f1f-5bf6-471c-9353-1b294a3314e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:58.545596 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8c52e352-2392-4b29-ad72-91fe191bd954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:59.707143 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:09:59.760543 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:01.174735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:14.746938 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:16.024079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:25.234241 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:10:26.108373 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa829-32d6-4a0d-84ad-a38b558bccf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:28.546946 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-7d1c22da-0fce-4b7b-85c7-4cc8b84b938d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:29.710129 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:29.762630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:31.175990 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:44.748762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:46.050608 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:56.109860 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d17d8e36-3bd9-4ced-8b10-75fa26894328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:58.548452 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b5990b84-63d2-4bdf-8e44-6cae3ea91a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:59.713745 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:10:59.765077 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:01.178885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:02.235167 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:11:14.760498 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:16.043735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:26.112574 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a05f77f2-8d48-4c5d-8441-ed6f80c20d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:28.550261 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-2067e597-d9fe-40db-b04e-3c214857a63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:29.716308 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:29.767478 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:31.182012 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:39.234997 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:11:44.776781 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:46.042436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:56.114078 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-e115316b-d466-4dfe-9610-7d79d21c4839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:58.551076 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-228afdb2-c175-4264-82e2-ca375104180f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:59.717435 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:11:59.770904 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:01.184436 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:14.775858 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:16.042849 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:16.234221 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:12:26.116354 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-11c7f633-82de-4b46-b611-d5f555a6ae1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:28.554260 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b38666ea-2b18-4fb5-8d18-d36f91b148f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:29.719213 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:29.773310 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:31.187677 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:44.775584 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:46.041451 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:50.980077 n-d-825178-2 neutron-server[87540]: DEBUG neutron.wsgi [req-d79f9f0e-ced7-490a-80b0-8e6fda9a6923 req-792c676e-8499-41aa-afec-0ac4d90e6c0d service neutron] (87540) timed out ('10.222.0.42', 60272) {{(pid=87540) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 11:12:53.234604 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:12:56.120116 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-389c23e6-2d53-4020-ba86-3b972a930281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:58.557098 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0359fcc1-241c-479b-aa64-e64735d51abc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:59.721426 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:12:59.776408 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:01.190851 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:14.775226 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:16.040762 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:26.123049 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-3d32a22a-493f-4264-b890-def1493ba3bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:28.558216 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-22a93adc-03df-4b0b-a274-a05b09fcee77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:29.724566 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:29.778969 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:30.233715 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:13:31.192083 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:44.779042 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:46.039885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:56.124291 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-f16f214c-2150-48bf-9e9f-ca1894d17dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:58.560164 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-ebed7a55-c4c6-4782-9862-5a00b363bcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:59.726464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:13:59.780471 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:01.195777 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:07.233369 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:14:14.788630 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:16.038888 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:26.126823 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9557c792-5b5a-4f4b-b1f6-883ebad3c0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:28.561257 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5d4c04d1-5518-44d0-a353-21468c1a592b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:29.728875 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:29.785279 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:31.197429 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:44.232866 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:14:44.802814 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:46.060095 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:56.122735 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-5434c25b-5721-4c15-9bfa-257fa4be7733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:58.562175 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c1992fab-df0e-4add-aa34-3aeeb03bff78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:59.733298 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:14:59.785134 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:01.198936 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:14.833996 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:16.055616 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:21.232820 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:15:26.124893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-cf3843b4-123d-46fd-b244-83d9fe2392f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:28.563558 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-b4300fb4-55d4-4e0e-b047-8c4c1f57fcec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:29.735511 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:29.787123 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:31.201949 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:44.848017 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:46.068353 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:56.126580 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-d3d0c7dc-ff06-43ef-8f4c-af439a625dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:58.231733 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:15:58.565082 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-9786ba0d-2f0b-4d4f-b557-6e8a0e4d668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:59.736079 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:15:59.789094 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:01.204954 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:14.849885 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:16.091255 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:26.129680 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-a7346123-c805-4d60-a2f0-912d46780e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:28.566768 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8894ab71-616d-439b-ac62-2eac41eaec9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:29.740381 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:29.791980 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:31.209464 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:35.231519 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:16:44.860783 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:46.097873 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:56.132155 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-8451c523-e522-4329-9dd0-ab20fdbc96e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:58.567214 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-65f11e5d-6f55-4535-8843-ba699668c3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:59.743199 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-45320d05-65ea-4eb0-b74a-4d5c02b47df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:16:59.795662 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-c51c7f66-8c35-4425-8bbd-2314ea1285cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:17:01.210252 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-0a829fed-7f97-4b8c-a396-5c3248b02f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:17:12.231482 n-d-825178-2 neutron-server[87543]: DEBUG neutron.db.agents_db [None req-2003a083-c7a9-4631-a9a3-900e101cd024 None None] Agent healthcheck: found 7 active agents {{(pid=87543) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Jan 28 11:17:13.592565 n-d-825178-2 neutron-server[87541]: DEBUG neutron.wsgi [req-17a170e6-3772-4a38-a5ac-b6b968939a14 req-27b39c00-e8c5-445a-8d59-2bc0e9cbe99a service neutron] (87541) timed out ('10.222.0.42', 53020) {{(pid=87541) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jan 28 11:17:14.860893 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-fb7cfab4-77db-46d0-8e3f-d761d0d0427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:17:16.098347 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-aaf474bb-9dc2-4b23-b07a-d4ca10ec6dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jan 28 11:17:26.135064 n-d-825178-2 neutron-server[87542]: DEBUG neutron_lib.callbacks.manager [None req-816df31c-56ee-44ac-afae-3f4b82e5d57b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8738620436484', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3738429'] for agent, after_update {{(pid=87542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}